-- Logs begin at Mon 2021-05-31 15:04:25 UTC, end at Mon 2021-05-31 17:07:21 UTC. -- May 31 15:37:18.686165 dv-neutron-601336-79-hyperv systemd[1]: Started Devstack devstack@q-svc.service. May 31 15:37:19.640957 dv-neutron-601336-79-hyperv neutron-server[99099]: Beware of the coming changes in the project packaging May 31 15:37:19.640957 dv-neutron-601336-79-hyperv neutron-server[99099]: https://github.com/svinota/pyroute2/discussions/786 May 31 15:37:21.069491 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.common.config [-] Logging enabled! May 31 15:37:21.070170 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev248 May 31 15:37:21.070170 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99099) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 31 15:37:21.073424 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.common.config [-] Logging enabled! May 31 15:37:21.073671 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev248 May 31 15:37:21.074002 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99099) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 31 15:37:21.074898 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 15:37:21.075154 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 15:37:21.075502 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 15:37:21.075742 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 15:37:21.075963 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 15:37:21.076277 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.076577 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.076856 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.077067 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.077356 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.077641 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.078000 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.078254 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.078551 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.078824 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.079129 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.079411 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.079637 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.079892 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.080173 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.080454 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.080670 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] debug = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.080940 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.081361 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.081755 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.082027 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.082310 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.082583 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.082846 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.083140 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.083419 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.083737 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] host = dv-neutron-601336-79-hyperv {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.084009 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.084292 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.084572 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.084851 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.085120 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.085391 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.085672 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.085938 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.086203 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] log_file = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.086477 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.086759 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.087072 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.087365 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.087585 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.087802 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.088086 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.088366 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.088634 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.088901 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.089168 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.089433 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.089700 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.089962 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.090240 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.090518 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.090797 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.091083 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.091355 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.091623 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.091888 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.092167 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.092436 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.092702 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.092969 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.093249 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.093540 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.093809 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.094112 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.094393 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.094670 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.094970 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.095237 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.095516 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.095780 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.096044 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.096309 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] use_json = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.096578 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.096839 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.097112 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.097380 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.097643 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.097909 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.098174 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.098453 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:21.098741 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.099067 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.099369 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.099648 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.099939 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.100215 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.100501 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.100774 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.101058 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.101348 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.101635 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.101906 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.102189 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.102461 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.102751 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.103073 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.103366 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.103653 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.103923 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.104192 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.104459 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.104730 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.105009 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.105299 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.105602 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.105863 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.106135 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.106426 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.106698 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.106981 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.107264 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.107551 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.107825 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.108095 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.108371 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.108640 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.108904 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.109226 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.109500 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.109790 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.110062 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.110329 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.110592 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.110861 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.111149 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.111433 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.111704 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.111973 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.112241 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.112513 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.112784 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.113053 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.113337 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.113603 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.113878 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.114143 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.114409 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.114676 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.114940 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.115342 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.115614 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.115884 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.116156 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.116426 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.116693 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.116958 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.117223 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.117491 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.117770 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.118059 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.118329 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.118600 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.118870 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.119163 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.119434 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.119702 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.119973 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.120242 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.120508 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.120789 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.121064 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.121343 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.121616 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.121883 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.122169 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.122438 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.122719 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.123013 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.123289 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.123569 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.123847 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.124136 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.124417 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.124724 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.125009 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.125294 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.125569 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.125867 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.126137 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:21.126346 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 15:37:21.126584 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99099) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 31 15:37:21.466226 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:37:21.466492 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:37:21.466771 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:37:21.467283 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.manager [-] Loading core plugin: ml2 May 31 15:37:21.849498 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:21.849705 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:21.849943 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:21.851171 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:21.851434 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:21.851696 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:21.886576 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:21.886840 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:21.887125 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:21.900045 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:21.900313 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:21.900567 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:21.929566 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:21.929841 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:21.930083 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:21.965473 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:21.965742 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:21.966004 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.200196 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.200845 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.200845 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.201033 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.201677 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.323721 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.324034 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.324334 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.324700 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.324969 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.325277 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.325574 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.325785 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.326029 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.326286 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.326550 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.326811 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.327092 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.327338 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.327601 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.327980 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.328214 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.328480 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.328728 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.329006 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.329346 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.329591 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.329832 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.330106 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.330350 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.330588 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.330982 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 15:37:22.331219 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 15:37:22.331450 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 15:37:22.331678 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 15:37:22.331904 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 15:37:22.332130 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 15:37:22.332491 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 31 15:37:22.335632 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 31 15:37:22.339729 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 31 15:37:22.343560 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) May 31 15:37:22.345280 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 31 15:37:22.345749 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 31 15:37:22.346074 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 31 15:37:22.346451 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 31 15:37:22.349249 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 31 15:37:22.349494 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 31 15:37:22.349830 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 31 15:37:22.376854 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 31 15:37:22.377307 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.377601 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99099) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 31 15:37:22.377969 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.379341 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99099) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 31 15:37:22.379613 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 31 15:37:22.379852 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 31 15:37:22.383230 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.383506 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.457592 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 31 15:37:22.457726 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 31 15:37:22.457987 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 31 15:37:22.458348 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 31 15:37:22.491628 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_db.sqlalchemy.engines [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99099) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 31 15:37:22.848732 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.plugins.ml2.managers [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Initializing driver for type 'gre' May 31 15:37:22.849177 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] gre ID ranges: [(1, 1000)] May 31 15:37:22.903524 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.plugins.ml2.managers [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Initializing driver for type 'local' May 31 15:37:22.903993 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.plugins.ml2.managers [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Initializing driver for type 'vlan' May 31 15:37:22.916636 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] VlanTypeDriver initialization complete May 31 15:37:22.916974 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.plugins.ml2.managers [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Initializing driver for type 'vxlan' May 31 15:37:22.917469 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] vxlan ID ranges: [(1, 1000)] May 31 15:37:22.970624 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.plugins.ml2.managers [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Initializing extension driver 'port_security' May 31 15:37:22.971086 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.plugins.ml2.extensions.port_security [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] PortSecurityExtensionDriver initialization complete May 31 15:37:22.971438 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.plugins.ml2.managers [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Initializing mechanism driver 'openvswitch' May 31 15:37:22.971765 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.plugins.ml2.managers [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Initializing mechanism driver 'hyperv' May 31 15:37:22.978386 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.plugins.ml2.plugin [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:37:22.979180 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > port after_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.979553 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > port after_update 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.979900 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > port after_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.980284 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > subnet after_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.980631 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > subnet after_update 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.980977 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.981352 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > network after_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.981679 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > network after_update 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.982012 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > network after_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.982382 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > security_group after_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.982722 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > security_group after_update 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.983081 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.983456 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.983790 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.984121 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.984477 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > address_group after_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.984813 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > address_group after_update 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.985143 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.985487 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] ML2 OVO RPC backend initialized. {{(pid=99099) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 31 15:37:22.986178 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.986527 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.986941 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > network before_response 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.987325 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > networks before_response 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.987657 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > port before_response 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.987995 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > ports before_response 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.988332 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > subnet before_response 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.988668 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > subnets before_response 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.989007 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > network after_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.989339 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > network after_update 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.989671 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > network after_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.990003 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > port after_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.990338 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > port after_update 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.990661 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > port after_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.991013 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > subnet after_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.991344 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > subnet after_update 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.991669 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:22.992243 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.plugins.ml2.plugin [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Modular L2 Plugin initialization complete May 31 15:37:22.992566 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading services supported by the core plugin {{(pid=99099) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 31 15:37:22.992883 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.plugins.ml2.managers [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Got port-security extension from driver 'port_security' May 31 15:37:22.993337 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.extensions.vlantransparent [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Disabled vlantransparent extension. May 31 15:37:22.993819 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99099) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 31 15:37:22.994139 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading Plugin: router May 31 15:37:23.032655 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.033034 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > router after_create 55549900 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.033399 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > router before_create 55549900 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.033755 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.034125 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.034467 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > router after_delete 55549900 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.034818 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.035207 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > router after_create 55549900 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.035546 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > router after_update 55549900 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.036108 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > router after_update 55549900 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.036221 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.036584 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > router after_update 55549900 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.036987 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > router precommit_update 55549900 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.037343 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: port after_update 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.037676 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: port after_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.037986 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: subnet after_update 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.038320 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.038657 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.039013 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > router precommit_create 55549900 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.039354 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: port before_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.039690 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > router precommit_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.040038 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > router after_update 55549900 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.040377 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.040712 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > router precommit_create 55549900 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.041066 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.041406 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > router precommit_update 55549900 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.041768 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > network after_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.042609 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.quota.resource_registry [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Tracking information for resource: router configured {{(pid=99099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 15:37:23.042931 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.quota.resource_registry [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Tracking information for resource: floatingip configured {{(pid=99099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 15:37:23.047845 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.db.l3_agentschedulers_db [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 31 15:37:23.048500 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: port after_update 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.048855 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: port after_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.049201 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: port after_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.049544 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: port after_update 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.050331 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > router before_create 55550100 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.050689 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.051079 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > router precommit_create 55550100 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.051435 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > router precommit_update 55550100 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.055907 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.services.provider_configuration [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Service providers = [] {{(pid=99099) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 31 15:37:23.056272 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.db.servicetype_db [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99099) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 31 15:37:23.059343 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.services.service_base [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99099) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 15:37:23.059688 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.services.service_base [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99099) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 15:37:23.060022 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.services.service_base [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99099) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 15:37:23.060893 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.services.service_base [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99099) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 15:37:23.061256 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.services.service_base [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Default provider is not specified for service type L3_ROUTER_NAT May 31 15:37:23.061602 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 15:37:23.061913 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 31 15:37:23.072193 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 15:37:23.072517 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading Plugin: auto_allocate May 31 15:37:23.078209 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: network precommit_update 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.078566 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: network precommit_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.079106 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 15:37:23.079454 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading Plugin: tag May 31 15:37:23.086125 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 15:37:23.086448 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading Plugin: timestamp May 31 15:37:23.090168 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 15:37:23.090495 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading Plugin: network_ip_availability May 31 15:37:23.095966 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.096334 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.096674 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.097372 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 15:37:23.097681 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading Plugin: flavors May 31 15:37:23.102597 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 15:37:23.102860 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading Plugin: revisions May 31 15:37:23.107061 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 15:37:23.107454 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_concurrency.lockutils [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.641s {{(pid=99099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:37:23.108170 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99099) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 31 15:37:23.108503 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Initializing extension manager. May 31 15:37:23.109003 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: __init__.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.109339 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: __pycache__ {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.109663 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.109986 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: address_group.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.110784 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.111374 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: address-group May 31 15:37:23.111716 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: address_scope.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.112377 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.112889 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: address-scope May 31 15:37:23.113204 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.114098 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.114607 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: router-admin-state-down-before-update May 31 15:37:23.114920 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: agent.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.115644 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.116146 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: agent May 31 15:37:23.116459 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: agent_resources_synced.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.117351 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.117851 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: agent-resources-synced May 31 15:37:23.118166 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: allowedaddresspairs.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.120088 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.120723 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: allowed-address-pairs May 31 15:37:23.121118 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: auto_allocated_topology.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.122340 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.122927 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: auto-allocated-topology May 31 15:37:23.123362 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: availability_zone.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.124043 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.124630 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: availability_zone May 31 15:37:23.125096 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: availability_zone_filter.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.126120 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.126645 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: availability_zone_filter May 31 15:37:23.126976 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: data_plane_status.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.127868 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.128367 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension data-plane-status not supported by any of loaded plugins May 31 15:37:23.128681 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: default_subnetpools.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.129572 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.130080 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: default-subnetpools May 31 15:37:23.130395 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.131242 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.131750 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: dhcp_agent_scheduler May 31 15:37:23.132067 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: dns.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.132974 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.133485 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension dns-integration not supported by any of loaded plugins May 31 15:37:23.133802 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: dns_domain_ports.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.134692 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.135227 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension dns-domain-ports not supported by any of loaded plugins May 31 15:37:23.135542 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: dvr.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.136519 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.137021 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: dvr May 31 15:37:23.137331 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: empty_string_filtering.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.138215 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.138716 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: empty-string-filtering May 31 15:37:23.139064 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.139967 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.140466 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 31 15:37:23.140776 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.141720 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.142211 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 31 15:37:23.142523 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: external_net.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.143449 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.143955 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: external-net May 31 15:37:23.144266 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.145156 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.145656 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: extra_dhcp_opt May 31 15:37:23.145971 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: extraroute.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.146866 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.147393 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: extraroute May 31 15:37:23.147707 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: extraroute_atomic.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.148717 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.149227 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: extraroute-atomic May 31 15:37:23.149542 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: filter_validation.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.150368 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.150868 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: filter-validation May 31 15:37:23.151209 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: fip_pf_description.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.152097 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.152594 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 31 15:37:23.152910 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: fip_port_details.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.153809 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.154316 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: fip-port-details May 31 15:37:23.154631 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: flavors.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.155859 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.156372 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: flavors May 31 15:37:23.156689 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.158387 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.158899 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 31 15:37:23.159253 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: floatingip_pools.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.159940 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.160451 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: floatingip-pools May 31 15:37:23.160769 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: ip_allocation.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.161665 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.162165 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension ip_allocation not supported by any of loaded plugins May 31 15:37:23.162483 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.163402 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.163906 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: ip-substring-filtering May 31 15:37:23.164223 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: l2_adjacency.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.165154 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.165653 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension l2_adjacency not supported by any of loaded plugins May 31 15:37:23.166020 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: l3.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.166989 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.167501 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: router May 31 15:37:23.167817 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.170032 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.170561 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 31 15:37:23.170886 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.171833 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.172355 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: ext-gw-mode May 31 15:37:23.172673 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.173652 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.174162 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: l3-ha May 31 15:37:23.174477 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: l3_flavors.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.175406 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.175912 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: l3-flavors May 31 15:37:23.176226 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.177109 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.177612 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: l3-port-ip-change-not-allowed May 31 15:37:23.177922 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: l3agentscheduler.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.178933 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.179537 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: l3_agent_scheduler May 31 15:37:23.179855 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: logging.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.181317 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.181839 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension logging not supported by any of loaded plugins May 31 15:37:23.182172 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: metering.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.182906 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.183525 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: metering May 31 15:37:23.183845 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.185041 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.185559 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: metering_source_and_destination_fields May 31 15:37:23.185876 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: multiprovidernet.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.186787 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.187320 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: multi-provider May 31 15:37:23.187636 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: netmtu.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.188525 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.189046 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: net-mtu May 31 15:37:23.189367 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: netmtu_writable.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.190257 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.190760 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: net-mtu-writable May 31 15:37:23.191114 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: network_availability_zone.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.191775 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.192278 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: network_availability_zone May 31 15:37:23.192588 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: network_ip_availability.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.193661 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.194170 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: network-ip-availability May 31 15:37:23.194490 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: network_segment_range.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.195263 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.195762 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension network-segment-range not supported by any of loaded plugins May 31 15:37:23.196077 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: pagination.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.197039 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.197364 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: pagination May 31 15:37:23.197678 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: port_device_profile.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.198578 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.199123 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: port-device-profile May 31 15:37:23.199438 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.200331 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.200872 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: port-mac-address-regenerate May 31 15:37:23.201136 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.202025 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.202532 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: port-numa-affinity-policy May 31 15:37:23.202843 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: port_resource_request.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.203760 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.204325 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension port-resource-request not supported by any of loaded plugins May 31 15:37:23.204634 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: portbindings.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.205553 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.206082 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: binding May 31 15:37:23.206400 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: portbindings_extended.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.207709 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.208222 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: binding-extended May 31 15:37:23.208540 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: portsecurity.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.209431 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.209934 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: port-security May 31 15:37:23.210251 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: project_id.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.211226 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.211567 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: project-id May 31 15:37:23.211874 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: providernet.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.212797 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.213308 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: provider May 31 15:37:23.213621 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: qos.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.217209 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.217732 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension qos not supported by any of loaded plugins May 31 15:37:23.218053 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.219303 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.219867 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 31 15:37:23.220204 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.221099 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.221610 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 31 15:37:23.221927 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: qos_default.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.222814 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.223349 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension qos-default not supported by any of loaded plugins May 31 15:37:23.223667 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: qos_fip.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.224313 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.224813 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension qos-fip not supported by any of loaded plugins May 31 15:37:23.225128 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: qos_gateway_ip.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.226036 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.226540 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 31 15:37:23.226854 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: qos_port_network_policy.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.227770 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.228267 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 31 15:37:23.228581 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: qos_rule_type_details.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.229471 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.229970 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 31 15:37:23.230287 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: qos_rules_alias.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.231355 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.231856 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension qos-rules-alias not supported by any of loaded plugins May 31 15:37:23.232175 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: quotasv2.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.233190 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.233508 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: quotas May 31 15:37:23.233821 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: quotasv2_detail.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.235537 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.236082 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: quota_details May 31 15:37:23.236600 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: rbac.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.238090 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.238665 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: rbac-policies May 31 15:37:23.239009 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: rbac_address_group.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.239963 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.240479 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: rbac-address-group May 31 15:37:23.240803 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: rbac_address_scope.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.241697 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.242207 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: rbac-address-scope May 31 15:37:23.242524 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: rbac_security_groups.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.243556 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.244066 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: rbac-security-groups May 31 15:37:23.244391 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: rbac_subnetpool.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.245282 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.245788 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: rbac-subnetpool May 31 15:37:23.246101 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: revisionifmatch.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.247021 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.247530 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: revision-if-match May 31 15:37:23.247843 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: revisions.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.248935 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.249428 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: standard-attr-revisions May 31 15:37:23.249743 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: router_availability_zone.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.250404 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.250904 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: router_availability_zone May 31 15:37:23.251318 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: routerservicetype.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.252240 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.252740 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension router-service-type not supported by any of loaded plugins May 31 15:37:23.253055 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.253959 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.254473 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: security-groups-normalized-cidr May 31 15:37:23.254794 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.255726 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.256235 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: port-security-groups-filtering May 31 15:37:23.256552 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.257449 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.257954 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: security-groups-remote-address-group May 31 15:37:23.258270 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: securitygroup.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.268346 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.268871 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: security-group May 31 15:37:23.269186 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: segment.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.269954 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.270457 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension segment not supported by any of loaded plugins May 31 15:37:23.270769 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.271716 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.272226 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 31 15:37:23.272543 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: servicetype.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.273634 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.274149 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: service-type May 31 15:37:23.274466 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: sorting.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.275471 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.275794 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: sorting May 31 15:37:23.276114 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: standard_attr_segment.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.276996 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.277506 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension standard-attr-segment not supported by any of loaded plugins May 31 15:37:23.277819 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: standardattrdescription.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.278449 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.278979 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: standard-attr-description May 31 15:37:23.279294 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: stateful_security_group.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.280191 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.280703 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: stateful-security-group May 31 15:37:23.281020 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: stdattrs_common.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.281589 dv-neutron-601336-79-hyperv neutron-server[99099]: WARNING neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 31 15:37:23.281897 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.282910 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.283454 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 31 15:37:23.283767 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: subnet_onboard.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.284819 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.285338 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: subnet_onboard May 31 15:37:23.285653 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.286561 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.287102 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 31 15:37:23.287416 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: subnet_service_types.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.288320 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.288837 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: subnet-service-types May 31 15:37:23.289150 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: subnetallocation.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.290220 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.290734 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: subnet_allocation May 31 15:37:23.291092 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.291755 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.292261 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: subnetpool-prefix-ops May 31 15:37:23.292576 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.293483 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.293992 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 31 15:37:23.294303 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: tagging.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.295392 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.295915 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: standard-attr-tag May 31 15:37:23.296229 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: timestamp.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.297428 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.298038 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loaded extension: standard-attr-timestamp May 31 15:37:23.298329 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: trunk.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.299381 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.299887 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension trunk not supported by any of loaded plugins May 31 15:37:23.300215 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: trunk_details.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.301112 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.301623 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension trunk-details not supported by any of loaded plugins May 31 15:37:23.301941 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: uplink_status_propagation.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.302836 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.303369 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 31 15:37:23.303687 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Loading extension file: vlantransparent.py {{(pid=99099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 15:37:23.304350 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 15:37:23.304854 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extension vlan-transparent not supported by any of loaded plugins May 31 15:37:23.307435 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.quota.resource_registry [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Creating instance of TrackedResource for resource:network May 31 15:37:23.308150 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.quota.resource_registry [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Creating instance of TrackedResource for resource:subnet May 31 15:37:23.309979 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.quota.resource_registry [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Creating instance of TrackedResource for resource:subnetpool May 31 15:37:23.310600 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.quota.resource_registry [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Creating instance of TrackedResource for resource:port May 31 15:37:23.311923 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.v2.resource_helper [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 15:37:23.312368 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.v2.resource_helper [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Service FLAVORS assigned prefix: {{(pid=99099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 15:37:23.312985 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.v2.resource_helper [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 15:37:23.313414 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.v2.resource_helper [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 15:37:23.313763 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.quota.resource_registry [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Creating instance of TrackedResource for resource:router May 31 15:37:23.314422 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.quota.resource_registry [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Creating instance of TrackedResource for resource:floatingip May 31 15:37:23.315156 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.v2.resource_helper [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Service METERING assigned prefix: /metering {{(pid=99099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 15:37:23.316635 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.316998 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.317345 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:37:23.318496 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.quota.resource_registry [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Creating instance of CountableResource for resource:rbac_policy May 31 15:37:23.318933 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.quota.resource_registry [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Creating instance of TrackedResource for resource:security_group May 31 15:37:23.319613 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.quota.resource_registry [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Creating instance of TrackedResource for resource:security_group_rule May 31 15:37:23.320350 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.v2.resource_helper [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Service CORE assigned prefix: {{(pid=99099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 15:37:23.320682 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.quota.resource_registry [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Creating instance of TrackedResource for resource:subnetpool May 31 15:37:23.321020 dv-neutron-601336-79-hyperv neutron-server[99099]: WARNING neutron.quota.resource_registry [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] subnetpool is already registered May 31 15:37:23.321606 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.v2.resource_helper [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Service CORE assigned prefix: {{(pid=99099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 15:37:23.321924 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.quota.resource_registry [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Creating instance of TrackedResource for resource:subnetpool May 31 15:37:23.322239 dv-neutron-601336-79-hyperv neutron-server[99099]: WARNING neutron.quota.resource_registry [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] subnetpool is already registered May 31 15:37:23.324848 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.v2.resource_helper [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 15:37:23.325277 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.v2.resource_helper [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Service FLAVORS assigned prefix: {{(pid=99099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 15:37:23.325866 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.v2.resource_helper [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 15:37:23.326280 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.v2.resource_helper [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 15:37:23.326607 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.quota.resource_registry [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Creating instance of TrackedResource for resource:router May 31 15:37:23.326927 dv-neutron-601336-79-hyperv neutron-server[99099]: WARNING neutron.quota.resource_registry [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] router is already registered May 31 15:37:23.327541 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.quota.resource_registry [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Creating instance of TrackedResource for resource:floatingip May 31 15:37:23.327861 dv-neutron-601336-79-hyperv neutron-server[99099]: WARNING neutron.quota.resource_registry [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] floatingip is already registered May 31 15:37:23.328482 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.v2.resource_helper [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Service METERING assigned prefix: /metering {{(pid=99099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 15:37:23.329247 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.quota.resource_registry [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Creating instance of CountableResource for resource:rbac_policy May 31 15:37:23.329576 dv-neutron-601336-79-hyperv neutron-server[99099]: WARNING neutron.quota.resource_registry [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] rbac_policy is already registered May 31 15:37:23.330115 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.quota.resource_registry [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Creating instance of TrackedResource for resource:security_group May 31 15:37:23.330432 dv-neutron-601336-79-hyperv neutron-server[99099]: WARNING neutron.quota.resource_registry [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] security_group is already registered May 31 15:37:23.331046 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.quota.resource_registry [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Creating instance of TrackedResource for resource:security_group_rule May 31 15:37:23.331373 dv-neutron-601336-79-hyperv neutron-server[99099]: WARNING neutron.quota.resource_registry [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] security_group_rule is already registered May 31 15:37:23.332026 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.v2.resource_helper [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Service CORE assigned prefix: {{(pid=99099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 15:37:23.332344 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.quota.resource_registry [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Creating instance of TrackedResource for resource:subnetpool May 31 15:37:23.332664 dv-neutron-601336-79-hyperv neutron-server[99099]: WARNING neutron.quota.resource_registry [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] subnetpool is already registered May 31 15:37:23.333254 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.v2.resource_helper [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Service CORE assigned prefix: {{(pid=99099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 15:37:23.333578 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.quota.resource_registry [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Creating instance of TrackedResource for resource:subnetpool May 31 15:37:23.333891 dv-neutron-601336-79-hyperv neutron-server[99099]: WARNING neutron.quota.resource_registry [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] subnetpool is already registered May 31 15:37:23.334539 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: extensions {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.336048 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: address-groups {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.337683 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: address-scopes {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.338893 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: agents {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.340219 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: auto-allocated-topology {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.341453 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: availability_zones {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.342802 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: dhcp-networks {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.344244 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: dhcp-agents {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.345692 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: routers {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.347846 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: flavors {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.349004 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: service_profiles {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.350209 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: next_providers {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.351756 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: service_profiles {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.353290 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: floatingip-pools {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.354450 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: routers {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.356282 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: floatingips {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.357451 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: l3-routers {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.358846 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: l3-agents {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.360273 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: metering-labels {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.361707 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: metering-label-rules {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.362982 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: network-ip-availabilities {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.364252 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: bindings {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.365882 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: quotas {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.367365 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: quotas {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.368773 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: rbac-policies {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.370061 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: security-groups {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.371293 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: security-group-rules {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.372518 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: service-providers {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.373791 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: subnetpools {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.376166 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: subnetpools {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.377691 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: tags {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.379413 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: tags {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.502583 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: tags {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.504408 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: tags {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.506206 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: tags {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.508135 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: tags {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.509815 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: tags {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.512048 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: tags {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.513800 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: tags {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.515692 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron.api.extensions [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Extended resource: tags {{(pid=99099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 15:37:23.521807 dv-neutron-601336-79-hyperv neutron-server[99099]: WARNING keystonemiddleware.auth_token [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 31 15:37:23.526626 dv-neutron-601336-79-hyperv neutron-server[99099]: WARNING keystonemiddleware.auth_token [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 31 15:37:23.535211 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_concurrency.lockutils [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Acquired lock "singleton_lock" {{(pid=99099) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 31 15:37:23.535698 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_concurrency.lockutils [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Releasing lock "singleton_lock" {{(pid=99099) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 31 15:37:23.536348 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO oslo_service.service [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Starting 2 workers May 31 15:37:23.541067 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Started child 99204 {{(pid=99099) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 15:37:23.545285 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Started child 99205 {{(pid=99099) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 15:37:23.546234 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:23.547042 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO neutron.service [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Neutron service started, listening on 0.0.0.0:9696 May 31 15:37:23.547397 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Notify callbacks [] for process, before_spawn {{(pid=99099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:23.547675 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [-] (99204) wsgi starting up on http://0.0.0.0:9696 May 31 15:37:23.549921 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:23.550516 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO oslo_service.service [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Starting 1 workers May 31 15:37:23.551423 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [-] (99205) wsgi starting up on http://0.0.0.0:9696 May 31 15:37:23.555023 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Started child 99206 {{(pid=99099) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 15:37:23.555533 dv-neutron-601336-79-hyperv neutron-server[99099]: INFO oslo_service.service [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Starting 1 workers May 31 15:37:23.558402 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.service [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] calling RpcWorker wait() {{(pid=99206) _wait /opt/stack/neutron/neutron/service.py:128}} May 31 15:37:23.559087 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.service [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] returning from RpcWorker wait() {{(pid=99206) _wait /opt/stack/neutron/neutron/service.py:135}} May 31 15:37:23.559797 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Started child 99207 {{(pid=99099) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 15:37:23.560117 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:23.560519 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG neutron_lib.callbacks.manager [None req-bcd0bc67-6a91-46e9-b0cb-04886f188442 None None] Notify callbacks [] for process, after_spawn {{(pid=99099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:23.560733 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:37:23.562384 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99099) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 31 15:37:23.562632 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 15:37:23.562796 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 15:37:23.562987 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 15:37:23.563273 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 15:37:23.563720 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 15:37:23.564031 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.564287 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.564528 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.564805 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.565014 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:23.565580 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.565740 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.565905 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.566049 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.566346 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.566581 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.566749 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.566908 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.567189 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.567389 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.567706 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.567917 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.568196 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.568452 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.568645 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.568856 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.569130 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.569330 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.569624 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] debug = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.569841 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.570316 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.570548 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.570754 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.571008 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.571295 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.571505 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.571775 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.572000 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.572229 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.572531 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.572695 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.572936 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.573150 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.573360 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.573619 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.573836 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.574305 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] host = dv-neutron-601336-79-hyperv {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.574531 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.574743 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.575000 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.575248 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.575483 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.575693 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.575931 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.576187 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.576424 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.576670 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.576920 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.577241 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.577403 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.577609 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] log_file = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.577773 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] log_options = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.578003 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.578270 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.578538 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.578719 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.578878 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.579062 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.579389 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.579541 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.579785 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.580026 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.580224 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.580440 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.580688 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.581019 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.581180 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.581363 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.581577 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.581799 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.582052 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.582280 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.582548 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.582761 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.582998 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.583218 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.583427 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.583635 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.583875 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.584101 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.584332 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.584561 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.584785 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.585040 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.585271 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.585514 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.585737 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.587593 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.587710 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.587992 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.588390 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.588572 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.588806 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.589044 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.589403 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.589620 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.589871 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.590407 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] use_json = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.590510 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.590682 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.590977 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.591214 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.592673 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.592912 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.593336 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.593437 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:37:23.593525 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.593839 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.594129 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.594442 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.594675 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.595059 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.595322 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.595580 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.595822 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.596064 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.596297 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.596592 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.596823 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.597116 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.597341 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.597627 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.597934 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.598205 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.598492 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.598728 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.598975 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.599208 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.599433 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.599767 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.600029 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.600289 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.600753 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.600753 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.601591 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.601591 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.601591 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.601912 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.601912 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.602146 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.602337 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.602550 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.602778 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.603599 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.603599 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.603599 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.603851 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.603930 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.604126 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.604346 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.604564 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.604776 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.604987 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.605215 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.605507 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.605641 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.605867 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.606088 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.606299 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.606510 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.606722 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.606965 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.607202 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.607419 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.607628 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.607830 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.608038 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.608260 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.608506 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.608728 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.608960 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.609173 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.609391 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.609620 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.610114 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.610114 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.610275 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.610542 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.611124 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.611223 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.611386 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.611571 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.611936 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.612037 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.612353 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.612561 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.612857 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.613220 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.613316 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.614339 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.614339 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.614339 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.614339 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.614594 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.614737 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.614973 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.615213 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.615424 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.615670 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.615952 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.616170 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.616387 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.616637 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.616861 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.617796 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.617796 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.617796 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.617796 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.618097 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.618384 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.618613 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.618850 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.619103 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.619388 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.619638 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.619887 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.620138 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.620397 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.620670 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.620902 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.621166 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.621385 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.621644 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.621932 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.622206 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.622486 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.622749 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.623006 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.623267 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.623489 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.623741 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.623969 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.624199 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.624419 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.624705 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.624951 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.625160 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.625367 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.625606 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.625903 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.626759 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.627053 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.627260 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.627534 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.627787 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.628028 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.628291 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.628535 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.628777 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.629027 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.629256 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.629469 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.629679 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.629906 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.630116 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.630347 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.630575 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.630810 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.631058 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.631275 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.631531 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.631754 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.631991 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.632216 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.632461 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.632670 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.632914 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.633132 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.633349 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.633599 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.633802 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.634017 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.634240 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.634471 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.634735 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.634977 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.635278 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.635500 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.635732 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.635967 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.636589 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.636869 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.637103 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.637351 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.637570 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.637784 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.637997 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.638232 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.638443 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.638682 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.638934 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.639198 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.639451 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.639669 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.639983 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.640230 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.640457 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.640723 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.640910 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.641150 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.641383 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.641644 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.641883 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.642105 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.642564 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.642831 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.643105 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.643345 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.643559 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.643758 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.643987 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.644199 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.644406 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.644694 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.644964 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.645179 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.645402 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.645648 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.645892 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.646098 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.647007 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.647007 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.647007 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.647007 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.647314 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.647381 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.647560 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.647789 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.648009 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.648212 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.648438 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.648650 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.648862 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.649083 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.649288 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.649494 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.649722 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.649930 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.650252 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.650503 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.650734 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.651020 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.651267 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.651501 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.651760 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.652085 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.652305 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.652561 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.652780 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.653027 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.653246 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.653518 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.653838 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.654162 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.654430 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.654666 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.654938 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.655245 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.655522 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.655735 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.656020 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.656360 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.656628 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.656895 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.657123 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.657462 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.657680 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.657913 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.658158 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.658409 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.658645 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.658899 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.659297 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.659520 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.659752 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.659975 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.660189 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.660411 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.660650 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.660865 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.661079 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.661233 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 15:37:23.661781 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99099) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 31 15:37:23.661940 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 15:37:23.662095 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 15:37:23.662263 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 15:37:23.662430 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 15:37:23.662578 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 15:37:23.662782 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.662941 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.663119 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.663278 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.663436 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.663635 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.663782 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.663938 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.664094 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.664249 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.664394 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.664546 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.664701 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.664857 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.665015 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.665171 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.665327 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.665483 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.665649 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.665822 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.665965 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.666120 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.666275 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] debug = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.666431 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.666616 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.666776 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.666934 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.667111 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.667270 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.667425 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.667581 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.667736 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.667891 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.668047 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.668202 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.668356 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.668500 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.668665 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.668793 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.668950 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.669106 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] host = dv-neutron-601336-79-hyperv {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.669261 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.669416 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.669577 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.669731 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.669885 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.670042 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.670200 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.670357 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.670511 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.670666 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.670821 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.670992 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.671150 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.671305 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] log_file = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.671463 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] log_options = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.671618 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.671773 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.671927 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.672105 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.672268 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.672430 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.672620 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.672762 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.672926 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.673057 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.673193 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.673337 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.673479 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.673624 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.673789 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.673942 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.674092 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.674248 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.674403 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.674558 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.674714 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.674871 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.675048 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.675205 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.675360 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.675515 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.675674 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.675829 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.675983 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.676159 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.676278 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.676442 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.676596 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.676752 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.676908 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.677064 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.677220 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.677378 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.677533 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.677688 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.677842 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.677998 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.678154 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.678298 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.678454 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.678608 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] use_json = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.678769 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.678914 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.679087 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.679224 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.679353 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.679529 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.679670 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.679807 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 15:37:23.679946 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.680127 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.680267 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.680408 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.680542 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.680675 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.680833 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.680995 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.681175 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.681301 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.681467 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.681627 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.681797 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.681955 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.682113 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.682276 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.682435 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.682649 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.682774 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.682893 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.683069 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.683200 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.683373 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.683531 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.683690 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.683851 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.684009 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.684168 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.684328 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.684486 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.684645 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.684806 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.684965 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.685123 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.685281 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.685439 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.685603 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.685765 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.685924 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.686084 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.686243 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.686400 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.686559 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.686719 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.686878 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.687059 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.687220 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.687380 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.687544 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.687698 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.687867 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.688025 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.688183 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.688341 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.688608 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.688743 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.688861 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.689007 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.689165 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.689325 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.690009 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.690009 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.690009 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.690009 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.690301 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.690301 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.690441 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.690518 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.690677 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.690835 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.691088 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.691262 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.691401 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.691536 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.691670 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.691830 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.691991 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.692151 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.692668 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.692668 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.692668 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.693072 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.693072 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.693072 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.693281 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.693356 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.693518 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.694212 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.694212 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.694212 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.694212 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.695062 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.695062 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.695062 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.695062 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.695062 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.695062 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.695722 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.695722 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.695722 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.695722 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.696177 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.696177 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.696177 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.696177 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.696938 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.696938 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.696938 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.696938 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.696938 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.699165 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.699165 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.699165 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.699165 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.699165 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.699165 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.699165 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.699165 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.699612 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.699612 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.699728 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:37:23.699805 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.699805 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.699805 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.699805 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.699805 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.699805 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.699805 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.699805 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.700230 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.700230 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.700230 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.700230 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.700461 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.700534 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.700651 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.700813 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.700971 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.701128 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.701287 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.701445 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.701604 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.701765 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.701923 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.702083 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.702243 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.702402 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.702559 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.702718 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.702880 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.703059 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.703300 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.703479 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.703641 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.703800 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.703958 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.704139 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.704301 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.704460 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.704619 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.704778 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.704937 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.705095 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.705254 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.705412 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.705576 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.705733 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.705892 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.706050 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.706209 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.706372 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.706533 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.706693 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.706851 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.707033 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.707195 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.707355 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.707516 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.707674 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.707837 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.707996 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.708154 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.708315 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.708475 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.708633 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.708799 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.708960 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.709118 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.709291 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.709447 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.709608 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.709761 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.709947 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.710072 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.710189 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.710348 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.710511 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.710692 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.710833 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.710998 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.711158 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.711318 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.711709 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.711709 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.711954 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.711954 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.712201 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.712421 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.712552 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.714976 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.714976 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.714976 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.714976 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.714976 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.714976 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.714976 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.714976 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.714976 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.715621 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.715621 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.715621 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.715621 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.715621 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.715621 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.715621 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.715621 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.715621 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.716218 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.716218 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.716218 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.716218 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.716218 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.716218 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.716669 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.716669 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.716669 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.716876 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.716876 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.717048 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.717218 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.717379 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.717538 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.717854 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.718166 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.718328 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.718489 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.718654 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.718819 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.719012 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.719179 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.719343 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.719482 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.719658 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.719862 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.720020 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.720184 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.720349 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.720509 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.720681 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.720825 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.720984 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.721144 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.721302 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.721463 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.721621 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.721777 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.721936 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.722421 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.722421 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.722421 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.722668 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.722668 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.722846 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.722994 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.723185 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 15:37:23.723315 dv-neutron-601336-79-hyperv neutron-server[99099]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 15:37:23.854676 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 47460) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:37:23.868083 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0101056 May 31 15:37:34.659537 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071a2173-84ff-442c-aa48-58e6066eb196 None None] get_active_networks_info from dv-neutron-601336-79-hyperv {{(pid=99206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 31 15:37:34.723942 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071a2173-84ff-442c-aa48-58e6066eb196 None None] No non-hosted networks {{(pid=99206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 31 15:37:34.732572 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c4659d36-9824-4913-b6ec-f6eb707329c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267'] for agent, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:36.949632 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267'] for agent, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:36.950425 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:36.950752 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:36.951391 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:36.952465 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:36.953962 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:36.954297 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:36.954708 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:36.956132 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:36.956132 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:36.956704 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:36.957875 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:36.959522 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:36.961295 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-601336-79-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:37:36.973568 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-601336-79-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:37:37.068659 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1190544c-08cf-47f7-943c-4746ac60221b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267'] for agent, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:37.108493 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-07749c8e-99a8-4c39-8008-8243c7e3056e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:38.236053 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267'] for agent, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:39.595281 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267'] for agent, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:41.133324 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 47552) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:37:41.724946 dv-neutron-601336-79-hyperv neutron-server[99204]: WARNING oslo_policy.policy [None req-7e701203-6e64-421d-ae13-4d3ec10fd927 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 15:37:41.725531 dv-neutron-601336-79-hyperv neutron-server[99204]: WARNING oslo_policy.policy [None req-7e701203-6e64-421d-ae13-4d3ec10fd927 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 15:37:41.936946 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-7e701203-6e64-421d-ae13-4d3ec10fd927 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:37:41.938193 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7e701203-6e64-421d-ae13-4d3ec10fd927 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8029187 May 31 15:37:42.993675 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.db.l3_hamode_db [None req-4b8b856d-cae8-4054-a5a2-1fa15478af76 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 31 15:37:43.078602 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b856d-cae8-4054-a5a2-1fa15478af76 None None] Routers set() bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:37:43.078975 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b856d-cae8-4054-a5a2-1fa15478af76 None None] Router IDs set() for agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 31 15:37:44.276317 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 47566) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:37:44.673900 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-62e1dd79-e7f1-4da0-bbb5-217c1fbe8251 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:37:44.778712 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.policy [None req-62e1dd79-e7f1-4da0-bbb5-217c1fbe8251 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99204) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 15:37:44.822868 dv-neutron-601336-79-hyperv neutron-server[99204]: WARNING oslo_policy.policy [None req-62e1dd79-e7f1-4da0-bbb5-217c1fbe8251 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 15:37:44.823261 dv-neutron-601336-79-hyperv neutron-server[99204]: WARNING oslo_policy.policy [None req-62e1dd79-e7f1-4da0-bbb5-217c1fbe8251 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 15:37:44.831718 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.quota [None req-62e1dd79-e7f1-4da0-bbb5-217c1fbe8251 admin admin] Loaded quota_driver: . May 31 15:37:44.848954 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-62e1dd79-e7f1-4da0-bbb5-217c1fbe8251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:37:44.920901 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-62e1dd79-e7f1-4da0-bbb5-217c1fbe8251 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764866768816', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764866768151', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764866788126', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764866784930', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764866790703', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764866798473', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1615482', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1620655', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-552650', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-614018'] for rbac-policy, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:44.989363 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-62e1dd79-e7f1-4da0-bbb5-217c1fbe8251 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:44.990618 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-62e1dd79-e7f1-4da0-bbb5-217c1fbe8251 admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7131124 May 31 15:37:47.611583 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 47580) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:37:47.992828 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'cc09c7e1139a4844bfb91f6bcf22d7f5', 'admin_state_up': True, 'project_id': 'cc09c7e1139a4844bfb91f6bcf22d7f5'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:37:47.997778 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:37:48.002384 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Usage tracker for resource:network and tenant:cc09c7e1139a4844bfb91f6bcf22d7f5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:37:48.006975 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:37:48.013470 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:37:48.030198 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Made reservation on behalf of cc09c7e1139a4844bfb91f6bcf22d7f5 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:37:48.034855 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:48.057675 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:48.071842 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:37:48.075755 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Usage tracker for resource:security_group_rule and tenant:cc09c7e1139a4844bfb91f6bcf22d7f5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:37:48.081028 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:37:48.086911 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:37:48.190173 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:48.196426 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:48.201803 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:37:48.218190 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:37:48.243158 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764869104276', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:48.243751 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Unsubscribe: segment precommit_create {{(pid=99204) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 15:37:48.244218 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Added segment 782630b6-427c-4e53-a5f8-acc4cb917d4d of type vlan for network 06974360-d676-442c-b736-ac82bd69a779 May 31 15:37:48.295481 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e9c41f-727a-4b4d-a69f-6e891ac496f0,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:37:48.317777 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:48.318122 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:48.318442 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:48.318779 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:48.319141 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:48.319493 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:48.319835 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:48.320182 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:48.320491 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:48.320798 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:48.321099 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:48.321401 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Tracked resource versions report: May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: pushed versions: May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: { 'AddressGroup': {'1.2'}, May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: 'ConntrackHelper': {'1.0'}, May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: 'Log': {'1.0'}, May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: 'Network': {'1.1'}, May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: 'Port': {'1.7'}, May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: 'PortForwarding': {'1.2'}, May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: 'QosPolicy': {'1.8'}, May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: 'SecurityGroup': {'1.4'}, May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: 'SecurityGroupRule': {'1.2'}, May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: 'SubPort': {'1.0'}, May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: 'Subnet': {'1.1'}, May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: 'Trunk': {'1.1'}} May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: consumer versions: May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: { DHCP agent@dv-neutron-601336-79-hyperv: {}, May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: L3 agent@dv-neutron-601336-79-hyperv: {}, May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: Metadata agent@dv-neutron-601336-79-hyperv: {}, May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: Metering agent@dv-neutron-601336-79-hyperv: {}, May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: Open vSwitch agent@dv-neutron-601336-79-hyperv: { 'AddressGroup': '1.2', May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: 'ConntrackHelper': '1.0', May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: 'Log': '1.0', May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: 'Network': '1.1', May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: 'Port': '1.7', May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: 'PortForwarding': '1.2', May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: 'QosPolicy': '1.8', May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: 'SecurityGroup': '1.4', May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: 'SecurityGroupRule': '1.2', May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: 'SubPort': '1.0', May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: 'Subnet': '1.1', May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: 'Trunk': '1.1'}} May 31 15:37:48.322700 dv-neutron-601336-79-hyperv neutron-server[99204]: {{(pid=99204) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 15:37:48.359367 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:48.370504 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:37:48.408300 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:48.409841 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:37:48.410494 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:48.415277 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:37:48.516021 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Pushing event updated for resources: {'Network': ['ID=06974360-d676-442c-b736-ac82bd69a779,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:37:48.518990 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9063427 May 31 15:37:48.532688 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:37:48.541692 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 06974360-d676-442c-b736-ac82bd69a779 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:37:51.182059 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 47596) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:37:51.791889 dv-neutron-601336-79-hyperv neutron-server[99205]: WARNING oslo_policy.policy [None req-a2f9207b-0d17-424c-be14-0c54a5e9ac73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 15:37:51.792473 dv-neutron-601336-79-hyperv neutron-server[99205]: WARNING oslo_policy.policy [None req-a2f9207b-0d17-424c-be14-0c54a5e9ac73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 15:37:52.220140 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.policy [None req-a2f9207b-0d17-424c-be14-0c54a5e9ac73 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99205) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 15:37:52.264771 dv-neutron-601336-79-hyperv neutron-server[99205]: WARNING oslo_policy.policy [None req-a2f9207b-0d17-424c-be14-0c54a5e9ac73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 15:37:52.265127 dv-neutron-601336-79-hyperv neutron-server[99205]: WARNING oslo_policy.policy [None req-a2f9207b-0d17-424c-be14-0c54a5e9ac73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 15:37:52.273356 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f9207b-0d17-424c-be14-0c54a5e9ac73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:37:52.275050 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a2f9207b-0d17-424c-be14-0c54a5e9ac73 admin admin] 10.222.0.45 "GET /v2.0/networks/06974360-d676-442c-b736-ac82bd69a779 HTTP/1.1" status: 200 len: 825 time: 1.0920348 May 31 15:37:52.310974 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6cbdfeb5-c18a-49fe-a2f7-eb14b5fcd113 admin admin] 10.222.0.45 "GET /v2.0/subnetpools/51e18a27-11ae-4faf-ae69-72b38df84ca2 HTTP/1.1" status: 200 len: 734 time: 0.0275192 May 31 15:37:52.319621 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] Request body: {'subnet': {'network_id': '06974360-d676-442c-b736-ac82bd69a779', 'subnetpool_id': '51e18a27-11ae-4faf-ae69-72b38df84ca2', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'cc09c7e1139a4844bfb91f6bcf22d7f5', 'ip_version': 4}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:37:52.321130 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.quota [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] Loaded quota_driver: . May 31 15:37:52.327087 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:37:52.332652 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] Usage tracker for resource:subnet and tenant:cc09c7e1139a4844bfb91f6bcf22d7f5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:37:52.335943 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:37:52.342699 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:37:52.359874 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] Made reservation on behalf of cc09c7e1139a4844bfb91f6bcf22d7f5 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:37:52.362933 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:52.878914 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:52.883373 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:37:52.959067 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] Checking segment: {'id': '782630b6-427c-4e53-a5f8-acc4cb917d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '06974360-d676-442c-b736-ac82bd69a779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:37:52.959423 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] Network hostable DHCP agents. Network: 06974360-d676-442c-b736-ac82bd69a779, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:37:52.970541 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c6dfcf8-7545-4020-9d96-e3728c14dd00,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:37:52.979843 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:52.980175 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:52.980473 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:52.980784 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:52.981089 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:52.981400 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:52.981698 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:52.982012 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:52.982310 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:52.982601 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:52.982880 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:52.983199 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] Tracked resource versions report: May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: pushed versions: May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: { 'AddressGroup': {'1.2'}, May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: 'ConntrackHelper': {'1.0'}, May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: 'Log': {'1.0'}, May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: 'Network': {'1.1'}, May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: 'Port': {'1.7'}, May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: 'PortForwarding': {'1.2'}, May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: 'QosPolicy': {'1.8'}, May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: 'SecurityGroup': {'1.4'}, May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: 'SecurityGroupRule': {'1.2'}, May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: 'SubPort': {'1.0'}, May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: 'Subnet': {'1.1'}, May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: 'Trunk': {'1.1'}} May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: consumer versions: May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: { DHCP agent@dv-neutron-601336-79-hyperv: {}, May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: L3 agent@dv-neutron-601336-79-hyperv: {}, May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: Metadata agent@dv-neutron-601336-79-hyperv: {}, May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: Metering agent@dv-neutron-601336-79-hyperv: {}, May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: Open vSwitch agent@dv-neutron-601336-79-hyperv: { 'AddressGroup': '1.2', May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: 'ConntrackHelper': '1.0', May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: 'Log': '1.0', May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: 'Network': '1.1', May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: 'Port': '1.7', May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: 'PortForwarding': '1.2', May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: 'QosPolicy': '1.8', May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: 'SecurityGroup': '1.4', May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: 'SecurityGroupRule': '1.2', May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: 'SubPort': '1.0', May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: 'Subnet': '1.1', May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: 'Trunk': '1.1'}} May 31 15:37:52.984477 dv-neutron-601336-79-hyperv neutron-server[99205]: {{(pid=99205) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 15:37:53.016833 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] Network 06974360-d676-442c-b736-ac82bd69a779 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:37:53.019130 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:37:53.031060 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 06974360-d676-442c-b736-ac82bd69a779) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:37:53.035979 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:37:53.036641 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:53.040744 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5fc1e4-7337-41c8-84a7-fa6cbb85f2d7 None None] Network 06974360-d676-442c-b736-ac82bd69a779 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:37:53.066328 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7429307 May 31 15:37:53.351764 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-06974360-d676-442c-b736-ac82bd69a779', 'network_id': '06974360-d676-442c-b736-ac82bd69a779', 'tenant_id': 'cc09c7e1139a4844bfb91f6bcf22d7f5', 'fixed_ips': [{'subnet_id': '8c6dfcf8-7545-4020-9d96-e3728c14dd00'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:37:53.352946 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:53.536470 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Allocated IP 172.20.0.2 (06974360-d676-442c-b736-ac82bd69a779/8c6dfcf8-7545-4020-9d96-e3728c14dd00/49115062-6148-4b37-8890-69bb9e4b5d01) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:37:53.762293 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:53.775138 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Transition to ACTIVE for port object 49115062-6148-4b37-8890-69bb9e4b5d01 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:37:53.796033 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Transition to ACTIVE for port object 49115062-6148-4b37-8890-69bb9e4b5d01 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:37:53.803171 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:53.808416 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:37:53.865235 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Network 06974360-d676-442c-b736-ac82bd69a779 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:37:53.867878 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:37:53.876835 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:37:53.878977 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Pushing event updated for resources: {'Port': ['ID=49115062-6148-4b37-8890-69bb9e4b5d01,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:37:53.888271 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:53.888621 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:53.888947 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:53.889263 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:53.889576 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:53.889904 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:53.890225 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:53.890541 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:53.890853 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:53.891185 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:53.891489 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:53.891924 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Tracked resource versions report: May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: pushed versions: May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: { 'AddressGroup': {'1.2'}, May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: 'ConntrackHelper': {'1.0'}, May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: 'Log': {'1.0'}, May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: 'Network': {'1.1'}, May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: 'Port': {'1.7'}, May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: 'PortForwarding': {'1.2'}, May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: 'QosPolicy': {'1.8'}, May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: 'SecurityGroup': {'1.4'}, May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: 'SecurityGroupRule': {'1.2'}, May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: 'SubPort': {'1.0'}, May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: 'Subnet': {'1.1'}, May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: 'Trunk': {'1.1'}} May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: consumer versions: May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: { DHCP agent@dv-neutron-601336-79-hyperv: {}, May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: L3 agent@dv-neutron-601336-79-hyperv: {}, May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: Metadata agent@dv-neutron-601336-79-hyperv: {}, May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: Metering agent@dv-neutron-601336-79-hyperv: {}, May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: Open vSwitch agent@dv-neutron-601336-79-hyperv: { 'AddressGroup': '1.2', May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: 'ConntrackHelper': '1.0', May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: 'Log': '1.0', May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: 'Network': '1.1', May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: 'Port': '1.7', May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: 'PortForwarding': '1.2', May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: 'QosPolicy': '1.8', May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: 'SecurityGroup': '1.4', May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: 'SecurityGroupRule': '1.2', May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: 'SubPort': '1.0', May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: 'Subnet': '1.1', May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: 'Trunk': '1.1'}} May 31 15:37:53.893315 dv-neutron-601336-79-hyperv neutron-server[99206]: {{(pid=99206) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 15:37:53.933061 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:37:53.981995 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Attempting to bind port 49115062-6148-4b37-8890-69bb9e4b5d01 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:37:53.982382 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Attempting to bind port 49115062-6148-4b37-8890-69bb9e4b5d01 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '782630b6-427c-4e53-a5f8-acc4cb917d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '06974360-d676-442c-b736-ac82bd69a779'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:37:53.982803 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Attempting to bind port 49115062-6148-4b37-8890-69bb9e4b5d01 on network 06974360-d676-442c-b736-ac82bd69a779 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:37:53.988862 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:37:53.989249 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Checking segment: {'id': '782630b6-427c-4e53-a5f8-acc4cb917d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '06974360-d676-442c-b736-ac82bd69a779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:37:53.989725 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:53.990112 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Bound using segment: {'id': '782630b6-427c-4e53-a5f8-acc4cb917d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '06974360-d676-442c-b736-ac82bd69a779'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:37:53.990655 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Bound port: 49115062-6148-4b37-8890-69bb9e4b5d01, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782630b6-427c-4e53-a5f8-acc4cb917d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '06974360-d676-442c-b736-ac82bd69a779'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:37:53.991093 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:54.080755 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] For port 49115062-6148-4b37-8890-69bb9e4b5d01, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:37:54.085051 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] For port 49115062-6148-4b37-8890-69bb9e4b5d01, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=49115062-6148-4b37-8890-69bb9e4b5d01,segment=NetworkSegment(782630b6-427c-4e53-a5f8-acc4cb917d4d),segment_id=782630b6-427c-4e53-a5f8-acc4cb917d4d)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:37:54.089699 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:54.093667 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:37:54.183910 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Pushing event updated for resources: {'Port': ['ID=49115062-6148-4b37-8890-69bb9e4b5d01,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:37:54.192181 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:37:55.421858 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 47616) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:37:55.803372 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [None req-e6d3d84d-a794-4c12-8677-aaae02b36982 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:37:55.804347 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e6d3d84d-a794-4c12-8677-aaae02b36982 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3815577 May 31 15:37:58.137023 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 47626) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:37:58.529393 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [None req-bd2115a0-967c-48fe-b14a-14c5627c12c7 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:37:58.530357 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bd2115a0-967c-48fe-b14a-14c5627c12c7 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3925085 May 31 15:37:58.711092 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 49115062-6148-4b37-8890-69bb9e4b5d01 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:37:58.786230 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 49115062-6148-4b37-8890-69bb9e4b5d01 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:37:59.581312 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eea5695-e1a8-48f6-9ac4-481c26851be3 None None] Network 06974360-d676-442c-b736-ac82bd69a779 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:37:59.675727 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-4c0edd85-24f0-4fd2-a582-4866a958d786 None None] Provisioning for port 49115062-6148-4b37-8890-69bb9e4b5d01 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:37:59.684088 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-4c0edd85-24f0-4fd2-a582-4866a958d786 None None] Provisioning complete for port 49115062-6148-4b37-8890-69bb9e4b5d01 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:37:59.684496 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4c0edd85-24f0-4fd2-a582-4866a958d786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:59.898838 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4c0edd85-24f0-4fd2-a582-4866a958d786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:59.940785 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-4c0edd85-24f0-4fd2-a582-4866a958d786 None None] For port 49115062-6148-4b37-8890-69bb9e4b5d01, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=49115062-6148-4b37-8890-69bb9e4b5d01,segment=NetworkSegment(782630b6-427c-4e53-a5f8-acc4cb917d4d),segment_id=782630b6-427c-4e53-a5f8-acc4cb917d4d)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:37:59.948043 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4c0edd85-24f0-4fd2-a582-4866a958d786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:37:59.952058 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:38:00.020744 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0edd85-24f0-4fd2-a582-4866a958d786 None None] Pushing event updated for resources: {'Port': ['ID=49115062-6148-4b37-8890-69bb9e4b5d01,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:38:00.024557 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-4c0edd85-24f0-4fd2-a582-4866a958d786 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:38:00.171172 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-18f1c746-0a38-4be1-b627-07f6d6218220 None None] Provisioning complete for port 49115062-6148-4b37-8890-69bb9e4b5d01 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:38:00.171536 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-18f1c746-0a38-4be1-b627-07f6d6218220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:00.695503 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 49115062-6148-4b37-8890-69bb9e4b5d01 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:38:00.765474 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 49115062-6148-4b37-8890-69bb9e4b5d01 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:38:00.765804 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:01.146518 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 47642) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:38:01.507843 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-4139cf39-53dd-4f0d-a33e-506ce0182af3 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'cc09c7e1139a4844bfb91f6bcf22d7f5', 'admin_state_up': True}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:38:01.513717 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-4139cf39-53dd-4f0d-a33e-506ce0182af3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:38:01.518092 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4139cf39-53dd-4f0d-a33e-506ce0182af3 admin admin] Usage tracker for resource:router and tenant:cc09c7e1139a4844bfb91f6bcf22d7f5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:38:01.521582 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4139cf39-53dd-4f0d-a33e-506ce0182af3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:38:01.527765 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-4139cf39-53dd-4f0d-a33e-506ce0182af3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:38:01.541009 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4139cf39-53dd-4f0d-a33e-506ce0182af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:01.542706 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4139cf39-53dd-4f0d-a33e-506ce0182af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:01.566611 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4139cf39-53dd-4f0d-a33e-506ce0182af3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:01.696478 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4139cf39-53dd-4f0d-a33e-506ce0182af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:01.723472 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4139cf39-53dd-4f0d-a33e-506ce0182af3 admin admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:01.724654 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4139cf39-53dd-4f0d-a33e-506ce0182af3 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5767827 May 31 15:38:04.083516 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 47652) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:38:04.477782 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [None req-b3f7b7a0-c889-44e1-b694-32bfcbbfc070 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:38:04.478773 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b3f7b7a0-c889-44e1-b694-32bfcbbfc070 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3943412 May 31 15:38:04.571215 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f6f9a1e3-b2ce-465f-b314-a442e124a3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:06.836615 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 47662) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:38:06.910796 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:07.046632 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f92c7055-46f2-4df0-bb00-c09bef2d51c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:07.264054 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-38b2c338-6189-444e-8f26-91ce370aa968 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:38:07.269414 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-38b2c338-6189-444e-8f26-91ce370aa968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:38:07.273549 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-38b2c338-6189-444e-8f26-91ce370aa968 admin admin] Usage tracker for resource:network and tenant:8fab5984aa8e4180b47dc878899f530d is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:38:07.276641 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-38b2c338-6189-444e-8f26-91ce370aa968 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:38:07.282635 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-38b2c338-6189-444e-8f26-91ce370aa968 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:38:07.295297 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b2c338-6189-444e-8f26-91ce370aa968 admin admin] Made reservation on behalf of 8fab5984aa8e4180b47dc878899f530d for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:38:07.297731 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-38b2c338-6189-444e-8f26-91ce370aa968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:07.317193 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-38b2c338-6189-444e-8f26-91ce370aa968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:07.331474 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-38b2c338-6189-444e-8f26-91ce370aa968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:38:07.335300 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-38b2c338-6189-444e-8f26-91ce370aa968 admin admin] Usage tracker for resource:security_group_rule and tenant:8fab5984aa8e4180b47dc878899f530d is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:38:07.338448 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-38b2c338-6189-444e-8f26-91ce370aa968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:38:07.344203 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-38b2c338-6189-444e-8f26-91ce370aa968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:38:07.437614 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-38b2c338-6189-444e-8f26-91ce370aa968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:07.443065 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-38b2c338-6189-444e-8f26-91ce370aa968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:07.446195 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:38:07.461241 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-38b2c338-6189-444e-8f26-91ce370aa968 admin admin] Reserving flat network on physical network physnet1 {{(pid=99205) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 31 15:38:07.481842 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2c338-6189-444e-8f26-91ce370aa968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f81aad-e73f-493f-b7f8-a82d26bfcb9d,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:38:07.488634 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-38b2c338-6189-444e-8f26-91ce370aa968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:38:07.489893 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-38b2c338-6189-444e-8f26-91ce370aa968 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764869104276', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:07.490462 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-38b2c338-6189-444e-8f26-91ce370aa968 admin admin] Unsubscribe: segment precommit_create {{(pid=99205) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 15:38:07.490886 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-38b2c338-6189-444e-8f26-91ce370aa968 admin admin] Added segment ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca of type flat for network 014c45f7-9697-4b0b-b8b7-66a80a50a15c May 31 15:38:07.536801 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-38b2c338-6189-444e-8f26-91ce370aa968 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:07.583714 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-38b2c338-6189-444e-8f26-91ce370aa968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:07.585671 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b2c338-6189-444e-8f26-91ce370aa968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:38:07.586593 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-38b2c338-6189-444e-8f26-91ce370aa968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:07.591850 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:38:07.693516 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2c338-6189-444e-8f26-91ce370aa968 admin admin] Pushing event updated for resources: {'Network': ['ID=014c45f7-9697-4b0b-b8b7-66a80a50a15c,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:38:07.696540 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-38b2c338-6189-444e-8f26-91ce370aa968 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8582461 May 31 15:38:07.698228 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-38b2c338-6189-444e-8f26-91ce370aa968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:38:07.705987 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:38:08.192071 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:09.550609 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:10.020674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 47682) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:38:10.242131 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a6ff91-3c45-42cf-b94d-3e1e041529a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:38:10.243495 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a7a6ff91-3c45-42cf-b94d-3e1e041529a0 admin admin] 10.222.0.45 "GET /v2.0/subnets/8c6dfcf8-7545-4020-9d96-e3728c14dd00 HTTP/1.1" status: 200 len: 849 time: 0.2219229 May 31 15:38:10.393142 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ba2d8a73-30c6-491d-a036-c564e44136ac admin admin] 10.222.0.45 "GET /v2.0/routers/c3a2cead-252e-4eab-8961-5c143b85374d HTTP/1.1" status: 200 len: 704 time: 0.1409333 May 31 15:38:10.851461 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-85815f00-4193-4bd0-9766-b66e83cd8c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:11.117407 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-85815f00-4193-4bd0-9766-b66e83cd8c94 admin admin] Allocated IP 172.20.0.1 (06974360-d676-442c-b736-ac82bd69a779/8c6dfcf8-7545-4020-9d96-e3728c14dd00/98560dc9-39b0-48e2-b3e0-88f00c2460eb) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:38:11.277592 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-85815f00-4193-4bd0-9766-b66e83cd8c94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:11.294074 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-85815f00-4193-4bd0-9766-b66e83cd8c94 admin admin] Transition to ACTIVE for port object 98560dc9-39b0-48e2-b3e0-88f00c2460eb will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:38:11.348717 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-85815f00-4193-4bd0-9766-b66e83cd8c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:11.353267 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:38:11.415651 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85815f00-4193-4bd0-9766-b66e83cd8c94 admin admin] Network 06974360-d676-442c-b736-ac82bd69a779 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:38:11.418500 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-85815f00-4193-4bd0-9766-b66e83cd8c94 admin admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:38:11.421284 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85815f00-4193-4bd0-9766-b66e83cd8c94 admin admin] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:38:11.422123 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-85815f00-4193-4bd0-9766-b66e83cd8c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:11.546294 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85815f00-4193-4bd0-9766-b66e83cd8c94 admin admin] Pushing event updated for resources: {'Port': ['ID=98560dc9-39b0-48e2-b3e0-88f00c2460eb,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:38:11.551495 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-85815f00-4193-4bd0-9766-b66e83cd8c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:38:11.597946 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f2e95cfb-88fb-4986-8f95-057a8f514ad6 None None] Provisioning for port 98560dc9-39b0-48e2-b3e0-88f00c2460eb completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:38:11.603226 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f2e95cfb-88fb-4986-8f95-057a8f514ad6 None None] Provisioning complete for port 98560dc9-39b0-48e2-b3e0-88f00c2460eb triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:38:11.603766 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f2e95cfb-88fb-4986-8f95-057a8f514ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:11.657019 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-f2e95cfb-88fb-4986-8f95-057a8f514ad6 None None] Port 98560dc9-39b0-48e2-b3e0-88f00c2460eb cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:38:11.683195 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-85815f00-4193-4bd0-9766-b66e83cd8c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:11.907081 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-85815f00-4193-4bd0-9766-b66e83cd8c94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:11.913950 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-85815f00-4193-4bd0-9766-b66e83cd8c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:11.915045 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-85815f00-4193-4bd0-9766-b66e83cd8c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:11.918068 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:38:12.042443 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85815f00-4193-4bd0-9766-b66e83cd8c94 admin admin] Pushing event updated for resources: {'Port': ['ID=98560dc9-39b0-48e2-b3e0-88f00c2460eb,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:38:12.046484 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-85815f00-4193-4bd0-9766-b66e83cd8c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:38:12.111624 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85815f00-4193-4bd0-9766-b66e83cd8c94 admin admin] Network 06974360-d676-442c-b736-ac82bd69a779 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:38:12.112922 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-85815f00-4193-4bd0-9766-b66e83cd8c94 admin admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:38:12.281613 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-6009ecfa-f0b5-43c9-9108-894a49086e61 None None] Provisioning complete for port 98560dc9-39b0-48e2-b3e0-88f00c2460eb triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:38:12.281982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6009ecfa-f0b5-43c9-9108-894a49086e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:12.304149 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85815f00-4193-4bd0-9766-b66e83cd8c94 admin admin] Router c3a2cead-252e-4eab-8961-5c143b85374d is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:38:12.336782 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-6009ecfa-f0b5-43c9-9108-894a49086e61 None None] Port 98560dc9-39b0-48e2-b3e0-88f00c2460eb cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:38:12.502987 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85815f00-4193-4bd0-9766-b66e83cd8c94 admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:38:12.513460 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1576b08c-0967-44ea-a517-4717a0656b83 None None] Sync routers for ids ['c3a2cead-252e-4eab-8961-5c143b85374d'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:38:12.513899 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-85815f00-4193-4bd0-9766-b66e83cd8c94 admin admin] 10.222.0.45 "PUT /v2.0/routers/c3a2cead-252e-4eab-8961-5c143b85374d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1133082 May 31 15:38:12.525020 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1576b08c-0967-44ea-a517-4717a0656b83 None None] Routers {'c3a2cead-252e-4eab-8961-5c143b85374d'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:38:12.525901 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-1576b08c-0967-44ea-a517-4717a0656b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:38:07Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['c3a2cead-252e-4eab-8961-5c143b85374d'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:38:12.698355 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-1576b08c-0967-44ea-a517-4717a0656b83 None None] Set router c3a2cead-252e-4eab-8961-5c143b85374d gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:38:13.059199 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-1576b08c-0967-44ea-a517-4717a0656b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a2cead-252e-4eab-8961-5c143b85374d', 'name': 'router1', 'tenant_id': 'cc09c7e1139a4844bfb91f6bcf22d7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:38:01Z', 'updated_at': '2021-05-31T15:38:11Z', 'revision_number': 2, 'project_id': 'cc09c7e1139a4844bfb91f6bcf22d7f5', 'gw_port_host': None, '_interfaces': [{'id': '98560dc9-39b0-48e2-b3e0-88f00c2460eb', 'name': '', 'network_id': '06974360-d676-442c-b736-ac82bd69a779', 'tenant_id': 'cc09c7e1139a4844bfb91f6bcf22d7f5', 'mac_address': 'fa:16:3e:7f:5d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a2cead-252e-4eab-8961-5c143b85374d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c6dfcf8-7545-4020-9d96-e3728c14dd00', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:38:10Z', 'updated_at': '2021-05-31T15:38:11Z', 'revision_number': 2, 'project_id': 'cc09c7e1139a4844bfb91f6bcf22d7f5', 'subnets': [{'id': '8c6dfcf8-7545-4020-9d96-e3728c14dd00', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51e18a27-11ae-4faf-ae69-72b38df84ca2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:38:13.064174 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1576b08c-0967-44ea-a517-4717a0656b83 None None] Checking router: c3a2cead-252e-4eab-8961-5c143b85374d for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:38:13.064632 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1576b08c-0967-44ea-a517-4717a0656b83 None None] Updating router c3a2cead-252e-4eab-8961-5c143b85374d port 98560dc9-39b0-48e2-b3e0-88f00c2460eb binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:38:13.115445 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-1576b08c-0967-44ea-a517-4717a0656b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:13.489827 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-1576b08c-0967-44ea-a517-4717a0656b83 None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:13.504800 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-1576b08c-0967-44ea-a517-4717a0656b83 None None] Transition to ACTIVE for port object 98560dc9-39b0-48e2-b3e0-88f00c2460eb will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:38:13.511797 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-1576b08c-0967-44ea-a517-4717a0656b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:13.518165 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:38:13.710022 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e25037-9348-4213-a5ae-5fedfd87e117 None None] Pushing event updated for resources: {'Port': ['ID=98560dc9-39b0-48e2-b3e0-88f00c2460eb,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:38:13.721217 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e25037-9348-4213-a5ae-5fedfd87e117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:38:13.721551 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e25037-9348-4213-a5ae-5fedfd87e117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:38:13.721870 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e25037-9348-4213-a5ae-5fedfd87e117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:38:13.722184 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e25037-9348-4213-a5ae-5fedfd87e117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:38:13.722494 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e25037-9348-4213-a5ae-5fedfd87e117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:38:13.722820 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e25037-9348-4213-a5ae-5fedfd87e117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:38:13.723297 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e25037-9348-4213-a5ae-5fedfd87e117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:38:13.723631 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e25037-9348-4213-a5ae-5fedfd87e117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:38:13.723949 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e25037-9348-4213-a5ae-5fedfd87e117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:38:13.724255 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e25037-9348-4213-a5ae-5fedfd87e117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:38:13.724555 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e25037-9348-4213-a5ae-5fedfd87e117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:38:13.724852 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e25037-9348-4213-a5ae-5fedfd87e117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e25037-9348-4213-a5ae-5fedfd87e117 None None] Tracked resource versions report: May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: pushed versions: May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: { 'AddressGroup': {'1.2'}, May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: 'ConntrackHelper': {'1.0'}, May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: 'Log': {'1.0'}, May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: 'Network': {'1.1'}, May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: 'Port': {'1.7'}, May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: 'PortForwarding': {'1.2'}, May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: 'QosPolicy': {'1.8'}, May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: 'SecurityGroup': {'1.4'}, May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: 'SecurityGroupRule': {'1.2'}, May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: 'SubPort': {'1.0'}, May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: 'Subnet': {'1.1'}, May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: 'Trunk': {'1.1'}} May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: consumer versions: May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: { DHCP agent@dv-neutron-601336-79-hyperv: {}, May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: L3 agent@dv-neutron-601336-79-hyperv: {}, May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: Metadata agent@dv-neutron-601336-79-hyperv: {}, May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: Metering agent@dv-neutron-601336-79-hyperv: {}, May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: Open vSwitch agent@dv-neutron-601336-79-hyperv: { 'AddressGroup': '1.2', May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: 'ConntrackHelper': '1.0', May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: 'Log': '1.0', May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: 'Network': '1.1', May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: 'Port': '1.7', May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: 'PortForwarding': '1.2', May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: 'QosPolicy': '1.8', May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: 'SecurityGroup': '1.4', May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: 'SecurityGroupRule': '1.2', May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: 'SubPort': '1.0', May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: 'Subnet': '1.1', May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: 'Trunk': '1.1'}} May 31 15:38:13.726199 dv-neutron-601336-79-hyperv neutron-server[99207]: {{(pid=99207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 15:38:13.729834 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-16e25037-9348-4213-a5ae-5fedfd87e117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:38:13.746505 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-1576b08c-0967-44ea-a517-4717a0656b83 None None] Attempting to bind port 98560dc9-39b0-48e2-b3e0-88f00c2460eb on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:38:13.746888 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-1576b08c-0967-44ea-a517-4717a0656b83 None None] Attempting to bind port 98560dc9-39b0-48e2-b3e0-88f00c2460eb by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '782630b6-427c-4e53-a5f8-acc4cb917d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '06974360-d676-442c-b736-ac82bd69a779'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:38:13.747355 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1576b08c-0967-44ea-a517-4717a0656b83 None None] Attempting to bind port 98560dc9-39b0-48e2-b3e0-88f00c2460eb on network 06974360-d676-442c-b736-ac82bd69a779 {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:38:13.752703 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1576b08c-0967-44ea-a517-4717a0656b83 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:38:13.753090 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1576b08c-0967-44ea-a517-4717a0656b83 None None] Checking segment: {'id': '782630b6-427c-4e53-a5f8-acc4cb917d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '06974360-d676-442c-b736-ac82bd69a779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:38:13.753563 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-1576b08c-0967-44ea-a517-4717a0656b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:13.753944 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1576b08c-0967-44ea-a517-4717a0656b83 None None] Bound using segment: {'id': '782630b6-427c-4e53-a5f8-acc4cb917d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '06974360-d676-442c-b736-ac82bd69a779'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:38:13.754487 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-1576b08c-0967-44ea-a517-4717a0656b83 None None] Bound port: 98560dc9-39b0-48e2-b3e0-88f00c2460eb, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782630b6-427c-4e53-a5f8-acc4cb917d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '06974360-d676-442c-b736-ac82bd69a779'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:38:13.754872 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-1576b08c-0967-44ea-a517-4717a0656b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:13.841498 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-1576b08c-0967-44ea-a517-4717a0656b83 None None] For port 98560dc9-39b0-48e2-b3e0-88f00c2460eb, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:38:13.847504 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-1576b08c-0967-44ea-a517-4717a0656b83 None None] For port 98560dc9-39b0-48e2-b3e0-88f00c2460eb, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=98560dc9-39b0-48e2-b3e0-88f00c2460eb,segment=NetworkSegment(782630b6-427c-4e53-a5f8-acc4cb917d4d),segment_id=782630b6-427c-4e53-a5f8-acc4cb917d4d)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:38:13.851707 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-1576b08c-0967-44ea-a517-4717a0656b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:13.855533 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:38:13.942577 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1576b08c-0967-44ea-a517-4717a0656b83 None None] Routers {'c3a2cead-252e-4eab-8961-5c143b85374d'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:38:13.943223 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-1576b08c-0967-44ea-a517-4717a0656b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:38:07Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['c3a2cead-252e-4eab-8961-5c143b85374d'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:38:13.990141 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e25037-9348-4213-a5ae-5fedfd87e117 None None] Pushing event updated for resources: {'Port': ['ID=98560dc9-39b0-48e2-b3e0-88f00c2460eb,revision_number=4']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:38:14.003112 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-16e25037-9348-4213-a5ae-5fedfd87e117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:38:14.111433 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-1576b08c-0967-44ea-a517-4717a0656b83 None None] Set router c3a2cead-252e-4eab-8961-5c143b85374d gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:38:14.455132 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-1576b08c-0967-44ea-a517-4717a0656b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a2cead-252e-4eab-8961-5c143b85374d', 'name': 'router1', 'tenant_id': 'cc09c7e1139a4844bfb91f6bcf22d7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:38:01Z', 'updated_at': '2021-05-31T15:38:11Z', 'revision_number': 2, 'project_id': 'cc09c7e1139a4844bfb91f6bcf22d7f5', 'gw_port_host': None, '_interfaces': [{'id': '98560dc9-39b0-48e2-b3e0-88f00c2460eb', 'name': '', 'network_id': '06974360-d676-442c-b736-ac82bd69a779', 'tenant_id': 'cc09c7e1139a4844bfb91f6bcf22d7f5', 'mac_address': 'fa:16:3e:7f:5d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a2cead-252e-4eab-8961-5c143b85374d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c6dfcf8-7545-4020-9d96-e3728c14dd00', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:38:10Z', 'updated_at': '2021-05-31T15:38:13Z', 'revision_number': 4, 'project_id': 'cc09c7e1139a4844bfb91f6bcf22d7f5', 'subnets': [{'id': '8c6dfcf8-7545-4020-9d96-e3728c14dd00', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51e18a27-11ae-4faf-ae69-72b38df84ca2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:38:14.459321 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1576b08c-0967-44ea-a517-4717a0656b83 None None] The sync data for ids ['c3a2cead-252e-4eab-8961-5c143b85374d'] in dv-neutron-601336-79-hyperv is: [{'id': 'c3a2cead-252e-4eab-8961-5c143b85374d', 'name': 'router1', 'tenant_id': 'cc09c7e1139a4844bfb91f6bcf22d7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:38:01Z', 'updated_at': '2021-05-31T15:38:11Z', 'revision_number': 2, 'project_id': 'cc09c7e1139a4844bfb91f6bcf22d7f5', 'gw_port_host': None, '_interfaces': [{'id': '98560dc9-39b0-48e2-b3e0-88f00c2460eb', 'name': '', 'network_id': '06974360-d676-442c-b736-ac82bd69a779', 'tenant_id': 'cc09c7e1139a4844bfb91f6bcf22d7f5', 'mac_address': 'fa:16:3e:7f:5d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a2cead-252e-4eab-8961-5c143b85374d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c6dfcf8-7545-4020-9d96-e3728c14dd00', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:38:10Z', 'updated_at': '2021-05-31T15:38:13Z', 'revision_number': 4, 'project_id': 'cc09c7e1139a4844bfb91f6bcf22d7f5', 'subnets': [{'id': '8c6dfcf8-7545-4020-9d96-e3728c14dd00', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51e18a27-11ae-4faf-ae69-72b38df84ca2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:38:14.641984 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 47704) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:38:14.799039 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7bea76-e2d8-4223-8dc7-5dd96efef35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:38:14.800337 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4a7bea76-e2d8-4223-8dc7-5dd96efef35d admin admin] 10.222.0.45 "GET /v2.0/networks/014c45f7-9697-4b0b-b8b7-66a80a50a15c HTTP/1.1" status: 200 len: 842 time: 0.1573427 May 31 15:38:14.809606 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-8788cfa0-11c7-4f92-92f9-d2620a58c2fd admin admin] Request body: {'subnet': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'name': 'public-subnet', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:38:14.814320 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8788cfa0-11c7-4f92-92f9-d2620a58c2fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:38:14.818317 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8788cfa0-11c7-4f92-92f9-d2620a58c2fd admin admin] Usage tracker for resource:subnet and tenant:8fab5984aa8e4180b47dc878899f530d is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:38:14.821488 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8788cfa0-11c7-4f92-92f9-d2620a58c2fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:38:14.827480 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8788cfa0-11c7-4f92-92f9-d2620a58c2fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:38:14.839348 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8788cfa0-11c7-4f92-92f9-d2620a58c2fd admin admin] Made reservation on behalf of 8fab5984aa8e4180b47dc878899f530d for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:38:14.841781 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8788cfa0-11c7-4f92-92f9-d2620a58c2fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:15.317116 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.objects.ports [None req-8788cfa0-11c7-4f92-92f9-d2620a58c2fd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99204) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 15:38:15.317576 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8788cfa0-11c7-4f92-92f9-d2620a58c2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:15.321546 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:38:15.397828 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788cfa0-11c7-4f92-92f9-d2620a58c2fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=36fd5f6b-852a-40c8-8887-b0da592d401e,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:38:15.404090 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8788cfa0-11c7-4f92-92f9-d2620a58c2fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:38:15.408483 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8788cfa0-11c7-4f92-92f9-d2620a58c2fd admin admin] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:38:15.408832 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8788cfa0-11c7-4f92-92f9-d2620a58c2fd admin admin] Network hostable DHCP agents. Network: 014c45f7-9697-4b0b-b8b7-66a80a50a15c, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:38:15.428754 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8788cfa0-11c7-4f92-92f9-d2620a58c2fd admin admin] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:38:15.439644 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-8788cfa0-11c7-4f92-92f9-d2620a58c2fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 014c45f7-9697-4b0b-b8b7-66a80a50a15c) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:38:15.444566 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8788cfa0-11c7-4f92-92f9-d2620a58c2fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:38:15.445175 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8788cfa0-11c7-4f92-92f9-d2620a58c2fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:15.450117 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134afd55-57e3-4a95-bd7c-b04adb1234f5 None None] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:38:15.466760 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8788cfa0-11c7-4f92-92f9-d2620a58c2fd admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6605847 May 31 15:38:15.666183 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f86e540-c6bb-4af1-a1c3-d09820b437a0 None None] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:38:16.622713 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 5 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:38:17.695127 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 47718) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:38:17.927629 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-956eee34-f978-40b7-aacc-3a7a9d107313 admin admin] 10.222.0.45 "GET /v2.0/routers/c3a2cead-252e-4eab-8961-5c143b85374d HTTP/1.1" status: 200 len: 710 time: 0.2310731 May 31 15:38:18.056088 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1b2f8c-46d5-461a-b778-b806282946a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:38:18.057383 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3b1b2f8c-46d5-461a-b778-b806282946a0 admin admin] 10.222.0.45 "GET /v2.0/networks/014c45f7-9697-4b0b-b8b7-66a80a50a15c HTTP/1.1" status: 200 len: 886 time: 0.1244648 May 31 15:38:18.066315 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-6e8c5ff5-1b11-4e15-80e9-c0522b600e8b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:38:18.520034 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e8c5ff5-1b11-4e15-80e9-c0522b600e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:18.714060 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 98560dc9-39b0-48e2-b3e0-88f00c2460eb up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:38:18.781680 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 98560dc9-39b0-48e2-b3e0-88f00c2460eb completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:38:18.786145 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 98560dc9-39b0-48e2-b3e0-88f00c2460eb triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:38:18.786510 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:18.902439 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e8c5ff5-1b11-4e15-80e9-c0522b600e8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:18.906277 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:18.938571 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 98560dc9-39b0-48e2-b3e0-88f00c2460eb, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=98560dc9-39b0-48e2-b3e0-88f00c2460eb,segment=NetworkSegment(782630b6-427c-4e53-a5f8-acc4cb917d4d),segment_id=782630b6-427c-4e53-a5f8-acc4cb917d4d)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:38:18.942882 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:18.945381 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:38:18.957185 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e8c5ff5-1b11-4e15-80e9-c0522b600e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:19.009179 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=98560dc9-39b0-48e2-b3e0-88f00c2460eb,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:38:19.012793 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:38:19.093876 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-6e8c5ff5-1b11-4e15-80e9-c0522b600e8b admin admin] Allocated IP 172.26.0.28 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/45a133c8-0462-47c9-9388-4469ee4f078a) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:38:19.242835 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e8c5ff5-1b11-4e15-80e9-c0522b600e8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:19.305125 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e8c5ff5-1b11-4e15-80e9-c0522b600e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:19.312269 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:38:19.379973 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8c5ff5-1b11-4e15-80e9-c0522b600e8b admin admin] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:38:19.381079 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-6e8c5ff5-1b11-4e15-80e9-c0522b600e8b admin admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:38:19.384682 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8c5ff5-1b11-4e15-80e9-c0522b600e8b admin admin] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:38:19.496371 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c5ff5-1b11-4e15-80e9-c0522b600e8b admin admin] Pushing event updated for resources: {'Port': ['ID=45a133c8-0462-47c9-9388-4469ee4f078a,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:38:19.507291 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6e8c5ff5-1b11-4e15-80e9-c0522b600e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:38:19.775534 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e8c5ff5-1b11-4e15-80e9-c0522b600e8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:20.156472 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e8c5ff5-1b11-4e15-80e9-c0522b600e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:20.160015 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e8c5ff5-1b11-4e15-80e9-c0522b600e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446711'] for router, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:20.338021 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8c5ff5-1b11-4e15-80e9-c0522b600e8b admin admin] Router c3a2cead-252e-4eab-8961-5c143b85374d has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:38:20.516566 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8c5ff5-1b11-4e15-80e9-c0522b600e8b admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:38:20.524939 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e8c5ff5-1b11-4e15-80e9-c0522b600e8b admin admin] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:20.526135 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6e8c5ff5-1b11-4e15-80e9-c0522b600e8b admin admin] 10.222.0.45 "PUT /v2.0/routers/c3a2cead-252e-4eab-8961-5c143b85374d HTTP/1.1" status: 200 len: 889 time: 2.4630833 May 31 15:38:20.526670 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f33d84-8fef-4b65-9565-98cff4595617 None None] Sync routers for ids ['c3a2cead-252e-4eab-8961-5c143b85374d'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:38:20.537207 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f33d84-8fef-4b65-9565-98cff4595617 None None] Routers {'c3a2cead-252e-4eab-8961-5c143b85374d'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:38:20.537912 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-96f33d84-8fef-4b65-9565-98cff4595617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:38:07Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['c3a2cead-252e-4eab-8961-5c143b85374d'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:38:20.706724 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 98560dc9-39b0-48e2-b3e0-88f00c2460eb up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:38:20.783442 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-96f33d84-8fef-4b65-9565-98cff4595617 None None] Set router c3a2cead-252e-4eab-8961-5c143b85374d gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:38:20.939927 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 98560dc9-39b0-48e2-b3e0-88f00c2460eb triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:38:20.940294 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:21.241811 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-96f33d84-8fef-4b65-9565-98cff4595617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a2cead-252e-4eab-8961-5c143b85374d', 'name': 'router1', 'tenant_id': 'cc09c7e1139a4844bfb91f6bcf22d7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.28'}], 'enable_snat': True}, 'gw_port_id': '45a133c8-0462-47c9-9388-4469ee4f078a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:38:01Z', 'updated_at': '2021-05-31T15:38:19Z', 'revision_number': 4, 'project_id': 'cc09c7e1139a4844bfb91f6bcf22d7f5', 'gw_port': {'id': '45a133c8-0462-47c9-9388-4469ee4f078a', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d7:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a2cead-252e-4eab-8961-5c143b85374d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:38:18Z', 'updated_at': '2021-05-31T15:38:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '98560dc9-39b0-48e2-b3e0-88f00c2460eb', 'name': '', 'network_id': '06974360-d676-442c-b736-ac82bd69a779', 'tenant_id': 'cc09c7e1139a4844bfb91f6bcf22d7f5', 'mac_address': 'fa:16:3e:7f:5d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a2cead-252e-4eab-8961-5c143b85374d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c6dfcf8-7545-4020-9d96-e3728c14dd00', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:38:10Z', 'updated_at': '2021-05-31T15:38:18Z', 'revision_number': 5, 'project_id': 'cc09c7e1139a4844bfb91f6bcf22d7f5', 'subnets': [{'id': '8c6dfcf8-7545-4020-9d96-e3728c14dd00', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51e18a27-11ae-4faf-ae69-72b38df84ca2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:38:21.247222 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f33d84-8fef-4b65-9565-98cff4595617 None None] Checking router: c3a2cead-252e-4eab-8961-5c143b85374d for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:38:21.247626 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f33d84-8fef-4b65-9565-98cff4595617 None None] Updating router c3a2cead-252e-4eab-8961-5c143b85374d port 45a133c8-0462-47c9-9388-4469ee4f078a binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:38:21.300806 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-96f33d84-8fef-4b65-9565-98cff4595617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:21.622052 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-96f33d84-8fef-4b65-9565-98cff4595617 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:21.633377 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-96f33d84-8fef-4b65-9565-98cff4595617 None None] Transition to ACTIVE for port object 45a133c8-0462-47c9-9388-4469ee4f078a will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:38:21.641324 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-96f33d84-8fef-4b65-9565-98cff4595617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:21.645111 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:38:21.722091 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-96f33d84-8fef-4b65-9565-98cff4595617 None None] Attempting to bind port 45a133c8-0462-47c9-9388-4469ee4f078a on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:38:21.722445 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-96f33d84-8fef-4b65-9565-98cff4595617 None None] Attempting to bind port 45a133c8-0462-47c9-9388-4469ee4f078a by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:38:21.722811 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f33d84-8fef-4b65-9565-98cff4595617 None None] Attempting to bind port 45a133c8-0462-47c9-9388-4469ee4f078a on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:38:21.724815 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f819f-6ddc-4ea7-9302-54c1490716c1 None None] Pushing event updated for resources: {'Port': ['ID=45a133c8-0462-47c9-9388-4469ee4f078a,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:38:21.729122 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-168f819f-6ddc-4ea7-9302-54c1490716c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:38:21.731678 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f33d84-8fef-4b65-9565-98cff4595617 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:38:21.732512 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f33d84-8fef-4b65-9565-98cff4595617 None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:38:21.732512 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-96f33d84-8fef-4b65-9565-98cff4595617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:21.732773 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f33d84-8fef-4b65-9565-98cff4595617 None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:38:21.733227 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-96f33d84-8fef-4b65-9565-98cff4595617 None None] Bound port: 45a133c8-0462-47c9-9388-4469ee4f078a, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:38:21.733624 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-96f33d84-8fef-4b65-9565-98cff4595617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:21.805401 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-96f33d84-8fef-4b65-9565-98cff4595617 None None] For port 45a133c8-0462-47c9-9388-4469ee4f078a, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:38:21.808370 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-96f33d84-8fef-4b65-9565-98cff4595617 None None] For port 45a133c8-0462-47c9-9388-4469ee4f078a, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=45a133c8-0462-47c9-9388-4469ee4f078a,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:38:21.814733 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-96f33d84-8fef-4b65-9565-98cff4595617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:21.828311 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-4c0edd85-24f0-4fd2-a582-4866a958d786 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:38:21.905355 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f33d84-8fef-4b65-9565-98cff4595617 None None] Routers {'c3a2cead-252e-4eab-8961-5c143b85374d'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:38:21.905885 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-96f33d84-8fef-4b65-9565-98cff4595617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:38:07Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['c3a2cead-252e-4eab-8961-5c143b85374d'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:38:21.951251 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f819f-6ddc-4ea7-9302-54c1490716c1 None None] Pushing event updated for resources: {'Port': ['ID=45a133c8-0462-47c9-9388-4469ee4f078a,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:38:21.959751 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-168f819f-6ddc-4ea7-9302-54c1490716c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:38:22.086123 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-96f33d84-8fef-4b65-9565-98cff4595617 None None] Set router c3a2cead-252e-4eab-8961-5c143b85374d gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:38:22.406598 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-96f33d84-8fef-4b65-9565-98cff4595617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a2cead-252e-4eab-8961-5c143b85374d', 'name': 'router1', 'tenant_id': 'cc09c7e1139a4844bfb91f6bcf22d7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.28'}], 'enable_snat': True}, 'gw_port_id': '45a133c8-0462-47c9-9388-4469ee4f078a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:38:01Z', 'updated_at': '2021-05-31T15:38:19Z', 'revision_number': 4, 'project_id': 'cc09c7e1139a4844bfb91f6bcf22d7f5', 'gw_port': {'id': '45a133c8-0462-47c9-9388-4469ee4f078a', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d7:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a2cead-252e-4eab-8961-5c143b85374d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:38:18Z', 'updated_at': '2021-05-31T15:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '98560dc9-39b0-48e2-b3e0-88f00c2460eb', 'name': '', 'network_id': '06974360-d676-442c-b736-ac82bd69a779', 'tenant_id': 'cc09c7e1139a4844bfb91f6bcf22d7f5', 'mac_address': 'fa:16:3e:7f:5d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a2cead-252e-4eab-8961-5c143b85374d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c6dfcf8-7545-4020-9d96-e3728c14dd00', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:38:10Z', 'updated_at': '2021-05-31T15:38:18Z', 'revision_number': 5, 'project_id': 'cc09c7e1139a4844bfb91f6bcf22d7f5', 'subnets': [{'id': '8c6dfcf8-7545-4020-9d96-e3728c14dd00', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51e18a27-11ae-4faf-ae69-72b38df84ca2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:38:22.410839 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f33d84-8fef-4b65-9565-98cff4595617 None None] The sync data for ids ['c3a2cead-252e-4eab-8961-5c143b85374d'] in dv-neutron-601336-79-hyperv is: [{'id': 'c3a2cead-252e-4eab-8961-5c143b85374d', 'name': 'router1', 'tenant_id': 'cc09c7e1139a4844bfb91f6bcf22d7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.28'}], 'enable_snat': True}, 'gw_port_id': '45a133c8-0462-47c9-9388-4469ee4f078a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:38:01Z', 'updated_at': '2021-05-31T15:38:19Z', 'revision_number': 4, 'project_id': 'cc09c7e1139a4844bfb91f6bcf22d7f5', 'gw_port': {'id': '45a133c8-0462-47c9-9388-4469ee4f078a', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d7:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a2cead-252e-4eab-8961-5c143b85374d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:38:18Z', 'updated_at': '2021-05-31T15:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '98560dc9-39b0-48e2-b3e0-88f00c2460eb', 'name': '', 'network_id': '06974360-d676-442c-b736-ac82bd69a779', 'tenant_id': 'cc09c7e1139a4844bfb91f6bcf22d7f5', 'mac_address': 'fa:16:3e:7f:5d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a2cead-252e-4eab-8961-5c143b85374d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c6dfcf8-7545-4020-9d96-e3728c14dd00', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:38:10Z', 'updated_at': '2021-05-31T15:38:18Z', 'revision_number': 5, 'project_id': 'cc09c7e1139a4844bfb91f6bcf22d7f5', 'subnets': [{'id': '8c6dfcf8-7545-4020-9d96-e3728c14dd00', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '51e18a27-11ae-4faf-ae69-72b38df84ca2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:38:22.748608 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 45a133c8-0462-47c9-9388-4469ee4f078a up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:38:22.851367 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 47728) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:38:22.856615 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 45a133c8-0462-47c9-9388-4469ee4f078a completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:38:22.861805 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 45a133c8-0462-47c9-9388-4469ee4f078a triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:38:22.862175 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:22.980495 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-927d1f71-d808-464b-88d5-36b8067c0a65 admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1274683 May 31 15:38:22.991592 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:23.011474 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 45a133c8-0462-47c9-9388-4469ee4f078a, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=45a133c8-0462-47c9-9388-4469ee4f078a,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:38:23.015961 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:23.019583 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e39a0fd8-c842-4463-a979-ebe563c01b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:38:23.088277 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=45a133c8-0462-47c9-9388-4469ee4f078a,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:38:23.091780 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:38:24.713537 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 45a133c8-0462-47c9-9388-4469ee4f078a up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:38:24.785509 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 45a133c8-0462-47c9-9388-4469ee4f078a triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:38:24.785827 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:34.568594 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3b136ec9-e440-47eb-9401-ad1ad480b064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:36.915772 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:37.051248 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-18612f60-aa44-4ea4-a6ba-cb025ab84705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:38.195488 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:39.583244 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:38:53.621575 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 5 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:39:04.563720 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3ba2148b-7d50-48b5-b5d6-09653f91ed34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:39:06.927800 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:39:07.056668 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8a504482-863c-461f-93ae-195d5696c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:39:08.199375 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:39:09.573935 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:39:30.621278 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 5 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:39:34.567805 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b1c92020-61f9-4f4b-9904-37dae0a4e0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:39:36.924668 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:39:37.062314 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9db3ce55-faa3-4e0c-b720-9d6d7aeaa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:39:38.202196 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:39:39.576440 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:00.817658 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 48330) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:40:00.900810 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-40fe15f2-a5a6-407c-a0a6-23fc2ae39d47 admin admin] GET failed (client error): The resource could not be found. May 31 15:40:00.901329 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-40fe15f2-a5a6-407c-a0a6-23fc2ae39d47 admin admin] Synchronizing usage tracker for tenant:8fab5984aa8e4180b47dc878899f530d on resource:network {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:40:00.922326 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-40fe15f2-a5a6-407c-a0a6-23fc2ae39d47 admin admin] Unset dirty status for tenant:8fab5984aa8e4180b47dc878899f530d on resource:network {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:40:00.923416 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-40fe15f2-a5a6-407c-a0a6-23fc2ae39d47 admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1045270 May 31 15:40:01.068122 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9e8119-ff19-4b92-a93f-545caf3407de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:40:01.069470 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1e9e8119-ff19-4b92-a93f-545caf3407de admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1401699 May 31 15:40:03.149458 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 48340) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:40:03.258092 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827935be-b55d-4840-b3e4-0ceb81101992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:40:03.259503 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-827935be-b55d-4840-b3e4-0ceb81101992 admin admin] 10.222.0.45 "GET /v2.0/subnets/8c6dfcf8-7545-4020-9d96-e3728c14dd00 HTTP/1.1" status: 200 len: 849 time: 0.1090510 May 31 15:40:03.270291 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-8551afca-ebd8-422b-817c-8ee1a1b33a96 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:40:03.387506 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8551afca-ebd8-422b-817c-8ee1a1b33a96 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:03.576636 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8551afca-ebd8-422b-817c-8ee1a1b33a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764869057823'] for subnet, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:03.581498 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:40:03.620451 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8551afca-ebd8-422b-817c-8ee1a1b33a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:40:03.621491 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8551afca-ebd8-422b-817c-8ee1a1b33a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:03.624608 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2187d28c-9ff0-4aa9-a979-8683874dbae6 None None] Network 06974360-d676-442c-b736-ac82bd69a779 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:40:03.627520 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8551afca-ebd8-422b-817c-8ee1a1b33a96 admin admin] 10.222.0.45 "PUT /v2.0/subnets/8c6dfcf8-7545-4020-9d96-e3728c14dd00 HTTP/1.1" status: 200 len: 868 time: 0.3618422 May 31 15:40:03.653967 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551afca-ebd8-422b-817c-8ee1a1b33a96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c6dfcf8-7545-4020-9d96-e3728c14dd00,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:40:03.662939 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551afca-ebd8-422b-817c-8ee1a1b33a96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:03.663819 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551afca-ebd8-422b-817c-8ee1a1b33a96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:03.664369 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551afca-ebd8-422b-817c-8ee1a1b33a96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:03.665068 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551afca-ebd8-422b-817c-8ee1a1b33a96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:03.665599 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551afca-ebd8-422b-817c-8ee1a1b33a96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:03.666136 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551afca-ebd8-422b-817c-8ee1a1b33a96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:03.666808 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551afca-ebd8-422b-817c-8ee1a1b33a96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:03.667383 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551afca-ebd8-422b-817c-8ee1a1b33a96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:03.667900 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551afca-ebd8-422b-817c-8ee1a1b33a96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:03.668411 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551afca-ebd8-422b-817c-8ee1a1b33a96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:03.668920 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551afca-ebd8-422b-817c-8ee1a1b33a96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:03.669453 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551afca-ebd8-422b-817c-8ee1a1b33a96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:03.674393 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8551afca-ebd8-422b-817c-8ee1a1b33a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:40:04.092488 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e9fcbf3c-fc63-4413-b9f9-06a84c2fd1d0 None None] Provisioning complete for port 49115062-6148-4b37-8890-69bb9e4b5d01 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:40:04.092890 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e9fcbf3c-fc63-4413-b9f9-06a84c2fd1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:04.219569 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e9fcbf3c-fc63-4413-b9f9-06a84c2fd1d0 None None] Provisioning complete for port 98560dc9-39b0-48e2-b3e0-88f00c2460eb triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:40:04.219868 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e9fcbf3c-fc63-4413-b9f9-06a84c2fd1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:04.572662 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c25f45c2-f5e9-4815-b503-a6f04d7969a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:05.751048 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 48350) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:40:05.931513 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f68afc-335c-4ccf-8ab5-5642b75f3a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:40:05.931894 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f68afc-335c-4ccf-8ab5-5642b75f3a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:40:05.933462 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e7f68afc-335c-4ccf-8ab5-5642b75f3a86 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1813545 May 31 15:40:06.920885 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:07.057582 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c567fb39-ef7c-4f33-ace2-b51b1c715532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:07.620652 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 5 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:40:08.071347 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 48360) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:40:08.204943 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:08.260561 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ff3b64-661d-41b0-baa1-a1d157298926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:40:08.260940 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ff3b64-661d-41b0-baa1-a1d157298926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:40:08.262558 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-54ff3b64-661d-41b0-baa1-a1d157298926 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1898210 May 31 15:40:09.579321 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:10.369324 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 48370) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:40:10.547180 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5a1f06-8036-4167-bbbb-3839d95372cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:40:10.548465 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-fe5a1f06-8036-4167-bbbb-3839d95372cc admin admin] 10.222.0.45 "GET /v2.0/networks/014c45f7-9697-4b0b-b8b7-66a80a50a15c HTTP/1.1" status: 200 len: 886 time: 0.1781714 May 31 15:40:12.638106 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 48380) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:40:12.821595 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173c090d-dba4-4c65-806e-537a70d0271d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:40:12.822958 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-173c090d-dba4-4c65-806e-537a70d0271d admin admin] 10.222.0.45 "GET /v2.0/networks/06974360-d676-442c-b736-ac82bd69a779 HTTP/1.1" status: 200 len: 869 time: 0.1839604 May 31 15:40:14.936142 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 48390) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:40:15.054772 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f806e3-6a53-465c-b702-d6d25ae4e4a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:40:15.055250 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f806e3-6a53-465c-b702-d6d25ae4e4a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:40:15.055970 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e2f806e3-6a53-465c-b702-d6d25ae4e4a3 admin admin] Synchronizing usage tracker for tenant:8fab5984aa8e4180b47dc878899f530d on resource:subnet {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:40:15.074437 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e2f806e3-6a53-465c-b702-d6d25ae4e4a3 admin admin] Unset dirty status for tenant:8fab5984aa8e4180b47dc878899f530d on resource:subnet {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:40:15.075721 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e2f806e3-6a53-465c-b702-d6d25ae4e4a3 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1385362 May 31 15:40:17.165131 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 48400) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:40:17.284809 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3980ea6b-0d0a-46da-bf08-027b26445592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:40:17.285321 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3980ea6b-0d0a-46da-bf08-027b26445592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:40:17.286824 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3980ea6b-0d0a-46da-bf08-027b26445592 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1204083 May 31 15:40:19.342161 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 48410) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:40:19.451120 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eccc8e-234d-4a89-bf3f-8b148583855c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:40:19.452434 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-00eccc8e-234d-4a89-bf3f-8b148583855c admin admin] 10.222.0.45 "GET /v2.0/subnets/36fd5f6b-852a-40c8-8887-b0da592d401e HTTP/1.1" status: 200 len: 816 time: 0.1092880 May 31 15:40:21.526549 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 48420) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:40:21.637617 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cd95ba-8b14-46b2-a691-65c208573ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:40:21.638830 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d9cd95ba-8b14-46b2-a691-65c208573ee3 admin admin] 10.222.0.45 "GET /v2.0/subnets/8c6dfcf8-7545-4020-9d96-e3728c14dd00 HTTP/1.1" status: 200 len: 868 time: 0.1113007 May 31 15:40:34.575919 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d270a653-b562-4d24-b84d-1d54be1daa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:36.919881 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:37.061360 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-53073df5-f1ad-4992-85b2-3c49cb468701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:38.208599 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:39.583536 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:44.605858 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 48464) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:40:44.620443 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 5 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:40:44.658652 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [None req-3e5d2ed5-9673-4278-b75d-2f058ce8a162 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:40:44.659668 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3e5d2ed5-9673-4278-b75d-2f058ce8a162 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0528705 May 31 15:40:46.829724 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 48474) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:40:46.904813 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ac2d18-2c3d-4530-84f7-1f78f4cbd2e7 admin admin] GET failed (client error): The resource could not be found. May 31 15:40:46.906041 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-77ac2d18-2c3d-4530-84f7-1f78f4cbd2e7 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0750000 May 31 15:40:47.033861 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f750bc0e-37d2-4e61-b015-42b4e5ec903f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:40:47.035286 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f750bc0e-37d2-4e61-b015-42b4e5ec903f admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1235991 May 31 15:40:49.173221 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 48484) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:40:49.227585 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-006ea4e4-0d5c-4169-a45f-a3038662c678 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:40:49.233523 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-006ea4e4-0d5c-4169-a45f-a3038662c678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:40:49.246127 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-006ea4e4-0d5c-4169-a45f-a3038662c678 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:40:49.260053 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006ea4e4-0d5c-4169-a45f-a3038662c678 admin admin] Made reservation on behalf of 8fab5984aa8e4180b47dc878899f530d for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:40:49.263829 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-006ea4e4-0d5c-4169-a45f-a3038662c678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:49.352792 dv-neutron-601336-79-hyperv neutron-server[99205]: WARNING neutron.services.revisions.revision_plugin [None req-006ea4e4-0d5c-4169-a45f-a3038662c678 admin admin] Could not find related network for resource to bump revision. May 31 15:40:49.365772 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006ea4e4-0d5c-4169-a45f-a3038662c678 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:40:49.376266 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-006ea4e4-0d5c-4169-a45f-a3038662c678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:49.376927 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-006ea4e4-0d5c-4169-a45f-a3038662c678 admin admin] Added segment 92e6ae45-06ec-43d4-9040-ec4311168308 of type vlan for network 9f05c119-ce42-4950-bfac-08e236d2e016 May 31 15:40:49.406278 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-006ea4e4-0d5c-4169-a45f-a3038662c678 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:49.436308 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-006ea4e4-0d5c-4169-a45f-a3038662c678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:49.437586 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006ea4e4-0d5c-4169-a45f-a3038662c678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:40:49.438175 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-006ea4e4-0d5c-4169-a45f-a3038662c678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:49.441278 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-38b2c338-6189-444e-8f26-91ce370aa968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:40:49.535877 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ea4e4-0d5c-4169-a45f-a3038662c678 admin admin] Pushing event updated for resources: {'Network': ['ID=9f05c119-ce42-4950-bfac-08e236d2e016,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:40:49.538623 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-006ea4e4-0d5c-4169-a45f-a3038662c678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:40:49.540499 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-006ea4e4-0d5c-4169-a45f-a3038662c678 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3660657 May 31 15:40:49.546019 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 9f05c119-ce42-4950-bfac-08e236d2e016 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:40:51.669359 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 48494) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:40:51.748440 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2a2fed0-997b-4c7b-ab00-05023f9e7578 admin admin] GET failed (client error): The resource could not be found. May 31 15:40:51.749713 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d2a2fed0-997b-4c7b-ab00-05023f9e7578 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0793171 May 31 15:40:51.897219 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d446b327-6870-4b4b-9637-a2a46fdbbe2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:40:51.898581 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d446b327-6870-4b4b-9637-a2a46fdbbe2b admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1434436 May 31 15:40:51.911680 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-3befba3c-de38-4d82-819e-0bfa7640aeb1 admin admin] Request body: {'subnet': {'network_id': '9f05c119-ce42-4950-bfac-08e236d2e016', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:40:51.916756 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3befba3c-de38-4d82-819e-0bfa7640aeb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:40:51.926530 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3befba3c-de38-4d82-819e-0bfa7640aeb1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:40:51.942137 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3befba3c-de38-4d82-819e-0bfa7640aeb1 admin admin] Made reservation on behalf of 8fab5984aa8e4180b47dc878899f530d for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:40:51.944423 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3befba3c-de38-4d82-819e-0bfa7640aeb1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:52.330268 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3befba3c-de38-4d82-819e-0bfa7640aeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:52.333770 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:40:52.399524 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3befba3c-de38-4d82-819e-0bfa7640aeb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f28b8bb1-3dcf-4f5d-8543-53365f90304f,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:40:52.409855 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3befba3c-de38-4d82-819e-0bfa7640aeb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:52.410228 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3befba3c-de38-4d82-819e-0bfa7640aeb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:52.410550 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3befba3c-de38-4d82-819e-0bfa7640aeb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:52.410868 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3befba3c-de38-4d82-819e-0bfa7640aeb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:52.411207 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3befba3c-de38-4d82-819e-0bfa7640aeb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:52.411517 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3befba3c-de38-4d82-819e-0bfa7640aeb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:52.411822 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3befba3c-de38-4d82-819e-0bfa7640aeb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:52.412147 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3befba3c-de38-4d82-819e-0bfa7640aeb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:52.412451 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3befba3c-de38-4d82-819e-0bfa7640aeb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:52.412754 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3befba3c-de38-4d82-819e-0bfa7640aeb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:52.413045 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3befba3c-de38-4d82-819e-0bfa7640aeb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:52.413336 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3befba3c-de38-4d82-819e-0bfa7640aeb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:52.417358 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3befba3c-de38-4d82-819e-0bfa7640aeb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:40:52.419709 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3befba3c-de38-4d82-819e-0bfa7640aeb1 admin admin] Checking segment: {'id': '92e6ae45-06ec-43d4-9040-ec4311168308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9f05c119-ce42-4950-bfac-08e236d2e016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:40:52.420547 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3befba3c-de38-4d82-819e-0bfa7640aeb1 admin admin] Network hostable DHCP agents. Network: 9f05c119-ce42-4950-bfac-08e236d2e016, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:40:52.439077 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3befba3c-de38-4d82-819e-0bfa7640aeb1 admin admin] Network 9f05c119-ce42-4950-bfac-08e236d2e016 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:40:52.449164 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-3befba3c-de38-4d82-819e-0bfa7640aeb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 9f05c119-ce42-4950-bfac-08e236d2e016) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:40:52.453403 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3befba3c-de38-4d82-819e-0bfa7640aeb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:40:52.454085 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3befba3c-de38-4d82-819e-0bfa7640aeb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:52.459145 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83727a6-f27d-4f11-adcf-351b137ced7b None None] Network 9f05c119-ce42-4950-bfac-08e236d2e016 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:40:52.481674 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3befba3c-de38-4d82-819e-0bfa7640aeb1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5736213 May 31 15:40:52.701804 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-9f05c119-ce42-4950-bfac-08e236d2e016', 'network_id': '9f05c119-ce42-4950-bfac-08e236d2e016', 'tenant_id': '8fab5984aa8e4180b47dc878899f530d', 'fixed_ips': [{'subnet_id': 'f28b8bb1-3dcf-4f5d-8543-53365f90304f'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:40:52.702626 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:52.855679 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Allocated IP 192.168.233.2 (9f05c119-ce42-4950-bfac-08e236d2e016/f28b8bb1-3dcf-4f5d-8543-53365f90304f/839266cc-06d0-4dca-bff5-646186153573) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:40:53.061225 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:53.071687 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Transition to ACTIVE for port object 839266cc-06d0-4dca-bff5-646186153573 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:40:53.089761 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Transition to ACTIVE for port object 839266cc-06d0-4dca-bff5-646186153573 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:40:53.095719 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:53.100328 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-168f819f-6ddc-4ea7-9302-54c1490716c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:40:53.160967 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Network 9f05c119-ce42-4950-bfac-08e236d2e016 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:40:53.163886 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:40:53.167535 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:40:53.173221 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Pushing event updated for resources: {'Port': ['ID=839266cc-06d0-4dca-bff5-646186153573,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:40:53.209385 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:53.209731 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:53.210064 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:53.210385 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:53.210705 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:53.211055 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:53.211397 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:53.211779 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:53.212102 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:53.212433 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:53.212738 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:53.213061 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:40:53.223665 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:40:53.272810 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Attempting to bind port 839266cc-06d0-4dca-bff5-646186153573 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:40:53.273173 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Attempting to bind port 839266cc-06d0-4dca-bff5-646186153573 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '92e6ae45-06ec-43d4-9040-ec4311168308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9f05c119-ce42-4950-bfac-08e236d2e016'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:40:53.273526 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Attempting to bind port 839266cc-06d0-4dca-bff5-646186153573 on network 9f05c119-ce42-4950-bfac-08e236d2e016 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:40:53.278685 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:40:53.279074 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Checking segment: {'id': '92e6ae45-06ec-43d4-9040-ec4311168308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9f05c119-ce42-4950-bfac-08e236d2e016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:40:53.279464 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:53.279840 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Bound using segment: {'id': '92e6ae45-06ec-43d4-9040-ec4311168308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9f05c119-ce42-4950-bfac-08e236d2e016'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:40:53.280295 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Bound port: 839266cc-06d0-4dca-bff5-646186153573, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e6ae45-06ec-43d4-9040-ec4311168308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9f05c119-ce42-4950-bfac-08e236d2e016'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:40:53.280651 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:53.367294 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] For port 839266cc-06d0-4dca-bff5-646186153573, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:40:53.370359 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] For port 839266cc-06d0-4dca-bff5-646186153573, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=839266cc-06d0-4dca-bff5-646186153573,segment=NetworkSegment(92e6ae45-06ec-43d4-9040-ec4311168308),segment_id=92e6ae45-06ec-43d4-9040-ec4311168308)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:40:53.375206 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:53.380266 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-168f819f-6ddc-4ea7-9302-54c1490716c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:40:53.458716 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Pushing event updated for resources: {'Port': ['ID=839266cc-06d0-4dca-bff5-646186153573,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:40:53.461955 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:40:54.309497 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d535121-4854-4c91-a033-68211ba8f359 None None] Network 9f05c119-ce42-4950-bfac-08e236d2e016 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:40:54.404988 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-aeafce09-b963-49f1-aaaf-16fa7a5b75c3 None None] Provisioning for port 839266cc-06d0-4dca-bff5-646186153573 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:40:54.841236 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 839266cc-06d0-4dca-bff5-646186153573 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:40:54.911316 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 839266cc-06d0-4dca-bff5-646186153573 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:40:54.916197 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 839266cc-06d0-4dca-bff5-646186153573 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:40:54.916643 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:55.036498 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:55.068603 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 839266cc-06d0-4dca-bff5-646186153573, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=839266cc-06d0-4dca-bff5-646186153573,segment=NetworkSegment(92e6ae45-06ec-43d4-9040-ec4311168308),segment_id=92e6ae45-06ec-43d4-9040-ec4311168308)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:40:55.073105 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:40:55.075920 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:40:55.141238 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=839266cc-06d0-4dca-bff5-646186153573,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:40:55.145032 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:40:56.807682 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 839266cc-06d0-4dca-bff5-646186153573 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:40:56.877732 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 839266cc-06d0-4dca-bff5-646186153573 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:40:56.878089 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:41:04.590252 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fb6a5d85-5990-47f7-8fb8-214b2ac642fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:41:06.922439 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:41:07.073690 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4fc7050a-37c5-4fe2-a5b6-c3268c1583fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:41:08.218219 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:41:09.597044 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:41:21.622282 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 5 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:41:34.584963 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9cb4ae5f-529e-4f56-8599-5315ab3f4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:41:36.916405 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:41:37.068782 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f383a971-1dd2-4f7e-880d-cc6807ee93fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:41:38.224436 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:41:39.593069 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:41:58.621217 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 5 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:42:04.589577 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-505bb861-319e-4bc7-841f-edecea411b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:42:06.921381 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:42:07.072889 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-66f26b94-c598-4811-9b62-2abead038237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:42:08.217974 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:42:09.595764 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:42:11.342390 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 48544) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:42:11.348574 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [None req-350abf69-41b7-4e42-b512-1b7ea85451e5 tempest-verify_tempest_config-1691176219 tempest-verify_tempest_config-1691176219-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:42:11.349583 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-350abf69-41b7-4e42-b512-1b7ea85451e5 tempest-verify_tempest_config-1691176219 tempest-verify_tempest_config-1691176219-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061519 May 31 15:42:11.686636 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 48562) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:42:11.813934 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6aa6e77a-25e9-48e5-b6d2-7f6763093164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:42:11.828758 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6aa6e77a-25e9-48e5-b6d2-7f6763093164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:42:11.832942 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6aa6e77a-25e9-48e5-b6d2-7f6763093164 admin admin] Usage tracker for resource:security_group_rule and tenant:9268b432fd8b4a0c9fbbdc30b9f2a18c is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:42:11.836012 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6aa6e77a-25e9-48e5-b6d2-7f6763093164 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:42:11.842199 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6aa6e77a-25e9-48e5-b6d2-7f6763093164 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:42:11.928216 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6aa6e77a-25e9-48e5-b6d2-7f6763093164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:42:11.934684 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6aa6e77a-25e9-48e5-b6d2-7f6763093164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:42:11.941711 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:42:11.981303 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6aa6e77a-25e9-48e5-b6d2-7f6763093164 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9268b432fd8b4a0c9fbbdc30b9f2a18c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2934318 May 31 15:42:11.982187 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6e77a-25e9-48e5-b6d2-7f6763093164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf035c2-f2d0-4d92-9c2e-ed01e1506c02,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:42:11.984249 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 48568) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:42:11.989787 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6e77a-25e9-48e5-b6d2-7f6763093164 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:42:11.990144 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6e77a-25e9-48e5-b6d2-7f6763093164 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:42:11.990477 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6e77a-25e9-48e5-b6d2-7f6763093164 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:42:11.990803 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6e77a-25e9-48e5-b6d2-7f6763093164 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:42:11.991158 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6e77a-25e9-48e5-b6d2-7f6763093164 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:42:11.991479 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6e77a-25e9-48e5-b6d2-7f6763093164 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:42:11.991799 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6e77a-25e9-48e5-b6d2-7f6763093164 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:42:11.992116 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6e77a-25e9-48e5-b6d2-7f6763093164 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:42:11.992427 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6e77a-25e9-48e5-b6d2-7f6763093164 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:42:11.992741 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6e77a-25e9-48e5-b6d2-7f6763093164 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:42:11.993052 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6e77a-25e9-48e5-b6d2-7f6763093164 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:42:11.993364 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6e77a-25e9-48e5-b6d2-7f6763093164 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:42:11.997387 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6aa6e77a-25e9-48e5-b6d2-7f6763093164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:42:12.046886 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c9eb6af-0351-43e0-a909-4e2e2b55558b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:42:12.072703 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c9eb6af-0351-43e0-a909-4e2e2b55558b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:42:12.171535 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c9eb6af-0351-43e0-a909-4e2e2b55558b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:42:12.177635 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-38b2c338-6189-444e-8f26-91ce370aa968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:42:12.190911 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9eb6af-0351-43e0-a909-4e2e2b55558b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf035c2-f2d0-4d92-9c2e-ed01e1506c02,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:42:12.200402 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9eb6af-0351-43e0-a909-4e2e2b55558b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:42:12.200755 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9eb6af-0351-43e0-a909-4e2e2b55558b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:42:12.201085 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9eb6af-0351-43e0-a909-4e2e2b55558b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:42:12.201407 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9eb6af-0351-43e0-a909-4e2e2b55558b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:42:12.201727 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9eb6af-0351-43e0-a909-4e2e2b55558b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:42:12.202041 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9eb6af-0351-43e0-a909-4e2e2b55558b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:42:12.202356 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9eb6af-0351-43e0-a909-4e2e2b55558b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:42:12.202673 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9eb6af-0351-43e0-a909-4e2e2b55558b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:42:12.203015 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9eb6af-0351-43e0-a909-4e2e2b55558b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:42:12.203329 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9eb6af-0351-43e0-a909-4e2e2b55558b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:42:12.203640 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9eb6af-0351-43e0-a909-4e2e2b55558b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:42:12.203945 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9eb6af-0351-43e0-a909-4e2e2b55558b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:42:12.207120 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7c9eb6af-0351-43e0-a909-4e2e2b55558b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:42:12.208421 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c9eb6af-0351-43e0-a909-4e2e2b55558b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:42:12.209541 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7c9eb6af-0351-43e0-a909-4e2e2b55558b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/caf035c2-f2d0-4d92-9c2e-ed01e1506c02 HTTP/1.1" status: 204 len: 168 time: 0.2243490 May 31 15:42:34.600395 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-67878fc2-da40-4533-be77-a16e522c2f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:42:35.626621 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 5 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:42:36.936729 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:42:37.088047 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d0d5cc29-1f6f-4dfb-9d3e-87f1fe6ff5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:42:38.230474 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:42:39.610981 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:43:04.604412 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-23f090e8-3195-4ded-a754-4d14c883a774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:43:06.943353 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:43:07.089657 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f9741470-f8fa-4541-8c03-b8125d43c8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:43:08.231214 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:43:09.602639 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:43:12.628072 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 5 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:43:28.083667 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267'] for agent, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:43:34.604178 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6250f4dc-bf29-4561-b279-ecf0a71927d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:43:36.941834 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:43:37.087820 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-41ebe96a-8c06-4a0f-a13a-d50f044c7aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:43:38.227925 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:43:39.606980 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:43:44.680526 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 48638) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:43:44.797972 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-907c31d0-7c17-4777-8c76-c432d86b061b admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4365 time: 0.1163471 May 31 15:43:46.915277 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 48648) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:43:46.979683 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b80edd0e-9528-4392-a01a-b7704d863a9a admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4365 time: 0.0632951 May 31 15:43:49.635332 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:43:58.051138 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:44:04.601372 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8ce93856-c71a-452e-8f61-ba0e28b27093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:44:06.927844 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:44:07.090103 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-91971822-6a74-4ebc-86b1-79c8b13394f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:44:08.236170 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:44:09.615371 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:44:26.642154 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:44:28.067090 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:44:34.594967 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-74ac39e7-f5ed-4c71-9dac-46940f316523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:44:36.932868 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:44:37.084441 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-af3e713c-e1ff-4f21-b44a-95d56a234950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:44:38.235203 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:44:39.614620 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:44:58.050960 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:44:58.873425 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 48822) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:44:59.265859 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-253237729'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:44:59.270799 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:44:59.274638 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Usage tracker for resource:network and tenant:5e47ddd07e1c498b8cbd8c5061a7c47f is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:44:59.278072 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:44:59.283904 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:44:59.295088 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Made reservation on behalf of 5e47ddd07e1c498b8cbd8c5061a7c47f for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:44:59.298676 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:44:59.311377 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:44:59.325776 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:44:59.330032 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Usage tracker for resource:security_group_rule and tenant:5e47ddd07e1c498b8cbd8c5061a7c47f is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:44:59.333403 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:44:59.339243 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:44:59.440653 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:44:59.445672 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:44:59.450619 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7c9eb6af-0351-43e0-a909-4e2e2b55558b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:44:59.483033 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87df1595-2102-4d63-bcb0-7a3ad9219083,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:44:59.492276 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:44:59.492641 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:44:59.492973 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:44:59.493290 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:44:59.493609 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:44:59.493920 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:44:59.494552 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:44:59.494552 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:44:59.495150 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:44:59.495301 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:44:59.495623 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:44:59.496129 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Tracked resource versions report: May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: pushed versions: May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: { 'AddressGroup': {'1.2'}, May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: 'ConntrackHelper': {'1.0'}, May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: 'Log': {'1.0'}, May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: 'Network': {'1.1'}, May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: 'Port': {'1.7'}, May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: 'PortForwarding': {'1.2'}, May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: 'QosPolicy': {'1.8'}, May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: 'SecurityGroup': {'1.4'}, May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: 'SecurityGroupRule': {'1.2'}, May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: 'SubPort': {'1.0'}, May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: 'Subnet': {'1.1'}, May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: 'Trunk': {'1.1'}} May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: consumer versions: May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: { DHCP agent@dv-neutron-601336-79-hyperv: {}, May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: HyperV agent@hv-neutron-6013: {}, May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: L3 agent@dv-neutron-601336-79-hyperv: {}, May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: Metadata agent@dv-neutron-601336-79-hyperv: {}, May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: Metering agent@dv-neutron-601336-79-hyperv: {}, May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: Open vSwitch agent@dv-neutron-601336-79-hyperv: { 'AddressGroup': '1.2', May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: 'ConntrackHelper': '1.0', May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: 'Log': '1.0', May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: 'Network': '1.1', May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: 'Port': '1.7', May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: 'PortForwarding': '1.2', May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: 'QosPolicy': '1.8', May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: 'SecurityGroup': '1.4', May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: 'SecurityGroupRule': '1.2', May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: 'SubPort': '1.0', May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: 'Subnet': '1.1', May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: 'Trunk': '1.1'}} May 31 15:44:59.497364 dv-neutron-601336-79-hyperv neutron-server[99205]: {{(pid=99205) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 15:44:59.500482 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:44:59.503477 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:44:59.516512 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:44:59.516854 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Added segment d65614fd-de56-40e6-a78b-538032db9645 of type vlan for network b07544cf-1df5-4d17-8b0c-2735c12948fc May 31 15:44:59.546718 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:44:59.578745 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:44:59.584823 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:44:59.585400 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:44:59.590528 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:44:59.696727 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Pushing event updated for resources: {'Network': ['ID=b07544cf-1df5-4d17-8b0c-2735c12948fc,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:44:59.703301 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 48860) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:44:59.709809 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network b07544cf-1df5-4d17-8b0c-2735c12948fc details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:44:59.710567 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-e8a461aa-50ce-4ad0-89c4-2e8e8298fe76 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Request body: {'subnet': {'network_id': 'b07544cf-1df5-4d17-8b0c-2735c12948fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:44:59.711540 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8368959 May 31 15:44:59.715285 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:44:59.829898 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e8a461aa-50ce-4ad0-89c4-2e8e8298fe76 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:44:59.833721 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e8a461aa-50ce-4ad0-89c4-2e8e8298fe76 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Usage tracker for resource:subnet and tenant:5e47ddd07e1c498b8cbd8c5061a7c47f is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:44:59.836610 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e8a461aa-50ce-4ad0-89c4-2e8e8298fe76 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:44:59.842373 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e8a461aa-50ce-4ad0-89c4-2e8e8298fe76 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:44:59.852918 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a461aa-50ce-4ad0-89c4-2e8e8298fe76 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Made reservation on behalf of 5e47ddd07e1c498b8cbd8c5061a7c47f for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:44:59.856682 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e8a461aa-50ce-4ad0-89c4-2e8e8298fe76 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks [] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:44:59.896843 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 48870) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:00.012489 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 48878) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:00.122683 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 48890) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:00.200547 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-e975a917-ce7e-44ab-81e8-56ee1430bf23 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-60769872-network', 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:00.205029 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e975a917-ce7e-44ab-81e8-56ee1430bf23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:00.209593 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e975a917-ce7e-44ab-81e8-56ee1430bf23 admin admin] Usage tracker for resource:network and tenant:2768fca4df5d4b0e9f63be80d17b6d42 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:00.212700 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e975a917-ce7e-44ab-81e8-56ee1430bf23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:00.218737 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e975a917-ce7e-44ab-81e8-56ee1430bf23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:00.230621 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e975a917-ce7e-44ab-81e8-56ee1430bf23 admin admin] Made reservation on behalf of 2768fca4df5d4b0e9f63be80d17b6d42 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:00.234828 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e975a917-ce7e-44ab-81e8-56ee1430bf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:00.251466 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e975a917-ce7e-44ab-81e8-56ee1430bf23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:00.272306 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e975a917-ce7e-44ab-81e8-56ee1430bf23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:00.277020 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e975a917-ce7e-44ab-81e8-56ee1430bf23 admin admin] Usage tracker for resource:security_group_rule and tenant:2768fca4df5d4b0e9f63be80d17b6d42 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:00.280496 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e975a917-ce7e-44ab-81e8-56ee1430bf23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:00.287273 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e975a917-ce7e-44ab-81e8-56ee1430bf23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:00.305740 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e8a461aa-50ce-4ad0-89c4-2e8e8298fe76 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:00.313190 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8788cfa0-11c7-4f92-92f9-d2620a58c2fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:00.359873 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-7524dfc3-a62b-46d9-9c65-a624ddaa0d73 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1503760101-network', 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:00.367212 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-7524dfc3-a62b-46d9-9c65-a624ddaa0d73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:00.372237 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-7524dfc3-a62b-46d9-9c65-a624ddaa0d73 admin admin] Usage tracker for resource:network and tenant:31cb1923c01a40bcb7e56f6bb437609c is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:00.377250 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-7524dfc3-a62b-46d9-9c65-a624ddaa0d73 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:00.385268 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-7524dfc3-a62b-46d9-9c65-a624ddaa0d73 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:00.399424 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a461aa-50ce-4ad0-89c4-2e8e8298fe76 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Pushing event updated for resources: {'Subnet': ['ID=674ac6de-7b14-48ab-b5a0-997c64ce9507,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:00.411855 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a461aa-50ce-4ad0-89c4-2e8e8298fe76 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:00.412416 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a461aa-50ce-4ad0-89c4-2e8e8298fe76 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:00.412794 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a461aa-50ce-4ad0-89c4-2e8e8298fe76 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:00.413319 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a461aa-50ce-4ad0-89c4-2e8e8298fe76 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:00.413724 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a461aa-50ce-4ad0-89c4-2e8e8298fe76 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:00.414134 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a461aa-50ce-4ad0-89c4-2e8e8298fe76 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:00.414563 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a461aa-50ce-4ad0-89c4-2e8e8298fe76 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:00.414981 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a461aa-50ce-4ad0-89c4-2e8e8298fe76 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:00.415395 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a461aa-50ce-4ad0-89c4-2e8e8298fe76 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:00.415879 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7524dfc3-a62b-46d9-9c65-a624ddaa0d73 admin admin] Made reservation on behalf of 31cb1923c01a40bcb7e56f6bb437609c for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:00.416065 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a461aa-50ce-4ad0-89c4-2e8e8298fe76 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:00.416502 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a461aa-50ce-4ad0-89c4-2e8e8298fe76 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:00.417196 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a461aa-50ce-4ad0-89c4-2e8e8298fe76 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a461aa-50ce-4ad0-89c4-2e8e8298fe76 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Tracked resource versions report: May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: pushed versions: May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: { 'AddressGroup': {'1.2'}, May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: 'ConntrackHelper': {'1.0'}, May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: 'Log': {'1.0'}, May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: 'Network': {'1.1'}, May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: 'Port': {'1.7'}, May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: 'PortForwarding': {'1.2'}, May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: 'QosPolicy': {'1.8'}, May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: 'SecurityGroup': {'1.4'}, May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: 'SecurityGroupRule': {'1.2'}, May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: 'SubPort': {'1.0'}, May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: 'Subnet': {'1.1'}, May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: 'Trunk': {'1.1'}} May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: consumer versions: May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: { DHCP agent@dv-neutron-601336-79-hyperv: {}, May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: HyperV agent@hv-neutron-6013: {}, May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: L3 agent@dv-neutron-601336-79-hyperv: {}, May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: Metadata agent@dv-neutron-601336-79-hyperv: {}, May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: Metering agent@dv-neutron-601336-79-hyperv: {}, May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: Open vSwitch agent@dv-neutron-601336-79-hyperv: { 'AddressGroup': '1.2', May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: 'ConntrackHelper': '1.0', May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: 'Log': '1.0', May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: 'Network': '1.1', May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: 'Port': '1.7', May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: 'PortForwarding': '1.2', May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: 'QosPolicy': '1.8', May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: 'SecurityGroup': '1.4', May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: 'SecurityGroupRule': '1.2', May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: 'SubPort': '1.0', May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: 'Subnet': '1.1', May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: 'Trunk': '1.1'}} May 31 15:45:00.418617 dv-neutron-601336-79-hyperv neutron-server[99204]: {{(pid=99204) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 15:45:00.421340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7524dfc3-a62b-46d9-9c65-a624ddaa0d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:00.429535 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e8a461aa-50ce-4ad0-89c4-2e8e8298fe76 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:00.446461 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7524dfc3-a62b-46d9-9c65-a624ddaa0d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:00.453641 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a461aa-50ce-4ad0-89c4-2e8e8298fe76 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Checking segment: {'id': 'd65614fd-de56-40e6-a78b-538032db9645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b07544cf-1df5-4d17-8b0c-2735c12948fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:45:00.454119 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a461aa-50ce-4ad0-89c4-2e8e8298fe76 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Network hostable DHCP agents. Network: b07544cf-1df5-4d17-8b0c-2735c12948fc, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:45:00.472812 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e975a917-ce7e-44ab-81e8-56ee1430bf23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:00.478000 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-7524dfc3-a62b-46d9-9c65-a624ddaa0d73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:00.479645 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a461aa-50ce-4ad0-89c4-2e8e8298fe76 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Network b07544cf-1df5-4d17-8b0c-2735c12948fc is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:45:00.482725 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-7524dfc3-a62b-46d9-9c65-a624ddaa0d73 admin admin] Usage tracker for resource:security_group_rule and tenant:31cb1923c01a40bcb7e56f6bb437609c is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:00.485635 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e975a917-ce7e-44ab-81e8-56ee1430bf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:00.486329 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-7524dfc3-a62b-46d9-9c65-a624ddaa0d73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:00.495777 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:00.498263 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-e8a461aa-50ce-4ad0-89c4-2e8e8298fe76 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, b07544cf-1df5-4d17-8b0c-2735c12948fc) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:00.503366 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a461aa-50ce-4ad0-89c4-2e8e8298fe76 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:00.504500 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e8a461aa-50ce-4ad0-89c4-2e8e8298fe76 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:00.513587 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677fbd1c-d9f9-4b93-b6b2-81ff93b0c4ce None None] Network b07544cf-1df5-4d17-8b0c-2735c12948fc requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:45:00.550667 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e8a461aa-50ce-4ad0-89c4-2e8e8298fe76 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8453705 May 31 15:45:00.551358 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 48906) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:00.566997 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-5ed29432-20bc-41c6-8799-fc75af6abf06 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Request body: {'port': {'network_id': 'b07544cf-1df5-4d17-8b0c-2735c12948fc', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1013393545'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:00.571915 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-7524dfc3-a62b-46d9-9c65-a624ddaa0d73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:00.597258 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975a917-ce7e-44ab-81e8-56ee1430bf23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3a61a7-9bc4-4316-a11a-2dc87b3de601,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:00.606222 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e975a917-ce7e-44ab-81e8-56ee1430bf23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:00.609627 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-f086f21a-46ed-4875-911f-813edb37b42b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1948476954-network', 'tenant_id': 'dff69be66365471cb98d4afa08a838e7'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:00.616048 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-f086f21a-46ed-4875-911f-813edb37b42b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:00.617829 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f086f21a-46ed-4875-911f-813edb37b42b admin admin] Usage tracker for resource:network and tenant:dff69be66365471cb98d4afa08a838e7 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:00.621384 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f086f21a-46ed-4875-911f-813edb37b42b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:00.629589 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-f086f21a-46ed-4875-911f-813edb37b42b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:00.643837 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e975a917-ce7e-44ab-81e8-56ee1430bf23 admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:45:00.649661 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f086f21a-46ed-4875-911f-813edb37b42b admin admin] Made reservation on behalf of dff69be66365471cb98d4afa08a838e7 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:00.654532 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f086f21a-46ed-4875-911f-813edb37b42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:00.680364 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f086f21a-46ed-4875-911f-813edb37b42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:00.710279 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-f086f21a-46ed-4875-911f-813edb37b42b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:00.714261 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f086f21a-46ed-4875-911f-813edb37b42b admin admin] Usage tracker for resource:security_group_rule and tenant:dff69be66365471cb98d4afa08a838e7 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:00.717530 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f086f21a-46ed-4875-911f-813edb37b42b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:00.724382 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-f086f21a-46ed-4875-911f-813edb37b42b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:00.743870 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e975a917-ce7e-44ab-81e8-56ee1430bf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:00.744633 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-e975a917-ce7e-44ab-81e8-56ee1430bf23 admin admin] Added segment dfcdbfac-1782-4f23-a90d-17caf7895016 of type vlan for network d344e8f1-f415-4064-9d12-68c70eb6ac0b May 31 15:45:00.784820 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-5ed29432-20bc-41c6-8799-fc75af6abf06 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:00.789240 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-5ed29432-20bc-41c6-8799-fc75af6abf06 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Usage tracker for resource:port and tenant:5e47ddd07e1c498b8cbd8c5061a7c47f is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:00.793057 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-5ed29432-20bc-41c6-8799-fc75af6abf06 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:00.801238 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-5ed29432-20bc-41c6-8799-fc75af6abf06 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:00.809842 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e975a917-ce7e-44ab-81e8-56ee1430bf23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:00.815382 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed29432-20bc-41c6-8799-fc75af6abf06 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Made reservation on behalf of 5e47ddd07e1c498b8cbd8c5061a7c47f for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:00.820080 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5ed29432-20bc-41c6-8799-fc75af6abf06 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:00.860812 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-5ed29432-20bc-41c6-8799-fc75af6abf06 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] device_id is not set on port 5f71b930-17ff-4a34-af02-85f54453acdd yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:45:00.907022 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e975a917-ce7e-44ab-81e8-56ee1430bf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:00.924407 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e975a917-ce7e-44ab-81e8-56ee1430bf23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:00.924988 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e975a917-ce7e-44ab-81e8-56ee1430bf23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:00.940857 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-b07544cf-1df5-4d17-8b0c-2735c12948fc', 'network_id': 'b07544cf-1df5-4d17-8b0c-2735c12948fc', 'tenant_id': '5e47ddd07e1c498b8cbd8c5061a7c47f', 'fixed_ips': [{'subnet_id': '674ac6de-7b14-48ab-b5a0-997c64ce9507'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:45:00.942189 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:00.942365 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:00.974896 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7524dfc3-a62b-46d9-9c65-a624ddaa0d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:00.993095 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7524dfc3-a62b-46d9-9c65-a624ddaa0d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:01.010413 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f086f21a-46ed-4875-911f-813edb37b42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:01.060339 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-5ed29432-20bc-41c6-8799-fc75af6abf06 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Allocated IP 172.20.0.12 (b07544cf-1df5-4d17-8b0c-2735c12948fc/674ac6de-7b14-48ab-b5a0-997c64ce9507/5f71b930-17ff-4a34-af02-85f54453acdd) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:45:01.075208 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f086f21a-46ed-4875-911f-813edb37b42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:01.103454 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7524dfc3-a62b-46d9-9c65-a624ddaa0d73 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:45:01.116919 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e975a917-ce7e-44ab-81e8-56ee1430bf23 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2185824 May 31 15:45:01.123167 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 48928) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:01.127633 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975a917-ce7e-44ab-81e8-56ee1430bf23 admin admin] Pushing event updated for resources: {'Network': ['ID=d344e8f1-f415-4064-9d12-68c70eb6ac0b,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:01.135157 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-00b68f5c-1a3d-496e-a092-743b9e69330a admin admin] Request body: {'subnet': {'network_id': 'd344e8f1-f415-4064-9d12-68c70eb6ac0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-60769872-subnet', 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:01.139538 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f086f21a-46ed-4875-911f-813edb37b42b admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:45:01.140359 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network d344e8f1-f415-4064-9d12-68c70eb6ac0b details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:45:01.141953 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e975a917-ce7e-44ab-81e8-56ee1430bf23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:01.144901 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:01.154537 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-00b68f5c-1a3d-496e-a092-743b9e69330a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:01.157059 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7524dfc3-a62b-46d9-9c65-a624ddaa0d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:01.157428 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-7524dfc3-a62b-46d9-9c65-a624ddaa0d73 admin admin] Added segment 6becfde1-db3d-4eb5-a5b5-1b5dae851b53 of type vlan for network 9762618e-b801-4945-a348-7f7865b0995e May 31 15:45:01.169580 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-00b68f5c-1a3d-496e-a092-743b9e69330a admin admin] Usage tracker for resource:subnet and tenant:2768fca4df5d4b0e9f63be80d17b6d42 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:01.174204 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-00b68f5c-1a3d-496e-a092-743b9e69330a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:01.183597 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-00b68f5c-1a3d-496e-a092-743b9e69330a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:01.197475 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f086f21a-46ed-4875-911f-813edb37b42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:01.197705 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-f086f21a-46ed-4875-911f-813edb37b42b admin admin] Added segment 4614750b-b79f-4ba6-9b69-9d8b896289e9 of type vlan for network 95b2c66c-bf2c-4a95-9a53-2be0f2b2f486 May 31 15:45:01.239322 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524dfc3-a62b-46d9-9c65-a624ddaa0d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a744fe46-4556-4a57-8651-752cee4b877c,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:01.239653 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 48934) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:01.250058 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7524dfc3-a62b-46d9-9c65-a624ddaa0d73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:01.269704 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b68f5c-1a3d-496e-a092-743b9e69330a admin admin] Made reservation on behalf of 2768fca4df5d4b0e9f63be80d17b6d42 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:01.272025 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-00b68f5c-1a3d-496e-a092-743b9e69330a admin admin] Notify callbacks [] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:01.296074 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f086f21a-46ed-4875-911f-813edb37b42b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:01.416863 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5ed29432-20bc-41c6-8799-fc75af6abf06 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:01.435823 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-5ed29432-20bc-41c6-8799-fc75af6abf06 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Transition to ACTIVE for port object 5f71b930-17ff-4a34-af02-85f54453acdd will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:01.467482 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5ed29432-20bc-41c6-8799-fc75af6abf06 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:01.476536 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:01.542610 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed29432-20bc-41c6-8799-fc75af6abf06 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Network b07544cf-1df5-4d17-8b0c-2735c12948fc is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:01.546281 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-5ed29432-20bc-41c6-8799-fc75af6abf06 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:01.550511 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed29432-20bc-41c6-8799-fc75af6abf06 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:01.555979 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed29432-20bc-41c6-8799-fc75af6abf06 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:01.556597 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5ed29432-20bc-41c6-8799-fc75af6abf06 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:01.575835 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed29432-20bc-41c6-8799-fc75af6abf06 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Pushing event updated for resources: {'Port': ['ID=5f71b930-17ff-4a34-af02-85f54453acdd,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:01.577910 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.db.resource_extend [None req-7524dfc3-a62b-46d9-9c65-a624ddaa0d73 admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:45:01.579684 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5ed29432-20bc-41c6-8799-fc75af6abf06 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:01.590910 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Allocated IP 172.20.0.2 (b07544cf-1df5-4d17-8b0c-2735c12948fc/674ac6de-7b14-48ab-b5a0-997c64ce9507/5517ea16-b458-405c-9feb-8fde70634780) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:45:01.594039 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5ed29432-20bc-41c6-8799-fc75af6abf06 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.0413296 May 31 15:45:01.594459 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 48946) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:01.661108 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086f21a-46ed-4875-911f-813edb37b42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfec5d50-2a9a-44ba-9b01-e79cda702ea5,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:01.679008 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f086f21a-46ed-4875-911f-813edb37b42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:01.679848 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7524dfc3-a62b-46d9-9c65-a624ddaa0d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:01.680255 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.577s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:01.680528 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:01.689167 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7524dfc3-a62b-46d9-9c65-a624ddaa0d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:01.691191 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7524dfc3-a62b-46d9-9c65-a624ddaa0d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:01.700571 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f086f21a-46ed-4875-911f-813edb37b42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:01.740415 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:01.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-eff4d791-3a9c-4bd8-a04e-5cc0ff292f25 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-231965299'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:01.797581 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-eff4d791-3a9c-4bd8-a04e-5cc0ff292f25 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:01.802619 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-eff4d791-3a9c-4bd8-a04e-5cc0ff292f25 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Usage tracker for resource:network and tenant:ef40031003954bc19fff1bdbfac53f5c is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:01.806029 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-eff4d791-3a9c-4bd8-a04e-5cc0ff292f25 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:01.812975 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-eff4d791-3a9c-4bd8-a04e-5cc0ff292f25 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:01.848247 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f086f21a-46ed-4875-911f-813edb37b42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:01.848830 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f086f21a-46ed-4875-911f-813edb37b42b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:01.853775 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-9455c382-733e-473f-8e0c-8e1ad824da31 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Deleting port 5f71b930-17ff-4a34-af02-85f54453acdd {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:45:01.854397 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9455c382-733e-473f-8e0c-8e1ad824da31 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:01.866415 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:01.870536 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff4d791-3a9c-4bd8-a04e-5cc0ff292f25 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Made reservation on behalf of ef40031003954bc19fff1bdbfac53f5c for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:01.874349 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-eff4d791-3a9c-4bd8-a04e-5cc0ff292f25 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:01.883674 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Transition to ACTIVE for port object 5517ea16-b458-405c-9feb-8fde70634780 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:01.916321 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Transition to ACTIVE for port object 5517ea16-b458-405c-9feb-8fde70634780 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:01.933635 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:01.938905 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:01.955387 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 48956) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:01.957904 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-eff4d791-3a9c-4bd8-a04e-5cc0ff292f25 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:02.028330 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7524dfc3-a62b-46d9-9c65-a624ddaa0d73 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0145764 May 31 15:45:02.030266 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-eff4d791-3a9c-4bd8-a04e-5cc0ff292f25 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:02.031973 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 48966) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:02.045335 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-eff4d791-3a9c-4bd8-a04e-5cc0ff292f25 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Usage tracker for resource:security_group_rule and tenant:ef40031003954bc19fff1bdbfac53f5c is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:02.049388 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Network b07544cf-1df5-4d17-8b0c-2735c12948fc is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:02.049961 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524dfc3-a62b-46d9-9c65-a624ddaa0d73 admin admin] Pushing event updated for resources: {'Network': ['ID=9762618e-b801-4945-a348-7f7865b0995e,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:02.051689 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-eff4d791-3a9c-4bd8-a04e-5cc0ff292f25 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:02.055317 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:02.059853 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:02.074523 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 9762618e-b801-4945-a348-7f7865b0995e details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:45:02.074731 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-eff4d791-3a9c-4bd8-a04e-5cc0ff292f25 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:02.080134 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-14b7e614-f86f-4b31-bd2f-7083473960a7 admin admin] Request body: {'subnet': {'network_id': '9762618e-b801-4945-a348-7f7865b0995e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1503760101-subnet', 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:02.082232 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f086f21a-46ed-4875-911f-813edb37b42b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.9585097 May 31 15:45:02.089132 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 48970) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:02.093191 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Pushing event updated for resources: {'Port': ['ID=5517ea16-b458-405c-9feb-8fde70634780,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:02.094792 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-14b7e614-f86f-4b31-bd2f-7083473960a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:02.098908 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-44198f13-9e49-4586-9830-16fbbf1af6fa admin admin] Request body: {'subnet': {'network_id': '95b2c66c-bf2c-4a95-9a53-2be0f2b2f486', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1948476954-subnet', 'tenant_id': 'dff69be66365471cb98d4afa08a838e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:02.102597 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-14b7e614-f86f-4b31-bd2f-7083473960a7 admin admin] Usage tracker for resource:subnet and tenant:31cb1923c01a40bcb7e56f6bb437609c is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:02.107697 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-14b7e614-f86f-4b31-bd2f-7083473960a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:02.118694 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-14b7e614-f86f-4b31-bd2f-7083473960a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:02.167523 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b7e614-f86f-4b31-bd2f-7083473960a7 admin admin] Made reservation on behalf of 31cb1923c01a40bcb7e56f6bb437609c for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:02.172787 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-14b7e614-f86f-4b31-bd2f-7083473960a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:02.178544 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:02.179130 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:02.179656 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:02.180352 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:02.181153 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:02.181948 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:02.182538 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:02.183062 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:02.183548 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:02.184041 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:02.184619 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:02.185098 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Tracked resource versions report: May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: pushed versions: May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: { 'AddressGroup': {'1.2'}, May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: 'ConntrackHelper': {'1.0'}, May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: 'Log': {'1.0'}, May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: 'Network': {'1.1'}, May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: 'Port': {'1.7'}, May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: 'PortForwarding': {'1.2'}, May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: 'QosPolicy': {'1.8'}, May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: 'SecurityGroup': {'1.4'}, May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: 'SecurityGroupRule': {'1.2'}, May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: 'SubPort': {'1.0'}, May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: 'Subnet': {'1.1'}, May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: 'Trunk': {'1.1'}} May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: consumer versions: May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: { DHCP agent@dv-neutron-601336-79-hyperv: {}, May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: HyperV agent@hv-neutron-6013: {}, May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: L3 agent@dv-neutron-601336-79-hyperv: {}, May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: Metadata agent@dv-neutron-601336-79-hyperv: {}, May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: Metering agent@dv-neutron-601336-79-hyperv: {}, May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: Open vSwitch agent@dv-neutron-601336-79-hyperv: { 'AddressGroup': '1.2', May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: 'ConntrackHelper': '1.0', May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: 'Log': '1.0', May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: 'Network': '1.1', May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: 'Port': '1.7', May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: 'PortForwarding': '1.2', May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: 'QosPolicy': '1.8', May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: 'SecurityGroup': '1.4', May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: 'SecurityGroupRule': '1.2', May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: 'SubPort': '1.0', May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: 'Subnet': '1.1', May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: 'Trunk': '1.1'}} May 31 15:45:02.186376 dv-neutron-601336-79-hyperv neutron-server[99206]: {{(pid=99206) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 15:45:02.191984 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:02.198759 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 48976) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:02.207092 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-44198f13-9e49-4586-9830-16fbbf1af6fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:02.215092 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9455c382-733e-473f-8e0c-8e1ad824da31 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:02.276075 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-44198f13-9e49-4586-9830-16fbbf1af6fa admin admin] Usage tracker for resource:subnet and tenant:dff69be66365471cb98d4afa08a838e7 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:02.283399 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-44198f13-9e49-4586-9830-16fbbf1af6fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:02.304984 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086f21a-46ed-4875-911f-813edb37b42b admin admin] Pushing event updated for resources: {'Network': ['ID=95b2c66c-bf2c-4a95-9a53-2be0f2b2f486,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:02.312009 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f086f21a-46ed-4875-911f-813edb37b42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:02.329943 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 95b2c66c-bf2c-4a95-9a53-2be0f2b2f486 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:45:02.336464 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-6543b3b4-25f8-42fa-9ef0-70ede392091d tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1882004085', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:02.340290 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.487s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:02.340783 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:02.345960 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 48982) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:02.355077 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-44198f13-9e49-4586-9830-16fbbf1af6fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:02.360468 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-6543b3b4-25f8-42fa-9ef0-70ede392091d tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:02.362969 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Attempting to bind port 5517ea16-b458-405c-9feb-8fde70634780 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:02.363354 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Attempting to bind port 5517ea16-b458-405c-9feb-8fde70634780 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'd65614fd-de56-40e6-a78b-538032db9645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b07544cf-1df5-4d17-8b0c-2735c12948fc'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:02.363718 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Attempting to bind port 5517ea16-b458-405c-9feb-8fde70634780 on network b07544cf-1df5-4d17-8b0c-2735c12948fc {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:02.391915 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6543b3b4-25f8-42fa-9ef0-70ede392091d tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Usage tracker for resource:port and tenant:c5d07df30a7f4eb69cb035692c58ba56 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:02.402931 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6543b3b4-25f8-42fa-9ef0-70ede392091d tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:02.418941 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-9455c382-733e-473f-8e0c-8e1ad824da31 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Calling delete_port for 5f71b930-17ff-4a34-af02-85f54453acdd owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:45:02.430399 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44198f13-9e49-4586-9830-16fbbf1af6fa admin admin] Made reservation on behalf of dff69be66365471cb98d4afa08a838e7 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:02.433046 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-44198f13-9e49-4586-9830-16fbbf1af6fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:02.459324 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-6543b3b4-25f8-42fa-9ef0-70ede392091d tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:02.465574 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:45:02.466679 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Checking segment: {'id': 'd65614fd-de56-40e6-a78b-538032db9645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b07544cf-1df5-4d17-8b0c-2735c12948fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:45:02.466679 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:02.466872 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Bound using segment: {'id': 'd65614fd-de56-40e6-a78b-538032db9645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b07544cf-1df5-4d17-8b0c-2735c12948fc'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:45:02.467464 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Bound port: 5517ea16-b458-405c-9feb-8fde70634780, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65614fd-de56-40e6-a78b-538032db9645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b07544cf-1df5-4d17-8b0c-2735c12948fc'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:45:02.467823 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:02.489188 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6543b3b4-25f8-42fa-9ef0-70ede392091d tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Made reservation on behalf of c5d07df30a7f4eb69cb035692c58ba56 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:02.491478 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6543b3b4-25f8-42fa-9ef0-70ede392091d tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:02.516281 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-0216b0d1-25ac-4501-bf88-35ce58b67dd9 tempest-QuotasTest-579567653 tempest-QuotasTest-579567653-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:02.528803 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-f7af9f25-2065-4e4c-9446-917e2649d885 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:02.554401 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f7af9f25-2065-4e4c-9446-917e2649d885 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:02.564119 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f7af9f25-2065-4e4c-9446-917e2649d885 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Usage tracker for resource:floatingip and tenant:a15c6d32f1dc42f5ad47a0e9613ca367 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:02.566740 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6543b3b4-25f8-42fa-9ef0-70ede392091d tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:02.570589 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f7af9f25-2065-4e4c-9446-917e2649d885 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:02.583103 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] For port 5517ea16-b458-405c-9feb-8fde70634780, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:45:02.586860 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] For port 5517ea16-b458-405c-9feb-8fde70634780, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=5517ea16-b458-405c-9feb-8fde70634780,segment=NetworkSegment(d65614fd-de56-40e6-a78b-538032db9645),segment_id=d65614fd-de56-40e6-a78b-538032db9645)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:45:02.592390 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:02.597458 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:02.617045 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-6543b3b4-25f8-42fa-9ef0-70ede392091d tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:02.617570 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f7af9f25-2065-4e4c-9446-917e2649d885 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:02.633565 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6543b3b4-25f8-42fa-9ef0-70ede392091d tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Usage tracker for resource:security_group_rule and tenant:c5d07df30a7f4eb69cb035692c58ba56 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:02.637250 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6543b3b4-25f8-42fa-9ef0-70ede392091d tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:02.654027 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-eff4d791-3a9c-4bd8-a04e-5cc0ff292f25 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:02.657529 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-6543b3b4-25f8-42fa-9ef0-70ede392091d tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:02.684979 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-eff4d791-3a9c-4bd8-a04e-5cc0ff292f25 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:02.690491 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Pushing event updated for resources: {'Port': ['ID=5517ea16-b458-405c-9feb-8fde70634780,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:02.694206 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:02.702927 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:02.722521 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f7af9f25-2065-4e4c-9446-917e2649d885 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:02.755851 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff4d791-3a9c-4bd8-a04e-5cc0ff292f25 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:45:02.764562 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0216b0d1-25ac-4501-bf88-35ce58b67dd9 tempest-QuotasTest-579567653 tempest-QuotasTest-579567653-project-admin] 10.222.0.45 "PUT /v2.0/quotas/b2eba2d361b44d6eb4763ec9f493fefe HTTP/1.1" status: 200 len: 366 time: 0.4174438 May 31 15:45:02.777709 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 48994) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:02.841038 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-eff4d791-3a9c-4bd8-a04e-5cc0ff292f25 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:02.841367 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-eff4d791-3a9c-4bd8-a04e-5cc0ff292f25 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Added segment 1c2b055e-17ee-483d-bc09-2d7608ad4e28 of type vlan for network bf72fe33-859f-4fd2-b570-42b105d40e91 May 31 15:45:02.898804 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4d791-3a9c-4bd8-a04e-5cc0ff292f25 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4be704b-33ff-4424-b154-d83dce465a9e,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:02.912783 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-eff4d791-3a9c-4bd8-a04e-5cc0ff292f25 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:02.983677 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-19a5877b-80fa-4aba-b704-91622507c315 tempest-QuotasTest-579567653 tempest-QuotasTest-579567653-project-admin] 10.222.0.45 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1684456 May 31 15:45:02.984322 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9455c382-733e-473f-8e0c-8e1ad824da31 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:02.988368 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49000) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:02.995494 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-eff4d791-3a9c-4bd8-a04e-5cc0ff292f25 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:03.021792 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5ed29432-20bc-41c6-8799-fc75af6abf06 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:03.054287 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-00b68f5c-1a3d-496e-a092-743b9e69330a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:03.087869 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6543b3b4-25f8-42fa-9ef0-70ede392091d tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:03.092679 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5d24516f-49bc-468d-b5fc-587a60fb82d5 tempest-QuotasTest-579567653 tempest-QuotasTest-579567653-project-admin] 10.222.0.45 "GET /v2.0/quotas/b2eba2d361b44d6eb4763ec9f493fefe HTTP/1.1" status: 200 len: 366 time: 0.0971451 May 31 15:45:03.093158 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49006) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:03.096612 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-39aadb0c-6adf-4543-84c4-fea1dec160ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:03.119677 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 5517ea16-b458-405c-9feb-8fde70634780 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:45:03.163683 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6543b3b4-25f8-42fa-9ef0-70ede392091d tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:03.171795 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455c382-733e-473f-8e0c-8e1ad824da31 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Pushing event deleted for resources: {'Port': ['ID=5f71b930-17ff-4a34-af02-85f54453acdd,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:03.193919 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9455c382-733e-473f-8e0c-8e1ad824da31 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:03.209707 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d75befa1-5546-4e8f-896c-f5bc611beda4 tempest-QuotasTest-579567653 tempest-QuotasTest-579567653-project-admin] 10.222.0.45 "DELETE /v2.0/quotas/b2eba2d361b44d6eb4763ec9f493fefe HTTP/1.1" status: 204 len: 168 time: 0.0766563 May 31 15:45:03.217733 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 5517ea16-b458-405c-9feb-8fde70634780 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:45:03.227256 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49012) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:03.230658 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-6543b3b4-25f8-42fa-9ef0-70ede392091d tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] device_id is not set on port b65a8922-032e-4008-831d-0c57b94344f7 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:45:03.239835 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9455c382-733e-473f-8e0c-8e1ad824da31 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] 10.222.0.45 "DELETE /v2.0/ports/5f71b930-17ff-4a34-af02-85f54453acdd HTTP/1.1" status: 204 len: 168 time: 1.6441538 May 31 15:45:03.253007 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9455c382-733e-473f-8e0c-8e1ad824da31 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:03.253594 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49016) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:03.262344 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8dede56f-683d-4290-9acc-9feaa561d17b tempest-QuotasTest-579567653 tempest-QuotasTest-579567653-project-admin] 10.222.0.45 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0256629 May 31 15:45:03.268888 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49020) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:03.270314 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-eff4d791-3a9c-4bd8-a04e-5cc0ff292f25 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:03.279389 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f7af9f25-2065-4e4c-9446-917e2649d885 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:03.285910 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff4d791-3a9c-4bd8-a04e-5cc0ff292f25 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:03.286520 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-eff4d791-3a9c-4bd8-a04e-5cc0ff292f25 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:03.298523 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b68f5c-1a3d-496e-a092-743b9e69330a admin admin] Pushing event updated for resources: {'Subnet': ['ID=418ec826-97fb-4894-813a-51ffe25a7768,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:03.316787 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-00b68f5c-1a3d-496e-a092-743b9e69330a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:03.317252 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:03.417619 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c2010b99-725e-4b7a-b0d4-2fd7f2889d85 tempest-QuotasTest-579567653 tempest-QuotasTest-579567653-project-admin] 10.222.0.45 "GET /v2.0/quotas/b2eba2d361b44d6eb4763ec9f493fefe HTTP/1.1" status: 200 len: 370 time: 0.1446753 May 31 15:45:03.428790 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49026) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:03.448618 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9c72870f-cce9-469f-9f3d-a73b378f145b tempest-QuotasTest-579567653 tempest-QuotasTest-579567653-project-admin] 10.222.0.45 "GET /v2.0/quotas/b2eba2d361b44d6eb4763ec9f493fefe/default HTTP/1.1" status: 200 len: 370 time: 0.0160184 May 31 15:45:03.451204 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49030) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:03.484317 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-b9413368-3fe8-43b1-957b-01a6383fd341 tempest-QuotasTest-579567653 tempest-QuotasTest-579567653-project-admin] delete failed (client error): The resource could not be found. May 31 15:45:03.484317 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b9413368-3fe8-43b1-957b-01a6383fd341 tempest-QuotasTest-579567653 tempest-QuotasTest-579567653-project-admin] 10.222.0.45 "DELETE /v2.0/quotas/b2eba2d361b44d6eb4763ec9f493fefe HTTP/1.1" status: 404 len: 348 time: 0.0279112 May 31 15:45:03.597148 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ace915f2-8e39-4a20-8948-6e2ac39db516 tempest-DHCPAgentSchedulersTestJSON-558722122 tempest-DHCPAgentSchedulersTestJSON-558722122-project-admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4360 time: 0.3385439 May 31 15:45:03.601991 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49036) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:03.618588 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-26ea9a7b-2174-4e4c-9d23-bad7397c5cad tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1345681430'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:03.624149 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-14b7e614-f86f-4b31-bd2f-7083473960a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:03.634679 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b68f5c-1a3d-496e-a092-743b9e69330a admin admin] Checking segment: {'id': 'dfcdbfac-1782-4f23-a90d-17caf7895016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd344e8f1-f415-4064-9d12-68c70eb6ac0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:45:03.635416 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b68f5c-1a3d-496e-a092-743b9e69330a admin admin] Network hostable DHCP agents. Network: d344e8f1-f415-4064-9d12-68c70eb6ac0b, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:45:03.643268 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:45:03.644250 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-26ea9a7b-2174-4e4c-9d23-bad7397c5cad tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:03.649544 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e8a461aa-50ce-4ad0-89c4-2e8e8298fe76 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:03.661025 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543b3b4-25f8-42fa-9ef0-70ede392091d tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd02513f-504a-4d87-9ff2-bfa71dd7ba4e,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:03.680691 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6543b3b4-25f8-42fa-9ef0-70ede392091d tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:03.690487 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-f7af9f25-2065-4e4c-9446-917e2649d885 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Allocated IP 172.26.0.251 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/b94458e6-d21f-4020-816e-8f2acea01608) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:45:03.697087 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e975a917-ce7e-44ab-81e8-56ee1430bf23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.388s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:03.720300 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49040) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:03.732774 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b68f5c-1a3d-496e-a092-743b9e69330a admin admin] Network d344e8f1-f415-4064-9d12-68c70eb6ac0b is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:45:03.767490 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-00b68f5c-1a3d-496e-a092-743b9e69330a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, d344e8f1-f415-4064-9d12-68c70eb6ac0b) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:03.784233 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1374ce79-e53c-4b69-bd94-dbd4e2766e0c None None] Network d344e8f1-f415-4064-9d12-68c70eb6ac0b requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:45:03.810989 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-26ea9a7b-2174-4e4c-9d23-bad7397c5cad tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Usage tracker for resource:network and tenant:5e47ddd07e1c498b8cbd8c5061a7c47f is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:03.845428 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-26ea9a7b-2174-4e4c-9d23-bad7397c5cad tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:03.846547 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-eff4d791-3a9c-4bd8-a04e-5cc0ff292f25 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.5926394 May 31 15:45:03.860227 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b68f5c-1a3d-496e-a092-743b9e69330a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:03.860823 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-00b68f5c-1a3d-496e-a092-743b9e69330a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:03.867178 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49044) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:03.877552 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-26ea9a7b-2174-4e4c-9d23-bad7397c5cad tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:03.915789 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-00b68f5c-1a3d-496e-a092-743b9e69330a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7895105 May 31 15:45:03.917105 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-c7821d16-19c1-4e14-9f0a-6d16a582e60b tempest-QuotasTest-579567653 tempest-QuotasTest-579567653-project-admin] Usage tracker for resource:network and tenant:13e72c8c3c43454b95ad9a2c5aa684d5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:03.922002 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4d791-3a9c-4bd8-a04e-5cc0ff292f25 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Pushing event updated for resources: {'Network': ['ID=bf72fe33-859f-4fd2-b570-42b105d40e91,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:03.925383 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-eff4d791-3a9c-4bd8-a04e-5cc0ff292f25 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:03.927522 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49050) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:03.930652 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-c7821d16-19c1-4e14-9f0a-6d16a582e60b tempest-QuotasTest-579567653 tempest-QuotasTest-579567653-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:03.931662 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ea9a7b-2174-4e4c-9d23-bad7397c5cad tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Made reservation on behalf of 5e47ddd07e1c498b8cbd8c5061a7c47f for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:03.935312 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-26ea9a7b-2174-4e4c-9d23-bad7397c5cad tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:03.946981 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-c7821d16-19c1-4e14-9f0a-6d16a582e60b tempest-QuotasTest-579567653 tempest-QuotasTest-579567653-project-admin] Usage tracker for resource:subnet and tenant:13e72c8c3c43454b95ad9a2c5aa684d5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:03.963648 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7e614-f86f-4b31-bd2f-7083473960a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fb83780-73dc-46ad-8905-afe39908f206,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:03.973155 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-11eff38a-6b01-40dc-86b5-c6abb68c086d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-60769872-router', 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:03.977550 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-11eff38a-6b01-40dc-86b5-c6abb68c086d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:03.981763 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-11eff38a-6b01-40dc-86b5-c6abb68c086d admin admin] Usage tracker for resource:router and tenant:2768fca4df5d4b0e9f63be80d17b6d42 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:03.985138 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-11eff38a-6b01-40dc-86b5-c6abb68c086d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:03.991248 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-11eff38a-6b01-40dc-86b5-c6abb68c086d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:03.991474 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-c7821d16-19c1-4e14-9f0a-6d16a582e60b tempest-QuotasTest-579567653 tempest-QuotasTest-579567653-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:04.007916 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-14b7e614-f86f-4b31-bd2f-7083473960a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:04.023024 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network bf72fe33-859f-4fd2-b570-42b105d40e91 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:45:04.028767 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-c7821d16-19c1-4e14-9f0a-6d16a582e60b tempest-QuotasTest-579567653 tempest-QuotasTest-579567653-project-admin] Usage tracker for resource:subnetpool and tenant:13e72c8c3c43454b95ad9a2c5aa684d5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:04.030328 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b7e614-f86f-4b31-bd2f-7083473960a7 admin admin] Checking segment: {'id': '6becfde1-db3d-4eb5-a5b5-1b5dae851b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9762618e-b801-4945-a348-7f7865b0995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:45:04.030687 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b7e614-f86f-4b31-bd2f-7083473960a7 admin admin] Network hostable DHCP agents. Network: 9762618e-b801-4945-a348-7f7865b0995e, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:45:04.032515 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-44198f13-9e49-4586-9830-16fbbf1af6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:04.038465 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8551afca-ebd8-422b-817c-8ee1a1b33a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:04.065501 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-11eff38a-6b01-40dc-86b5-c6abb68c086d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:04.066551 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-11eff38a-6b01-40dc-86b5-c6abb68c086d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:04.076615 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f7af9f25-2065-4e4c-9446-917e2649d885 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:04.080189 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-c7821d16-19c1-4e14-9f0a-6d16a582e60b tempest-QuotasTest-579567653 tempest-QuotasTest-579567653-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:04.090254 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ea9a7b-2174-4e4c-9d23-bad7397c5cad tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:45:04.117534 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-c7821d16-19c1-4e14-9f0a-6d16a582e60b tempest-QuotasTest-579567653 tempest-QuotasTest-579567653-project-admin] Usage tracker for resource:port and tenant:13e72c8c3c43454b95ad9a2c5aa684d5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:04.117730 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b7e614-f86f-4b31-bd2f-7083473960a7 admin admin] Network 9762618e-b801-4945-a348-7f7865b0995e is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:45:04.132496 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-26ea9a7b-2174-4e4c-9d23-bad7397c5cad tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:04.133659 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-26ea9a7b-2174-4e4c-9d23-bad7397c5cad tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Added segment ea03d490-b07d-45de-bbe2-5f80937e4b2f of type vlan for network 07a63600-7e32-4599-87e5-8881ef2124e4 May 31 15:45:04.137453 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-11eff38a-6b01-40dc-86b5-c6abb68c086d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:04.142361 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44198f13-9e49-4586-9830-16fbbf1af6fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=78474f67-27d4-45ee-a48b-36bd239fb199,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:04.145704 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-44198f13-9e49-4586-9830-16fbbf1af6fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:04.148125 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-c7821d16-19c1-4e14-9f0a-6d16a582e60b tempest-QuotasTest-579567653 tempest-QuotasTest-579567653-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:04.163041 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44198f13-9e49-4586-9830-16fbbf1af6fa admin admin] Checking segment: {'id': '4614750b-b79f-4ba6-9b69-9d8b896289e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '95b2c66c-bf2c-4a95-9a53-2be0f2b2f486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:45:04.163654 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44198f13-9e49-4586-9830-16fbbf1af6fa admin admin] Network hostable DHCP agents. Network: 95b2c66c-bf2c-4a95-9a53-2be0f2b2f486, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:45:04.169219 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-c7821d16-19c1-4e14-9f0a-6d16a582e60b tempest-QuotasTest-579567653 tempest-QuotasTest-579567653-project-admin] Usage tracker for resource:router and tenant:13e72c8c3c43454b95ad9a2c5aa684d5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:04.176003 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921ee585-7df2-46e8-97d7-ca42bb778c37 None None] Network b07544cf-1df5-4d17-8b0c-2735c12948fc requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:45:04.178683 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-c7821d16-19c1-4e14-9f0a-6d16a582e60b tempest-QuotasTest-579567653 tempest-QuotasTest-579567653-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:04.188973 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-c7821d16-19c1-4e14-9f0a-6d16a582e60b tempest-QuotasTest-579567653 tempest-QuotasTest-579567653-project-admin] Usage tracker for resource:floatingip and tenant:13e72c8c3c43454b95ad9a2c5aa684d5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:04.193823 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-c7821d16-19c1-4e14-9f0a-6d16a582e60b tempest-QuotasTest-579567653 tempest-QuotasTest-579567653-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:04.222823 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-14b7e614-f86f-4b31-bd2f-7083473960a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 9762618e-b801-4945-a348-7f7865b0995e) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:04.230622 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44198f13-9e49-4586-9830-16fbbf1af6fa admin admin] Network 95b2c66c-bf2c-4a95-9a53-2be0f2b2f486 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:45:04.232707 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-985926ae-ea35-4881-bc2b-b2e69958dc78 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Request body: {'network': {'name': 'tempest-network--1721356324', 'router:external': True}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:04.248035 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-985926ae-ea35-4881-bc2b-b2e69958dc78 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:04.249335 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-44198f13-9e49-4586-9830-16fbbf1af6fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 95b2c66c-bf2c-4a95-9a53-2be0f2b2f486) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:04.255250 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44198f13-9e49-4586-9830-16fbbf1af6fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:04.256261 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-44198f13-9e49-4586-9830-16fbbf1af6fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:04.264636 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-985926ae-ea35-4881-bc2b-b2e69958dc78 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Usage tracker for resource:network and tenant:9fb386c33d0c4a9dae2992849c98cac5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:04.271400 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b7e614-f86f-4b31-bd2f-7083473960a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:04.271973 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-14b7e614-f86f-4b31-bd2f-7083473960a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:04.276731 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-c7821d16-19c1-4e14-9f0a-6d16a582e60b tempest-QuotasTest-579567653 tempest-QuotasTest-579567653-project-admin] Usage tracker for resource:security_group and tenant:13e72c8c3c43454b95ad9a2c5aa684d5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:04.277205 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae03841-c096-49e4-b4f5-8b63c97bfea9 None None] Network 9762618e-b801-4945-a348-7f7865b0995e requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:45:04.280097 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-985926ae-ea35-4881-bc2b-b2e69958dc78 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:04.281199 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-c7821d16-19c1-4e14-9f0a-6d16a582e60b tempest-QuotasTest-579567653 tempest-QuotasTest-579567653-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:04.288920 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-44198f13-9e49-4586-9830-16fbbf1af6fa admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1952345 May 31 15:45:04.289946 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-c7821d16-19c1-4e14-9f0a-6d16a582e60b tempest-QuotasTest-579567653 tempest-QuotasTest-579567653-project-admin] Usage tracker for resource:security_group_rule and tenant:13e72c8c3c43454b95ad9a2c5aa684d5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:04.292275 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49056) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:04.294403 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-985926ae-ea35-4881-bc2b-b2e69958dc78 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:04.296310 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadd22b6-0e85-4941-9911-be8cacfe226c None None] Network 95b2c66c-bf2c-4a95-9a53-2be0f2b2f486 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:45:04.299441 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-3fea8572-2b83-4951-b92f-3f940f1b2539 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1948476954-router', 'tenant_id': 'dff69be66365471cb98d4afa08a838e7', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:04.299854 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-26ea9a7b-2174-4e4c-9d23-bad7397c5cad tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:04.303254 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-c7821d16-19c1-4e14-9f0a-6d16a582e60b tempest-QuotasTest-579567653 tempest-QuotasTest-579567653-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:04.313360 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c7821d16-19c1-4e14-9f0a-6d16a582e60b tempest-QuotasTest-579567653 tempest-QuotasTest-579567653-project-admin] 10.222.0.45 "GET /v2.0/quotas/13e72c8c3c43454b95ad9a2c5aa684d5/details.json HTTP/1.1" status: 200 len: 703 time: 0.5789402 May 31 15:45:04.313360 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-3fea8572-2b83-4951-b92f-3f940f1b2539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:04.317346 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-3fea8572-2b83-4951-b92f-3f940f1b2539 admin admin] Usage tracker for resource:router and tenant:dff69be66365471cb98d4afa08a838e7 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:04.322989 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-3fea8572-2b83-4951-b92f-3f940f1b2539 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:04.362810 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-3fea8572-2b83-4951-b92f-3f940f1b2539 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:04.386837 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f7af9f25-2065-4e4c-9446-917e2649d885 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:04.412120 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3fea8572-2b83-4951-b92f-3f940f1b2539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:04.413647 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3fea8572-2b83-4951-b92f-3f940f1b2539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:04.433018 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3fea8572-2b83-4951-b92f-3f940f1b2539 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:04.451328 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-6543b3b4-25f8-42fa-9ef0-70ede392091d tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Allocated IP 172.26.0.23 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/b65a8922-032e-4008-831d-0c57b94344f7) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:45:04.451487 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985926ae-ea35-4881-bc2b-b2e69958dc78 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Made reservation on behalf of 9fb386c33d0c4a9dae2992849c98cac5 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:04.453663 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-985926ae-ea35-4881-bc2b-b2e69958dc78 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:04.470659 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6e8c5ff5-1b11-4e15-80e9-c0522b600e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:04.515719 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.db.resource_extend [None req-26ea9a7b-2174-4e4c-9d23-bad7397c5cad tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:45:04.530680 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee55561-c3eb-4878-a7c1-d2f91d0c80f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-d344e8f1-f415-4064-9d12-68c70eb6ac0b', 'network_id': 'd344e8f1-f415-4064-9d12-68c70eb6ac0b', 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'fixed_ips': [{'subnet_id': '418ec826-97fb-4894-813a-51ffe25a7768'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:45:04.531559 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2ee55561-c3eb-4878-a7c1-d2f91d0c80f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:04.554582 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-14b7e614-f86f-4b31-bd2f-7083473960a7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5149355 May 31 15:45:04.573293 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49068) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:04.612855 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-fa2abeb7-9958-4c37-a3e1-d115e3767598 None None] Provisioning for port 5517ea16-b458-405c-9feb-8fde70634780 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:45:04.623474 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-985926ae-ea35-4881-bc2b-b2e69958dc78 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:04.639401 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-01d0b870-0790-4457-9d86-b81c12e78ded admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1503760101-router', 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:04.665133 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7af9f25-2065-4e4c-9446-917e2649d885 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:04.666383 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-26ea9a7b-2174-4e4c-9d23-bad7397c5cad tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:04.671937 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-f7af9f25-2065-4e4c-9446-917e2649d885 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:04.692341 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-01d0b870-0790-4457-9d86-b81c12e78ded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:04.719384 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-fa2abeb7-9958-4c37-a3e1-d115e3767598 None None] Provisioning complete for port 5517ea16-b458-405c-9feb-8fde70634780 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:04.720034 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fa2abeb7-9958-4c37-a3e1-d115e3767598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:04.743362 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-985926ae-ea35-4881-bc2b-b2e69958dc78 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:04.751109 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ea9a7b-2174-4e4c-9d23-bad7397c5cad tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:04.751761 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-26ea9a7b-2174-4e4c-9d23-bad7397c5cad tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:04.755104 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49076) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:04.755918 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7af9f25-2065-4e4c-9446-917e2649d885 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:04.758903 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-01d0b870-0790-4457-9d86-b81c12e78ded admin admin] Usage tracker for resource:router and tenant:31cb1923c01a40bcb7e56f6bb437609c is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:04.775690 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-01d0b870-0790-4457-9d86-b81c12e78ded admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:04.787308 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-01d0b870-0790-4457-9d86-b81c12e78ded admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:04.787738 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-985926ae-ea35-4881-bc2b-b2e69958dc78 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Usage tracker for resource:security_group_rule and tenant:9fb386c33d0c4a9dae2992849c98cac5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:04.804309 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-985926ae-ea35-4881-bc2b-b2e69958dc78 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:04.809859 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-11eff38a-6b01-40dc-86b5-c6abb68c086d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:04.862720 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-985926ae-ea35-4881-bc2b-b2e69958dc78 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:04.909359 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-26ea9a7b-2174-4e4c-9d23-bad7397c5cad tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3025510 May 31 15:45:04.912177 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49082) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:04.917281 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af9f25-2065-4e4c-9446-917e2649d885 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Pushing event updated for resources: {'Port': ['ID=b94458e6-d21f-4020-816e-8f2acea01608,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:04.932198 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f7af9f25-2065-4e4c-9446-917e2649d885 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:04.941137 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:04.949749 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-01d0b870-0790-4457-9d86-b81c12e78ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:04.950614 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-01d0b870-0790-4457-9d86-b81c12e78ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:04.963037 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3fea8572-2b83-4951-b92f-3f940f1b2539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:04.992228 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6543b3b4-25f8-42fa-9ef0-70ede392091d tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:05.013768 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-01d0b870-0790-4457-9d86-b81c12e78ded admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:05.025993 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-117afe3c-d10d-47d3-b48e-b724cec3f2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:05.037710 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f7af9f25-2065-4e4c-9446-917e2649d885 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:05.321549 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1b3180fa-fc8c-4a27-8ffe-624c6bc88e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:05.338268 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea9a7b-2174-4e4c-9d23-bad7397c5cad tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Pushing event updated for resources: {'Network': ['ID=07a63600-7e32-4599-87e5-8881ef2124e4,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:05.358595 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-26ea9a7b-2174-4e4c-9d23-bad7397c5cad tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:05.364057 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6543b3b4-25f8-42fa-9ef0-70ede392091d tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:05.371369 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-2ee55561-c3eb-4878-a7c1-d2f91d0c80f6 None None] Allocated IP 172.20.0.2 (d344e8f1-f415-4064-9d12-68c70eb6ac0b/418ec826-97fb-4894-813a-51ffe25a7768/0a540c8b-8876-4617-b0f7-d647ed8b0e4b) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:45:05.381423 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9764d2d-546a-40dd-ac11-00bd70546b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-95b2c66c-bf2c-4a95-9a53-2be0f2b2f486', 'network_id': '95b2c66c-bf2c-4a95-9a53-2be0f2b2f486', 'tenant_id': 'dff69be66365471cb98d4afa08a838e7', 'fixed_ips': [{'subnet_id': '78474f67-27d4-45ee-a48b-36bd239fb199'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:45:05.381423 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a9764d2d-546a-40dd-ac11-00bd70546b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:05.391232 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 07a63600-7e32-4599-87e5-8881ef2124e4 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:45:05.391924 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1b3180fa-fc8c-4a27-8ffe-624c6bc88e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:05.419142 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1b3180fa-fc8c-4a27-8ffe-624c6bc88e4b admin admin] Usage tracker for resource:security_group_rule and tenant:978c40026eae4378b84fafaccf95f15e is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:05.424517 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f7af9f25-2065-4e4c-9446-917e2649d885 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:05.427517 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fa2abeb7-9958-4c37-a3e1-d115e3767598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:05.453025 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1b3180fa-fc8c-4a27-8ffe-624c6bc88e4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:05.470781 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-01d0b870-0790-4457-9d86-b81c12e78ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:05.475746 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-85815f00-4193-4bd0-9766-b66e83cd8c94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:05.482106 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1b3180fa-fc8c-4a27-8ffe-624c6bc88e4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:05.519866 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61172c5-4242-4bab-af27-48af5c0fe03f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-9762618e-b801-4945-a348-7f7865b0995e', 'network_id': '9762618e-b801-4945-a348-7f7865b0995e', 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c', 'fixed_ips': [{'subnet_id': '7fb83780-73dc-46ad-8905-afe39908f206'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:45:05.520765 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b61172c5-4242-4bab-af27-48af5c0fe03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:05.561062 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6543b3b4-25f8-42fa-9ef0-70ede392091d tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:05.569973 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-6543b3b4-25f8-42fa-9ef0-70ede392091d tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:05.575189 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543b3b4-25f8-42fa-9ef0-70ede392091d tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Pushing event updated for resources: {'Port': ['ID=b65a8922-032e-4008-831d-0c57b94344f7,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:05.589935 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6543b3b4-25f8-42fa-9ef0-70ede392091d tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:05.591054 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6543b3b4-25f8-42fa-9ef0-70ede392091d tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:05.591908 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6543b3b4-25f8-42fa-9ef0-70ede392091d tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:05.593901 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ce97ecd7-3d4e-4160-a1a1-6e2e45729783 tempest-DHCPAgentSchedulersTestJSON-558722122 tempest-DHCPAgentSchedulersTestJSON-558722122-project-admin] 10.222.0.45 "GET /v2.0/agents/2aecb5fa-1da3-48b9-a6e5-e65042121c84/dhcp-networks HTTP/1.1" status: 200 len: 5676 time: 0.6768639 May 31 15:45:05.597542 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49090) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:05.613581 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-985926ae-ea35-4881-bc2b-b2e69958dc78 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:05.638542 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-985926ae-ea35-4881-bc2b-b2e69958dc78 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:05.705739 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c0c68654-f997-408c-8496-562688ea9bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:05.756165 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985926ae-ea35-4881-bc2b-b2e69958dc78 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:45:05.763608 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6543b3b4-25f8-42fa-9ef0-70ede392091d tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:05.774491 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6543b3b4-25f8-42fa-9ef0-70ede392091d tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.8030622 May 31 15:45:05.780430 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-a9764d2d-546a-40dd-ac11-00bd70546b88 None None] Allocated IP 172.20.0.2 (95b2c66c-bf2c-4a95-9a53-2be0f2b2f486/78474f67-27d4-45ee-a48b-36bd239fb199/86379145-ea69-4e59-867e-1a7ef1d1476e) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:45:05.785350 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49094) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:05.796559 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985926ae-ea35-4881-bc2b-b2e69958dc78 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4346460e-b2fb-4a0e-a7f6-01bfd493fc6f,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:05.800371 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-985926ae-ea35-4881-bc2b-b2e69958dc78 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:05.804837 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-6ca6451c-eb2d-4edf-b44f-d8ec732255a2 tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.23'}]}}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:05.817207 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-985926ae-ea35-4881-bc2b-b2e69958dc78 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:05.817552 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-985926ae-ea35-4881-bc2b-b2e69958dc78 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Added segment 5b4b2bf1-33fe-4304-a70c-a427d524e14b of type vlan for network 13926a3e-b0b3-437f-9c78-a4970fc0a0a6 May 31 15:45:05.819725 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6ca6451c-eb2d-4edf-b44f-d8ec732255a2 tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:05.851370 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6ca6451c-eb2d-4edf-b44f-d8ec732255a2 tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Usage tracker for resource:router and tenant:c5d07df30a7f4eb69cb035692c58ba56 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:05.858247 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6ca6451c-eb2d-4edf-b44f-d8ec732255a2 tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:05.875302 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6ca6451c-eb2d-4edf-b44f-d8ec732255a2 tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:06.004113 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3fea8572-2b83-4951-b92f-3f940f1b2539 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:06.004963 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-fa2abeb7-9958-4c37-a3e1-d115e3767598 None None] For port 5517ea16-b458-405c-9feb-8fde70634780, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=5517ea16-b458-405c-9feb-8fde70634780,segment=NetworkSegment(d65614fd-de56-40e6-a78b-538032db9645),segment_id=d65614fd-de56-40e6-a78b-538032db9645)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:45:06.043641 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3fea8572-2b83-4951-b92f-3f940f1b2539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:06.049239 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26112645-9455-4b3b-acfc-cb49f1f51153 tempest-DHCPAgentSchedulersTestJSON-558722122 tempest-DHCPAgentSchedulersTestJSON-558722122-project-admin] Network 07a63600-7e32-4599-87e5-8881ef2124e4 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:45:06.122567 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-985926ae-ea35-4881-bc2b-b2e69958dc78 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:06.127807 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-26112645-9455-4b3b-acfc-cb49f1f51153 tempest-DHCPAgentSchedulersTestJSON-558722122 tempest-DHCPAgentSchedulersTestJSON-558722122-project-admin] 10.222.0.45 "POST /v2.0/agents/2aecb5fa-1da3-48b9-a6e5-e65042121c84/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5196204 May 31 15:45:06.133723 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49098) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:06.161620 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fa2abeb7-9958-4c37-a3e1-d115e3767598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:06.168775 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-b61172c5-4242-4bab-af27-48af5c0fe03f None None] Allocated IP 172.20.0.2 (9762618e-b801-4945-a348-7f7865b0995e/7fb83780-73dc-46ad-8905-afe39908f206/2add3fd5-6cea-4400-b27a-1ac42e7bff36) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:45:06.201395 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f7af9f25-2065-4e4c-9446-917e2649d885 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:06.210274 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-985926ae-ea35-4881-bc2b-b2e69958dc78 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:06.219300 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e545a36a-56cf-4996-bf69-c0faeaeab91a None None] Network 07a63600-7e32-4599-87e5-8881ef2124e4 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:45:06.224067 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1b3180fa-fc8c-4a27-8ffe-624c6bc88e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:06.226102 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f7af9f25-2065-4e4c-9446-917e2649d885 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:06.234522 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985926ae-ea35-4881-bc2b-b2e69958dc78 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:06.235452 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-985926ae-ea35-4881-bc2b-b2e69958dc78 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:06.246120 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-26ea9a7b-2174-4e4c-9d23-bad7397c5cad tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:06.264098 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:06.362600 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1b3180fa-fc8c-4a27-8ffe-624c6bc88e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:06.367348 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985926ae-ea35-4881-bc2b-b2e69958dc78 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Pushing event updated for resources: {'Network': ['ID=13926a3e-b0b3-437f-9c78-a4970fc0a0a6,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:06.372514 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-985926ae-ea35-4881-bc2b-b2e69958dc78 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:06.381603 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f7af9f25-2065-4e4c-9446-917e2649d885 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:06.414877 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9455c382-733e-473f-8e0c-8e1ad824da31 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:06.469637 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 13926a3e-b0b3-437f-9c78-a4970fc0a0a6 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:45:06.517355 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-3fea8572-2b83-4951-b92f-3f940f1b2539 admin admin] Allocated IP 172.26.0.250 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/85526dd5-c2c3-4e0c-abb4-07685eb315d3) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:45:06.520368 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af9f25-2065-4e4c-9446-917e2649d885 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Pushing event updated for resources: {'Port': ['ID=b94458e6-d21f-4020-816e-8f2acea01608,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:06.523369 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f7af9f25-2065-4e4c-9446-917e2649d885 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:06.526121 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1b3180fa-fc8c-4a27-8ffe-624c6bc88e4b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=978c40026eae4378b84fafaccf95f15e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7460897 May 31 15:45:06.527330 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6ca6451c-eb2d-4edf-b44f-d8ec732255a2 tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:06.528918 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6ca6451c-eb2d-4edf-b44f-d8ec732255a2 tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:06.535370 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49102) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:06.538492 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6aa6e77a-25e9-48e5-b6d2-7f6763093164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:06.544235 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-01d0b870-0790-4457-9d86-b81c12e78ded admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:06.576595 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-11eff38a-6b01-40dc-86b5-c6abb68c086d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:06.587508 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-01d0b870-0790-4457-9d86-b81c12e78ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:06.612542 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bc35a130-3931-4869-85ed-b71dd76806d1 tempest-DHCPAgentSchedulersTestJSON-558722122 tempest-DHCPAgentSchedulersTestJSON-558722122-project-admin] 10.222.0.45 "GET /v2.0/agents/2aecb5fa-1da3-48b9-a6e5-e65042121c84/dhcp-networks HTTP/1.1" status: 200 len: 6445 time: 0.4738278 May 31 15:45:06.619829 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49106) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:06.637578 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-11eff38a-6b01-40dc-86b5-c6abb68c086d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:06.669003 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6ca6451c-eb2d-4edf-b44f-d8ec732255a2 tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:06.675454 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f7af9f25-2065-4e4c-9446-917e2649d885 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:06.676683 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f7af9f25-2065-4e4c-9446-917e2649d885 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4724379 May 31 15:45:06.697929 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49112) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:06.717175 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-a288e959-9fb8-449f-8ac6-d2be0069e3c9 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-25501104', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'fixed_ips': [{'ip_address': '172.26.0.251'}]}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:06.726471 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3180fa-fc8c-4a27-8ffe-624c6bc88e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f95ad9a-d2be-4124-aebf-656c99a3223a,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:06.730041 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1b3180fa-fc8c-4a27-8ffe-624c6bc88e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:06.735099 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-985926ae-ea35-4881-bc2b-b2e69958dc78 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.8631647 May 31 15:45:06.740801 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49116) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:06.752005 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a288e959-9fb8-449f-8ac6-d2be0069e3c9 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:06.765559 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a288e959-9fb8-449f-8ac6-d2be0069e3c9 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Usage tracker for resource:port and tenant:a15c6d32f1dc42f5ad47a0e9613ca367 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:06.773921 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a288e959-9fb8-449f-8ac6-d2be0069e3c9 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:06.787949 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a288e959-9fb8-449f-8ac6-d2be0069e3c9 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:06.820507 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a288e959-9fb8-449f-8ac6-d2be0069e3c9 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Made reservation on behalf of a15c6d32f1dc42f5ad47a0e9613ca367 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:06.822868 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a288e959-9fb8-449f-8ac6-d2be0069e3c9 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:06.846369 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a288e959-9fb8-449f-8ac6-d2be0069e3c9 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:06.861740 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3fea8572-2b83-4951-b92f-3f940f1b2539 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:06.862013 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2abeb7-9958-4c37-a3e1-d115e3767598 None None] Pushing event updated for resources: {'Port': ['ID=5517ea16-b458-405c-9feb-8fde70634780,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:06.870206 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a288e959-9fb8-449f-8ac6-d2be0069e3c9 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:06.875555 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a288e959-9fb8-449f-8ac6-d2be0069e3c9 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Usage tracker for resource:security_group_rule and tenant:a15c6d32f1dc42f5ad47a0e9613ca367 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:06.879003 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a288e959-9fb8-449f-8ac6-d2be0069e3c9 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:06.886412 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a288e959-9fb8-449f-8ac6-d2be0069e3c9 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:06.906592 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ed610b43-92f1-441f-a15b-0c0c9da2250e None None] Provisioning complete for port 5517ea16-b458-405c-9feb-8fde70634780 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:06.906982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ed610b43-92f1-441f-a15b-0c0c9da2250e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:06.936058 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3fea8572-2b83-4951-b92f-3f940f1b2539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:06.956708 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-fa2abeb7-9958-4c37-a3e1-d115e3767598 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:06.981284 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:06.999286 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2ee55561-c3eb-4878-a7c1-d2f91d0c80f6 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:07.087654 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b80875e1-e9f8-4519-8a67-c9c2cb87c83d tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:07.091936 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c2379694-d960-4f40-a676-dd11f0ac8b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:07.116936 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2ee55561-c3eb-4878-a7c1-d2f91d0c80f6 None None] Transition to ACTIVE for port object 0a540c8b-8876-4617-b0f7-d647ed8b0e4b will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:07.147538 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 5517ea16-b458-405c-9feb-8fde70634780 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:45:07.158172 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fea8572-2b83-4951-b92f-3f940f1b2539 admin admin] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:07.170552 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-3fea8572-2b83-4951-b92f-3f940f1b2539 admin admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:07.175331 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:07.179582 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fea8572-2b83-4951-b92f-3f940f1b2539 admin admin] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:07.185001 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-20815e84-84eb-480a-b29f-aba0ac7289c1 tempest-DHCPAgentSchedulersTestJSON-558722122 tempest-DHCPAgentSchedulersTestJSON-558722122-project-admin] 10.222.0.45 "DELETE /v2.0/agents/2aecb5fa-1da3-48b9-a6e5-e65042121c84/dhcp-networks/07a63600-7e32-4599-87e5-8881ef2124e4 HTTP/1.1" status: 204 len: 168 time: 0.5619009 May 31 15:45:07.193633 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49120) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:07.220643 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5edfb450-b52f-4dcf-ab87-7f13133996e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:07.222748 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a9764d2d-546a-40dd-ac11-00bd70546b88 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:07.230749 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2ee55561-c3eb-4878-a7c1-d2f91d0c80f6 None None] Transition to ACTIVE for port object 0a540c8b-8876-4617-b0f7-d647ed8b0e4b will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:07.247437 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea8572-2b83-4951-b92f-3f940f1b2539 admin admin] Pushing event updated for resources: {'Port': ['ID=85526dd5-c2c3-4e0c-abb4-07685eb315d3,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:07.263797 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b61172c5-4242-4bab-af27-48af5c0fe03f None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:07.268834 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-01d0b870-0790-4457-9d86-b81c12e78ded admin admin] Allocated IP 172.26.0.216 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/05137703-9015-4db2-b06f-03c75570b399) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:45:07.271068 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3fea8572-2b83-4951-b92f-3f940f1b2539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:07.271366 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a9764d2d-546a-40dd-ac11-00bd70546b88 None None] Transition to ACTIVE for port object 86379145-ea69-4e59-867e-1a7ef1d1476e will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:07.274565 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2ee55561-c3eb-4878-a7c1-d2f91d0c80f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:07.299594 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2b88532-3faa-4be1-a0b0-438c187f73ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:07.327929 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b61172c5-4242-4bab-af27-48af5c0fe03f None None] Transition to ACTIVE for port object 2add3fd5-6cea-4400-b27a-1ac42e7bff36 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:07.345752 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c2379694-d960-4f40-a676-dd11f0ac8b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:07.388797 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a288e959-9fb8-449f-8ac6-d2be0069e3c9 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:07.399338 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a9764d2d-546a-40dd-ac11-00bd70546b88 None None] Transition to ACTIVE for port object 86379145-ea69-4e59-867e-1a7ef1d1476e will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:07.409751 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6ca6451c-eb2d-4edf-b44f-d8ec732255a2 tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:07.417124 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a288e959-9fb8-449f-8ac6-d2be0069e3c9 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:07.429030 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee55561-c3eb-4878-a7c1-d2f91d0c80f6 None None] Network d344e8f1-f415-4064-9d12-68c70eb6ac0b is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:07.448521 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a9764d2d-546a-40dd-ac11-00bd70546b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:07.449502 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-2ee55561-c3eb-4878-a7c1-d2f91d0c80f6 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:07.451785 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b61172c5-4242-4bab-af27-48af5c0fe03f None None] Transition to ACTIVE for port object 2add3fd5-6cea-4400-b27a-1ac42e7bff36 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:07.460841 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee55561-c3eb-4878-a7c1-d2f91d0c80f6 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:07.471627 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:07.472942 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee55561-c3eb-4878-a7c1-d2f91d0c80f6 None None] Pushing event updated for resources: {'Port': ['ID=0a540c8b-8876-4617-b0f7-d647ed8b0e4b,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:07.485018 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-a288e959-9fb8-449f-8ac6-d2be0069e3c9 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] device_id is not set on port 8d2d8461-141a-40ab-aec2-551971f1c1c6 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:45:07.487794 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-2ee55561-c3eb-4878-a7c1-d2f91d0c80f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:07.492100 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:07.520541 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b61172c5-4242-4bab-af27-48af5c0fe03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:07.572344 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288e959-9fb8-449f-8ac6-d2be0069e3c9 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f19790-3315-483a-be42-7a653169273c,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:07.572840 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 5517ea16-b458-405c-9feb-8fde70634780 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:07.573209 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:07.609988 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9764d2d-546a-40dd-ac11-00bd70546b88 None None] Network 95b2c66c-bf2c-4a95-9a53-2be0f2b2f486 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:07.642053 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ed610b43-92f1-441f-a15b-0c0c9da2250e None None] Could not find standard attr ID for object 5f71b930-17ff-4a34-af02-85f54453acdd. {{(pid=99206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 15:45:07.649102 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a288e959-9fb8-449f-8ac6-d2be0069e3c9 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:07.663268 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-a9764d2d-546a-40dd-ac11-00bd70546b88 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:07.666225 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9764d2d-546a-40dd-ac11-00bd70546b88 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:07.699477 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b80875e1-e9f8-4519-8a67-c9c2cb87c83d tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:07.723385 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b80875e1-e9f8-4519-8a67-c9c2cb87c83d tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=99204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:45:07.723773 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b80875e1-e9f8-4519-8a67-c9c2cb87c83d tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:45:07.724491 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b80875e1-e9f8-4519-8a67-c9c2cb87c83d tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:45:07.724892 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b80875e1-e9f8-4519-8a67-c9c2cb87c83d tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Subscribe: > port after_create 55550000 {{(pid=99204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:45:07.725164 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b80875e1-e9f8-4519-8a67-c9c2cb87c83d tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Subscribe: > port after_delete 55550000 {{(pid=99204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:45:07.725500 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b80875e1-e9f8-4519-8a67-c9c2cb87c83d tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Subscribe: > port after_update 55550000 {{(pid=99204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:45:07.725834 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b80875e1-e9f8-4519-8a67-c9c2cb87c83d tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=99204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:45:07.726170 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b80875e1-e9f8-4519-8a67-c9c2cb87c83d tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=99204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:45:07.726478 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b80875e1-e9f8-4519-8a67-c9c2cb87c83d tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=99204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:45:07.726990 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b80875e1-e9f8-4519-8a67-c9c2cb87c83d tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=99204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:45:07.740541 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61172c5-4242-4bab-af27-48af5c0fe03f None None] Network 9762618e-b801-4945-a348-7f7865b0995e is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:07.754874 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-b61172c5-4242-4bab-af27-48af5c0fe03f None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:07.758076 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61172c5-4242-4bab-af27-48af5c0fe03f None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:07.788086 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9764d2d-546a-40dd-ac11-00bd70546b88 None None] Pushing event updated for resources: {'Port': ['ID=86379145-ea69-4e59-867e-1a7ef1d1476e,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:07.790761 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a9764d2d-546a-40dd-ac11-00bd70546b88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:07.800890 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-fa2abeb7-9958-4c37-a3e1-d115e3767598 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:07.827856 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-01d0b870-0790-4457-9d86-b81c12e78ded admin admin] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:07.838794 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-2ee55561-c3eb-4878-a7c1-d2f91d0c80f6 None None] Attempting to bind port 0a540c8b-8876-4617-b0f7-d647ed8b0e4b on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:07.839185 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-2ee55561-c3eb-4878-a7c1-d2f91d0c80f6 None None] Attempting to bind port 0a540c8b-8876-4617-b0f7-d647ed8b0e4b by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'dfcdbfac-1782-4f23-a90d-17caf7895016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd344e8f1-f415-4064-9d12-68c70eb6ac0b'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:07.839552 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee55561-c3eb-4878-a7c1-d2f91d0c80f6 None None] Attempting to bind port 0a540c8b-8876-4617-b0f7-d647ed8b0e4b on network d344e8f1-f415-4064-9d12-68c70eb6ac0b {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:07.864667 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3fea8572-2b83-4951-b92f-3f940f1b2539 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:07.895750 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b80875e1-e9f8-4519-8a67-c9c2cb87c83d tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=99204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:45:07.896006 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b80875e1-e9f8-4519-8a67-c9c2cb87c83d tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=99204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:45:07.896854 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b80875e1-e9f8-4519-8a67-c9c2cb87c83d tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=99204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:45:07.896854 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b80875e1-e9f8-4519-8a67-c9c2cb87c83d tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=99204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:45:07.897178 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-b80875e1-e9f8-4519-8a67-c9c2cb87c83d tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13926a3e-b0b3-437f-9c78-a4970fc0a0a6']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:07.925815 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-b80875e1-e9f8-4519-8a67-c9c2cb87c83d tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4b2bf1-33fe-4304-a70c-a427d524e14b') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:07.926450 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-b80875e1-e9f8-4519-8a67-c9c2cb87c83d tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4b2bf1-33fe-4304-a70c-a427d524e14b') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:07.937881 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee55561-c3eb-4878-a7c1-d2f91d0c80f6 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:45:07.938216 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee55561-c3eb-4878-a7c1-d2f91d0c80f6 None None] Checking segment: {'id': 'dfcdbfac-1782-4f23-a90d-17caf7895016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd344e8f1-f415-4064-9d12-68c70eb6ac0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:45:07.938817 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2ee55561-c3eb-4878-a7c1-d2f91d0c80f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:07.939384 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee55561-c3eb-4878-a7c1-d2f91d0c80f6 None None] Bound using segment: {'id': 'dfcdbfac-1782-4f23-a90d-17caf7895016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd344e8f1-f415-4064-9d12-68c70eb6ac0b'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:45:07.940058 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-2ee55561-c3eb-4878-a7c1-d2f91d0c80f6 None None] Bound port: 0a540c8b-8876-4617-b0f7-d647ed8b0e4b, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfcdbfac-1782-4f23-a90d-17caf7895016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd344e8f1-f415-4064-9d12-68c70eb6ac0b'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:45:07.940411 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2ee55561-c3eb-4878-a7c1-d2f91d0c80f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:07.949987 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c2379694-d960-4f40-a676-dd11f0ac8b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:07.951802 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b80875e1-e9f8-4519-8a67-c9c2cb87c83d tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:07.958427 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-a9764d2d-546a-40dd-ac11-00bd70546b88 None None] Attempting to bind port 86379145-ea69-4e59-867e-1a7ef1d1476e on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:07.959212 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-a9764d2d-546a-40dd-ac11-00bd70546b88 None None] Attempting to bind port 86379145-ea69-4e59-867e-1a7ef1d1476e by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '4614750b-b79f-4ba6-9b69-9d8b896289e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '95b2c66c-bf2c-4a95-9a53-2be0f2b2f486'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:07.959564 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9764d2d-546a-40dd-ac11-00bd70546b88 None None] Attempting to bind port 86379145-ea69-4e59-867e-1a7ef1d1476e on network 95b2c66c-bf2c-4a95-9a53-2be0f2b2f486 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:07.983179 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:07.986339 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61172c5-4242-4bab-af27-48af5c0fe03f None None] Pushing event updated for resources: {'Port': ['ID=2add3fd5-6cea-4400-b27a-1ac42e7bff36,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:07.991809 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b61172c5-4242-4bab-af27-48af5c0fe03f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:07.994908 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9764d2d-546a-40dd-ac11-00bd70546b88 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:45:07.995687 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9764d2d-546a-40dd-ac11-00bd70546b88 None None] Checking segment: {'id': '4614750b-b79f-4ba6-9b69-9d8b896289e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '95b2c66c-bf2c-4a95-9a53-2be0f2b2f486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:45:07.996241 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a9764d2d-546a-40dd-ac11-00bd70546b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:07.996919 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9764d2d-546a-40dd-ac11-00bd70546b88 None None] Bound using segment: {'id': '4614750b-b79f-4ba6-9b69-9d8b896289e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '95b2c66c-bf2c-4a95-9a53-2be0f2b2f486'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:45:07.997676 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-a9764d2d-546a-40dd-ac11-00bd70546b88 None None] Bound port: 86379145-ea69-4e59-867e-1a7ef1d1476e, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4614750b-b79f-4ba6-9b69-9d8b896289e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '95b2c66c-bf2c-4a95-9a53-2be0f2b2f486'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:45:07.998219 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a9764d2d-546a-40dd-ac11-00bd70546b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:08.007499 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b80875e1-e9f8-4519-8a67-c9c2cb87c83d tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:08.012275 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2379694-d960-4f40-a676-dd11f0ac8b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f95ad9a-d2be-4124-aebf-656c99a3223a,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:08.019481 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-05abaa5b-8099-46cf-ae81-699f1fcc1ebc tempest-DHCPAgentSchedulersTestJSON-558722122 tempest-DHCPAgentSchedulersTestJSON-558722122-project-admin] 10.222.0.45 "GET /v2.0/agents/2aecb5fa-1da3-48b9-a6e5-e65042121c84/dhcp-networks HTTP/1.1" status: 200 len: 5676 time: 0.8141327 May 31 15:45:08.020149 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c2379694-d960-4f40-a676-dd11f0ac8b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:08.020462 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-01d0b870-0790-4457-9d86-b81c12e78ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:08.021286 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49124) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:08.047196 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-85815f00-4193-4bd0-9766-b66e83cd8c94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:08.060071 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80875e1-e9f8-4519-8a67-c9c2cb87c83d tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:45:08.060479 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b80875e1-e9f8-4519-8a67-c9c2cb87c83d tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: from cryptography.utils import int_from_bytes May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: from cryptography.utils import int_from_bytes May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:45:08.081606 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:45:08.097875 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-b61172c5-4242-4bab-af27-48af5c0fe03f None None] Attempting to bind port 2add3fd5-6cea-4400-b27a-1ac42e7bff36 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:08.098243 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-b61172c5-4242-4bab-af27-48af5c0fe03f None None] Attempting to bind port 2add3fd5-6cea-4400-b27a-1ac42e7bff36 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '6becfde1-db3d-4eb5-a5b5-1b5dae851b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9762618e-b801-4945-a348-7f7865b0995e'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:08.098790 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61172c5-4242-4bab-af27-48af5c0fe03f None None] Attempting to bind port 2add3fd5-6cea-4400-b27a-1ac42e7bff36 on network 9762618e-b801-4945-a348-7f7865b0995e {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:08.128481 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a7ad72f2-d676-4c67-8151-17fedb926218 tempest-DHCPAgentSchedulersTestJSON-558722122 tempest-DHCPAgentSchedulersTestJSON-558722122-project-admin] 10.222.0.45 "GET /v2.0/networks/b07544cf-1df5-4d17-8b0c-2735c12948fc/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0964184 May 31 15:45:08.131585 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d0b870-0790-4457-9d86-b81c12e78ded admin admin] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:08.134438 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49128) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:08.144674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-01d0b870-0790-4457-9d86-b81c12e78ded admin admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:08.156618 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61172c5-4242-4bab-af27-48af5c0fe03f None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:45:08.157235 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61172c5-4242-4bab-af27-48af5c0fe03f None None] Checking segment: {'id': '6becfde1-db3d-4eb5-a5b5-1b5dae851b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9762618e-b801-4945-a348-7f7865b0995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:45:08.157796 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b61172c5-4242-4bab-af27-48af5c0fe03f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:08.158332 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61172c5-4242-4bab-af27-48af5c0fe03f None None] Bound using segment: {'id': '6becfde1-db3d-4eb5-a5b5-1b5dae851b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9762618e-b801-4945-a348-7f7865b0995e'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:45:08.158981 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-b61172c5-4242-4bab-af27-48af5c0fe03f None None] Bound port: 2add3fd5-6cea-4400-b27a-1ac42e7bff36, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6becfde1-db3d-4eb5-a5b5-1b5dae851b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9762618e-b801-4945-a348-7f7865b0995e'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:45:08.159536 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b61172c5-4242-4bab-af27-48af5c0fe03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:08.189303 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-11eff38a-6b01-40dc-86b5-c6abb68c086d admin admin] Allocated IP 172.26.0.189 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/daa7d29b-63f7-401f-87ae-664065b3d223) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:45:08.198809 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d0b870-0790-4457-9d86-b81c12e78ded admin admin] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:08.206595 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c2379694-d960-4f40-a676-dd11f0ac8b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:08.211110 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c2379694-d960-4f40-a676-dd11f0ac8b2e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0f95ad9a-d2be-4124-aebf-656c99a3223a HTTP/1.1" status: 204 len: 168 time: 1.6642542 May 31 15:45:08.227903 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b80875e1-e9f8-4519-8a67-c9c2cb87c83d tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:08.267862 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0b870-0790-4457-9d86-b81c12e78ded admin admin] Pushing event updated for resources: {'Port': ['ID=05137703-9015-4db2-b06f-03c75570b399,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:08.289621 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-01d0b870-0790-4457-9d86-b81c12e78ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:08.302331 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:08.312300 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-2ee55561-c3eb-4878-a7c1-d2f91d0c80f6 None None] For port 0a540c8b-8876-4617-b0f7-d647ed8b0e4b, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:45:08.316586 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80875e1-e9f8-4519-8a67-c9c2cb87c83d tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 13926a3e-b0b3-437f-9c78-a4970fc0a0a6 {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 31 15:45:08.329643 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b80875e1-e9f8-4519-8a67-c9c2cb87c83d tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:08.334302 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:08.339665 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-a9764d2d-546a-40dd-ac11-00bd70546b88 None None] For port 86379145-ea69-4e59-867e-1a7ef1d1476e, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:45:08.340286 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80875e1-e9f8-4519-8a67-c9c2cb87c83d tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Pushing event deleted for resources: {'Network': ['ID=13926a3e-b0b3-437f-9c78-a4970fc0a0a6,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:08.343422 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-2ee55561-c3eb-4878-a7c1-d2f91d0c80f6 None None] For port 0a540c8b-8876-4617-b0f7-d647ed8b0e4b, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=0a540c8b-8876-4617-b0f7-d647ed8b0e4b,segment=NetworkSegment(dfcdbfac-1782-4f23-a90d-17caf7895016),segment_id=dfcdbfac-1782-4f23-a90d-17caf7895016)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:45:08.345907 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-a9764d2d-546a-40dd-ac11-00bd70546b88 None None] For port 86379145-ea69-4e59-867e-1a7ef1d1476e, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=86379145-ea69-4e59-867e-1a7ef1d1476e,segment=NetworkSegment(4614750b-b79f-4ba6-9b69-9d8b896289e9),segment_id=4614750b-b79f-4ba6-9b69-9d8b896289e9)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:45:08.356474 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2ee55561-c3eb-4878-a7c1-d2f91d0c80f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:08.359193 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a9764d2d-546a-40dd-ac11-00bd70546b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:08.364625 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-b61172c5-4242-4bab-af27-48af5c0fe03f None None] For port 2add3fd5-6cea-4400-b27a-1ac42e7bff36, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:45:08.367292 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:08.375467 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b80875e1-e9f8-4519-8a67-c9c2cb87c83d tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:08.379336 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0bb52419-d3c2-4aa4-bf4b-78737a5ef4d0 tempest-DHCPAgentSchedulersTestJSON-558722122 tempest-DHCPAgentSchedulersTestJSON-558722122-project-admin] 10.222.0.45 "GET /v2.0/networks/b07544cf-1df5-4d17-8b0c-2735c12948fc/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.2436786 May 31 15:45:08.382985 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49134) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:08.405918 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b80875e1-e9f8-4519-8a67-c9c2cb87c83d tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] 10.222.0.45 "DELETE /v2.0/networks/13926a3e-b0b3-437f-9c78-a4970fc0a0a6 HTTP/1.1" status: 204 len: 168 time: 1.6584370 May 31 15:45:08.420805 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49138) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:08.426497 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-94db1ad8-8b5b-4dea-a90a-aba6ea279438 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Request body: {'network': {'router:external': True}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:08.464581 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-94db1ad8-8b5b-4dea-a90a-aba6ea279438 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:08.485727 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-94db1ad8-8b5b-4dea-a90a-aba6ea279438 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Usage tracker for resource:network and tenant:9fb386c33d0c4a9dae2992849c98cac5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:08.500472 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-b61172c5-4242-4bab-af27-48af5c0fe03f None None] For port 2add3fd5-6cea-4400-b27a-1ac42e7bff36, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=2add3fd5-6cea-4400-b27a-1ac42e7bff36,segment=NetworkSegment(6becfde1-db3d-4eb5-a5b5-1b5dae851b53),segment_id=6becfde1-db3d-4eb5-a5b5-1b5dae851b53)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:45:08.502567 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee55561-c3eb-4878-a7c1-d2f91d0c80f6 None None] Pushing event updated for resources: {'Port': ['ID=0a540c8b-8876-4617-b0f7-d647ed8b0e4b,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:08.641171 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-94db1ad8-8b5b-4dea-a90a-aba6ea279438 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:08.694717 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3fea8572-2b83-4951-b92f-3f940f1b2539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:08.754068 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9764d2d-546a-40dd-ac11-00bd70546b88 None None] Pushing event updated for resources: {'Port': ['ID=86379145-ea69-4e59-867e-1a7ef1d1476e,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:08.767912 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a9764d2d-546a-40dd-ac11-00bd70546b88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:08.773542 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:08.774372 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:08.776336 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b61172c5-4242-4bab-af27-48af5c0fe03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:08.803934 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-94db1ad8-8b5b-4dea-a90a-aba6ea279438 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:08.819196 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:08.862153 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49144) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:08.941466 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-11eff38a-6b01-40dc-86b5-c6abb68c086d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:08.998618 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94db1ad8-8b5b-4dea-a90a-aba6ea279438 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Made reservation on behalf of 9fb386c33d0c4a9dae2992849c98cac5 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:09.013412 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61172c5-4242-4bab-af27-48af5c0fe03f None None] Pushing event updated for resources: {'Port': ['ID=2add3fd5-6cea-4400-b27a-1ac42e7bff36,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:09.016846 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b61172c5-4242-4bab-af27-48af5c0fe03f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:09.017331 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-94db1ad8-8b5b-4dea-a90a-aba6ea279438 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:09.045791 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a7608ed2-ed78-4956-8571-470a6a2e3ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:09.172585 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-229f2a46-f529-45c2-8eb1-040e86d3e486 tempest-DHCPAgentSchedulersTestJSON-558722122 tempest-DHCPAgentSchedulersTestJSON-558722122-project-admin] 10.222.0.45 "GET /v2.0/agents/2aecb5fa-1da3-48b9-a6e5-e65042121c84/dhcp-networks HTTP/1.1" status: 200 len: 5676 time: 0.7831457 May 31 15:45:09.176303 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a7608ed2-ed78-4956-8571-470a6a2e3ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:09.180383 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49148) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:09.189416 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94db1ad8-8b5b-4dea-a90a-aba6ea279438 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:45:09.208869 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6ca6451c-eb2d-4edf-b44f-d8ec732255a2 tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:09.271927 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-94db1ad8-8b5b-4dea-a90a-aba6ea279438 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:09.272336 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-94db1ad8-8b5b-4dea-a90a-aba6ea279438 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Added segment f54ed430-5594-4d4c-bfde-24e6e164c5c4 of type vlan for network 24b9e3fb-3442-409e-a3fa-fd9b92625406 May 31 15:45:09.273919 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6ca6451c-eb2d-4edf-b44f-d8ec732255a2 tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:09.307519 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a7608ed2-ed78-4956-8571-470a6a2e3ede admin admin] Usage tracker for resource:security_group_rule and tenant:13e72c8c3c43454b95ad9a2c5aa684d5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:09.374253 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a7608ed2-ed78-4956-8571-470a6a2e3ede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:09.433270 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-11eff38a-6b01-40dc-86b5-c6abb68c086d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:09.442022 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a7608ed2-ed78-4956-8571-470a6a2e3ede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:09.452757 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-01d0b870-0790-4457-9d86-b81c12e78ded admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:09.456608 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:09.570073 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-94db1ad8-8b5b-4dea-a90a-aba6ea279438 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:09.575031 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11eff38a-6b01-40dc-86b5-c6abb68c086d admin admin] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:09.583143 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-11eff38a-6b01-40dc-86b5-c6abb68c086d admin admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:09.597378 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4d322a74-d28c-4fc3-9fd9-5b00cb3ac763 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:09.619385 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eff38a-6b01-40dc-86b5-c6abb68c086d admin admin] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:09.626929 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-a288e959-9fb8-449f-8ac6-d2be0069e3c9 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 31 15:45:09.627661 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a288e959-9fb8-449f-8ac6-d2be0069e3c9 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:45:09.628948 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:09.654882 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eff38a-6b01-40dc-86b5-c6abb68c086d admin admin] Pushing event updated for resources: {'Port': ['ID=daa7d29b-63f7-401f-87ae-664065b3d223,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:09.674312 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-11eff38a-6b01-40dc-86b5-c6abb68c086d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:09.715729 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fea8572-2b83-4951-b92f-3f940f1b2539 admin admin] Router 40dbce2f-66ff-499f-aa81-e50ee27208ef is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:45:09.883843 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-94db1ad8-8b5b-4dea-a90a-aba6ea279438 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:09.926343 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94db1ad8-8b5b-4dea-a90a-aba6ea279438 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:09.927486 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-94db1ad8-8b5b-4dea-a90a-aba6ea279438 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:09.943909 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a288e959-9fb8-449f-8ac6-d2be0069e3c9 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.2408810 May 31 15:45:09.945571 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49152) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:09.960808 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b80875e1-e9f8-4519-8a67-c9c2cb87c83d tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:09.998819 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-94db1ad8-8b5b-4dea-a90a-aba6ea279438 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.5766623 May 31 15:45:10.005879 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49156) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:10.067959 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-cf6d1273-65f9-4855-903b-dfd51fee62ee tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Request body: {'subnet': {'network_id': '24b9e3fb-3442-409e-a3fa-fd9b92625406', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:10.073163 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-cf6d1273-65f9-4855-903b-dfd51fee62ee tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:10.087619 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6ca6451c-eb2d-4edf-b44f-d8ec732255a2 tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:10.199713 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-cf6d1273-65f9-4855-903b-dfd51fee62ee tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Usage tracker for resource:subnet and tenant:9fb386c33d0c4a9dae2992849c98cac5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:10.208697 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-cf6d1273-65f9-4855-903b-dfd51fee62ee tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:10.270577 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4d322a74-d28c-4fc3-9fd9-5b00cb3ac763 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:10.272828 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db1ad8-8b5b-4dea-a90a-aba6ea279438 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Pushing event updated for resources: {'Network': ['ID=24b9e3fb-3442-409e-a3fa-fd9b92625406,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:10.276679 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-94db1ad8-8b5b-4dea-a90a-aba6ea279438 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:10.290121 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 24b9e3fb-3442-409e-a3fa-fd9b92625406 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:45:10.292232 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-cf6d1273-65f9-4855-903b-dfd51fee62ee tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:10.396739 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4ed042-da22-49ba-a6b2-ab43ac2ba87c None None] Network 9762618e-b801-4945-a348-7f7865b0995e requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:45:10.488708 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4d322a74-d28c-4fc3-9fd9-5b00cb3ac763 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Subscribe: > segment before_delete 55550000 {{(pid=99205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:45:10.489332 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4d322a74-d28c-4fc3-9fd9-5b00cb3ac763 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:45:10.490327 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4d322a74-d28c-4fc3-9fd9-5b00cb3ac763 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:45:10.490475 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4d322a74-d28c-4fc3-9fd9-5b00cb3ac763 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Subscribe: > port after_create 55550000 {{(pid=99205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:45:10.490675 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4d322a74-d28c-4fc3-9fd9-5b00cb3ac763 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Subscribe: > port after_delete 55550000 {{(pid=99205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:45:10.491055 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4d322a74-d28c-4fc3-9fd9-5b00cb3ac763 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Subscribe: > port after_update 55550000 {{(pid=99205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:45:10.491389 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4d322a74-d28c-4fc3-9fd9-5b00cb3ac763 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Subscribe: > segment after_delete 55550000 {{(pid=99205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:45:10.491720 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4d322a74-d28c-4fc3-9fd9-5b00cb3ac763 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Subscribe: > subnet after_create 55550000 {{(pid=99205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:45:10.492032 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4d322a74-d28c-4fc3-9fd9-5b00cb3ac763 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Subscribe: > subnet after_delete 55550000 {{(pid=99205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:45:10.492346 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4d322a74-d28c-4fc3-9fd9-5b00cb3ac763 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Subscribe: > subnet after_update 55550000 {{(pid=99205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:45:10.521332 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bd627371-5961-46c7-aeae-2b829200f306 None None] Provisioning for port 2add3fd5-6cea-4400-b27a-1ac42e7bff36 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:45:10.556716 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6d1273-65f9-4855-903b-dfd51fee62ee tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Made reservation on behalf of 9fb386c33d0c4a9dae2992849c98cac5 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:10.559466 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cf6d1273-65f9-4855-903b-dfd51fee62ee tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:10.709518 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4d322a74-d28c-4fc3-9fd9-5b00cb3ac763 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Subscribe: > subnet after_create 55550000 {{(pid=99205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:45:10.709903 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4d322a74-d28c-4fc3-9fd9-5b00cb3ac763 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Subscribe: > subnet after_delete 55550000 {{(pid=99205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:45:10.710226 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4d322a74-d28c-4fc3-9fd9-5b00cb3ac763 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Subscribe: > subnet before_create 55550000 {{(pid=99205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:45:10.710548 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4d322a74-d28c-4fc3-9fd9-5b00cb3ac763 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Subscribe: > subnet before_update 55550000 {{(pid=99205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 15:45:10.710901 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-4d322a74-d28c-4fc3-9fd9-5b00cb3ac763 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a63600-7e32-4599-87e5-8881ef2124e4']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:10.725458 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-4d322a74-d28c-4fc3-9fd9-5b00cb3ac763 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea03d490-b07d-45de-bbe2-5f80937e4b2f') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:10.725749 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-4d322a74-d28c-4fc3-9fd9-5b00cb3ac763 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea03d490-b07d-45de-bbe2-5f80937e4b2f') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:10.726297 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6ca6451c-eb2d-4edf-b44f-d8ec732255a2 tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:10.728765 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6ca6451c-eb2d-4edf-b44f-d8ec732255a2 tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:10.738553 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4d322a74-d28c-4fc3-9fd9-5b00cb3ac763 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:10.750653 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fea8572-2b83-4951-b92f-3f940f1b2539 admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:45:10.770609 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a7608ed2-ed78-4956-8571-470a6a2e3ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:10.779983 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9746af-058f-43fb-9849-2c24e9866aff None None] Sync routers for ids ['40dbce2f-66ff-499f-aa81-e50ee27208ef'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:45:10.791930 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9746af-058f-43fb-9849-2c24e9866aff None None] Routers {'40dbce2f-66ff-499f-aa81-e50ee27208ef'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:45:10.792824 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-ce9746af-058f-43fb-9849-2c24e9866aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:45:07Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['40dbce2f-66ff-499f-aa81-e50ee27208ef'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:10.875650 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c98b6f-0823-4fe3-97c3-9b4f4501d388 None None] Network 95b2c66c-bf2c-4a95-9a53-2be0f2b2f486 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:45:10.923874 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4d322a74-d28c-4fc3-9fd9-5b00cb3ac763 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:10.926316 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a7608ed2-ed78-4956-8571-470a6a2e3ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:10.981460 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d322a74-d28c-4fc3-9fd9-5b00cb3ac763 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:45:10.982291 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4d322a74-d28c-4fc3-9fd9-5b00cb3ac763 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:11.070337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:11.070798 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6ca6451c-eb2d-4edf-b44f-d8ec732255a2 tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:11.071309 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca6451c-eb2d-4edf-b44f-d8ec732255a2 tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 39ec045f-80a1-475e-b94d-fdd0cc35f9b2 {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: from cryptography.utils import int_from_bytes May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: from cryptography.utils import int_from_bytes May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:45:11.095503 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:45:11.110479 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-11eff38a-6b01-40dc-86b5-c6abb68c086d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:11.150590 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-ce9746af-058f-43fb-9849-2c24e9866aff None None] Set router 40dbce2f-66ff-499f-aa81-e50ee27208ef gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:45:11.155510 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b26c45-76d5-4ea3-8fc5-0d56e1367060 None None] Network d344e8f1-f415-4064-9d12-68c70eb6ac0b requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:45:11.205998 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a7608ed2-ed78-4956-8571-470a6a2e3ede admin admin] Synchronizing usage tracker for tenant:8fab5984aa8e4180b47dc878899f530d on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:45:11.215164 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-01d0b870-0790-4457-9d86-b81c12e78ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:11.323748 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-6ca6451c-eb2d-4edf-b44f-d8ec732255a2 tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 31 15:45:11.327428 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6ca6451c-eb2d-4edf-b44f-d8ec732255a2 tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.5402691 May 31 15:45:11.330092 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49160) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:11.332816 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-596f0a82-82c0-44a3-a57d-0d33d856ba73 None None] Provisioning for port 86379145-ea69-4e59-867e-1a7ef1d1476e completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:45:11.338135 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 2add3fd5-6cea-4400-b27a-1ac42e7bff36 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:45:11.350398 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7608ed2-ed78-4956-8571-470a6a2e3ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671f81a6-e5ce-43c2-bdda-5d7228e1c5eb,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:11.363485 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3fea8572-2b83-4951-b92f-3f940f1b2539 admin admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:11.364771 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3fea8572-2b83-4951-b92f-3f940f1b2539 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.0703516 May 31 15:45:11.415065 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49162) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:11.460983 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 2add3fd5-6cea-4400-b27a-1ac42e7bff36 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:45:11.469683 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 2add3fd5-6cea-4400-b27a-1ac42e7bff36 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:11.470054 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:11.524196 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-ce9746af-058f-43fb-9849-2c24e9866aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'name': 'tempest-ServersTestJSON-1948476954-router', 'tenant_id': 'dff69be66365471cb98d4afa08a838e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '85526dd5-c2c3-4e0c-abb4-07685eb315d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:07Z', 'revision_number': 3, 'project_id': 'dff69be66365471cb98d4afa08a838e7', 'gw_port': {'id': '85526dd5-c2c3-4e0c-abb4-07685eb315d3', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ee:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:11.528106 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9746af-058f-43fb-9849-2c24e9866aff None None] Checking router: 40dbce2f-66ff-499f-aa81-e50ee27208ef for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:45:11.528646 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9746af-058f-43fb-9849-2c24e9866aff None None] Updating router 40dbce2f-66ff-499f-aa81-e50ee27208ef port 85526dd5-c2c3-4e0c-abb4-07685eb315d3 binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:45:11.577642 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a7608ed2-ed78-4956-8571-470a6a2e3ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:11.581629 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4d322a74-d28c-4fc3-9fd9-5b00cb3ac763 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:11.589097 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-ce9746af-058f-43fb-9849-2c24e9866aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:11.627882 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-155ebfb8-ec87-4742-8be9-3d06df355fb4 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Deleting port b94458e6-d21f-4020-816e-8f2acea01608 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:45:11.628313 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-155ebfb8-ec87-4742-8be9-3d06df355fb4 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:11.646308 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:11.668163 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bcc68f43-6296-4fff-87ee-32e9a1e9c69b None None] Provisioning complete for port 2add3fd5-6cea-4400-b27a-1ac42e7bff36 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:11.668547 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bcc68f43-6296-4fff-87ee-32e9a1e9c69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:11.669159 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a7608ed2-ed78-4956-8571-470a6a2e3ede admin admin] Unset dirty status for tenant:8fab5984aa8e4180b47dc878899f530d on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:45:11.670439 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a7608ed2-ed78-4956-8571-470a6a2e3ede admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=13e72c8c3c43454b95ad9a2c5aa684d5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7928731 May 31 15:45:11.679499 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d322a74-d28c-4fc3-9fd9-5b00cb3ac763 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Pushing event deleted for resources: {'Network': ['ID=07a63600-7e32-4599-87e5-8881ef2124e4,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:11.684819 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4d322a74-d28c-4fc3-9fd9-5b00cb3ac763 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:11.690364 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49168) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:11.693300 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4d322a74-d28c-4fc3-9fd9-5b00cb3ac763 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] 10.222.0.45 "DELETE /v2.0/networks/07a63600-7e32-4599-87e5-8881ef2124e4 HTTP/1.1" status: 204 len: 168 time: 2.5097058 May 31 15:45:11.713874 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4d322a74-d28c-4fc3-9fd9-5b00cb3ac763 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:11.722996 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49172) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:11.824560 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d0b870-0790-4457-9d86-b81c12e78ded admin admin] Router 2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:45:11.828806 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa68e03a-6767-47c7-9683-d1f6666a92aa tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] DELETE failed (client error): The resource could not be found. May 31 15:45:11.829264 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa68e03a-6767-47c7-9683-d1f6666a92aa tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:45:11.830892 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-fa68e03a-6767-47c7-9683-d1f6666a92aa tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] 10.222.0.45 "DELETE /v2.0/ports/5f71b930-17ff-4a34-af02-85f54453acdd HTTP/1.1" status: 404 len: 333 time: 0.0578933 May 31 15:45:11.858314 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49176) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:11.934634 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bcc68f43-6296-4fff-87ee-32e9a1e9c69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:11.952093 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-41948f41-830e-43a9-ba4f-c841d8c087a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:11.952962 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-ce9746af-058f-43fb-9849-2c24e9866aff None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:11.953477 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-11eff38a-6b01-40dc-86b5-c6abb68c086d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:11.965851 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-ce9746af-058f-43fb-9849-2c24e9866aff None None] Transition to ACTIVE for port object 85526dd5-c2c3-4e0c-abb4-07685eb315d3 will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:11.974555 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-ce9746af-058f-43fb-9849-2c24e9866aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:11.983621 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-41948f41-830e-43a9-ba4f-c841d8c087a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:11.987440 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-16e25037-9348-4213-a5ae-5fedfd87e117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:11.994077 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-825e0824-91d4-4bb5-93ee-75b256f93cf8 tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Deleting port b65a8922-032e-4008-831d-0c57b94344f7 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:45:11.994708 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-825e0824-91d4-4bb5-93ee-75b256f93cf8 tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:12.018329 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:12.039980 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-bcc68f43-6296-4fff-87ee-32e9a1e9c69b None None] For port 2add3fd5-6cea-4400-b27a-1ac42e7bff36, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=2add3fd5-6cea-4400-b27a-1ac42e7bff36,segment=NetworkSegment(6becfde1-db3d-4eb5-a5b5-1b5dae851b53),segment_id=6becfde1-db3d-4eb5-a5b5-1b5dae851b53)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:45:12.043002 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f5b9f2-0522-4465-a1a3-ab0ce959dca4 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Deleting subnet 674ac6de-7b14-48ab-b5a0-997c64ce9507 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:45:12.099182 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81d86f-7846-48e0-9ed2-f050ea0821e4 None None] Pushing event updated for resources: {'Port': ['ID=85526dd5-c2c3-4e0c-abb4-07685eb315d3,revision_number=2']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:12.128177 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.db.api [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:45:12.128562 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_db.api [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:45:12.129157 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bcc68f43-6296-4fff-87ee-32e9a1e9c69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:12.137091 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:12.150718 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81d86f-7846-48e0-9ed2-f050ea0821e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:12.151334 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81d86f-7846-48e0-9ed2-f050ea0821e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:12.151850 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81d86f-7846-48e0-9ed2-f050ea0821e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:12.152348 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81d86f-7846-48e0-9ed2-f050ea0821e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:12.152868 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81d86f-7846-48e0-9ed2-f050ea0821e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:12.153348 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81d86f-7846-48e0-9ed2-f050ea0821e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:12.153916 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81d86f-7846-48e0-9ed2-f050ea0821e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:12.154394 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81d86f-7846-48e0-9ed2-f050ea0821e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:12.154887 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81d86f-7846-48e0-9ed2-f050ea0821e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:12.155389 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81d86f-7846-48e0-9ed2-f050ea0821e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:12.155995 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81d86f-7846-48e0-9ed2-f050ea0821e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:12.156459 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81d86f-7846-48e0-9ed2-f050ea0821e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81d86f-7846-48e0-9ed2-f050ea0821e4 None None] Tracked resource versions report: May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: pushed versions: May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: { 'AddressGroup': {'1.2'}, May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: 'ConntrackHelper': {'1.0'}, May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: 'Log': {'1.0'}, May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: 'Network': {'1.1'}, May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: 'Port': {'1.7'}, May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: 'PortForwarding': {'1.2'}, May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: 'QosPolicy': {'1.8'}, May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: 'SecurityGroup': {'1.4'}, May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: 'SecurityGroupRule': {'1.2'}, May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: 'SubPort': {'1.0'}, May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: 'Subnet': {'1.1'}, May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: 'Trunk': {'1.1'}} May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: consumer versions: May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: { DHCP agent@dv-neutron-601336-79-hyperv: {}, May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: HyperV agent@hv-neutron-6013: {}, May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: L3 agent@dv-neutron-601336-79-hyperv: {}, May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: Metadata agent@dv-neutron-601336-79-hyperv: {}, May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: Metering agent@dv-neutron-601336-79-hyperv: {}, May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: Open vSwitch agent@dv-neutron-601336-79-hyperv: { 'AddressGroup': '1.2', May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: 'ConntrackHelper': '1.0', May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: 'Log': '1.0', May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: 'Network': '1.1', May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: 'Port': '1.7', May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: 'PortForwarding': '1.2', May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: 'QosPolicy': '1.8', May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: 'SecurityGroup': '1.4', May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: 'SecurityGroupRule': '1.2', May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: 'SubPort': '1.0', May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: 'Subnet': '1.1', May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: 'Trunk': '1.1'}} May 31 15:45:12.159622 dv-neutron-601336-79-hyperv neutron-server[99207]: {{(pid=99207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 15:45:12.173038 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-825e0824-91d4-4bb5-93ee-75b256f93cf8 tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:12.174683 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-ce9746af-058f-43fb-9849-2c24e9866aff None None] Attempting to bind port 85526dd5-c2c3-4e0c-abb4-07685eb315d3 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:12.175290 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-ce9746af-058f-43fb-9849-2c24e9866aff None None] Attempting to bind port 85526dd5-c2c3-4e0c-abb4-07685eb315d3 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:12.175868 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9746af-058f-43fb-9849-2c24e9866aff None None] Attempting to bind port 85526dd5-c2c3-4e0c-abb4-07685eb315d3 on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:12.184649 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-6a81d86f-7846-48e0-9ed2-f050ea0821e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:12.185757 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9746af-058f-43fb-9849-2c24e9866aff None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:45:12.186438 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9746af-058f-43fb-9849-2c24e9866aff None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:45:12.187106 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-ce9746af-058f-43fb-9849-2c24e9866aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:12.187793 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9746af-058f-43fb-9849-2c24e9866aff None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:45:12.188490 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-ce9746af-058f-43fb-9849-2c24e9866aff None None] Bound port: 85526dd5-c2c3-4e0c-abb4-07685eb315d3, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:45:12.189096 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-ce9746af-058f-43fb-9849-2c24e9866aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:12.238436 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc68f43-6296-4fff-87ee-32e9a1e9c69b None None] Pushing event updated for resources: {'Port': ['ID=2add3fd5-6cea-4400-b27a-1ac42e7bff36,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:12.244666 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-bcc68f43-6296-4fff-87ee-32e9a1e9c69b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:12.262714 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bcc68f43-6296-4fff-87ee-32e9a1e9c69b None None] Provisioning for port 0a540c8b-8876-4617-b0f7-d647ed8b0e4b completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:45:12.280079 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-ce9746af-058f-43fb-9849-2c24e9866aff None None] For port 85526dd5-c2c3-4e0c-abb4-07685eb315d3, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:45:12.280816 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-60f5b9f2-0522-4465-a1a3-ab0ce959dca4 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:12.283971 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-ce9746af-058f-43fb-9849-2c24e9866aff None None] For port 85526dd5-c2c3-4e0c-abb4-07685eb315d3, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=85526dd5-c2c3-4e0c-abb4-07685eb315d3,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:45:12.291567 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-ce9746af-058f-43fb-9849-2c24e9866aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:12.305974 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:12.317471 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d0b870-0790-4457-9d86-b81c12e78ded admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:45:12.329995 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc23a35-79af-4994-8a5a-ab8b533c4933 None None] Sync routers for ids ['2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:45:12.349076 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc23a35-79af-4994-8a5a-ab8b533c4933 None None] Routers {'2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:45:12.351655 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-825e0824-91d4-4bb5-93ee-75b256f93cf8 tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Calling delete_port for b65a8922-032e-4008-831d-0c57b94344f7 owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:45:12.354617 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-1cc23a35-79af-4994-8a5a-ab8b533c4933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:45:07Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:12.365407 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-01d0b870-0790-4457-9d86-b81c12e78ded admin admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:12.370113 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-01d0b870-0790-4457-9d86-b81c12e78ded admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.7953341 May 31 15:45:12.375231 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9746af-058f-43fb-9849-2c24e9866aff None None] Routers {'40dbce2f-66ff-499f-aa81-e50ee27208ef'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:45:12.375231 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-ce9746af-058f-43fb-9849-2c24e9866aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:45:07Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['40dbce2f-66ff-499f-aa81-e50ee27208ef'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:12.385445 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-41948f41-830e-43a9-ba4f-c841d8c087a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:12.391405 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49180) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:12.408656 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-41948f41-830e-43a9-ba4f-c841d8c087a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:12.410131 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-41948f41-830e-43a9-ba4f-c841d8c087a3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/671f81a6-e5ce-43c2-bdda-5d7228e1c5eb HTTP/1.1" status: 204 len: 168 time: 0.7157986 May 31 15:45:12.571830 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-825e0824-91d4-4bb5-93ee-75b256f93cf8 tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:12.579249 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6543b3b4-25f8-42fa-9ef0-70ede392091d tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:12.616573 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-60f5b9f2-0522-4465-a1a3-ab0ce959dca4 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:12.651798 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-ce9746af-058f-43fb-9849-2c24e9866aff None None] Set router 40dbce2f-66ff-499f-aa81-e50ee27208ef gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:45:12.666532 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41948f41-830e-43a9-ba4f-c841d8c087a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671f81a6-e5ce-43c2-bdda-5d7228e1c5eb,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:12.690786 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-41948f41-830e-43a9-ba4f-c841d8c087a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:12.724757 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-155ebfb8-ec87-4742-8be9-3d06df355fb4 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:12.725948 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-155ebfb8-ec87-4742-8be9-3d06df355fb4 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:12.743969 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 0a540c8b-8876-4617-b0f7-d647ed8b0e4b up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:45:12.879533 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e2668b9b-f46c-4a4d-b055-d233c16e375a None None] Provisioning complete for port 0a540c8b-8876-4617-b0f7-d647ed8b0e4b triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:12.880030 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e2668b9b-f46c-4a4d-b055-d233c16e375a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:12.907192 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 0a540c8b-8876-4617-b0f7-d647ed8b0e4b completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:45:12.933581 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 0a540c8b-8876-4617-b0f7-d647ed8b0e4b triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:12.934123 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:12.969028 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-155ebfb8-ec87-4742-8be9-3d06df355fb4 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Calling delete_port for b94458e6-d21f-4020-816e-8f2acea01608 owned by network:floatingip {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:45:13.019660 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f7af9f25-2065-4e4c-9446-917e2649d885 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:13.020956 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-1cc23a35-79af-4994-8a5a-ab8b533c4933 None None] Set router 2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:45:13.029987 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81d86f-7846-48e0-9ed2-f050ea0821e4 None None] Pushing event updated for resources: {'Port': ['ID=85526dd5-c2c3-4e0c-abb4-07685eb315d3,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:13.033243 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-6a81d86f-7846-48e0-9ed2-f050ea0821e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:13.038797 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-ce9746af-058f-43fb-9849-2c24e9866aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'name': 'tempest-ServersTestJSON-1948476954-router', 'tenant_id': 'dff69be66365471cb98d4afa08a838e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '85526dd5-c2c3-4e0c-abb4-07685eb315d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:07Z', 'revision_number': 3, 'project_id': 'dff69be66365471cb98d4afa08a838e7', 'gw_port': {'id': '85526dd5-c2c3-4e0c-abb4-07685eb315d3', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ee:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:13.049872 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9746af-058f-43fb-9849-2c24e9866aff None None] The sync data for ids ['40dbce2f-66ff-499f-aa81-e50ee27208ef'] in dv-neutron-601336-79-hyperv is: [{'id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'name': 'tempest-ServersTestJSON-1948476954-router', 'tenant_id': 'dff69be66365471cb98d4afa08a838e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '85526dd5-c2c3-4e0c-abb4-07685eb315d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:07Z', 'revision_number': 3, 'project_id': 'dff69be66365471cb98d4afa08a838e7', 'gw_port': {'id': '85526dd5-c2c3-4e0c-abb4-07685eb315d3', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ee:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:45:13.138851 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e0824-91d4-4bb5-93ee-75b256f93cf8 tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Pushing event deleted for resources: {'Port': ['ID=b65a8922-032e-4008-831d-0c57b94344f7,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:13.229113 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-825e0824-91d4-4bb5-93ee-75b256f93cf8 tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:13.432197 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-60f5b9f2-0522-4465-a1a3-ab0ce959dca4 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:13.513312 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:13.564363 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11eff38a-6b01-40dc-86b5-c6abb68c086d admin admin] Router 4356be7f-60e2-4865-b729-026e491816be is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:45:13.591446 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-825e0824-91d4-4bb5-93ee-75b256f93cf8 tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:13.598662 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e2668b9b-f46c-4a4d-b055-d233c16e375a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:13.640738 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 0a540c8b-8876-4617-b0f7-d647ed8b0e4b, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=0a540c8b-8876-4617-b0f7-d647ed8b0e4b,segment=NetworkSegment(dfcdbfac-1782-4f23-a90d-17caf7895016),segment_id=dfcdbfac-1782-4f23-a90d-17caf7895016)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:45:13.652719 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:13.654337 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 86379145-ea69-4e59-867e-1a7ef1d1476e up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:45:13.714933 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:13.810937 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-825e0824-91d4-4bb5-93ee-75b256f93cf8 tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] 10.222.0.45 "DELETE /v2.0/ports/b65a8922-032e-4008-831d-0c57b94344f7 HTTP/1.1" status: 204 len: 168 time: 2.4033077 May 31 15:45:13.916913 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-1cc23a35-79af-4994-8a5a-ab8b533c4933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'name': 'tempest-ServersTestManualDisk-1503760101-router', 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': '05137703-9015-4db2-b06f-03c75570b399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:08Z', 'revision_number': 3, 'project_id': '31cb1923c01a40bcb7e56f6bb437609c', 'gw_port': {'id': '05137703-9015-4db2-b06f-03c75570b399', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:43:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:13.965062 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=0a540c8b-8876-4617-b0f7-d647ed8b0e4b,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:13.968430 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:13.986596 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc23a35-79af-4994-8a5a-ab8b533c4933 None None] Checking router: 2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:45:13.986939 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc23a35-79af-4994-8a5a-ab8b533c4933 None None] Updating router 2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7 port 05137703-9015-4db2-b06f-03c75570b399 binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:45:14.062041 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.db.api [None req-e2668b9b-f46c-4a4d-b055-d233c16e375a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:45:14.063183 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_db.api [None req-e2668b9b-f46c-4a4d-b055-d233c16e375a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:45:14.077170 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 86379145-ea69-4e59-867e-1a7ef1d1476e completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:45:14.087429 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 86379145-ea69-4e59-867e-1a7ef1d1476e triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:14.088252 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:14.134291 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1cc23a35-79af-4994-8a5a-ab8b533c4933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:14.197442 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f885ad2b-6f6c-4a40-a290-5aac3bae9a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:14.282580 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11eff38a-6b01-40dc-86b5-c6abb68c086d admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:45:14.294773 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04d75fe-b03a-4b06-881c-d00c99acc667 None None] Sync routers for ids ['4356be7f-60e2-4865-b729-026e491816be'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:45:14.310250 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04d75fe-b03a-4b06-881c-d00c99acc667 None None] Routers {'4356be7f-60e2-4865-b729-026e491816be'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:45:14.311055 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-f04d75fe-b03a-4b06-881c-d00c99acc667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:45:07Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4356be7f-60e2-4865-b729-026e491816be'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:14.376291 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-11eff38a-6b01-40dc-86b5-c6abb68c086d admin admin] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:14.377790 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-11eff38a-6b01-40dc-86b5-c6abb68c086d admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.4316828 May 31 15:45:14.385163 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49214) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:14.405640 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49218) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:14.408611 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-155ebfb8-ec87-4742-8be9-3d06df355fb4 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:14.453648 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:14.537654 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:14.613909 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ebfb8-ec87-4742-8be9-3d06df355fb4 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Pushing event deleted for resources: {'Port': ['ID=b94458e6-d21f-4020-816e-8f2acea01608,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:14.637862 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-155ebfb8-ec87-4742-8be9-3d06df355fb4 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:14.784095 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-f04d75fe-b03a-4b06-881c-d00c99acc667 None None] Set router 4356be7f-60e2-4865-b729-026e491816be gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:45:14.861439 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e5e40132-aaab-4b36-a874-d80cbce08164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:14.941979 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e5e40132-aaab-4b36-a874-d80cbce08164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:14.957832 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e5e40132-aaab-4b36-a874-d80cbce08164 admin admin] Usage tracker for resource:security_group_rule and tenant:74d966d91b734335b2112b0bbf32c58a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:14.961153 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e5e40132-aaab-4b36-a874-d80cbce08164 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:14.966739 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e5e40132-aaab-4b36-a874-d80cbce08164 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:14.987495 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1cc23a35-79af-4994-8a5a-ab8b533c4933 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:15.003304 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1cc23a35-79af-4994-8a5a-ab8b533c4933 None None] Transition to ACTIVE for port object 05137703-9015-4db2-b06f-03c75570b399 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:15.017522 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 86379145-ea69-4e59-867e-1a7ef1d1476e, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=86379145-ea69-4e59-867e-1a7ef1d1476e,segment=NetworkSegment(4614750b-b79f-4ba6-9b69-9d8b896289e9),segment_id=4614750b-b79f-4ba6-9b69-9d8b896289e9)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:45:15.019550 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1cc23a35-79af-4994-8a5a-ab8b533c4933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:15.034874 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:15.096382 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:15.182099 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-60f5b9f2-0522-4465-a1a3-ab0ce959dca4 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:15.199456 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-1cc23a35-79af-4994-8a5a-ab8b533c4933 None None] Attempting to bind port 05137703-9015-4db2-b06f-03c75570b399 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:15.199839 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-1cc23a35-79af-4994-8a5a-ab8b533c4933 None None] Attempting to bind port 05137703-9015-4db2-b06f-03c75570b399 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:15.200695 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc23a35-79af-4994-8a5a-ab8b533c4933 None None] Attempting to bind port 05137703-9015-4db2-b06f-03c75570b399 on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:15.202842 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49234) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:15.216757 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc23a35-79af-4994-8a5a-ab8b533c4933 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:45:15.217125 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc23a35-79af-4994-8a5a-ab8b533c4933 None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:45:15.217503 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1cc23a35-79af-4994-8a5a-ab8b533c4933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:15.217902 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc23a35-79af-4994-8a5a-ab8b533c4933 None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:45:15.218382 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-1cc23a35-79af-4994-8a5a-ab8b533c4933 None None] Bound port: 05137703-9015-4db2-b06f-03c75570b399, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:45:15.218758 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1cc23a35-79af-4994-8a5a-ab8b533c4933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:15.235545 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:15.238380 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.objects.ports [None req-cf6d1273-65f9-4855-903b-dfd51fee62ee tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99204) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 15:45:15.238918 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cf6d1273-65f9-4855-903b-dfd51fee62ee tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:15.250218 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c438061c-3d62-48b4-a4fa-78b31dfcc44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:15.259948 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-f04d75fe-b03a-4b06-881c-d00c99acc667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4356be7f-60e2-4865-b729-026e491816be', 'name': 'tempest-ServerActionsTestJSON-60769872-router', 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'daa7d29b-63f7-401f-87ae-664065b3d223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:10Z', 'revision_number': 3, 'project_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'gw_port': {'id': 'daa7d29b-63f7-401f-87ae-664065b3d223', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:35:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4356be7f-60e2-4865-b729-026e491816be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:15.263670 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:15.265002 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04d75fe-b03a-4b06-881c-d00c99acc667 None None] Checking router: 4356be7f-60e2-4865-b729-026e491816be for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:45:15.265571 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04d75fe-b03a-4b06-881c-d00c99acc667 None None] Updating router 4356be7f-60e2-4865-b729-026e491816be port daa7d29b-63f7-401f-87ae-664065b3d223 binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:45:15.284144 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-60f5b9f2-0522-4465-a1a3-ab0ce959dca4 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:15.303240 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f5b9f2-0522-4465-a1a3-ab0ce959dca4 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Pushing event deleted for resources: {'Subnet': ['ID=674ac6de-7b14-48ab-b5a0-997c64ce9507,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:15.315283 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-155ebfb8-ec87-4742-8be9-3d06df355fb4 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:15.327962 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d1273-65f9-4855-903b-dfd51fee62ee tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Pushing event updated for resources: {'Subnet': ['ID=de655dad-b10e-4ce9-b533-ac5485794412,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:15.339489 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-cf6d1273-65f9-4855-903b-dfd51fee62ee tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:15.352655 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9cea49-f0c5-4fcd-81a0-192cccb17eac None None] Network b07544cf-1df5-4d17-8b0c-2735c12948fc requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:45:15.367972 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-f04d75fe-b03a-4b06-881c-d00c99acc667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:15.373920 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-60f5b9f2-0522-4465-a1a3-ab0ce959dca4 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:15.463819 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-60f5b9f2-0522-4465-a1a3-ab0ce959dca4 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] 10.222.0.45 "DELETE /v2.0/subnets/674ac6de-7b14-48ab-b5a0-997c64ce9507 HTTP/1.1" status: 204 len: 168 time: 3.6044226 May 31 15:45:15.475664 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49240) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:15.477410 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-155ebfb8-ec87-4742-8be9-3d06df355fb4 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:15.483993 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-155ebfb8-ec87-4742-8be9-3d06df355fb4 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/ee1b6759-36f4-4060-879a-1c7ac9fe48e9 HTTP/1.1" status: 204 len: 168 time: 5.5246089 May 31 15:45:15.594990 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-90f9baef-5aa6-42bf-a8d6-9948ffdcf250 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-549429549'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:15.606203 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-f885ad2b-6f6c-4a40-a290-5aac3bae9a03 admin admin] Allocated IP 172.20.0.1 (9762618e-b801-4945-a348-7f7865b0995e/7fb83780-73dc-46ad-8905-afe39908f206/a39b6d4c-307e-48e6-8abf-9bbe78f268b5) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:45:15.632151 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6d1273-65f9-4855-903b-dfd51fee62ee tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Checking segment: {'id': 'f54ed430-5594-4d4c-bfde-24e6e164c5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '24b9e3fb-3442-409e-a3fa-fd9b92625406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:45:15.638242 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6d1273-65f9-4855-903b-dfd51fee62ee tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Network hostable DHCP agents. Network: 24b9e3fb-3442-409e-a3fa-fd9b92625406, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:45:15.652996 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 85526dd5-c2c3-4e0c-abb4-07685eb315d3 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:45:15.732072 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27895de3-9961-4dc6-a326-090d19258d18 None None] Pushing event updated for resources: {'Port': ['ID=05137703-9015-4db2-b06f-03c75570b399,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:15.746195 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-27895de3-9961-4dc6-a326-090d19258d18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:15.750010 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-bcc68f43-6296-4fff-87ee-32e9a1e9c69b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.609s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:15.756983 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-90f9baef-5aa6-42bf-a8d6-9948ffdcf250 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:15.784441 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e5e40132-aaab-4b36-a874-d80cbce08164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:15.790599 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6d1273-65f9-4855-903b-dfd51fee62ee tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Network 24b9e3fb-3442-409e-a3fa-fd9b92625406 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:45:15.791596 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-90f9baef-5aa6-42bf-a8d6-9948ffdcf250 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Usage tracker for resource:router and tenant:618f4847b2134cbc866e979890613b89 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:15.797341 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-90f9baef-5aa6-42bf-a8d6-9948ffdcf250 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:15.817338 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e5e40132-aaab-4b36-a874-d80cbce08164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:15.821789 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-90f9baef-5aa6-42bf-a8d6-9948ffdcf250 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:15.842987 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:15.855162 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=86379145-ea69-4e59-867e-1a7ef1d1476e,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:15.857916 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-cf6d1273-65f9-4855-903b-dfd51fee62ee tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 24b9e3fb-3442-409e-a3fa-fd9b92625406) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:15.897624 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e40132-aaab-4b36-a874-d80cbce08164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1abb8c5-13db-430e-8e95-498a0446bea6,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:15.903711 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1fbd63b-6c95-456e-b004-5ff3ba10ac3b tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:15.911141 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e5e40132-aaab-4b36-a874-d80cbce08164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:15.918768 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6d1273-65f9-4855-903b-dfd51fee62ee tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:15.919390 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cf6d1273-65f9-4855-903b-dfd51fee62ee tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:15.959696 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-c438061c-3d62-48b4-a4fa-78b31dfcc44d admin admin] Allocated IP 172.20.0.1 (95b2c66c-bf2c-4a95-9a53-2be0f2b2f486/78474f67-27d4-45ee-a48b-36bd239fb199/906def24-1a73-4aa0-9eed-2cec96b5be0a) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:45:15.965703 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:15.979738 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9a1e85-53f8-4f8c-9eac-53fd2b9286d2 None None] Network 24b9e3fb-3442-409e-a3fa-fd9b92625406 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:45:15.985903 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-90f9baef-5aa6-42bf-a8d6-9948ffdcf250 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:15.986984 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-90f9baef-5aa6-42bf-a8d6-9948ffdcf250 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:16.002895 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49248) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:16.022056 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-cf6d1273-65f9-4855-903b-dfd51fee62ee tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 6.0089068 May 31 15:45:16.028310 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49254) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:16.054699 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-25f44910-7938-4bee-9701-f9471dabbbb7 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Request body: {'floatingip': {'floating_network_id': '24b9e3fb-3442-409e-a3fa-fd9b92625406'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:16.092306 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f885ad2b-6f6c-4a40-a290-5aac3bae9a03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:16.111164 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-f885ad2b-6f6c-4a40-a290-5aac3bae9a03 admin admin] Transition to ACTIVE for port object a39b6d4c-307e-48e6-8abf-9bbe78f268b5 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:16.114584 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-25f44910-7938-4bee-9701-f9471dabbbb7 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:16.125344 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8cabbf6c-f250-4e6b-812b-9ca2cb02c364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:16.142988 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-25f44910-7938-4bee-9701-f9471dabbbb7 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Usage tracker for resource:floatingip and tenant:9fb386c33d0c4a9dae2992849c98cac5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:16.148008 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-25f44910-7938-4bee-9701-f9471dabbbb7 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:16.149931 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f885ad2b-6f6c-4a40-a290-5aac3bae9a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:16.153880 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-1cc23a35-79af-4994-8a5a-ab8b533c4933 None None] For port 05137703-9015-4db2-b06f-03c75570b399, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:45:16.157060 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e5e40132-aaab-4b36-a874-d80cbce08164 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=74d966d91b734335b2112b0bbf32c58a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7498100 May 31 15:45:16.159826 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49258) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:16.169349 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-25f44910-7938-4bee-9701-f9471dabbbb7 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:16.169520 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-f04d75fe-b03a-4b06-881c-d00c99acc667 None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:16.186358 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-f04d75fe-b03a-4b06-881c-d00c99acc667 None None] Transition to ACTIVE for port object daa7d29b-63f7-401f-87ae-664065b3d223 will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:16.198454 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-f04d75fe-b03a-4b06-881c-d00c99acc667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:16.205352 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:16.220154 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-1cc23a35-79af-4994-8a5a-ab8b533c4933 None None] For port 05137703-9015-4db2-b06f-03c75570b399, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=05137703-9015-4db2-b06f-03c75570b399,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:45:16.222659 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6543b3b4-25f8-42fa-9ef0-70ede392091d tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:16.237790 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f810c8-2066-4845-9d28-ba35871a03e5 None None] Network 24b9e3fb-3442-409e-a3fa-fd9b92625406 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:45:16.307497 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885ad2b-6f6c-4a40-a290-5aac3bae9a03 admin admin] Pushing event updated for resources: {'Port': ['ID=a39b6d4c-307e-48e6-8abf-9bbe78f268b5,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:16.323945 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-25f44910-7938-4bee-9701-f9471dabbbb7 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:16.332897 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-90f9baef-5aa6-42bf-a8d6-9948ffdcf250 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:16.334729 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f885ad2b-6f6c-4a40-a290-5aac3bae9a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:16.341823 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae824d-889d-49c0-a3a2-ddbe9ac67f33 None None] Pushing event updated for resources: {'Port': ['ID=daa7d29b-63f7-401f-87ae-664065b3d223,revision_number=2']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:16.346242 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-baae824d-889d-49c0-a3a2-ddbe9ac67f33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:16.353830 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-63eefae1-919c-4b93-bf09-a39695c2a5c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:16.371126 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f885ad2b-6f6c-4a40-a290-5aac3bae9a03 admin admin] Network 9762618e-b801-4945-a348-7f7865b0995e is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:16.376937 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-f885ad2b-6f6c-4a40-a290-5aac3bae9a03 admin admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:16.378440 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-f04d75fe-b03a-4b06-881c-d00c99acc667 None None] Attempting to bind port daa7d29b-63f7-401f-87ae-664065b3d223 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:16.378892 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-f04d75fe-b03a-4b06-881c-d00c99acc667 None None] Attempting to bind port daa7d29b-63f7-401f-87ae-664065b3d223 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:16.392856 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04d75fe-b03a-4b06-881c-d00c99acc667 None None] Attempting to bind port daa7d29b-63f7-401f-87ae-664065b3d223 on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:16.404214 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04d75fe-b03a-4b06-881c-d00c99acc667 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:45:16.404909 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04d75fe-b03a-4b06-881c-d00c99acc667 None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:45:16.406377 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dce93b3-b416-4f05-a447-c3ac78b63bb5 None None] DHCP port deletion for b07544cf-1df5-4d17-8b0c-2735c12948fc request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:45:16.406846 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-f04d75fe-b03a-4b06-881c-d00c99acc667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:16.407703 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04d75fe-b03a-4b06-881c-d00c99acc667 None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:45:16.408546 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-f04d75fe-b03a-4b06-881c-d00c99acc667 None None] Bound port: daa7d29b-63f7-401f-87ae-664065b3d223, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:45:16.408951 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1cc23a35-79af-4994-8a5a-ab8b533c4933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:16.409074 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f885ad2b-6f6c-4a40-a290-5aac3bae9a03 admin admin] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:16.409380 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-f04d75fe-b03a-4b06-881c-d00c99acc667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:16.415256 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-63eefae1-919c-4b93-bf09-a39695c2a5c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:16.420695 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-dcaafb6f-01d1-4fac-bce8-7585460395a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:16.430593 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c438061c-3d62-48b4-a4fa-78b31dfcc44d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:16.436623 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-63eefae1-919c-4b93-bf09-a39695c2a5c9 admin admin] Usage tracker for resource:security_group_rule and tenant:fb2ce4db9b5149b2b804e1fa25312e48 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:16.489123 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-63eefae1-919c-4b93-bf09-a39695c2a5c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:16.501914 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-90f9baef-5aa6-42bf-a8d6-9948ffdcf250 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:16.511012 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27895de3-9961-4dc6-a326-090d19258d18 None None] Pushing event updated for resources: {'Port': ['ID=05137703-9015-4db2-b06f-03c75570b399,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:16.514686 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-27895de3-9961-4dc6-a326-090d19258d18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:16.518106 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 85526dd5-c2c3-4e0c-abb4-07685eb315d3 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:45:16.530916 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1a749f30-8e9b-436d-96eb-d97f4f523fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:16.552090 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-f1fbd63b-6c95-456e-b004-5ff3ba10ac3b tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Deleting port 5517ea16-b458-405c-9feb-8fde70634780 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:45:16.555084 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1fbd63b-6c95-456e-b004-5ff3ba10ac3b tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:16.572006 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-f04d75fe-b03a-4b06-881c-d00c99acc667 None None] For port daa7d29b-63f7-401f-87ae-664065b3d223, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:45:16.576211 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-63eefae1-919c-4b93-bf09-a39695c2a5c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:16.576930 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-f04d75fe-b03a-4b06-881c-d00c99acc667 None None] For port daa7d29b-63f7-401f-87ae-664065b3d223, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=daa7d29b-63f7-401f-87ae-664065b3d223,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:45:16.584112 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-c438061c-3d62-48b4-a4fa-78b31dfcc44d admin admin] Transition to ACTIVE for port object 906def24-1a73-4aa0-9eed-2cec96b5be0a will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:16.585882 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 85526dd5-c2c3-4e0c-abb4-07685eb315d3 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:16.585993 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-f04d75fe-b03a-4b06-881c-d00c99acc667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:16.586075 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:16.591247 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-6a81d86f-7846-48e0-9ed2-f050ea0821e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:16.597788 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f885ad2b-6f6c-4a40-a290-5aac3bae9a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:16.633251 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1a749f30-8e9b-436d-96eb-d97f4f523fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:16.647292 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-90f9baef-5aa6-42bf-a8d6-9948ffdcf250 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:16.651243 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-90f9baef-5aa6-42bf-a8d6-9948ffdcf250 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.4472222 May 31 15:45:16.688347 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49262) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:16.714955 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc23a35-79af-4994-8a5a-ab8b533c4933 None None] Routers {'2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:45:16.715611 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-1cc23a35-79af-4994-8a5a-ab8b533c4933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:45:07Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:16.785715 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-f1fbd63b-6c95-456e-b004-5ff3ba10ac3b tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] For port 5517ea16-b458-405c-9feb-8fde70634780, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=5517ea16-b458-405c-9feb-8fde70634780,segment=NetworkSegment(d65614fd-de56-40e6-a78b-538032db9645),segment_id=d65614fd-de56-40e6-a78b-538032db9645)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:45:16.786104 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1fbd63b-6c95-456e-b004-5ff3ba10ac3b tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:16.796691 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae824d-889d-49c0-a3a2-ddbe9ac67f33 None None] Pushing event updated for resources: {'Port': ['ID=daa7d29b-63f7-401f-87ae-664065b3d223,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:16.800526 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-baae824d-889d-49c0-a3a2-ddbe9ac67f33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:16.806903 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04d75fe-b03a-4b06-881c-d00c99acc667 None None] Routers {'4356be7f-60e2-4865-b729-026e491816be'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:45:16.807562 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-f04d75fe-b03a-4b06-881c-d00c99acc667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:45:07Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4356be7f-60e2-4865-b729-026e491816be'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:16.835840 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f25cefea-25d1-449e-86d2-4c0cf3827144 None None] Provisioning for port a39b6d4c-307e-48e6-8abf-9bbe78f268b5 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:45:16.902340 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f25cefea-25d1-449e-86d2-4c0cf3827144 None None] Provisioning complete for port a39b6d4c-307e-48e6-8abf-9bbe78f268b5 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:16.902340 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f25cefea-25d1-449e-86d2-4c0cf3827144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:16.934171 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-f1fbd63b-6c95-456e-b004-5ff3ba10ac3b tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Calling delete_port for 5517ea16-b458-405c-9feb-8fde70634780 owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:45:16.934681 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-9dce93b3-b416-4f05-a447-c3ac78b63bb5 None None] Deleting port 5517ea16-b458-405c-9feb-8fde70634780 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:45:16.935121 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9dce93b3-b416-4f05-a447-c3ac78b63bb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:16.984905 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-00c4d9ce-5538-4228-8b17-078b26cd6f46 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:17.002381 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1fbd63b-6c95-456e-b004-5ff3ba10ac3b tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:17.009078 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:17.042161 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-8cabbf6c-f250-4e6b-812b-9ca2cb02c364 admin admin] Allocated IP 172.20.0.1 (d344e8f1-f415-4064-9d12-68c70eb6ac0b/418ec826-97fb-4894-813a-51ffe25a7768/bf1442f4-3076-464d-a628-de537d74f8c9) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:45:17.070153 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c438061c-3d62-48b4-a4fa-78b31dfcc44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:17.099824 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-f04d75fe-b03a-4b06-881c-d00c99acc667 None None] Set router 4356be7f-60e2-4865-b729-026e491816be gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:45:17.134221 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1a749f30-8e9b-436d-96eb-d97f4f523fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:17.151135 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-11eff38a-6b01-40dc-86b5-c6abb68c086d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:17.151999 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fbd63b-6c95-456e-b004-5ff3ba10ac3b tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Pushing event deleted for resources: {'Port': ['ID=5517ea16-b458-405c-9feb-8fde70634780,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:17.165373 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f1fbd63b-6c95-456e-b004-5ff3ba10ac3b tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:17.165913 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-41948f41-830e-43a9-ba4f-c841d8c087a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:17.173445 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:17.177199 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fbd63b-6c95-456e-b004-5ff3ba10ac3b tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] No DVR routers for this DVR port 5517ea16-b458-405c-9feb-8fde70634780 on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:45:17.179066 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a749f30-8e9b-436d-96eb-d97f4f523fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1abb8c5-13db-430e-8e95-498a0446bea6,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:17.184881 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-f25cefea-25d1-449e-86d2-4c0cf3827144 None None] Port a39b6d4c-307e-48e6-8abf-9bbe78f268b5 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:45:17.186581 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-9dce93b3-b416-4f05-a447-c3ac78b63bb5 None None] For port 5517ea16-b458-405c-9feb-8fde70634780, host dv-neutron-601336-79-hyperv, got binding levels [] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:45:17.187013 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9dce93b3-b416-4f05-a447-c3ac78b63bb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:17.196354 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-1cc23a35-79af-4994-8a5a-ab8b533c4933 None None] Set router 2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:45:17.235490 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438061c-3d62-48b4-a4fa-78b31dfcc44d admin admin] Pushing event updated for resources: {'Port': ['ID=906def24-1a73-4aa0-9eed-2cec96b5be0a,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:17.238306 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c438061c-3d62-48b4-a4fa-78b31dfcc44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:17.252750 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1a749f30-8e9b-436d-96eb-d97f4f523fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:17.281240 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c438061c-3d62-48b4-a4fa-78b31dfcc44d admin admin] Network 95b2c66c-bf2c-4a95-9a53-2be0f2b2f486 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:17.287762 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-c438061c-3d62-48b4-a4fa-78b31dfcc44d admin admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:17.290400 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c438061c-3d62-48b4-a4fa-78b31dfcc44d admin admin] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:17.399615 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 85526dd5-c2c3-4e0c-abb4-07685eb315d3, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=85526dd5-c2c3-4e0c-abb4-07685eb315d3,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:45:17.404960 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1fbd63b-6c95-456e-b004-5ff3ba10ac3b tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:17.424051 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-f1fbd63b-6c95-456e-b004-5ff3ba10ac3b tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b07544cf-1df5-4d17-8b0c-2735c12948fc']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:17.439280 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-f1fbd63b-6c95-456e-b004-5ff3ba10ac3b tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd65614fd-de56-40e6-a78b-538032db9645') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:17.439729 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-f1fbd63b-6c95-456e-b004-5ff3ba10ac3b tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd65614fd-de56-40e6-a78b-538032db9645') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:17.452456 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1fbd63b-6c95-456e-b004-5ff3ba10ac3b tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:17.471019 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1fbd63b-6c95-456e-b004-5ff3ba10ac3b tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:17.478293 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1fbd63b-6c95-456e-b004-5ff3ba10ac3b tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:45:17.478967 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1fbd63b-6c95-456e-b004-5ff3ba10ac3b tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:17.508604 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-9dce93b3-b416-4f05-a447-c3ac78b63bb5 None None] Calling delete_port for 5517ea16-b458-405c-9feb-8fde70634780 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:45:17.516556 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.ipam_backend_mixin [None req-9dce93b3-b416-4f05-a447-c3ac78b63bb5 None None] Port 5517ea16-b458-405c-9feb-8fde70634780 was not found and therefore no delete operation was performed {{(pid=99206) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 31 15:45:17.517569 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:17.518422 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 2add3fd5-6cea-4400-b27a-1ac42e7bff36 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:45:17.554596 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:17.566813 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-f04d75fe-b03a-4b06-881c-d00c99acc667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4356be7f-60e2-4865-b729-026e491816be', 'name': 'tempest-ServerActionsTestJSON-60769872-router', 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'daa7d29b-63f7-401f-87ae-664065b3d223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:10Z', 'revision_number': 3, 'project_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'gw_port': {'id': 'daa7d29b-63f7-401f-87ae-664065b3d223', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:35:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4356be7f-60e2-4865-b729-026e491816be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:17.571467 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04d75fe-b03a-4b06-881c-d00c99acc667 None None] The sync data for ids ['4356be7f-60e2-4865-b729-026e491816be'] in dv-neutron-601336-79-hyperv is: [{'id': '4356be7f-60e2-4865-b729-026e491816be', 'name': 'tempest-ServerActionsTestJSON-60769872-router', 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'daa7d29b-63f7-401f-87ae-664065b3d223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:10Z', 'revision_number': 3, 'project_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'gw_port': {'id': 'daa7d29b-63f7-401f-87ae-664065b3d223', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:35:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4356be7f-60e2-4865-b729-026e491816be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:45:17.604751 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:45:17.617095 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1fbd63b-6c95-456e-b004-5ff3ba10ac3b tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:17.625605 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1a749f30-8e9b-436d-96eb-d97f4f523fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:17.629245 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1a749f30-8e9b-436d-96eb-d97f4f523fb3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f1abb8c5-13db-430e-8e95-498a0446bea6 HTTP/1.1" status: 204 len: 168 time: 1.4627631 May 31 15:45:17.629987 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1fbd63b-6c95-456e-b004-5ff3ba10ac3b tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:17.632319 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:17.670171 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f885ad2b-6f6c-4a40-a290-5aac3bae9a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:17.677063 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-63eefae1-919c-4b93-bf09-a39695c2a5c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:17.681755 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-00c4d9ce-5538-4228-8b17-078b26cd6f46 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:17.688226 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f1fbd63b-6c95-456e-b004-5ff3ba10ac3b tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] 10.222.0.45 "DELETE /v2.0/networks/b07544cf-1df5-4d17-8b0c-2735c12948fc HTTP/1.1" status: 204 len: 168 time: 2.2002876 May 31 15:45:17.689751 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fbd63b-6c95-456e-b004-5ff3ba10ac3b tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Pushing event deleted for resources: {'Network': ['ID=b07544cf-1df5-4d17-8b0c-2735c12948fc,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:17.699180 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f1fbd63b-6c95-456e-b004-5ff3ba10ac3b tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:17.699472 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9dce93b3-b416-4f05-a447-c3ac78b63bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:17.699609 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-00c4d9ce-5538-4228-8b17-078b26cd6f46 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:17.715831 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-25f44910-7938-4bee-9701-f9471dabbbb7 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:17.721235 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-63eefae1-919c-4b93-bf09-a39695c2a5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:17.759626 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c438061c-3d62-48b4-a4fa-78b31dfcc44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:17.884721 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9dce93b3-b416-4f05-a447-c3ac78b63bb5 None None] Network b07544cf-1df5-4d17-8b0c-2735c12948fc is not hosted by any dhcp agent {{(pid=99206) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 31 15:45:17.885698 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dce93b3-b416-4f05-a447-c3ac78b63bb5 None None] No DVR routers for this DVR port 5517ea16-b458-405c-9feb-8fde70634780 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:45:17.992188 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=85526dd5-c2c3-4e0c-abb4-07685eb315d3,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:18.004653 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:18.021802 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a9764d2d-546a-40dd-ac11-00bd70546b88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.311s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:18.053653 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f885ad2b-6f6c-4a40-a290-5aac3bae9a03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:18.061201 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f885ad2b-6f6c-4a40-a290-5aac3bae9a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:18.121988 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce93b3-b416-4f05-a447-c3ac78b63bb5 None None] Pushing event deleted for resources: {'Port': ['ID=5517ea16-b458-405c-9feb-8fde70634780,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:18.128781 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-9dce93b3-b416-4f05-a447-c3ac78b63bb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:18.151659 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 2add3fd5-6cea-4400-b27a-1ac42e7bff36 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:18.152234 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:18.167807 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49274) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:18.168564 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-01d0b870-0790-4457-9d86-b81c12e78ded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:18.177116 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a3610b01-d049-48d1-932b-67fb7a44546f None None] Provisioning for port 906def24-1a73-4aa0-9eed-2cec96b5be0a completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:45:18.194996 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:18.213635 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a3610b01-d049-48d1-932b-67fb7a44546f None None] Provisioning complete for port 906def24-1a73-4aa0-9eed-2cec96b5be0a triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:18.214322 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a3610b01-d049-48d1-932b-67fb7a44546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:18.250923 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f885ad2b-6f6c-4a40-a290-5aac3bae9a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:18.272236 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885ad2b-6f6c-4a40-a290-5aac3bae9a03 admin admin] Pushing event updated for resources: {'Port': ['ID=a39b6d4c-307e-48e6-8abf-9bbe78f268b5,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:18.280160 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f885ad2b-6f6c-4a40-a290-5aac3bae9a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:18.288158 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-1cc23a35-79af-4994-8a5a-ab8b533c4933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'name': 'tempest-ServersTestManualDisk-1503760101-router', 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': '05137703-9015-4db2-b06f-03c75570b399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:08Z', 'revision_number': 3, 'project_id': '31cb1923c01a40bcb7e56f6bb437609c', 'gw_port': {'id': '05137703-9015-4db2-b06f-03c75570b399', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:43:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:18.312798 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-00c4d9ce-5538-4228-8b17-078b26cd6f46 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:18.313261 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c4d9ce-5538-4228-8b17-078b26cd6f46 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c5e73cc9-bd34-4be8-9da1-fbdb7cc0d6ca {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:45:18.325246 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc23a35-79af-4994-8a5a-ab8b533c4933 None None] The sync data for ids ['2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7'] in dv-neutron-601336-79-hyperv is: [{'id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'name': 'tempest-ServersTestManualDisk-1503760101-router', 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': '05137703-9015-4db2-b06f-03c75570b399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:08Z', 'revision_number': 3, 'project_id': '31cb1923c01a40bcb7e56f6bb437609c', 'gw_port': {'id': '05137703-9015-4db2-b06f-03c75570b399', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:43:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:45:18.352118 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-a3610b01-d049-48d1-932b-67fb7a44546f None None] Port 906def24-1a73-4aa0-9eed-2cec96b5be0a cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:45:18.361043 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-63eefae1-919c-4b93-bf09-a39695c2a5c9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fb2ce4db9b5149b2b804e1fa25312e48&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3509662 May 31 15:45:18.367391 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49280) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:18.367622 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49282) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:18.368279 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eefae1-919c-4b93-bf09-a39695c2a5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b30a8a4-c968-4cc1-b4d4-ec63a888fb91,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:18.373213 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-63eefae1-919c-4b93-bf09-a39695c2a5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:18.462708 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8cabbf6c-f250-4e6b-812b-9ca2cb02c364 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:18.469331 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 0a540c8b-8876-4617-b0f7-d647ed8b0e4b up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:45:18.510557 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c438061c-3d62-48b4-a4fa-78b31dfcc44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:18.539857 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f885ad2b-6f6c-4a40-a290-5aac3bae9a03 admin admin] Network 9762618e-b801-4945-a348-7f7865b0995e is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:18.541125 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-f885ad2b-6f6c-4a40-a290-5aac3bae9a03 admin admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:18.550480 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-8cabbf6c-f250-4e6b-812b-9ca2cb02c364 admin admin] Transition to ACTIVE for port object bf1442f4-3076-464d-a628-de537d74f8c9 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:18.602283 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 0a540c8b-8876-4617-b0f7-d647ed8b0e4b triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:18.603083 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:18.991506 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-00c4d9ce-5538-4228-8b17-078b26cd6f46 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:18.992619 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-00c4d9ce-5538-4228-8b17-078b26cd6f46 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] 10.222.0.45 "DELETE /v2.0/routers/c5e73cc9-bd34-4be8-9da1-fbdb7cc0d6ca HTTP/1.1" status: 204 len: 168 time: 2.3008430 May 31 15:45:19.003667 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-4bd28179-68da-4e88-bb9e-475e24af268b None None] Provisioning complete for port a39b6d4c-307e-48e6-8abf-9bbe78f268b5 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:19.003667 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4bd28179-68da-4e88-bb9e-475e24af268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:19.014054 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49288) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:19.015687 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f885ad2b-6f6c-4a40-a290-5aac3bae9a03 admin admin] Router 2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:45:19.018338 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-85a23792-c79f-4a97-aee3-c4781497c644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:19.024833 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ee1385bc-6924-413f-af67-fd8b308408cb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5e47ddd07e1c498b8cbd8c5061a7c47f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7672901 May 31 15:45:19.028553 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49292) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:19.038830 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-3fb539e5-fc39-4978-918b-f4eba0966dd2 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Request body: {'router': {'name': 'tempest-router-1958689241', 'distributed': False}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:19.049260 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-18b1ee1c-2c47-4029-a5c7-784281a438dd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c5d07df30a7f4eb69cb035692c58ba56&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6745408 May 31 15:45:19.053235 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49296) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:19.097747 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-4bd28179-68da-4e88-bb9e-475e24af268b None None] Port a39b6d4c-307e-48e6-8abf-9bbe78f268b5 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:45:19.134827 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3fb539e5-fc39-4978-918b-f4eba0966dd2 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:19.158655 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3fb539e5-fc39-4978-918b-f4eba0966dd2 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Usage tracker for resource:router and tenant:618f4847b2134cbc866e979890613b89 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:19.163421 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 85526dd5-c2c3-4e0c-abb4-07685eb315d3 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:45:19.178047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3fb539e5-fc39-4978-918b-f4eba0966dd2 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:19.190862 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-25f44910-7938-4bee-9701-f9471dabbbb7 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Allocated IP 172.20.0.14 (24b9e3fb-3442-409e-a3fa-fd9b92625406/de655dad-b10e-4ce9-b533-ac5485794412/35650538-a5d3-4e41-ae7f-72f2ab5e8611) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:45:19.213541 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-85a23792-c79f-4a97-aee3-c4781497c644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:19.224199 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3fb539e5-fc39-4978-918b-f4eba0966dd2 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:19.250542 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 85526dd5-c2c3-4e0c-abb4-07685eb315d3 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:19.251153 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:19.295727 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8cabbf6c-f250-4e6b-812b-9ca2cb02c364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:19.328919 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3fb539e5-fc39-4978-918b-f4eba0966dd2 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:19.329899 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3fb539e5-fc39-4978-918b-f4eba0966dd2 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:19.346456 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-825e0824-91d4-4bb5-93ee-75b256f93cf8 tempest-RoutersAdminNegativeIpV6Test-1704495216 tempest-RoutersAdminNegativeIpV6Test-1704495216-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:19.377155 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-440724cd-3c1f-44d0-96e0-60a11a253ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:19.397767 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 86379145-ea69-4e59-867e-1a7ef1d1476e up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:45:19.472097 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-440724cd-3c1f-44d0-96e0-60a11a253ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:19.482853 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f885ad2b-6f6c-4a40-a290-5aac3bae9a03 admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:45:19.483754 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 86379145-ea69-4e59-867e-1a7ef1d1476e triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:19.484346 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:19.484991 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7b599214-a9e0-4b64-b590-60da660e88b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:19.492488 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f885ad2b-6f6c-4a40-a290-5aac3bae9a03 admin admin] 10.222.0.45 "PUT /v2.0/routers/2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0996144 May 31 15:45:19.514895 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cabbf6c-f250-4e6b-812b-9ca2cb02c364 admin admin] Network d344e8f1-f415-4064-9d12-68c70eb6ac0b is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:19.529899 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-8cabbf6c-f250-4e6b-812b-9ca2cb02c364 admin admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:19.532436 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cabbf6c-f250-4e6b-812b-9ca2cb02c364 admin admin] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:19.584133 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabbf6c-f250-4e6b-812b-9ca2cb02c364 admin admin] Pushing event updated for resources: {'Port': ['ID=bf1442f4-3076-464d-a628-de537d74f8c9,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:19.586979 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8cabbf6c-f250-4e6b-812b-9ca2cb02c364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:19.598678 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3fb539e5-fc39-4978-918b-f4eba0966dd2 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:19.611892 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7b599214-a9e0-4b64-b590-60da660e88b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:19.657191 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-85a23792-c79f-4a97-aee3-c4781497c644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:19.659383 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c438061c-3d62-48b4-a4fa-78b31dfcc44d admin admin] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:19.692055 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:19.722604 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7b599214-a9e0-4b64-b590-60da660e88b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:19.725048 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c438061c-3d62-48b4-a4fa-78b31dfcc44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:19.730849 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-25f44910-7938-4bee-9701-f9471dabbbb7 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:19.737652 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:19.739524 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3fb539e5-fc39-4978-918b-f4eba0966dd2 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:19.769226 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7b599214-a9e0-4b64-b590-60da660e88b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:19.779173 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7b599214-a9e0-4b64-b590-60da660e88b9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cd02513f-504a-4d87-9ff2-bfa71dd7ba4e HTTP/1.1" status: 204 len: 168 time: 0.7208745 May 31 15:45:19.780498 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b599214-a9e0-4b64-b590-60da660e88b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd02513f-504a-4d87-9ff2-bfa71dd7ba4e,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:19.787244 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a23792-c79f-4a97-aee3-c4781497c644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b30a8a4-c968-4cc1-b4d4-ec63a888fb91,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:19.790233 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-85a23792-c79f-4a97-aee3-c4781497c644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:19.791823 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8cabbf6c-f250-4e6b-812b-9ca2cb02c364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:19.796735 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7b599214-a9e0-4b64-b590-60da660e88b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:19.813579 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:19.825854 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-440724cd-3c1f-44d0-96e0-60a11a253ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:19.831835 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:19.845153 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440724cd-3c1f-44d0-96e0-60a11a253ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87df1595-2102-4d63-bcb0-7a3ad9219083,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:19.858090 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-440724cd-3c1f-44d0-96e0-60a11a253ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:19.892375 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-440724cd-3c1f-44d0-96e0-60a11a253ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:19.897574 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-440724cd-3c1f-44d0-96e0-60a11a253ebc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/87df1595-2102-4d63-bcb0-7a3ad9219083 HTTP/1.1" status: 204 len: 168 time: 0.8614869 May 31 15:45:19.904468 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device daa7d29b-63f7-401f-87ae-664065b3d223 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:45:19.963519 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-85a23792-c79f-4a97-aee3-c4781497c644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:19.964643 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-85a23792-c79f-4a97-aee3-c4781497c644 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1b30a8a4-c968-4cc1-b4d4-ec63a888fb91 HTTP/1.1" status: 204 len: 168 time: 1.5882716 May 31 15:45:19.975890 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3fb539e5-fc39-4978-918b-f4eba0966dd2 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:19.976988 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3fb539e5-fc39-4978-918b-f4eba0966dd2 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9616854 May 31 15:45:19.980091 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49316) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:19.996232 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c438061c-3d62-48b4-a4fa-78b31dfcc44d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:20.014828 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438061c-3d62-48b4-a4fa-78b31dfcc44d admin admin] Pushing event updated for resources: {'Port': ['ID=906def24-1a73-4aa0-9eed-2cec96b5be0a,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:20.017570 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c438061c-3d62-48b4-a4fa-78b31dfcc44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:20.063982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port daa7d29b-63f7-401f-87ae-664065b3d223 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:45:20.077575 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port daa7d29b-63f7-401f-87ae-664065b3d223 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:20.079306 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:20.124119 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-25f44910-7938-4bee-9701-f9471dabbbb7 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:20.134310 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-4de5b067-a640-4b98-846d-18931027a3f1 None None] Provisioning for port bf1442f4-3076-464d-a628-de537d74f8c9 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:45:20.144190 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:20.184699 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-4de5b067-a640-4b98-846d-18931027a3f1 None None] Provisioning complete for port bf1442f4-3076-464d-a628-de537d74f8c9 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:20.185083 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4de5b067-a640-4b98-846d-18931027a3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:20.237288 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f44910-7938-4bee-9701-f9471dabbbb7 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Network 24b9e3fb-3442-409e-a3fa-fd9b92625406 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:20.258173 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-25f44910-7938-4bee-9701-f9471dabbbb7 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:20.260700 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f44910-7938-4bee-9701-f9471dabbbb7 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:20.300180 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-4de5b067-a640-4b98-846d-18931027a3f1 None None] Port bf1442f4-3076-464d-a628-de537d74f8c9 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:45:20.303435 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5ecc74b6-f885-4b3f-9bff-d870826e8964 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:20.397475 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:20.399480 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f44910-7938-4bee-9701-f9471dabbbb7 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Pushing event updated for resources: {'Port': ['ID=35650538-a5d3-4e41-ae7f-72f2ab5e8611,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:20.401983 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-25f44910-7938-4bee-9701-f9471dabbbb7 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:20.418333 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c438061c-3d62-48b4-a4fa-78b31dfcc44d admin admin] Network 95b2c66c-bf2c-4a95-9a53-2be0f2b2f486 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:20.423419 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-c438061c-3d62-48b4-a4fa-78b31dfcc44d admin admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:20.437751 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port daa7d29b-63f7-401f-87ae-664065b3d223, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=daa7d29b-63f7-401f-87ae-664065b3d223,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:45:20.443837 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:20.444704 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 05137703-9015-4db2-b06f-03c75570b399 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:45:20.524003 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8cabbf6c-f250-4e6b-812b-9ca2cb02c364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:20.577403 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:20.742597 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 05137703-9015-4db2-b06f-03c75570b399 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:45:20.749188 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 05137703-9015-4db2-b06f-03c75570b399 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:20.749636 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:20.821783 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49330) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:20.822827 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-25f44910-7938-4bee-9701-f9471dabbbb7 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:20.918105 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-07de0401-7738-4ce4-9bdb-aa6c24083e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:20.922941 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=daa7d29b-63f7-401f-87ae-664065b3d223,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:20.950674 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:21.077453 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f6c65bc4-d70d-42da-9f0c-1c981b7134f1 None None] Provisioning complete for port 906def24-1a73-4aa0-9eed-2cec96b5be0a triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:21.077830 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f6c65bc4-d70d-42da-9f0c-1c981b7134f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:21.091016 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5ecc74b6-f885-4b3f-9bff-d870826e8964 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:21.093340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5ecc74b6-f885-4b3f-9bff-d870826e8964 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:21.182317 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c438061c-3d62-48b4-a4fa-78b31dfcc44d admin admin] Router 40dbce2f-66ff-499f-aa81-e50ee27208ef has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:45:21.186804 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49338) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:21.193848 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-07de0401-7738-4ce4-9bdb-aa6c24083e0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:21.210187 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-f6c65bc4-d70d-42da-9f0c-1c981b7134f1 None None] Port 906def24-1a73-4aa0-9eed-2cec96b5be0a cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:45:21.218033 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:21.220616 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-07de0401-7738-4ce4-9bdb-aa6c24083e0d admin admin] Usage tracker for resource:security_group_rule and tenant:b16e30d0a8a24cf9b11b78441ba71be7 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:21.233318 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-07de0401-7738-4ce4-9bdb-aa6c24083e0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:21.234064 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5ecc74b6-f885-4b3f-9bff-d870826e8964 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:21.234645 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecc74b6-f885-4b3f-9bff-d870826e8964 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf20c4b5-8ee4-4371-a7c2-ece95da0bfd8 {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:45:21.248008 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5ecc74b6-f885-4b3f-9bff-d870826e8964 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:21.250986 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-5ecc74b6-f885-4b3f-9bff-d870826e8964 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] 10.222.0.45 "DELETE /v2.0/routers/bf20c4b5-8ee4-4371-a7c2-ece95da0bfd8 HTTP/1.1" status: 204 len: 168 time: 1.2697804 May 31 15:45:21.254820 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-07de0401-7738-4ce4-9bdb-aa6c24083e0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:21.255787 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 05137703-9015-4db2-b06f-03c75570b399, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=05137703-9015-4db2-b06f-03c75570b399,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:45:21.256702 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49344) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:21.257126 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-25f44910-7938-4bee-9701-f9471dabbbb7 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:21.264406 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:21.267475 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-b462d979-184f-43ce-b7cb-9a971f8309e9 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Request body: {'router': {'name': 'tempest-router-1132644527', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '23f1d846d0e144638787ee42207e885a'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:21.268658 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:21.281098 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b462d979-184f-43ce-b7cb-9a971f8309e9 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:21.295147 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b462d979-184f-43ce-b7cb-9a971f8309e9 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Usage tracker for resource:router and tenant:23f1d846d0e144638787ee42207e885a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:21.298987 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b462d979-184f-43ce-b7cb-9a971f8309e9 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:21.317466 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b462d979-184f-43ce-b7cb-9a971f8309e9 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:21.334635 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b462d979-184f-43ce-b7cb-9a971f8309e9 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:21.335952 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b462d979-184f-43ce-b7cb-9a971f8309e9 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:21.385275 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b462d979-184f-43ce-b7cb-9a971f8309e9 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:21.427058 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b462d979-184f-43ce-b7cb-9a971f8309e9 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:21.458320 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=05137703-9015-4db2-b06f-03c75570b399,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:21.461728 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb3c7d2-a36e-4eea-8121-f774d3388b7b None None] Sync routers for ids ['2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:45:21.469113 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b462d979-184f-43ce-b7cb-9a971f8309e9 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:21.469113 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b462d979-184f-43ce-b7cb-9a971f8309e9 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2091918 May 31 15:45:21.469259 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 5517ea16-b458-405c-9feb-8fde70634780 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:45:21.470332 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49352) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:21.476521 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-91552539-f879-4953-ab0d-5b84af9e337c tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Request body: {'router': {'distributed': True}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:21.481264 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-cc3956d5-ecc0-4b3e-aefc-0d4fc9206fe4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a15c6d32f1dc42f5ad47a0e9613ca367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2930984 May 31 15:45:21.514937 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49356) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:21.531074 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:21.545333 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 5517ea16-b458-405c-9feb-8fde70634780 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:45:21.545875 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 5517ea16-b458-405c-9feb-8fde70634780 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:45:21.552591 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb3c7d2-a36e-4eea-8121-f774d3388b7b None None] Routers {'2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:45:21.553366 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-bbb3c7d2-a36e-4eea-8121-f774d3388b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:45:07Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:21.709508 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.db.resource_extend [None req-8cabbf6c-f250-4e6b-812b-9ca2cb02c364 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:45:21.774569 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-bbb3c7d2-a36e-4eea-8121-f774d3388b7b None None] Set router 2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:45:21.776032 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8cabbf6c-f250-4e6b-812b-9ca2cb02c364 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:21.797359 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8cabbf6c-f250-4e6b-812b-9ca2cb02c364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:21.822620 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 05137703-9015-4db2-b06f-03c75570b399 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:45:21.856018 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8cabbf6c-f250-4e6b-812b-9ca2cb02c364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:21.925240 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49366) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:21.963838 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49368) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:21.969593 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c438061c-3d62-48b4-a4fa-78b31dfcc44d admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:45:21.975742 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-5e9a5ba7-af5e-45f4-b937-245f6a7fbed4 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--951334026', 'description': 'tempest-description--878854150'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:21.982018 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f38406-5910-4e44-add6-8c1696342c7b None None] Sync routers for ids ['40dbce2f-66ff-499f-aa81-e50ee27208ef'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:45:21.991855 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabbf6c-f250-4e6b-812b-9ca2cb02c364 admin admin] Pushing event updated for resources: {'Port': ['ID=bf1442f4-3076-464d-a628-de537d74f8c9,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:22.005651 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f38406-5910-4e44-add6-8c1696342c7b None None] Routers {'40dbce2f-66ff-499f-aa81-e50ee27208ef'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:45:22.006677 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-45f38406-5910-4e44-add6-8c1696342c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:45:07Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['40dbce2f-66ff-499f-aa81-e50ee27208ef'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:22.022136 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-5e9a5ba7-af5e-45f4-b937-245f6a7fbed4 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:22.024506 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8cabbf6c-f250-4e6b-812b-9ca2cb02c364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:22.042507 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2201fa33-08ff-44eb-8172-f42640078b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:22.044878 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-5e9a5ba7-af5e-45f4-b937-245f6a7fbed4 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Usage tracker for resource:security_group and tenant:31cb1923c01a40bcb7e56f6bb437609c is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:22.063701 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 05137703-9015-4db2-b06f-03c75570b399 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:22.064101 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:22.068229 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-5e9a5ba7-af5e-45f4-b937-245f6a7fbed4 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:22.092351 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-5e9a5ba7-af5e-45f4-b937-245f6a7fbed4 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:22.095444 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-07de0401-7738-4ce4-9bdb-aa6c24083e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:22.106130 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8cabbf6c-f250-4e6b-812b-9ca2cb02c364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:22.125992 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-07de0401-7738-4ce4-9bdb-aa6c24083e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:22.132221 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2201fa33-08ff-44eb-8172-f42640078b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:22.157651 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-91552539-f879-4953-ab0d-5b84af9e337c tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:22.158583 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-91552539-f879-4953-ab0d-5b84af9e337c tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks [] for router, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:22.173943 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1b3180fa-fc8c-4a27-8ffe-624c6bc88e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:22.181048 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5e9a5ba7-af5e-45f4-b937-245f6a7fbed4 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:22.212450 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c438061c-3d62-48b4-a4fa-78b31dfcc44d admin admin] 10.222.0.45 "PUT /v2.0/routers/40dbce2f-66ff-499f-aa81-e50ee27208ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7915890 May 31 15:45:22.333396 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-25f44910-7938-4bee-9701-f9471dabbbb7 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:22.353724 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-8abcadf4-bdf0-4fd9-901b-5372cc93c4ed tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-104872848'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:22.369877 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-45f38406-5910-4e44-add6-8c1696342c7b None None] Set router 40dbce2f-66ff-499f-aa81-e50ee27208ef gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:45:22.376394 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-5e9a5ba7-af5e-45f4-b937-245f6a7fbed4 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:22.379230 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8abcadf4-bdf0-4fd9-901b-5372cc93c4ed tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:22.385604 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-25f44910-7938-4bee-9701-f9471dabbbb7 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:22.391178 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-07de0401-7738-4ce4-9bdb-aa6c24083e0d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b16e30d0a8a24cf9b11b78441ba71be7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5666850 May 31 15:45:22.395168 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49378) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:22.400261 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de0401-7738-4ce4-9bdb-aa6c24083e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2847347e-9a24-4748-9a25-109344766324,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:22.405545 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8abcadf4-bdf0-4fd9-901b-5372cc93c4ed tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Usage tracker for resource:network and tenant:d9b003e344314e97bc35feb4f12b3afc is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:22.408967 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-5e9a5ba7-af5e-45f4-b937-245f6a7fbed4 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Usage tracker for resource:security_group_rule and tenant:31cb1923c01a40bcb7e56f6bb437609c is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:22.415869 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-07de0401-7738-4ce4-9bdb-aa6c24083e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:22.419882 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8abcadf4-bdf0-4fd9-901b-5372cc93c4ed tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:22.423295 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-5e9a5ba7-af5e-45f4-b937-245f6a7fbed4 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:22.428718 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:22.472672 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-91552539-f879-4953-ab0d-5b84af9e337c tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=99205) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 31 15:45:22.472996 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-91552539-f879-4953-ab0d-5b84af9e337c tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Router b260dc64-c2f4-489b-a6e1-6c2eadad5ee5 migrating from provider to provider. {{(pid=99205) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 31 15:45:22.473364 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-91552539-f879-4953-ab0d-5b84af9e337c tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:22.480862 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device daa7d29b-63f7-401f-87ae-664065b3d223 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:45:22.500679 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-91552539-f879-4953-ab0d-5b84af9e337c tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:22.503050 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-5e9a5ba7-af5e-45f4-b937-245f6a7fbed4 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:22.506036 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8abcadf4-bdf0-4fd9-901b-5372cc93c4ed tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:22.525402 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-91552539-f879-4953-ab0d-5b84af9e337c tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446711'] for router, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:22.596002 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-bbb3c7d2-a36e-4eea-8121-f774d3388b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'name': 'tempest-ServersTestManualDisk-1503760101-router', 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': '05137703-9015-4db2-b06f-03c75570b399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:17Z', 'revision_number': 4, 'project_id': '31cb1923c01a40bcb7e56f6bb437609c', 'gw_port': {'id': '05137703-9015-4db2-b06f-03c75570b399', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'a39b6d4c-307e-48e6-8abf-9bbe78f268b5', 'name': '', 'network_id': '9762618e-b801-4945-a348-7f7865b0995e', 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c', 'mac_address': 'fa:16:3e:e1:a2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7fb83780-73dc-46ad-8905-afe39908f206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:14Z', 'updated_at': '2021-05-31T15:45:17Z', 'revision_number': 2, 'project_id': '31cb1923c01a40bcb7e56f6bb437609c', 'subnets': [{'id': '7fb83780-73dc-46ad-8905-afe39908f206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:22.617924 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb3c7d2-a36e-4eea-8121-f774d3388b7b None None] Checking router: 2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:45:22.618499 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb3c7d2-a36e-4eea-8121-f774d3388b7b None None] Updating router 2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7 port a39b6d4c-307e-48e6-8abf-9bbe78f268b5 binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:45:22.638667 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abcadf4-bdf0-4fd9-901b-5372cc93c4ed tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Made reservation on behalf of d9b003e344314e97bc35feb4f12b3afc for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:22.648798 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8abcadf4-bdf0-4fd9-901b-5372cc93c4ed tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:22.701742 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bbb3c7d2-a36e-4eea-8121-f774d3388b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:22.720993 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port daa7d29b-63f7-401f-87ae-664065b3d223 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:22.721471 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:22.728771 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f44910-7938-4bee-9701-f9471dabbbb7 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Pushing event updated for resources: {'Port': ['ID=35650538-a5d3-4e41-ae7f-72f2ab5e8611,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:22.736794 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c95bd29c-e32c-4117-a2df-7e7d1ac95f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:22.740460 dv-neutron-601336-79-hyperv neutron-server[99205]: WARNING neutron.scheduler.l3_agent_scheduler [None req-91552539-f879-4953-ab0d-5b84af9e337c tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] No L3 agents can host the router b260dc64-c2f4-489b-a6e1-6c2eadad5ee5 May 31 15:45:22.770719 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c95bd29c-e32c-4117-a2df-7e7d1ac95f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:22.814897 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-45f38406-5910-4e44-add6-8c1696342c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'name': 'tempest-ServersTestJSON-1948476954-router', 'tenant_id': 'dff69be66365471cb98d4afa08a838e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '85526dd5-c2c3-4e0c-abb4-07685eb315d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:18Z', 'revision_number': 4, 'project_id': 'dff69be66365471cb98d4afa08a838e7', 'gw_port': {'id': '85526dd5-c2c3-4e0c-abb4-07685eb315d3', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ee:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '906def24-1a73-4aa0-9eed-2cec96b5be0a', 'name': '', 'network_id': '95b2c66c-bf2c-4a95-9a53-2be0f2b2f486', 'tenant_id': 'dff69be66365471cb98d4afa08a838e7', 'mac_address': 'fa:16:3e:95:12:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '78474f67-27d4-45ee-a48b-36bd239fb199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:15Z', 'updated_at': '2021-05-31T15:45:18Z', 'revision_number': 2, 'project_id': 'dff69be66365471cb98d4afa08a838e7', 'subnets': [{'id': '78474f67-27d4-45ee-a48b-36bd239fb199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:22.819043 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f38406-5910-4e44-add6-8c1696342c7b None None] Checking router: 40dbce2f-66ff-499f-aa81-e50ee27208ef for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:45:22.819408 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f38406-5910-4e44-add6-8c1696342c7b None None] Updating router 40dbce2f-66ff-499f-aa81-e50ee27208ef port 906def24-1a73-4aa0-9eed-2cec96b5be0a binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:45:22.834977 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5e9a5ba7-af5e-45f4-b937-245f6a7fbed4 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:22.841108 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8abcadf4-bdf0-4fd9-901b-5372cc93c4ed tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:22.861448 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-25f44910-7938-4bee-9701-f9471dabbbb7 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:22.862620 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2201fa33-08ff-44eb-8172-f42640078b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:22.863379 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5e9a5ba7-af5e-45f4-b937-245f6a7fbed4 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:22.872931 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cabbf6c-f250-4e6b-812b-9ca2cb02c364 admin admin] Network d344e8f1-f415-4064-9d12-68c70eb6ac0b is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:22.878284 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-8cabbf6c-f250-4e6b-812b-9ca2cb02c364 admin admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:22.892139 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-25f44910-7938-4bee-9701-f9471dabbbb7 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:22.899598 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-45f38406-5910-4e44-add6-8c1696342c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:22.902418 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8abcadf4-bdf0-4fd9-901b-5372cc93c4ed tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:22.911950 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8abcadf4-bdf0-4fd9-901b-5372cc93c4ed tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Usage tracker for resource:security_group_rule and tenant:d9b003e344314e97bc35feb4f12b3afc is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:22.915406 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8abcadf4-bdf0-4fd9-901b-5372cc93c4ed tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:22.922845 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8abcadf4-bdf0-4fd9-901b-5372cc93c4ed tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:23.074447 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8abcadf4-bdf0-4fd9-901b-5372cc93c4ed tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:23.080955 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-85a23792-c79f-4a97-aee3-c4781497c644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:23.105627 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201fa33-08ff-44eb-8172-f42640078b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f19790-3315-483a-be42-7a653169273c,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:23.107942 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8abcadf4-bdf0-4fd9-901b-5372cc93c4ed tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:23.117022 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91552539-f879-4953-ab0d-5b84af9e337c tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Hosts for router b260dc64-c2f4-489b-a6e1-6c2eadad5ee5: [] {{(pid=99205) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} May 31 15:45:23.211712 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91552539-f879-4953-ab0d-5b84af9e337c tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Hosts for other DVR routers connected to router b260dc64-c2f4-489b-a6e1-6c2eadad5ee5: set() {{(pid=99205) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} May 31 15:45:23.218489 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c95bd29c-e32c-4117-a2df-7e7d1ac95f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:23.225340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e5e40132-aaab-4b36-a874-d80cbce08164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:23.258186 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bd29c-e32c-4117-a2df-7e7d1ac95f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2847347e-9a24-4748-9a25-109344766324,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:23.268222 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c95bd29c-e32c-4117-a2df-7e7d1ac95f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:23.278805 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c95bd29c-e32c-4117-a2df-7e7d1ac95f7e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2847347e-9a24-4748-9a25-109344766324 HTTP/1.1" status: 204 len: 168 time: 0.8784249 May 31 15:45:23.283438 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-91552539-f879-4953-ab0d-5b84af9e337c tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:23.290854 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-91552539-f879-4953-ab0d-5b84af9e337c tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] 10.222.0.45 "PUT /v2.0/routers/b260dc64-c2f4-489b-a6e1-6c2eadad5ee5 HTTP/1.1" status: 200 len: 717 time: 1.8192687 May 31 15:45:23.295389 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c95bd29c-e32c-4117-a2df-7e7d1ac95f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:23.300792 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49394) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:23.416083 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cabbf6c-f250-4e6b-812b-9ca2cb02c364 admin admin] Router 4356be7f-60e2-4865-b729-026e491816be has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:45:23.417582 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5e9a5ba7-af5e-45f4-b937-245f6a7fbed4 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:23.421928 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5e9a5ba7-af5e-45f4-b937-245f6a7fbed4 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4753673 May 31 15:45:23.422622 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49400) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:23.437347 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2201fa33-08ff-44eb-8172-f42640078b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:23.438619 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2201fa33-08ff-44eb-8172-f42640078b3d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d2f19790-3315-483a-be42-7a653169273c HTTP/1.1" status: 204 len: 168 time: 1.9218380 May 31 15:45:23.453465 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-25f44910-7938-4bee-9701-f9471dabbbb7 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:23.454768 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-25f44910-7938-4bee-9701-f9471dabbbb7 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.4234264 May 31 15:45:23.463445 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-4e7e851c-d432-4077-a75d-b2fe4b33ff08 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Request body: {'security_group_rule': {'security_group_id': 'e27f0788-c844-4c1b-be49-7dd9df76906c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:23.470114 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4e7e851c-d432-4077-a75d-b2fe4b33ff08 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:23.475622 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4e7e851c-d432-4077-a75d-b2fe4b33ff08 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Usage tracker for resource:security_group_rule and tenant:31cb1923c01a40bcb7e56f6bb437609c is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:23.481431 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49406) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:23.481993 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4e7e851c-d432-4077-a75d-b2fe4b33ff08 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:23.488252 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4e7e851c-d432-4077-a75d-b2fe4b33ff08 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:23.576356 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4e7e851c-d432-4077-a75d-b2fe4b33ff08 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:23.577788 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-45f38406-5910-4e44-add6-8c1696342c7b None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:23.584447 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8abcadf4-bdf0-4fd9-901b-5372cc93c4ed tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:45:23.590484 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a5ba7-af5e-45f4-b937-245f6a7fbed4 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e27f0788-c844-4c1b-be49-7dd9df76906c,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:23.601187 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5e9a5ba7-af5e-45f4-b937-245f6a7fbed4 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:23.606274 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.434s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:23.610133 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-45f38406-5910-4e44-add6-8c1696342c7b None None] Transition to ACTIVE for port object 906def24-1a73-4aa0-9eed-2cec96b5be0a will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:23.621766 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-45f38406-5910-4e44-add6-8c1696342c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:23.642757 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-6a81d86f-7846-48e0-9ed2-f050ea0821e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:23.658250 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-cd1e6175-b053-44bd-983e-63ffed320e52 None None] Provisioning complete for port bf1442f4-3076-464d-a628-de537d74f8c9 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:23.658850 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cd1e6175-b053-44bd-983e-63ffed320e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:23.837448 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-cd1e6175-b053-44bd-983e-63ffed320e52 None None] Port bf1442f4-3076-464d-a628-de537d74f8c9 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:45:23.848938 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-77f77c26-b638-41a9-bdb0-a0a8fd52bc93 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] 10.222.0.45 "GET /v2.0/floatingips?floating_network_id=24b9e3fb-3442-409e-a3fa-fd9b92625406 HTTP/1.1" status: 200 len: 690 time: 0.3635995 May 31 15:45:23.854470 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-50925e67-607c-498a-8a6b-0a0a29978791 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] 10.222.0.45 "GET /v2.0/routers/b260dc64-c2f4-489b-a6e1-6c2eadad5ee5 HTTP/1.1" status: 200 len: 717 time: 0.5506229 May 31 15:45:23.855136 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49416) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:23.855459 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49420) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:23.948201 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4f022-eeb7-439d-b3e4-253fc8487a5f None None] Pushing event updated for resources: {'Port': ['ID=906def24-1a73-4aa0-9eed-2cec96b5be0a,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:23.959054 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-dbd4f022-eeb7-439d-b3e4-253fc8487a5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:23.981741 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abcadf4-bdf0-4fd9-901b-5372cc93c4ed tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b69ab4-8df1-4c24-be4e-c0ca1e50a238,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:23.985970 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8abcadf4-bdf0-4fd9-901b-5372cc93c4ed tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:24.005192 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-07de0401-7738-4ce4-9bdb-aa6c24083e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.575s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:24.005556 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-07de0401-7738-4ce4-9bdb-aa6c24083e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:24.026044 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bbb3c7d2-a36e-4eea-8121-f774d3388b7b None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:24.033395 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8abcadf4-bdf0-4fd9-901b-5372cc93c4ed tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:24.033395 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-8abcadf4-bdf0-4fd9-901b-5372cc93c4ed tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Added segment f139a3d8-a241-4791-a159-b84565d1339e of type vlan for network 032d6383-0f97-4a9a-9084-abf99a2deeab May 31 15:45:24.054327 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bbb3c7d2-a36e-4eea-8121-f774d3388b7b None None] Transition to ACTIVE for port object a39b6d4c-307e-48e6-8abf-9bbe78f268b5 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:24.069401 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bbb3c7d2-a36e-4eea-8121-f774d3388b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:24.084545 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49434) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:24.091254 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-27895de3-9961-4dc6-a326-090d19258d18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:24.110785 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-45f38406-5910-4e44-add6-8c1696342c7b None None] Attempting to bind port 906def24-1a73-4aa0-9eed-2cec96b5be0a on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:24.111330 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-45f38406-5910-4e44-add6-8c1696342c7b None None] Attempting to bind port 906def24-1a73-4aa0-9eed-2cec96b5be0a by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '4614750b-b79f-4ba6-9b69-9d8b896289e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '95b2c66c-bf2c-4a95-9a53-2be0f2b2f486'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:24.111783 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f38406-5910-4e44-add6-8c1696342c7b None None] Attempting to bind port 906def24-1a73-4aa0-9eed-2cec96b5be0a on network 95b2c66c-bf2c-4a95-9a53-2be0f2b2f486 {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:24.117289 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-ab9a8a77-c9d6-4cd9-99eb-0dbb1b2bbdca tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1304584518', 'description': 'tempest-description--1167004665'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:24.117860 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f38406-5910-4e44-add6-8c1696342c7b None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:45:24.118339 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f38406-5910-4e44-add6-8c1696342c7b None None] Checking segment: {'id': '4614750b-b79f-4ba6-9b69-9d8b896289e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '95b2c66c-bf2c-4a95-9a53-2be0f2b2f486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:45:24.118835 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-45f38406-5910-4e44-add6-8c1696342c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:24.119394 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f38406-5910-4e44-add6-8c1696342c7b None None] Bound using segment: {'id': '4614750b-b79f-4ba6-9b69-9d8b896289e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '95b2c66c-bf2c-4a95-9a53-2be0f2b2f486'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:45:24.120019 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-45f38406-5910-4e44-add6-8c1696342c7b None None] Bound port: 906def24-1a73-4aa0-9eed-2cec96b5be0a, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4614750b-b79f-4ba6-9b69-9d8b896289e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '95b2c66c-bf2c-4a95-9a53-2be0f2b2f486'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:45:24.120602 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-45f38406-5910-4e44-add6-8c1696342c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:24.220137 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-45f38406-5910-4e44-add6-8c1696342c7b None None] For port 906def24-1a73-4aa0-9eed-2cec96b5be0a, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:45:24.223859 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-45f38406-5910-4e44-add6-8c1696342c7b None None] For port 906def24-1a73-4aa0-9eed-2cec96b5be0a, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=906def24-1a73-4aa0-9eed-2cec96b5be0a,segment=NetworkSegment(4614750b-b79f-4ba6-9b69-9d8b896289e9),segment_id=4614750b-b79f-4ba6-9b69-9d8b896289e9)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:45:24.230375 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4e7e851c-d432-4077-a75d-b2fe4b33ff08 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:24.233647 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-45f38406-5910-4e44-add6-8c1696342c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:24.235916 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8abcadf4-bdf0-4fd9-901b-5372cc93c4ed tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:24.248652 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4e7e851c-d432-4077-a75d-b2fe4b33ff08 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:24.248852 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:24.257950 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:24.277543 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-ab9a8a77-c9d6-4cd9-99eb-0dbb1b2bbdca tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:24.279950 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cabbf6c-f250-4e6b-812b-9ca2cb02c364 admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:45:24.290249 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ab9a8a77-c9d6-4cd9-99eb-0dbb1b2bbdca tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Usage tracker for resource:security_group and tenant:dff69be66365471cb98d4afa08a838e7 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:24.294858 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e851c-d432-4077-a75d-b2fe4b33ff08 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c548fda-fd68-4945-ae62-c82361f62baf,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:24.319450 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ab9a8a77-c9d6-4cd9-99eb-0dbb1b2bbdca tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:24.349086 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-ab9a8a77-c9d6-4cd9-99eb-0dbb1b2bbdca tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:24.354820 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8cabbf6c-f250-4e6b-812b-9ca2cb02c364 admin admin] 10.222.0.45 "PUT /v2.0/routers/4356be7f-60e2-4865-b729-026e491816be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9680982 May 31 15:45:24.360771 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4e7e851c-d432-4077-a75d-b2fe4b33ff08 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:24.382890 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a6a3fcdd-e9c9-4876-b74d-122b82890e28 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:24.396862 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a525e9d-eab2-4486-b60d-a2eb37fbbf24 None None] Sync routers for ids ['4356be7f-60e2-4865-b729-026e491816be'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:45:24.407114 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4f022-eeb7-439d-b3e4-253fc8487a5f None None] Pushing event updated for resources: {'Port': ['ID=906def24-1a73-4aa0-9eed-2cec96b5be0a,revision_number=4']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:24.420079 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-dbd4f022-eeb7-439d-b3e4-253fc8487a5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:24.426803 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f38406-5910-4e44-add6-8c1696342c7b None None] Routers {'40dbce2f-66ff-499f-aa81-e50ee27208ef'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:45:24.427267 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4e7e851c-d432-4077-a75d-b2fe4b33ff08 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:24.428836 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-45f38406-5910-4e44-add6-8c1696342c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:45:07Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['40dbce2f-66ff-499f-aa81-e50ee27208ef'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:24.434168 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4e7e851c-d432-4077-a75d-b2fe4b33ff08 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9984987 May 31 15:45:24.434983 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8abcadf4-bdf0-4fd9-901b-5372cc93c4ed tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:24.437072 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49448) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:24.458561 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abcadf4-bdf0-4fd9-901b-5372cc93c4ed tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:24.459237 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8abcadf4-bdf0-4fd9-901b-5372cc93c4ed tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:24.466101 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-74296af1-90d5-4260-a69d-7cd926567a7f tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Request body: {'security_group_rule': {'security_group_id': 'e27f0788-c844-4c1b-be49-7dd9df76906c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:24.475139 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-985926ae-ea35-4881-bc2b-b2e69958dc78 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:24.546156 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-74296af1-90d5-4260-a69d-7cd926567a7f tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:24.574689 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-74296af1-90d5-4260-a69d-7cd926567a7f tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Usage tracker for resource:security_group_rule and tenant:31cb1923c01a40bcb7e56f6bb437609c is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:24.583543 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-74296af1-90d5-4260-a69d-7cd926567a7f tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:24.637907 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a525e9d-eab2-4486-b60d-a2eb37fbbf24 None None] Routers {'4356be7f-60e2-4865-b729-026e491816be'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:45:24.641937 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-2a525e9d-eab2-4486-b60d-a2eb37fbbf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:45:07Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4356be7f-60e2-4865-b729-026e491816be'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:24.658052 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ab9a8a77-c9d6-4cd9-99eb-0dbb1b2bbdca tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:24.662629 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-45f38406-5910-4e44-add6-8c1696342c7b None None] Set router 40dbce2f-66ff-499f-aa81-e50ee27208ef gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:45:24.705459 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8abcadf4-bdf0-4fd9-901b-5372cc93c4ed tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.7376695 May 31 15:45:24.712077 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-74296af1-90d5-4260-a69d-7cd926567a7f tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:24.716192 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49454) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:24.788675 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abcadf4-bdf0-4fd9-901b-5372cc93c4ed tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Pushing event updated for resources: {'Network': ['ID=032d6383-0f97-4a9a-9084-abf99a2deeab,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:24.793111 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8abcadf4-bdf0-4fd9-901b-5372cc93c4ed tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:24.802596 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-74296af1-90d5-4260-a69d-7cd926567a7f tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:24.806267 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-53dc1db8-fba7-4bab-a3f9-93739660ccb8 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Request body: {'subnet': {'network_id': '032d6383-0f97-4a9a-9084-abf99a2deeab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:24.842706 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69490acc-5e02-428b-8c22-729059111f95 None None] Pushing event updated for resources: {'Port': ['ID=a39b6d4c-307e-48e6-8abf-9bbe78f268b5,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:24.845169 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 032d6383-0f97-4a9a-9084-abf99a2deeab details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:45:24.892925 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-69490acc-5e02-428b-8c22-729059111f95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:24.914781 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-74296af1-90d5-4260-a69d-7cd926567a7f tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:24.924892 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-74296af1-90d5-4260-a69d-7cd926567a7f tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:24.979130 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:24.999981 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-74296af1-90d5-4260-a69d-7cd926567a7f tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:25.001181 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-74296af1-90d5-4260-a69d-7cd926567a7f tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5629675 May 31 15:45:25.015854 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49464) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:25.017253 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74296af1-90d5-4260-a69d-7cd926567a7f tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a17e40-5636-456b-bbf0-56d36de81901,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:25.023369 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-74296af1-90d5-4260-a69d-7cd926567a7f tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:25.039080 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-b06d1258-71bd-4187-9029-79401292ba80 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:25.051879 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-b06d1258-71bd-4187-9029-79401292ba80 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:25.062110 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-bbb3c7d2-a36e-4eea-8121-f774d3388b7b None None] Attempting to bind port a39b6d4c-307e-48e6-8abf-9bbe78f268b5 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:25.062488 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-bbb3c7d2-a36e-4eea-8121-f774d3388b7b None None] Attempting to bind port a39b6d4c-307e-48e6-8abf-9bbe78f268b5 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '6becfde1-db3d-4eb5-a5b5-1b5dae851b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9762618e-b801-4945-a348-7f7865b0995e'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:25.062847 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb3c7d2-a36e-4eea-8121-f774d3388b7b None None] Attempting to bind port a39b6d4c-307e-48e6-8abf-9bbe78f268b5 on network 9762618e-b801-4945-a348-7f7865b0995e {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:25.069473 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-b06d1258-71bd-4187-9029-79401292ba80 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Usage tracker for resource:floatingip and tenant:31cb1923c01a40bcb7e56f6bb437609c is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:25.076291 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-ab9a8a77-c9d6-4cd9-99eb-0dbb1b2bbdca tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:25.086709 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-b06d1258-71bd-4187-9029-79401292ba80 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:25.108906 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-45f38406-5910-4e44-add6-8c1696342c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'name': 'tempest-ServersTestJSON-1948476954-router', 'tenant_id': 'dff69be66365471cb98d4afa08a838e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '85526dd5-c2c3-4e0c-abb4-07685eb315d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:18Z', 'revision_number': 4, 'project_id': 'dff69be66365471cb98d4afa08a838e7', 'gw_port': {'id': '85526dd5-c2c3-4e0c-abb4-07685eb315d3', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ee:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '906def24-1a73-4aa0-9eed-2cec96b5be0a', 'name': '', 'network_id': '95b2c66c-bf2c-4a95-9a53-2be0f2b2f486', 'tenant_id': 'dff69be66365471cb98d4afa08a838e7', 'mac_address': 'fa:16:3e:95:12:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '78474f67-27d4-45ee-a48b-36bd239fb199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:15Z', 'updated_at': '2021-05-31T15:45:24Z', 'revision_number': 4, 'project_id': 'dff69be66365471cb98d4afa08a838e7', 'subnets': [{'id': '78474f67-27d4-45ee-a48b-36bd239fb199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:25.112805 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-b06d1258-71bd-4187-9029-79401292ba80 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:25.115599 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f38406-5910-4e44-add6-8c1696342c7b None None] The sync data for ids ['40dbce2f-66ff-499f-aa81-e50ee27208ef'] in dv-neutron-601336-79-hyperv is: [{'id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'name': 'tempest-ServersTestJSON-1948476954-router', 'tenant_id': 'dff69be66365471cb98d4afa08a838e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '85526dd5-c2c3-4e0c-abb4-07685eb315d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:18Z', 'revision_number': 4, 'project_id': 'dff69be66365471cb98d4afa08a838e7', 'gw_port': {'id': '85526dd5-c2c3-4e0c-abb4-07685eb315d3', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ee:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '906def24-1a73-4aa0-9eed-2cec96b5be0a', 'name': '', 'network_id': '95b2c66c-bf2c-4a95-9a53-2be0f2b2f486', 'tenant_id': 'dff69be66365471cb98d4afa08a838e7', 'mac_address': 'fa:16:3e:95:12:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '78474f67-27d4-45ee-a48b-36bd239fb199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:15Z', 'updated_at': '2021-05-31T15:45:24Z', 'revision_number': 4, 'project_id': 'dff69be66365471cb98d4afa08a838e7', 'subnets': [{'id': '78474f67-27d4-45ee-a48b-36bd239fb199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:45:25.135460 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b06d1258-71bd-4187-9029-79401292ba80 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks [] for floatingip, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:25.149206 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-53dc1db8-fba7-4bab-a3f9-93739660ccb8 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:25.159204 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ab9a8a77-c9d6-4cd9-99eb-0dbb1b2bbdca tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Usage tracker for resource:security_group_rule and tenant:dff69be66365471cb98d4afa08a838e7 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:25.164470 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb3c7d2-a36e-4eea-8121-f774d3388b7b None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:45:25.164848 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb3c7d2-a36e-4eea-8121-f774d3388b7b None None] Checking segment: {'id': '6becfde1-db3d-4eb5-a5b5-1b5dae851b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9762618e-b801-4945-a348-7f7865b0995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:45:25.165251 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bbb3c7d2-a36e-4eea-8121-f774d3388b7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:25.165643 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb3c7d2-a36e-4eea-8121-f774d3388b7b None None] Bound using segment: {'id': '6becfde1-db3d-4eb5-a5b5-1b5dae851b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9762618e-b801-4945-a348-7f7865b0995e'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:45:25.166176 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-bbb3c7d2-a36e-4eea-8121-f774d3388b7b None None] Bound port: a39b6d4c-307e-48e6-8abf-9bbe78f268b5, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6becfde1-db3d-4eb5-a5b5-1b5dae851b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9762618e-b801-4945-a348-7f7865b0995e'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:45:25.166548 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bbb3c7d2-a36e-4eea-8121-f774d3388b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:25.175310 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-53dc1db8-fba7-4bab-a3f9-93739660ccb8 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Usage tracker for resource:subnet and tenant:d9b003e344314e97bc35feb4f12b3afc is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:25.199021 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ab9a8a77-c9d6-4cd9-99eb-0dbb1b2bbdca tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:25.202222 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-53dc1db8-fba7-4bab-a3f9-93739660ccb8 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:25.222801 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-ab9a8a77-c9d6-4cd9-99eb-0dbb1b2bbdca tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:25.368441 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-2a525e9d-eab2-4486-b60d-a2eb37fbbf24 None None] Set router 4356be7f-60e2-4865-b729-026e491816be gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:45:25.435119 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-53dc1db8-fba7-4bab-a3f9-93739660ccb8 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:25.491071 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3a58392b-de49-494d-8945-882fd8e0108c tempest-RoutersTestDVR-79056554 tempest-RoutersTestDVR-79056554-project] 10.222.0.45 "GET /v2.0/routers/b260dc64-c2f4-489b-a6e1-6c2eadad5ee5 HTTP/1.1" status: 200 len: 683 time: 1.6281354 May 31 15:45:25.497599 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49474) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:25.517480 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53dc1db8-fba7-4bab-a3f9-93739660ccb8 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Made reservation on behalf of d9b003e344314e97bc35feb4f12b3afc for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:25.523248 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-53dc1db8-fba7-4bab-a3f9-93739660ccb8 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:25.529831 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b06d1258-71bd-4187-9029-79401292ba80 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:25.622761 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49482) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:25.718185 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-bbb3c7d2-a36e-4eea-8121-f774d3388b7b None None] For port a39b6d4c-307e-48e6-8abf-9bbe78f268b5, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:45:25.751427 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-a6a3fcdd-e9c9-4876-b74d-122b82890e28 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Deleting port 35650538-a5d3-4e41-ae7f-72f2ab5e8611 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:45:25.751637 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a6a3fcdd-e9c9-4876-b74d-122b82890e28 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:25.799317 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 906def24-1a73-4aa0-9eed-2cec96b5be0a up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:45:25.852190 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-b06d1258-71bd-4187-9029-79401292ba80 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Allocated IP 172.26.0.237 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/0e60b74d-f9b5-47d8-91ad-1a28d62182a7) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:45:25.884596 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49488) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:25.921570 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-1bff1f3f-cfaa-443b-8d0c-bbb73590383b tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1783108562', 'description': 'tempest-description--47879784'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:25.939280 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1bff1f3f-cfaa-443b-8d0c-bbb73590383b tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:25.988133 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-bbb3c7d2-a36e-4eea-8121-f774d3388b7b None None] For port a39b6d4c-307e-48e6-8abf-9bbe78f268b5, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a39b6d4c-307e-48e6-8abf-9bbe78f268b5,segment=NetworkSegment(6becfde1-db3d-4eb5-a5b5-1b5dae851b53),segment_id=6becfde1-db3d-4eb5-a5b5-1b5dae851b53)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:45:26.058839 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1bff1f3f-cfaa-443b-8d0c-bbb73590383b tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Usage tracker for resource:security_group and tenant:2768fca4df5d4b0e9f63be80d17b6d42 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:26.075039 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1bff1f3f-cfaa-443b-8d0c-bbb73590383b tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:26.077731 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-139f49e4-d394-4e00-b8c7-3597e04067b6 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:26.084773 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1bff1f3f-cfaa-443b-8d0c-bbb73590383b tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:26.114101 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1bff1f3f-cfaa-443b-8d0c-bbb73590383b tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:26.148004 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1bff1f3f-cfaa-443b-8d0c-bbb73590383b tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:26.150570 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bbb3c7d2-a36e-4eea-8121-f774d3388b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:26.167964 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1bff1f3f-cfaa-443b-8d0c-bbb73590383b tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Usage tracker for resource:security_group_rule and tenant:2768fca4df5d4b0e9f63be80d17b6d42 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:26.178451 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-2ee55561-c3eb-4878-a7c1-d2f91d0c80f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:26.185118 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-ead55c8f-2f50-425d-af8f-bb4ee8ef9b71 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1043060575'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:26.191272 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1bff1f3f-cfaa-443b-8d0c-bbb73590383b tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:26.222046 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b06d1258-71bd-4187-9029-79401292ba80 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:26.249387 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ead55c8f-2f50-425d-af8f-bb4ee8ef9b71 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:26.259380 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1bff1f3f-cfaa-443b-8d0c-bbb73590383b tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:26.262194 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ead55c8f-2f50-425d-af8f-bb4ee8ef9b71 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Usage tracker for resource:network and tenant:762120214a8849329be213eb120961ff is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:26.279351 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ead55c8f-2f50-425d-af8f-bb4ee8ef9b71 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:26.306781 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb3c7d2-a36e-4eea-8121-f774d3388b7b None None] Routers {'2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:45:26.307515 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-bbb3c7d2-a36e-4eea-8121-f774d3388b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:45:07Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:26.318472 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ead55c8f-2f50-425d-af8f-bb4ee8ef9b71 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:26.358763 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead55c8f-2f50-425d-af8f-bb4ee8ef9b71 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Made reservation on behalf of 762120214a8849329be213eb120961ff for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:26.363889 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ead55c8f-2f50-425d-af8f-bb4ee8ef9b71 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:26.402682 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b06d1258-71bd-4187-9029-79401292ba80 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:26.405261 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ead55c8f-2f50-425d-af8f-bb4ee8ef9b71 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:26.438151 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c438061c-3d62-48b4-a4fa-78b31dfcc44d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:26.514363 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ead55c8f-2f50-425d-af8f-bb4ee8ef9b71 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:26.542486 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69490acc-5e02-428b-8c22-729059111f95 None None] Pushing event updated for resources: {'Port': ['ID=a39b6d4c-307e-48e6-8abf-9bbe78f268b5,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:26.567942 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ead55c8f-2f50-425d-af8f-bb4ee8ef9b71 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Usage tracker for resource:security_group_rule and tenant:762120214a8849329be213eb120961ff is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:26.575810 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ead55c8f-2f50-425d-af8f-bb4ee8ef9b71 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:26.599232 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1bff1f3f-cfaa-443b-8d0c-bbb73590383b tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:26.600579 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ead55c8f-2f50-425d-af8f-bb4ee8ef9b71 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:26.606257 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06d1258-71bd-4187-9029-79401292ba80 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:26.609046 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-69490acc-5e02-428b-8c22-729059111f95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:26.609860 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 906def24-1a73-4aa0-9eed-2cec96b5be0a completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:45:26.614420 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-b06d1258-71bd-4187-9029-79401292ba80 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:26.616281 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1bff1f3f-cfaa-443b-8d0c-bbb73590383b tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:26.617453 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06d1258-71bd-4187-9029-79401292ba80 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:26.628553 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 906def24-1a73-4aa0-9eed-2cec96b5be0a triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:26.628937 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:26.643724 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-139f49e4-d394-4e00-b8c7-3597e04067b6 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:26.646017 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-139f49e4-d394-4e00-b8c7-3597e04067b6 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:26.683161 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-139f49e4-d394-4e00-b8c7-3597e04067b6 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:26.683680 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139f49e4-d394-4e00-b8c7-3597e04067b6 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b260dc64-c2f4-489b-a6e1-6c2eadad5ee5 {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:45:26.701932 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d1258-71bd-4187-9029-79401292ba80 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Pushing event updated for resources: {'Port': ['ID=0e60b74d-f9b5-47d8-91ad-1a28d62182a7,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:26.713616 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ab9a8a77-c9d6-4cd9-99eb-0dbb1b2bbdca tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:26.737291 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ab9a8a77-c9d6-4cd9-99eb-0dbb1b2bbdca tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:26.739098 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b06d1258-71bd-4187-9029-79401292ba80 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:26.748319 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5e9a5ba7-af5e-45f4-b937-245f6a7fbed4 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:26.771159 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1bff1f3f-cfaa-443b-8d0c-bbb73590383b tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:26.772855 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1bff1f3f-cfaa-443b-8d0c-bbb73590383b tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8872201 May 31 15:45:26.778471 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49504) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:26.784862 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1a749f30-8e9b-436d-96eb-d97f4f523fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:26.809754 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a6a3fcdd-e9c9-4876-b74d-122b82890e28 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:26.810118 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a6a3fcdd-e9c9-4876-b74d-122b82890e28 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:26.824176 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-139f49e4-d394-4e00-b8c7-3597e04067b6 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:26.833519 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-139f49e4-d394-4e00-b8c7-3597e04067b6 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] 10.222.0.45 "DELETE /v2.0/routers/b260dc64-c2f4-489b-a6e1-6c2eadad5ee5 HTTP/1.1" status: 204 len: 168 time: 1.3178830 May 31 15:45:26.833519 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ab9a8a77-c9d6-4cd9-99eb-0dbb1b2bbdca tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:26.833519 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ab9a8a77-c9d6-4cd9-99eb-0dbb1b2bbdca tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.7301865 May 31 15:45:26.833795 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff1f3f-cfaa-443b-8d0c-bbb73590383b tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:26.833795 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49510) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:26.837305 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-399dbd62-086d-447e-9620-8097619e4dec tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Request body: {'security_group_rule': {'security_group_id': '3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:26.837448 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49512) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:26.840020 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1bff1f3f-cfaa-443b-8d0c-bbb73590383b tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:26.847210 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-f1c78cf5-fa12-4c2a-a804-e2585664523a tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Request body: {'security_group_rule': {'security_group_id': '09f1b8d6-f3d1-43b2-a6d7-2084019e743a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:26.864767 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-3a4b113e-afb9-4451-a7b7-2cd3c2caf6e6 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Request body: {'router': {'name': 'tempest-router-1084992288', 'distributed': True}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:26.878563 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f1c78cf5-fa12-4c2a-a804-e2585664523a tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:26.895308 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3a4b113e-afb9-4451-a7b7-2cd3c2caf6e6 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:26.898246 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f1c78cf5-fa12-4c2a-a804-e2585664523a tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Usage tracker for resource:security_group_rule and tenant:dff69be66365471cb98d4afa08a838e7 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:26.903832 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-bbb3c7d2-a36e-4eea-8121-f774d3388b7b None None] Set router 2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:45:26.910933 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f1c78cf5-fa12-4c2a-a804-e2585664523a tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:26.923000 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3a4b113e-afb9-4451-a7b7-2cd3c2caf6e6 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Usage tracker for resource:router and tenant:618f4847b2134cbc866e979890613b89 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:26.927241 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f1c78cf5-fa12-4c2a-a804-e2585664523a tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:26.932198 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3a4b113e-afb9-4451-a7b7-2cd3c2caf6e6 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:26.943805 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3a4b113e-afb9-4451-a7b7-2cd3c2caf6e6 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:26.983729 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-399dbd62-086d-447e-9620-8097619e4dec tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:26.992736 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f1c78cf5-fa12-4c2a-a804-e2585664523a tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:26.995819 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-a6a3fcdd-e9c9-4876-b74d-122b82890e28 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Calling delete_port for 35650538-a5d3-4e41-ae7f-72f2ab5e8611 owned by network:floatingip {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:45:27.020235 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b06d1258-71bd-4187-9029-79401292ba80 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:27.030317 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3a4b113e-afb9-4451-a7b7-2cd3c2caf6e6 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:27.031801 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3a4b113e-afb9-4451-a7b7-2cd3c2caf6e6 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:27.045160 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a8a77-c9d6-4cd9-99eb-0dbb1b2bbdca tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f1b8d6-f3d1-43b2-a6d7-2084019e743a,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:27.053984 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-399dbd62-086d-447e-9620-8097619e4dec tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Usage tracker for resource:security_group_rule and tenant:2768fca4df5d4b0e9f63be80d17b6d42 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:27.058408 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ab9a8a77-c9d6-4cd9-99eb-0dbb1b2bbdca tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:27.068085 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-399dbd62-086d-447e-9620-8097619e4dec tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:27.085367 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-399dbd62-086d-447e-9620-8097619e4dec tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:27.094557 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:27.101541 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49518) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:27.120007 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-2a525e9d-eab2-4486-b60d-a2eb37fbbf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4356be7f-60e2-4865-b729-026e491816be', 'name': 'tempest-ServerActionsTestJSON-60769872-router', 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'daa7d29b-63f7-401f-87ae-664065b3d223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:20Z', 'revision_number': 4, 'project_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'gw_port': {'id': 'daa7d29b-63f7-401f-87ae-664065b3d223', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4356be7f-60e2-4865-b729-026e491816be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'bf1442f4-3076-464d-a628-de537d74f8c9', 'name': '', 'network_id': 'd344e8f1-f415-4064-9d12-68c70eb6ac0b', 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'mac_address': 'fa:16:3e:63:9d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4356be7f-60e2-4865-b729-026e491816be', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '418ec826-97fb-4894-813a-51ffe25a7768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:16Z', 'updated_at': '2021-05-31T15:45:20Z', 'revision_number': 2, 'project_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'subnets': [{'id': '418ec826-97fb-4894-813a-51ffe25a7768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:27.130838 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-399dbd62-086d-447e-9620-8097619e4dec tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:27.131956 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a525e9d-eab2-4486-b60d-a2eb37fbbf24 None None] Checking router: 4356be7f-60e2-4865-b729-026e491816be for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:45:27.132304 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a525e9d-eab2-4486-b60d-a2eb37fbbf24 None None] Updating router 4356be7f-60e2-4865-b729-026e491816be port bf1442f4-3076-464d-a628-de537d74f8c9 binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:45:27.153205 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b06d1258-71bd-4187-9029-79401292ba80 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:27.191254 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 906def24-1a73-4aa0-9eed-2cec96b5be0a, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=906def24-1a73-4aa0-9eed-2cec96b5be0a,segment=NetworkSegment(4614750b-b79f-4ba6-9b69-9d8b896289e9),segment_id=4614750b-b79f-4ba6-9b69-9d8b896289e9)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:45:27.223162 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ead55c8f-2f50-425d-af8f-bb4ee8ef9b71 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:27.237692 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3a4b113e-afb9-4451-a7b7-2cd3c2caf6e6 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:27.253397 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ead55c8f-2f50-425d-af8f-bb4ee8ef9b71 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:27.262086 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:27.270925 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-9dce93b3-b416-4f05-a447-c3ac78b63bb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:27.271833 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:27.277915 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-399dbd62-086d-447e-9620-8097619e4dec tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:27.287835 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-399dbd62-086d-447e-9620-8097619e4dec tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:27.293011 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:27.333182 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead55c8f-2f50-425d-af8f-bb4ee8ef9b71 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0620e7a-43fc-4090-be00-a3e84cd3975b,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:27.348245 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ead55c8f-2f50-425d-af8f-bb4ee8ef9b71 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:27.362177 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f1c78cf5-fa12-4c2a-a804-e2585664523a tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:27.366507 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead55c8f-2f50-425d-af8f-bb4ee8ef9b71 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:45:27.371027 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3a4b113e-afb9-4451-a7b7-2cd3c2caf6e6 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:27.404308 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f1c78cf5-fa12-4c2a-a804-e2585664523a tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:27.408400 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2a525e9d-eab2-4486-b60d-a2eb37fbbf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:27.419223 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-d8206df4-c9fb-4d37-a716-19a2cfbfd472 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1453869727'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:27.443890 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399dbd62-086d-447e-9620-8097619e4dec tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f88765-5c8c-4f85-b91d-a085a982552d,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:27.446982 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-399dbd62-086d-447e-9620-8097619e4dec tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:27.451599 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d8206df4-c9fb-4d37-a716-19a2cfbfd472 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:27.464486 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d8206df4-c9fb-4d37-a716-19a2cfbfd472 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Usage tracker for resource:network and tenant:908b8013104e4104b239c3bdfeabf28b is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:27.465236 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:27.476776 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ead55c8f-2f50-425d-af8f-bb4ee8ef9b71 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:27.476776 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-ead55c8f-2f50-425d-af8f-bb4ee8ef9b71 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Added segment 0d00d053-1156-4ba8-933a-9fa5cb723e21 of type vlan for network 71585b84-90ae-4fe5-8e03-4ebbae338514 May 31 15:45:27.477188 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d8206df4-c9fb-4d37-a716-19a2cfbfd472 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:27.499214 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d8206df4-c9fb-4d37-a716-19a2cfbfd472 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:27.525500 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c78cf5-fa12-4c2a-a804-e2585664523a tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5e39c1-d835-4974-be65-933805793f08,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:27.531307 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=906def24-1a73-4aa0-9eed-2cec96b5be0a,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:27.539276 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f1c78cf5-fa12-4c2a-a804-e2585664523a tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:27.539702 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:27.574429 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3a4b113e-afb9-4451-a7b7-2cd3c2caf6e6 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:27.575863 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3a4b113e-afb9-4451-a7b7-2cd3c2caf6e6 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7342291 May 31 15:45:27.581013 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ead55c8f-2f50-425d-af8f-bb4ee8ef9b71 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:27.584889 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49524) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:27.602062 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f1c78cf5-fa12-4c2a-a804-e2585664523a tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:27.603327 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f1c78cf5-fa12-4c2a-a804-e2585664523a tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7683737 May 31 15:45:27.620059 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49528) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:27.622677 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-399dbd62-086d-447e-9620-8097619e4dec tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:27.627309 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-399dbd62-086d-447e-9620-8097619e4dec tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8201218 May 31 15:45:27.630997 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49532) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:27.640693 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-2deebedd-6fed-4208-9bff-f40d60eaa0b0 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Request body: {'security_group_rule': {'security_group_id': '09f1b8d6-f3d1-43b2-a6d7-2084019e743a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:27.655943 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-2b970364-7d03-4b0e-893f-2f69da8b89ff tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Request body: {'security_group_rule': {'security_group_id': '3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:27.665712 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-2deebedd-6fed-4208-9bff-f40d60eaa0b0 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:27.668837 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-2b970364-7d03-4b0e-893f-2f69da8b89ff tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:27.670836 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a6a3fcdd-e9c9-4876-b74d-122b82890e28 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:27.673096 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8206df4-c9fb-4d37-a716-19a2cfbfd472 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Made reservation on behalf of 908b8013104e4104b239c3bdfeabf28b for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:27.676716 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d8206df4-c9fb-4d37-a716-19a2cfbfd472 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:27.692973 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-2b970364-7d03-4b0e-893f-2f69da8b89ff tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Usage tracker for resource:security_group_rule and tenant:2768fca4df5d4b0e9f63be80d17b6d42 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:27.695970 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-2deebedd-6fed-4208-9bff-f40d60eaa0b0 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Usage tracker for resource:security_group_rule and tenant:dff69be66365471cb98d4afa08a838e7 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:27.703416 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3fea8572-2b83-4951-b92f-3f940f1b2539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:27.727272 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 906def24-1a73-4aa0-9eed-2cec96b5be0a up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:45:27.741549 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-2b970364-7d03-4b0e-893f-2f69da8b89ff tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:27.746235 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-2deebedd-6fed-4208-9bff-f40d60eaa0b0 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:27.749242 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d8206df4-c9fb-4d37-a716-19a2cfbfd472 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:27.780325 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-2b970364-7d03-4b0e-893f-2f69da8b89ff tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:27.786088 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-2deebedd-6fed-4208-9bff-f40d60eaa0b0 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:27.788150 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3fcdd-e9c9-4876-b74d-122b82890e28 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Pushing event deleted for resources: {'Port': ['ID=35650538-a5d3-4e41-ae7f-72f2ab5e8611,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:27.790689 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a6a3fcdd-e9c9-4876-b74d-122b82890e28 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:27.842365 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bea96802-ea72-4276-9a7c-c4f17d0cdc41 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:27.843904 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d8206df4-c9fb-4d37-a716-19a2cfbfd472 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:27.844379 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-bbb3c7d2-a36e-4eea-8121-f774d3388b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'name': 'tempest-ServersTestManualDisk-1503760101-router', 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': '05137703-9015-4db2-b06f-03c75570b399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:17Z', 'revision_number': 4, 'project_id': '31cb1923c01a40bcb7e56f6bb437609c', 'gw_port': {'id': '05137703-9015-4db2-b06f-03c75570b399', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'a39b6d4c-307e-48e6-8abf-9bbe78f268b5', 'name': '', 'network_id': '9762618e-b801-4945-a348-7f7865b0995e', 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c', 'mac_address': 'fa:16:3e:e1:a2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7fb83780-73dc-46ad-8905-afe39908f206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:14Z', 'updated_at': '2021-05-31T15:45:25Z', 'revision_number': 4, 'project_id': '31cb1923c01a40bcb7e56f6bb437609c', 'subnets': [{'id': '7fb83780-73dc-46ad-8905-afe39908f206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:27.862697 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb3c7d2-a36e-4eea-8121-f774d3388b7b None None] The sync data for ids ['2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7'] in dv-neutron-601336-79-hyperv is: [{'id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'name': 'tempest-ServersTestManualDisk-1503760101-router', 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': '05137703-9015-4db2-b06f-03c75570b399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:17Z', 'revision_number': 4, 'project_id': '31cb1923c01a40bcb7e56f6bb437609c', 'gw_port': {'id': '05137703-9015-4db2-b06f-03c75570b399', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'a39b6d4c-307e-48e6-8abf-9bbe78f268b5', 'name': '', 'network_id': '9762618e-b801-4945-a348-7f7865b0995e', 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c', 'mac_address': 'fa:16:3e:e1:a2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7fb83780-73dc-46ad-8905-afe39908f206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:14Z', 'updated_at': '2021-05-31T15:45:25Z', 'revision_number': 4, 'project_id': '31cb1923c01a40bcb7e56f6bb437609c', 'subnets': [{'id': '7fb83780-73dc-46ad-8905-afe39908f206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:45:27.884874 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d8206df4-c9fb-4d37-a716-19a2cfbfd472 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Usage tracker for resource:security_group_rule and tenant:908b8013104e4104b239c3bdfeabf28b is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:27.901697 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d8206df4-c9fb-4d37-a716-19a2cfbfd472 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:27.919178 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2deebedd-6fed-4208-9bff-f40d60eaa0b0 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:27.932410 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2b970364-7d03-4b0e-893f-2f69da8b89ff tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:27.948214 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d8206df4-c9fb-4d37-a716-19a2cfbfd472 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:27.983416 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 906def24-1a73-4aa0-9eed-2cec96b5be0a triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:27.983980 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:27.993613 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.db.resource_extend [None req-ead55c8f-2f50-425d-af8f-bb4ee8ef9b71 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:45:28.072858 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a6a3fcdd-e9c9-4876-b74d-122b82890e28 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:28.135086 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:28.181364 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a6a3fcdd-e9c9-4876-b74d-122b82890e28 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:28.185314 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ead55c8f-2f50-425d-af8f-bb4ee8ef9b71 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:28.190988 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b06d1258-71bd-4187-9029-79401292ba80 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:28.193420 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2a525e9d-eab2-4486-b60d-a2eb37fbbf24 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:28.225205 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2a525e9d-eab2-4486-b60d-a2eb37fbbf24 None None] Transition to ACTIVE for port object bf1442f4-3076-464d-a628-de537d74f8c9 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:28.237365 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2a525e9d-eab2-4486-b60d-a2eb37fbbf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:28.241143 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:28.243751 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2deebedd-6fed-4208-9bff-f40d60eaa0b0 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:28.254037 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead55c8f-2f50-425d-af8f-bb4ee8ef9b71 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:28.254885 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ead55c8f-2f50-425d-af8f-bb4ee8ef9b71 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:28.260149 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2b970364-7d03-4b0e-893f-2f69da8b89ff tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:28.268727 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:28.289214 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2deebedd-6fed-4208-9bff-f40d60eaa0b0 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:28.309005 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2b970364-7d03-4b0e-893f-2f69da8b89ff tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:28.318194 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-399dbd62-086d-447e-9620-8097619e4dec tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:28.361333 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b06d1258-71bd-4187-9029-79401292ba80 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:28.388523 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bea96802-ea72-4276-9a7c-c4f17d0cdc41 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:28.391545 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bea96802-ea72-4276-9a7c-c4f17d0cdc41 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:28.402647 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deebedd-6fed-4208-9bff-f40d60eaa0b0 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8336607-ed3b-47a6-8b25-a75b5779ac9b,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:28.428278 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ead55c8f-2f50-425d-af8f-bb4ee8ef9b71 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.7936723 May 31 15:45:28.484997 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75cc5b0-d07b-4a94-82a8-1e91b0beaf95 None None] Pushing event updated for resources: {'Port': ['ID=bf1442f4-3076-464d-a628-de537d74f8c9,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:28.493909 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49538) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:28.499847 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a75cc5b0-d07b-4a94-82a8-1e91b0beaf95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:28.531179 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead55c8f-2f50-425d-af8f-bb4ee8ef9b71 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Pushing event updated for resources: {'Network': ['ID=71585b84-90ae-4fe5-8e03-4ebbae338514,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:28.536346 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-2a525e9d-eab2-4486-b60d-a2eb37fbbf24 None None] Attempting to bind port bf1442f4-3076-464d-a628-de537d74f8c9 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:28.536769 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-2a525e9d-eab2-4486-b60d-a2eb37fbbf24 None None] Attempting to bind port bf1442f4-3076-464d-a628-de537d74f8c9 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'dfcdbfac-1782-4f23-a90d-17caf7895016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd344e8f1-f415-4064-9d12-68c70eb6ac0b'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:28.537131 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a525e9d-eab2-4486-b60d-a2eb37fbbf24 None None] Attempting to bind port bf1442f4-3076-464d-a628-de537d74f8c9 on network d344e8f1-f415-4064-9d12-68c70eb6ac0b {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:28.542659 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 71585b84-90ae-4fe5-8e03-4ebbae338514 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:45:28.544135 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-ecd4579a-525b-4463-be5a-c58a8a2552fc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Request body: {'subnet': {'network_id': '71585b84-90ae-4fe5-8e03-4ebbae338514', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:28.551255 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ead55c8f-2f50-425d-af8f-bb4ee8ef9b71 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:28.552334 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:28.560788 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a525e9d-eab2-4486-b60d-a2eb37fbbf24 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:45:28.561167 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a525e9d-eab2-4486-b60d-a2eb37fbbf24 None None] Checking segment: {'id': 'dfcdbfac-1782-4f23-a90d-17caf7895016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd344e8f1-f415-4064-9d12-68c70eb6ac0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:45:28.561573 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2a525e9d-eab2-4486-b60d-a2eb37fbbf24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:28.561962 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a525e9d-eab2-4486-b60d-a2eb37fbbf24 None None] Bound using segment: {'id': 'dfcdbfac-1782-4f23-a90d-17caf7895016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd344e8f1-f415-4064-9d12-68c70eb6ac0b'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:45:28.562438 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-2a525e9d-eab2-4486-b60d-a2eb37fbbf24 None None] Bound port: bf1442f4-3076-464d-a628-de537d74f8c9, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfcdbfac-1782-4f23-a90d-17caf7895016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd344e8f1-f415-4064-9d12-68c70eb6ac0b'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:45:28.562808 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2a525e9d-eab2-4486-b60d-a2eb37fbbf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:28.566005 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b970364-7d03-4b0e-893f-2f69da8b89ff tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9475a6a0-c8c9-437d-9b3e-92bcb48e6115,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:28.570843 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2b970364-7d03-4b0e-893f-2f69da8b89ff tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:28.571855 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-53dc1db8-fba7-4bab-a3f9-93739660ccb8 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:28.584851 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:28.585174 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:28.586109 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2deebedd-6fed-4208-9bff-f40d60eaa0b0 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:28.590274 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2deebedd-6fed-4208-9bff-f40d60eaa0b0 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9662201 May 31 15:45:28.594183 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d8206df4-c9fb-4d37-a716-19a2cfbfd472 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:28.599304 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49542) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:28.616954 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-aa41fc74-17d6-492e-a58c-ad5a5e68e377 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:28.627684 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-00b68f5c-1a3d-496e-a092-743b9e69330a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:28.634467 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bea96802-ea72-4276-9a7c-c4f17d0cdc41 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:28.635579 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea96802-ea72-4276-9a7c-c4f17d0cdc41 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83f54af9-a242-41da-aebe-07f439ffaa40 {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:45:28.637471 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-aa41fc74-17d6-492e-a58c-ad5a5e68e377 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:28.657248 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b06d1258-71bd-4187-9029-79401292ba80 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:28.665767 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-aa41fc74-17d6-492e-a58c-ad5a5e68e377 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Usage tracker for resource:floatingip and tenant:dff69be66365471cb98d4afa08a838e7 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:28.673260 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2b970364-7d03-4b0e-893f-2f69da8b89ff tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:28.677577 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2b970364-7d03-4b0e-893f-2f69da8b89ff tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0415189 May 31 15:45:28.677577 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d8206df4-c9fb-4d37-a716-19a2cfbfd472 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:28.678132 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-aa41fc74-17d6-492e-a58c-ad5a5e68e377 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:28.690286 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49546) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:28.697758 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-3e0a6683-50bf-4e0b-b452-221358e75da5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:28.705421 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-aa41fc74-17d6-492e-a58c-ad5a5e68e377 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:28.708896 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bea96802-ea72-4276-9a7c-c4f17d0cdc41 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:28.728122 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-bea96802-ea72-4276-9a7c-c4f17d0cdc41 tempest-RoutersTestDVR-1325723481 tempest-RoutersTestDVR-1325723481-project-admin] 10.222.0.45 "DELETE /v2.0/routers/83f54af9-a242-41da-aebe-07f439ffaa40 HTTP/1.1" status: 204 len: 168 time: 1.1186347 May 31 15:45:28.745923 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3e0a6683-50bf-4e0b-b452-221358e75da5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:28.769075 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d1258-71bd-4187-9029-79401292ba80 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Pushing event updated for resources: {'Port': ['ID=0e60b74d-f9b5-47d8-91ad-1a28d62182a7,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:28.776126 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8206df4-c9fb-4d37-a716-19a2cfbfd472 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:45:28.779680 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b06d1258-71bd-4187-9029-79401292ba80 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:28.780500 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b06d1258-71bd-4187-9029-79401292ba80 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:28.786524 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d8206df4-c9fb-4d37-a716-19a2cfbfd472 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:28.786863 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-d8206df4-c9fb-4d37-a716-19a2cfbfd472 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Added segment bede2283-af59-4620-910f-43cdc3ee7bf8 of type vlan for network 46de190c-08d1-4dfd-85fd-85e643d7a06e May 31 15:45:28.787552 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b06d1258-71bd-4187-9029-79401292ba80 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7552805 May 31 15:45:28.789558 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3e0a6683-50bf-4e0b-b452-221358e75da5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Usage tracker for resource:floatingip and tenant:2768fca4df5d4b0e9f63be80d17b6d42 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:28.797099 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3e0a6683-50bf-4e0b-b452-221358e75da5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:28.808040 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3e0a6683-50bf-4e0b-b452-221358e75da5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:28.810478 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aa41fc74-17d6-492e-a58c-ad5a5e68e377 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks [] for floatingip, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:28.836412 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-2a525e9d-eab2-4486-b60d-a2eb37fbbf24 None None] For port bf1442f4-3076-464d-a628-de537d74f8c9, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:45:28.840283 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-2a525e9d-eab2-4486-b60d-a2eb37fbbf24 None None] For port bf1442f4-3076-464d-a628-de537d74f8c9, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=bf1442f4-3076-464d-a628-de537d74f8c9,segment=NetworkSegment(dfcdbfac-1782-4f23-a90d-17caf7895016),segment_id=dfcdbfac-1782-4f23-a90d-17caf7895016)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:45:28.851386 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2a525e9d-eab2-4486-b60d-a2eb37fbbf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:28.856646 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:28.900190 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3e0a6683-50bf-4e0b-b452-221358e75da5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks [] for floatingip, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:28.907772 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d8206df4-c9fb-4d37-a716-19a2cfbfd472 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:28.911602 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dc1db8-fba7-4bab-a3f9-93739660ccb8 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Checking segment: {'id': 'f139a3d8-a241-4791-a159-b84565d1339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '032d6383-0f97-4a9a-9084-abf99a2deeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:45:28.911962 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dc1db8-fba7-4bab-a3f9-93739660ccb8 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Network hostable DHCP agents. Network: 032d6383-0f97-4a9a-9084-abf99a2deeab, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:45:28.926713 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-ecd4579a-525b-4463-be5a-c58a8a2552fc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:28.940125 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ecd4579a-525b-4463-be5a-c58a8a2552fc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Usage tracker for resource:subnet and tenant:762120214a8849329be213eb120961ff is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:28.959746 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ecd4579a-525b-4463-be5a-c58a8a2552fc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:28.977856 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-ecd4579a-525b-4463-be5a-c58a8a2552fc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:28.987425 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc1db8-fba7-4bab-a3f9-93739660ccb8 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Pushing event updated for resources: {'Subnet': ['ID=90780b08-97f3-43ab-9f72-ee25387370e5,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:29.025928 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a525e9d-eab2-4486-b60d-a2eb37fbbf24 None None] Routers {'4356be7f-60e2-4865-b729-026e491816be'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:45:29.026651 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-2a525e9d-eab2-4486-b60d-a2eb37fbbf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:45:07Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4356be7f-60e2-4865-b729-026e491816be'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:29.062860 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-53dc1db8-fba7-4bab-a3f9-93739660ccb8 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:29.065969 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:29.090639 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.db.resource_extend [None req-d8206df4-c9fb-4d37-a716-19a2cfbfd472 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:45:29.144719 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd4579a-525b-4463-be5a-c58a8a2552fc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Made reservation on behalf of 762120214a8849329be213eb120961ff for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:29.151536 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ecd4579a-525b-4463-be5a-c58a8a2552fc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:29.186089 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75cc5b0-d07b-4a94-82a8-1e91b0beaf95 None None] Pushing event updated for resources: {'Port': ['ID=bf1442f4-3076-464d-a628-de537d74f8c9,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:29.193812 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a75cc5b0-d07b-4a94-82a8-1e91b0beaf95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:29.197794 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dc1db8-fba7-4bab-a3f9-93739660ccb8 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Network 032d6383-0f97-4a9a-9084-abf99a2deeab is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:45:29.244134 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8206df4-c9fb-4d37-a716-19a2cfbfd472 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b11d64c6-446f-4b75-8771-82a372bc9d7d,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:29.388261 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-2a525e9d-eab2-4486-b60d-a2eb37fbbf24 None None] Set router 4356be7f-60e2-4865-b729-026e491816be gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:45:29.408943 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49566) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:29.422799 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aa41fc74-17d6-492e-a58c-ad5a5e68e377 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:29.430555 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3e0a6683-50bf-4e0b-b452-221358e75da5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:29.520903 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d8206df4-c9fb-4d37-a716-19a2cfbfd472 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:29.557529 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-53dc1db8-fba7-4bab-a3f9-93739660ccb8 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 032d6383-0f97-4a9a-9084-abf99a2deeab) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:29.559292 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d8206df4-c9fb-4d37-a716-19a2cfbfd472 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:29.570901 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6beb3f75-de32-4472-b3c4-026a2969d3e0 None None] Network 032d6383-0f97-4a9a-9084-abf99a2deeab requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:45:29.600998 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8206df4-c9fb-4d37-a716-19a2cfbfd472 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:29.605268 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d8206df4-c9fb-4d37-a716-19a2cfbfd472 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:29.654485 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:29.734869 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7bd5d36a-c68b-4acd-af00-d3a529324dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:29.780228 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49582) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:29.780774 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a39b6d4c-307e-48e6-8abf-9bbe78f268b5 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:45:29.786169 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8206df4-c9fb-4d37-a716-19a2cfbfd472 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Pushing event updated for resources: {'Network': ['ID=46de190c-08d1-4dfd-85fd-85e643d7a06e,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:29.795941 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d8206df4-c9fb-4d37-a716-19a2cfbfd472 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:29.801014 dv-neutron-601336-79-hyperv neutron-server[99205]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 31 15:45:29.803573 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dc1db8-fba7-4bab-a3f9-93739660ccb8 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:29.804117 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-53dc1db8-fba7-4bab-a3f9-93739660ccb8 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:29.817450 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 46de190c-08d1-4dfd-85fd-85e643d7a06e details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:45:29.845452 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-7bd5d36a-c68b-4acd-af00-d3a529324dba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:29.852333 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-7bd5d36a-c68b-4acd-af00-d3a529324dba admin admin] Usage tracker for resource:security_group_rule and tenant:23f1d846d0e144638787ee42207e885a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:29.856680 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-7bd5d36a-c68b-4acd-af00-d3a529324dba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:29.867215 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-7bd5d36a-c68b-4acd-af00-d3a529324dba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:29.880270 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-aa41fc74-17d6-492e-a58c-ad5a5e68e377 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Allocated IP 172.26.0.198 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/a1269c76-e6e5-4421-833e-55c9a9de2f74) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:45:29.899627 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a6a3fcdd-e9c9-4876-b74d-122b82890e28 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:29.914173 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d8206df4-c9fb-4d37-a716-19a2cfbfd472 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.8123131 May 31 15:45:29.916914 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-affceb08-6a22-46d3-a639-dde7966e5ef9 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Synchronizing usage tracker for tenant:31cb1923c01a40bcb7e56f6bb437609c on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:45:29.923811 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-60f5b9f2-0522-4465-a1a3-ab0ce959dca4 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:29.965568 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-53dc1db8-fba7-4bab-a3f9-93739660ccb8 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.1871905 May 31 15:45:29.976828 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49590) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:30.001948 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3fcdd-e9c9-4876-b74d-122b82890e28 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=de655dad-b10e-4ce9-b533-ac5485794412,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:30.013066 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-87e385a9-f5e9-442b-8c7e-d4694ec308fb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Request body: {'port': {'network_id': '032d6383-0f97-4a9a-9084-abf99a2deeab', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1900744089'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:30.038766 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a6a3fcdd-e9c9-4876-b74d-122b82890e28 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:30.103870 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aa41fc74-17d6-492e-a58c-ad5a5e68e377 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:30.153632 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7bd5d36a-c68b-4acd-af00-d3a529324dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:30.162339 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7bd5d36a-c68b-4acd-af00-d3a529324dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:30.176725 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-63eefae1-919c-4b93-bf09-a39695c2a5c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:30.180165 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port a39b6d4c-307e-48e6-8abf-9bbe78f268b5 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:45:30.191455 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port a39b6d4c-307e-48e6-8abf-9bbe78f268b5 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:30.192005 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:30.194929 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49594) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:30.220409 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Request body: {'port': {'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e', 'binding:host_id': 'hv-neutron-6013', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1561829454'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:30.224364 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0596f61c-fc2d-4936-b73a-64398a606d49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-032d6383-0f97-4a9a-9084-abf99a2deeab', 'network_id': '032d6383-0f97-4a9a-9084-abf99a2deeab', 'tenant_id': 'd9b003e344314e97bc35feb4f12b3afc', 'fixed_ips': [{'subnet_id': '90780b08-97f3-43ab-9f72-ee25387370e5'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:45:30.229448 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0596f61c-fc2d-4936-b73a-64398a606d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:30.239312 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:30.243534 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5d36a-c68b-4acd-af00-d3a529324dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834810d8-06bf-43d0-a50a-449809ebaf19,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:30.250429 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7bd5d36a-c68b-4acd-af00-d3a529324dba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=23f1d846d0e144638787ee42207e885a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8392062 May 31 15:45:30.251878 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Usage tracker for resource:port and tenant:ba271e68077f44e5a1fe7cf2c6eec795 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:30.255368 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7bd5d36a-c68b-4acd-af00-d3a529324dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:30.257170 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:30.260692 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49598) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:30.268357 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-2a525e9d-eab2-4486-b60d-a2eb37fbbf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4356be7f-60e2-4865-b729-026e491816be', 'name': 'tempest-ServerActionsTestJSON-60769872-router', 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'daa7d29b-63f7-401f-87ae-664065b3d223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:20Z', 'revision_number': 4, 'project_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'gw_port': {'id': 'daa7d29b-63f7-401f-87ae-664065b3d223', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4356be7f-60e2-4865-b729-026e491816be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'bf1442f4-3076-464d-a628-de537d74f8c9', 'name': '', 'network_id': 'd344e8f1-f415-4064-9d12-68c70eb6ac0b', 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'mac_address': 'fa:16:3e:63:9d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4356be7f-60e2-4865-b729-026e491816be', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '418ec826-97fb-4894-813a-51ffe25a7768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:16Z', 'updated_at': '2021-05-31T15:45:28Z', 'revision_number': 4, 'project_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'subnets': [{'id': '418ec826-97fb-4894-813a-51ffe25a7768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:30.314261 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a525e9d-eab2-4486-b60d-a2eb37fbbf24 None None] The sync data for ids ['4356be7f-60e2-4865-b729-026e491816be'] in dv-neutron-601336-79-hyperv is: [{'id': '4356be7f-60e2-4865-b729-026e491816be', 'name': 'tempest-ServerActionsTestJSON-60769872-router', 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'daa7d29b-63f7-401f-87ae-664065b3d223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:20Z', 'revision_number': 4, 'project_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'gw_port': {'id': 'daa7d29b-63f7-401f-87ae-664065b3d223', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4356be7f-60e2-4865-b729-026e491816be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'bf1442f4-3076-464d-a628-de537d74f8c9', 'name': '', 'network_id': 'd344e8f1-f415-4064-9d12-68c70eb6ac0b', 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'mac_address': 'fa:16:3e:63:9d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4356be7f-60e2-4865-b729-026e491816be', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '418ec826-97fb-4894-813a-51ffe25a7768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:16Z', 'updated_at': '2021-05-31T15:45:28Z', 'revision_number': 4, 'project_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'subnets': [{'id': '418ec826-97fb-4894-813a-51ffe25a7768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:45:30.339832 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:30.344023 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aa41fc74-17d6-492e-a58c-ad5a5e68e377 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:30.360179 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-affceb08-6a22-46d3-a639-dde7966e5ef9 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Unset dirty status for tenant:31cb1923c01a40bcb7e56f6bb437609c on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:45:30.361387 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-affceb08-6a22-46d3-a639-dde7966e5ef9 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--951334026&fields=id&tenant_id=31cb1923c01a40bcb7e56f6bb437609c HTTP/1.1" status: 200 len: 267 time: 0.5717225 May 31 15:45:30.446811 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a6a3fcdd-e9c9-4876-b74d-122b82890e28 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:30.480304 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:30.518318 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-0596f61c-fc2d-4936-b73a-64398a606d49 None None] Allocated IP 2001:db8::2 (032d6383-0f97-4a9a-9084-abf99a2deeab/90780b08-97f3-43ab-9f72-ee25387370e5/133e4cdb-fa46-4ced-8020-ddf99e67dea3) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:45:30.527899 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c438061c-3d62-48b4-a4fa-78b31dfcc44d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:30.531907 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-a6a3fcdd-e9c9-4876-b74d-122b82890e28 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b9e3fb-3442-409e-a3fa-fd9b92625406']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:30.538853 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port a39b6d4c-307e-48e6-8abf-9bbe78f268b5, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a39b6d4c-307e-48e6-8abf-9bbe78f268b5,segment=NetworkSegment(6becfde1-db3d-4eb5-a5b5-1b5dae851b53),segment_id=6becfde1-db3d-4eb5-a5b5-1b5dae851b53)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:45:30.550607 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-a6a3fcdd-e9c9-4876-b74d-122b82890e28 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f54ed430-5594-4d4c-bfde-24e6e164c5c4') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:30.551097 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-a6a3fcdd-e9c9-4876-b74d-122b82890e28 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f54ed430-5594-4d4c-bfde-24e6e164c5c4') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:30.557311 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:30.566233 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:30.598662 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Made reservation on behalf of ba271e68077f44e5a1fe7cf2c6eec795 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:30.601007 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:30.643476 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa41fc74-17d6-492e-a58c-ad5a5e68e377 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:30.650629 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a6a3fcdd-e9c9-4876-b74d-122b82890e28 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:30.652869 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:30.663628 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-aa41fc74-17d6-492e-a58c-ad5a5e68e377 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:30.678917 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa41fc74-17d6-492e-a58c-ad5a5e68e377 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:30.700946 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a6a3fcdd-e9c9-4876-b74d-122b82890e28 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:30.711101 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-87e385a9-f5e9-442b-8c7e-d4694ec308fb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:30.717951 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ffccf66d-419b-4d13-afcd-700822d3f83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:30.720001 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-87e385a9-f5e9-442b-8c7e-d4694ec308fb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Usage tracker for resource:port and tenant:d9b003e344314e97bc35feb4f12b3afc is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:30.720854 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41fc74-17d6-492e-a58c-ad5a5e68e377 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Pushing event updated for resources: {'Port': ['ID=a1269c76-e6e5-4421-833e-55c9a9de2f74,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:30.723234 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-3e0a6683-50bf-4e0b-b452-221358e75da5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Allocated IP 172.26.0.16 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/881983aa-2713-4698-97a1-0af0d492bc7c) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:45:30.723765 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a3fcdd-e9c9-4876-b74d-122b82890e28 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:45:30.724156 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a6a3fcdd-e9c9-4876-b74d-122b82890e28 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:30.738123 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-aa41fc74-17d6-492e-a58c-ad5a5e68e377 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:45:30.741068 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:45:30.744701 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-87e385a9-f5e9-442b-8c7e-d4694ec308fb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:30.747032 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:30.758153 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Usage tracker for resource:security_group_rule and tenant:ba271e68077f44e5a1fe7cf2c6eec795 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:30.760785 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-87e385a9-f5e9-442b-8c7e-d4694ec308fb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:30.764073 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:30.775677 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=a39b6d4c-307e-48e6-8abf-9bbe78f268b5,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:30.777344 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:30.780801 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:30.878615 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0596f61c-fc2d-4936-b73a-64398a606d49 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:30.881422 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e385a9-f5e9-442b-8c7e-d4694ec308fb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Made reservation on behalf of d9b003e344314e97bc35feb4f12b3afc for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:30.883991 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ffccf66d-419b-4d13-afcd-700822d3f83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:30.885744 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-87e385a9-f5e9-442b-8c7e-d4694ec308fb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:30.899960 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-0596f61c-fc2d-4936-b73a-64398a606d49 None None] Transition to ACTIVE for port object 133e4cdb-fa46-4ced-8020-ddf99e67dea3 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:30.908551 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-1d878470-6aed-463a-b3ff-8ca239da72c4 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:30.909248 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-1d878470-6aed-463a-b3ff-8ca239da72c4 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Synchronizing usage tracker for tenant:31cb1923c01a40bcb7e56f6bb437609c on resource:network {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:45:30.925149 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-0596f61c-fc2d-4936-b73a-64398a606d49 None None] Transition to ACTIVE for port object 133e4cdb-fa46-4ced-8020-ddf99e67dea3 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:30.932099 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a6a3fcdd-e9c9-4876-b74d-122b82890e28 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:30.935327 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0596f61c-fc2d-4936-b73a-64398a606d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:30.940210 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:30.953661 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-87e385a9-f5e9-442b-8c7e-d4694ec308fb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] device_id is not set on port 8881d81d-ed24-407e-ae49-5bbb2312626b yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:45:30.994600 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a3fcdd-e9c9-4876-b74d-122b82890e28 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 24b9e3fb-3442-409e-a3fa-fd9b92625406 {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 31 15:45:30.997715 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4d322a74-d28c-4fc3-9fd9-5b00cb3ac763 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:31.004951 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0596f61c-fc2d-4936-b73a-64398a606d49 None None] Network 032d6383-0f97-4a9a-9084-abf99a2deeab is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:31.008076 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-0596f61c-fc2d-4936-b73a-64398a606d49 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:31.012498 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0596f61c-fc2d-4936-b73a-64398a606d49 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:31.023597 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a6a3fcdd-e9c9-4876-b74d-122b82890e28 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:31.042515 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-1d878470-6aed-463a-b3ff-8ca239da72c4 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Unset dirty status for tenant:31cb1923c01a40bcb7e56f6bb437609c on resource:network {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:45:31.043727 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-1d878470-6aed-463a-b3ff-8ca239da72c4 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/networks?id=9762618e-b801-4945-a348-7f7865b0995e HTTP/1.1" status: 200 len: 812 time: 0.5888944 May 31 15:45:31.050524 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596f61c-fc2d-4936-b73a-64398a606d49 None None] Pushing event updated for resources: {'Port': ['ID=133e4cdb-fa46-4ced-8020-ddf99e67dea3,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:31.051601 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3fcdd-e9c9-4876-b74d-122b82890e28 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Pushing event deleted for resources: {'Network': ['ID=24b9e3fb-3442-409e-a3fa-fd9b92625406,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:31.057930 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0596f61c-fc2d-4936-b73a-64398a606d49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:31.069915 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a6a3fcdd-e9c9-4876-b74d-122b82890e28 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:31.074274 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a6a3fcdd-e9c9-4876-b74d-122b82890e28 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] 10.222.0.45 "DELETE /v2.0/networks/24b9e3fb-3442-409e-a3fa-fd9b92625406 HTTP/1.1" status: 204 len: 168 time: 7.2146490 May 31 15:45:31.075037 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:31.088315 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49602) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:31.093840 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aa41fc74-17d6-492e-a58c-ad5a5e68e377 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:31.110416 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:31.122356 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-0596f61c-fc2d-4936-b73a-64398a606d49 None None] Attempting to bind port 133e4cdb-fa46-4ced-8020-ddf99e67dea3 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:31.122983 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-0596f61c-fc2d-4936-b73a-64398a606d49 None None] Attempting to bind port 133e4cdb-fa46-4ced-8020-ddf99e67dea3 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f139a3d8-a241-4791-a159-b84565d1339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '032d6383-0f97-4a9a-9084-abf99a2deeab'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:31.123794 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0596f61c-fc2d-4936-b73a-64398a606d49 None None] Attempting to bind port 133e4cdb-fa46-4ced-8020-ddf99e67dea3 on network 032d6383-0f97-4a9a-9084-abf99a2deeab {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:31.129360 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0596f61c-fc2d-4936-b73a-64398a606d49 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:45:31.129919 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0596f61c-fc2d-4936-b73a-64398a606d49 None None] Checking segment: {'id': 'f139a3d8-a241-4791-a159-b84565d1339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '032d6383-0f97-4a9a-9084-abf99a2deeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:45:31.130469 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0596f61c-fc2d-4936-b73a-64398a606d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:31.131140 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0596f61c-fc2d-4936-b73a-64398a606d49 None None] Bound using segment: {'id': 'f139a3d8-a241-4791-a159-b84565d1339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '032d6383-0f97-4a9a-9084-abf99a2deeab'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:45:31.131747 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-0596f61c-fc2d-4936-b73a-64398a606d49 None None] Bound port: 133e4cdb-fa46-4ced-8020-ddf99e67dea3, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f139a3d8-a241-4791-a159-b84565d1339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '032d6383-0f97-4a9a-9084-abf99a2deeab'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:45:31.132275 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0596f61c-fc2d-4936-b73a-64398a606d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:31.174293 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-fa2e95df-7114-46e3-9e29-6f73594be411 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/quotas/31cb1923c01a40bcb7e56f6bb437609c HTTP/1.1" status: 200 len: 375 time: 0.1094966 May 31 15:45:31.178142 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3e0a6683-50bf-4e0b-b452-221358e75da5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:31.227863 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-0596f61c-fc2d-4936-b73a-64398a606d49 None None] For port 133e4cdb-fa46-4ced-8020-ddf99e67dea3, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:45:31.231865 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-0596f61c-fc2d-4936-b73a-64398a606d49 None None] For port 133e4cdb-fa46-4ced-8020-ddf99e67dea3, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=133e4cdb-fa46-4ced-8020-ddf99e67dea3,segment=NetworkSegment(f139a3d8-a241-4791-a159-b84565d1339e),segment_id=f139a3d8-a241-4791-a159-b84565d1339e)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:45:31.239212 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ead55c8f-2f50-425d-af8f-bb4ee8ef9b71 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:31.239636 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0596f61c-fc2d-4936-b73a-64398a606d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:31.246303 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:31.275564 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde2dd7b-c947-40b9-ada5-f73839cceaa5,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:31.281533 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-87e385a9-f5e9-442b-8c7e-d4694ec308fb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Allocated IP 2001:db8::366 (032d6383-0f97-4a9a-9084-abf99a2deeab/90780b08-97f3-43ab-9f72-ee25387370e5/8881d81d-ed24-407e-ae49-5bbb2312626b) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:45:31.291468 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:31.300856 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] device_id is not set on port 12d415ff-5fd9-49b0-9943-a806aaa8b924 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:45:31.343665 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596f61c-fc2d-4936-b73a-64398a606d49 None None] Pushing event updated for resources: {'Port': ['ID=133e4cdb-fa46-4ced-8020-ddf99e67dea3,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:31.347778 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0596f61c-fc2d-4936-b73a-64398a606d49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:31.389574 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aa41fc74-17d6-492e-a58c-ad5a5e68e377 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:31.433760 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f36678f2-c818-4749-987f-14a0aa6a8c18 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Synchronizing usage tracker for tenant:9fb386c33d0c4a9dae2992849c98cac5 on resource:floatingip {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:45:31.480991 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ecd4579a-525b-4463-be5a-c58a8a2552fc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:31.493503 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ffccf66d-419b-4d13-afcd-700822d3f83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:31.518477 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8abcadf4-bdf0-4fd9-901b-5372cc93c4ed tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:31.520315 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:31.544229 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3e0a6683-50bf-4e0b-b452-221358e75da5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:31.554899 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffccf66d-419b-4d13-afcd-700822d3f83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834810d8-06bf-43d0-a50a-449809ebaf19,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:31.566409 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ffccf66d-419b-4d13-afcd-700822d3f83e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:31.568896 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:31.680628 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f36678f2-c818-4749-987f-14a0aa6a8c18 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Unset dirty status for tenant:9fb386c33d0c4a9dae2992849c98cac5 on resource:floatingip {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:45:31.683966 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f36678f2-c818-4749-987f-14a0aa6a8c18 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1171 time: 0.5918717 May 31 15:45:31.691344 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49606) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:31.735156 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-67aff0b8-b145-421d-bce6-a4d88ae6ab33 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Synchronizing usage tracker for tenant:31cb1923c01a40bcb7e56f6bb437609c on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:45:31.764404 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4579a-525b-4463-be5a-c58a8a2552fc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Pushing event updated for resources: {'Subnet': ['ID=dc6adbaf-af8b-4a52-a1f7-9c5760efa2e9,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:31.782989 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ecd4579a-525b-4463-be5a-c58a8a2552fc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:31.804206 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd4579a-525b-4463-be5a-c58a8a2552fc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Checking segment: {'id': '0d00d053-1156-4ba8-933a-9fa5cb723e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '71585b84-90ae-4fe5-8e03-4ebbae338514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:45:31.804545 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd4579a-525b-4463-be5a-c58a8a2552fc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Network hostable DHCP agents. Network: 71585b84-90ae-4fe5-8e03-4ebbae338514, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:45:31.853452 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-67aff0b8-b145-421d-bce6-a4d88ae6ab33 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Unset dirty status for tenant:31cb1923c01a40bcb7e56f6bb437609c on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:45:31.854907 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-67aff0b8-b145-421d-bce6-a4d88ae6ab33 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=31cb1923c01a40bcb7e56f6bb437609c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6687677 May 31 15:45:31.862096 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-87e385a9-f5e9-442b-8c7e-d4694ec308fb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:31.873964 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd4579a-525b-4463-be5a-c58a8a2552fc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Network 71585b84-90ae-4fe5-8e03-4ebbae338514 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:45:31.894101 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-87e385a9-f5e9-442b-8c7e-d4694ec308fb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Transition to ACTIVE for port object 8881d81d-ed24-407e-ae49-5bbb2312626b will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:31.898739 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-ecd4579a-525b-4463-be5a-c58a8a2552fc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 71585b84-90ae-4fe5-8e03-4ebbae338514) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:31.916559 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd4579a-525b-4463-be5a-c58a8a2552fc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:31.917223 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ecd4579a-525b-4463-be5a-c58a8a2552fc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:31.919915 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e941a7f-1ad6-4094-842f-b851a6dbcb2e None None] Network 71585b84-90ae-4fe5-8e03-4ebbae338514 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:45:31.948219 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0a6683-50bf-4e0b-b452-221358e75da5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:31.949340 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ecd4579a-525b-4463-be5a-c58a8a2552fc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4494822 May 31 15:45:31.950085 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49614) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:31.960260 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-966b82b3-0b31-422c-81c9-df1049e68250 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1950681221', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:31.965627 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-3e0a6683-50bf-4e0b-b452-221358e75da5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:31.969532 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-87e385a9-f5e9-442b-8c7e-d4694ec308fb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:31.970516 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0a6683-50bf-4e0b-b452-221358e75da5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:31.972039 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-966b82b3-0b31-422c-81c9-df1049e68250 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:31.980670 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-966b82b3-0b31-422c-81c9-df1049e68250 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Usage tracker for resource:router and tenant:762120214a8849329be213eb120961ff is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:31.983232 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:32.022388 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-966b82b3-0b31-422c-81c9-df1049e68250 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:32.045347 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-966b82b3-0b31-422c-81c9-df1049e68250 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:32.056232 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e385a9-f5e9-442b-8c7e-d4694ec308fb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Network 032d6383-0f97-4a9a-9084-abf99a2deeab is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:32.060874 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-87e385a9-f5e9-442b-8c7e-d4694ec308fb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:32.073327 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e385a9-f5e9-442b-8c7e-d4694ec308fb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:32.079293 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e385a9-f5e9-442b-8c7e-d4694ec308fb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:32.079934 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-87e385a9-f5e9-442b-8c7e-d4694ec308fb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:32.084137 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86463d7-7a05-40d1-8300-d47ec504af11 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:32.084909 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86463d7-7a05-40d1-8300-d47ec504af11 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:32.085456 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86463d7-7a05-40d1-8300-d47ec504af11 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:32.085879 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86463d7-7a05-40d1-8300-d47ec504af11 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:32.086381 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86463d7-7a05-40d1-8300-d47ec504af11 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:32.086824 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86463d7-7a05-40d1-8300-d47ec504af11 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:32.087289 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86463d7-7a05-40d1-8300-d47ec504af11 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:32.087999 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86463d7-7a05-40d1-8300-d47ec504af11 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:32.089506 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e86463d7-7a05-40d1-8300-d47ec504af11 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Synchronizing usage tracker for tenant:9fb386c33d0c4a9dae2992849c98cac5 on resource:subnet {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:45:32.102846 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-966b82b3-0b31-422c-81c9-df1049e68250 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:32.103934 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-966b82b3-0b31-422c-81c9-df1049e68250 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:32.125896 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a6683-50bf-4e0b-b452-221358e75da5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Pushing event updated for resources: {'Port': ['ID=881983aa-2713-4698-97a1-0af0d492bc7c,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:32.128610 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e385a9-f5e9-442b-8c7e-d4694ec308fb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Pushing event updated for resources: {'Port': ['ID=8881d81d-ed24-407e-ae49-5bbb2312626b,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:32.145584 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-87e385a9-f5e9-442b-8c7e-d4694ec308fb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:32.155830 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-87e385a9-f5e9-442b-8c7e-d4694ec308fb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1748285 May 31 15:45:32.160188 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49620) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:32.181875 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-4bbf2a5a-8c6c-4884-979a-e6c85108d8df tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Request body: {'port': {'network_id': '032d6383-0f97-4a9a-9084-abf99a2deeab', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2110682818', 'allowed_address_pairs': [{'ip_address': '2001:db8::366', 'mac_address': 'fa:16:3e:47:a3:ea'}]}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:32.183320 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ffccf66d-419b-4d13-afcd-700822d3f83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:32.185926 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ffccf66d-419b-4d13-afcd-700822d3f83e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/834810d8-06bf-43d0-a50a-449809ebaf19 HTTP/1.1" status: 204 len: 168 time: 1.9232810 May 31 15:45:32.190577 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3e0a6683-50bf-4e0b-b452-221358e75da5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:32.210931 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e86463d7-7a05-40d1-8300-d47ec504af11 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Unset dirty status for tenant:9fb386c33d0c4a9dae2992849c98cac5 on resource:subnet {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:45:32.212503 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e86463d7-7a05-40d1-8300-d47ec504af11 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5218 time: 0.4500041 May 31 15:45:32.220077 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49626) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:32.239635 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-966b82b3-0b31-422c-81c9-df1049e68250 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:32.281600 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a39b6d4c-307e-48e6-8abf-9bbe78f268b5 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:45:32.391966 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-04e29387-acef-4e7f-b557-6ad843734762 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:32.392334 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] device_id is not set on port 12d415ff-5fd9-49b0-9943-a806aaa8b924 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:45:32.393828 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-04e29387-acef-4e7f-b557-6ad843734762 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2747591 May 31 15:45:32.426435 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:32.443993 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-9792cbbe-8675-4544-b4e9-f3060a140a21 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] delete failed (client error): The resource could not be found. May 31 15:45:32.447627 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9792cbbe-8675-4544-b4e9-f3060a140a21 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/b4c92955-12c3-4bd7-add6-11f0d5b983dc HTTP/1.1" status: 404 len: 345 time: 0.2137680 May 31 15:45:32.457739 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3e0a6683-50bf-4e0b-b452-221358e75da5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:32.466870 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49634) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:32.477820 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aa41fc74-17d6-492e-a58c-ad5a5e68e377 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:32.481664 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-966b82b3-0b31-422c-81c9-df1049e68250 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:32.483092 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a1d219-48fc-4694-b2c0-1b6da438d713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-71585b84-90ae-4fe5-8e03-4ebbae338514', 'network_id': '71585b84-90ae-4fe5-8e03-4ebbae338514', 'tenant_id': '762120214a8849329be213eb120961ff', 'fixed_ips': [{'subnet_id': 'dc6adbaf-af8b-4a52-a1f7-9c5760efa2e9'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:45:32.484117 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-62a1d219-48fc-4694-b2c0-1b6da438d713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:32.504990 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port a39b6d4c-307e-48e6-8abf-9bbe78f268b5 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:32.505594 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:32.605078 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Transition to ACTIVE for port object 12d415ff-5fd9-49b0-9943-a806aaa8b924 will not be triggered until provisioned by entity L2. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:32.607524 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aa41fc74-17d6-492e-a58c-ad5a5e68e377 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:32.654470 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c4f076-d504-4af9-a270-e8a76e1529f9 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] DELETE failed (client error): The resource could not be found. May 31 15:45:32.655277 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c4f076-d504-4af9-a270-e8a76e1529f9 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:45:32.670732 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:32.740135 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49638) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:32.766916 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3e0a6683-50bf-4e0b-b452-221358e75da5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:32.801867 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:32.824601 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-31c4f076-d504-4af9-a270-e8a76e1529f9 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] 10.222.0.45 "DELETE /v2.0/networks/24b9e3fb-3442-409e-a3fa-fd9b92625406 HTTP/1.1" status: 404 len: 339 time: 0.3435998 May 31 15:45:32.829661 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49642) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:32.838475 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-966b82b3-0b31-422c-81c9-df1049e68250 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:32.840273 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-966b82b3-0b31-422c-81c9-df1049e68250 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.8875444 May 31 15:45:32.846075 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-a019cf4f-7059-4091-b842-8aa80dc31c54 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Request body: {'network': {'name': 'tempest-network--402080451', 'router:external': True}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:32.858478 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49646) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:32.861772 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672e04ae-15d7-4c3a-840d-5112e80cd606 None None] Network 032d6383-0f97-4a9a-9084-abf99a2deeab requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:45:32.863511 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a019cf4f-7059-4091-b842-8aa80dc31c54 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:32.894033 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9b1aa2f2-c52b-4116-a4ea-7233ebc23df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:32.937488 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-4bbf2a5a-8c6c-4884-979a-e6c85108d8df tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:32.939840 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41fc74-17d6-492e-a58c-ad5a5e68e377 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Pushing event updated for resources: {'Port': ['ID=a1269c76-e6e5-4421-833e-55c9a9de2f74,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:32.940383 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a019cf4f-7059-4091-b842-8aa80dc31c54 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Usage tracker for resource:network and tenant:9fb386c33d0c4a9dae2992849c98cac5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:32.950687 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a019cf4f-7059-4091-b842-8aa80dc31c54 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:32.951148 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-aa41fc74-17d6-492e-a58c-ad5a5e68e377 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:32.952079 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9b1aa2f2-c52b-4116-a4ea-7233ebc23df2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:32.955869 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:32.964117 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4bbf2a5a-8c6c-4884-979a-e6c85108d8df tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Usage tracker for resource:port and tenant:d9b003e344314e97bc35feb4f12b3afc is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:32.971413 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4bbf2a5a-8c6c-4884-979a-e6c85108d8df tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:32.975718 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a019cf4f-7059-4091-b842-8aa80dc31c54 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:32.980460 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e5470dd2-e723-4bb0-805d-ac9558b07f36 None None] Provisioning for port 133e4cdb-fa46-4ced-8020-ddf99e67dea3 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:45:32.989186 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device bf1442f4-3076-464d-a628-de537d74f8c9 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:45:33.028727 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-62a1d219-48fc-4694-b2c0-1b6da438d713 None None] Allocated IP 172.20.0.2 (71585b84-90ae-4fe5-8e03-4ebbae338514/dc6adbaf-af8b-4a52-a1f7-9c5760efa2e9/78193b55-cc3b-4243-be03-6093dde637df) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:45:33.035794 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-4bbf2a5a-8c6c-4884-979a-e6c85108d8df tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:33.055598 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-abde111a-c68e-4804-9a7a-367ee1d8ecd1 service neutron] 10.222.0.45 "GET /v2.0/networks/9762618e-b801-4945-a348-7f7865b0995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6130834 May 31 15:45:33.094619 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9b1aa2f2-c52b-4116-a4ea-7233ebc23df2 admin admin] Usage tracker for resource:security_group_rule and tenant:618f4847b2134cbc866e979890613b89 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:33.108992 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9b1aa2f2-c52b-4116-a4ea-7233ebc23df2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:33.132129 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aa41fc74-17d6-492e-a58c-ad5a5e68e377 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:33.156592 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9b1aa2f2-c52b-4116-a4ea-7233ebc23df2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:33.162381 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a019cf4f-7059-4091-b842-8aa80dc31c54 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Made reservation on behalf of 9fb386c33d0c4a9dae2992849c98cac5 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:33.164428 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a019cf4f-7059-4091-b842-8aa80dc31c54 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:33.179683 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbf2a5a-8c6c-4884-979a-e6c85108d8df tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Made reservation on behalf of d9b003e344314e97bc35feb4f12b3afc for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:33.250107 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Pushing event updated for resources: {'Port': ['ID=12d415ff-5fd9-49b0-9943-a806aaa8b924,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:33.255957 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Checking segment: {'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:45:33.256293 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Network hostable DHCP agents. Network: 46de190c-08d1-4dfd-85fd-85e643d7a06e, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:45:33.262685 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:33.270133 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port bf1442f4-3076-464d-a628-de537d74f8c9 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:45:33.276584 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aa41fc74-17d6-492e-a58c-ad5a5e68e377 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:33.291010 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-aa41fc74-17d6-492e-a58c-ad5a5e68e377 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6755390 May 31 15:45:33.312969 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port bf1442f4-3076-464d-a628-de537d74f8c9 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:33.314210 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:33.469111 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9b1aa2f2-c52b-4116-a4ea-7233ebc23df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:33.481261 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-62a1d219-48fc-4694-b2c0-1b6da438d713 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:33.481795 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Network 46de190c-08d1-4dfd-85fd-85e643d7a06e is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:45:33.492104 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9b1aa2f2-c52b-4116-a4ea-7233ebc23df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:33.497120 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-62a1d219-48fc-4694-b2c0-1b6da438d713 None None] Transition to ACTIVE for port object 78193b55-cc3b-4243-be03-6093dde637df will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:33.543476 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1bff1f3f-cfaa-443b-8d0c-bbb73590383b tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:33.547885 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a019cf4f-7059-4091-b842-8aa80dc31c54 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:45:33.560371 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9b1aa2f2-c52b-4116-a4ea-7233ebc23df2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=618f4847b2134cbc866e979890613b89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8070059 May 31 15:45:33.561673 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 46de190c-08d1-4dfd-85fd-85e643d7a06e) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:33.565567 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49660) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:33.579933 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e7da3b-bf9c-4fc6-87b7-7dcbbe86de10 None None] Network 46de190c-08d1-4dfd-85fd-85e643d7a06e requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:45:33.596890 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-62a1d219-48fc-4694-b2c0-1b6da438d713 None None] Transition to ACTIVE for port object 78193b55-cc3b-4243-be03-6093dde637df will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:33.639607 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a019cf4f-7059-4091-b842-8aa80dc31c54 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:33.639866 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-a019cf4f-7059-4091-b842-8aa80dc31c54 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Added segment 39f533e3-8184-4955-bc68-4220a677fbaf of type vlan for network be1443a9-fbd8-416e-9e51-d05a6b5a5751 May 31 15:45:33.650064 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3e0a6683-50bf-4e0b-b452-221358e75da5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:33.659775 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1aa2f2-c52b-4116-a4ea-7233ebc23df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a6b2ba-d94e-4544-bd9b-6a6ac32fe72e,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:33.665912 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:33.671086 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4bbf2a5a-8c6c-4884-979a-e6c85108d8df tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:33.682474 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:33.686094 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9b1aa2f2-c52b-4116-a4ea-7233ebc23df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:33.688410 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3e0a6683-50bf-4e0b-b452-221358e75da5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:33.707856 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-62a1d219-48fc-4694-b2c0-1b6da438d713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:33.717735 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-69490acc-5e02-428b-8c22-729059111f95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:33.736510 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b06d1258-71bd-4187-9029-79401292ba80 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:33.738471 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-4bbf2a5a-8c6c-4884-979a-e6c85108d8df tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] device_id is not set on port 1c7a60c7-3f3e-4c20-b703-c31211c4c69c yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:45:33.824685 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a1d219-48fc-4694-b2c0-1b6da438d713 None None] Network 71585b84-90ae-4fe5-8e03-4ebbae338514 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:33.832060 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-62a1d219-48fc-4694-b2c0-1b6da438d713 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:33.834858 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a1d219-48fc-4694-b2c0-1b6da438d713 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:33.878330 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-08d5f18c-65a5-4ada-8d81-7d7a6db30112 service neutron] 10.222.0.45 "GET /v2.0/networks/9762618e-b801-4945-a348-7f7865b0995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8078427 May 31 15:45:33.879604 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1d219-48fc-4694-b2c0-1b6da438d713 None None] Pushing event updated for resources: {'Port': ['ID=78193b55-cc3b-4243-be03-6093dde637df,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:33.888063 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-62a1d219-48fc-4694-b2c0-1b6da438d713 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:33.920945 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a6683-50bf-4e0b-b452-221358e75da5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Pushing event updated for resources: {'Port': ['ID=881983aa-2713-4698-97a1-0af0d492bc7c,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:33.930306 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port bf1442f4-3076-464d-a628-de537d74f8c9, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=bf1442f4-3076-464d-a628-de537d74f8c9,segment=NetworkSegment(dfcdbfac-1782-4f23-a90d-17caf7895016),segment_id=dfcdbfac-1782-4f23-a90d-17caf7895016)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:45:33.973670 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:33.974350 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 133e4cdb-fa46-4ced-8020-ddf99e67dea3 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:45:33.976903 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:33.978174 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:33.978862 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:33.984823 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8a214317-08de-469f-868c-4b11573d5b47 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:33.991823 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3e0a6683-50bf-4e0b-b452-221358e75da5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:33.997420 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a019cf4f-7059-4091-b842-8aa80dc31c54 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:34.023613 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-69490acc-5e02-428b-8c22-729059111f95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:34.030140 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-40094c62-a002-47f6-83a9-edac908b241c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:34.086267 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-40094c62-a002-47f6-83a9-edac908b241c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:34.126761 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49676) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:34.162172 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:34.162602 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Failed to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] May 31 15:45:34.167615 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempt 2 to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 May 31 15:45:34.196664 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-40094c62-a002-47f6-83a9-edac908b241c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:34.196664 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:34.196664 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:34.196664 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:34.208936 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:34.212340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.db.resource_extend [None req-a019cf4f-7059-4091-b842-8aa80dc31c54 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:45:34.220915 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:34.221248 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Failed to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] May 31 15:45:34.223377 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempt 3 to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 May 31 15:45:34.238876 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3e0a6683-50bf-4e0b-b452-221358e75da5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:34.244255 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=bf1442f4-3076-464d-a628-de537d74f8c9,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:34.245133 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:34.245476 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:34.245812 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:34.249832 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40094c62-a002-47f6-83a9-edac908b241c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a6b2ba-d94e-4544-bd9b-6a6ac32fe72e,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:34.254630 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f0014353-fd1d-46d4-b4ea-6c0465344eb7 None None] Provisioning for port 8881d81d-ed24-407e-ae49-5bbb2312626b completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:45:34.261217 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-40094c62-a002-47f6-83a9-edac908b241c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:34.261453 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-62a1d219-48fc-4694-b2c0-1b6da438d713 None None] Attempting to bind port 78193b55-cc3b-4243-be03-6093dde637df on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:34.262165 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-62a1d219-48fc-4694-b2c0-1b6da438d713 None None] Attempting to bind port 78193b55-cc3b-4243-be03-6093dde637df by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '0d00d053-1156-4ba8-933a-9fa5cb723e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '71585b84-90ae-4fe5-8e03-4ebbae338514'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:34.262830 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a1d219-48fc-4694-b2c0-1b6da438d713 None None] Attempting to bind port 78193b55-cc3b-4243-be03-6093dde637df on network 71585b84-90ae-4fe5-8e03-4ebbae338514 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:34.265930 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:34.272766 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:34.273391 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Failed to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] May 31 15:45:34.276283 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempt 4 to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 May 31 15:45:34.289436 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-40094c62-a002-47f6-83a9-edac908b241c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:34.290572 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-40094c62-a002-47f6-83a9-edac908b241c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d9a6b2ba-d94e-4544-bd9b-6a6ac32fe72e HTTP/1.1" status: 204 len: 168 time: 0.7218528 May 31 15:45:34.294780 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3e0a6683-50bf-4e0b-b452-221358e75da5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:34.296218 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3e0a6683-50bf-4e0b-b452-221358e75da5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6041684 May 31 15:45:34.301257 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:34.301633 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:34.301972 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:34.308087 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:34.308470 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Failed to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] May 31 15:45:34.308913 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempt 5 to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 May 31 15:45:34.317375 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f0014353-fd1d-46d4-b4ea-6c0465344eb7 None None] Provisioning complete for port 8881d81d-ed24-407e-ae49-5bbb2312626b triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:34.317913 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f0014353-fd1d-46d4-b4ea-6c0465344eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:34.358742 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:34.359256 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:34.359503 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:34.368645 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:34.369029 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Failed to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] May 31 15:45:34.369418 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempt 6 to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 May 31 15:45:34.385130 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a1d219-48fc-4694-b2c0-1b6da438d713 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:45:34.385828 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a1d219-48fc-4694-b2c0-1b6da438d713 None None] Checking segment: {'id': '0d00d053-1156-4ba8-933a-9fa5cb723e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '71585b84-90ae-4fe5-8e03-4ebbae338514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:45:34.387652 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-62a1d219-48fc-4694-b2c0-1b6da438d713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:34.388067 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a1d219-48fc-4694-b2c0-1b6da438d713 None None] Bound using segment: {'id': '0d00d053-1156-4ba8-933a-9fa5cb723e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '71585b84-90ae-4fe5-8e03-4ebbae338514'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:45:34.388571 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-62a1d219-48fc-4694-b2c0-1b6da438d713 None None] Bound port: 78193b55-cc3b-4243-be03-6093dde637df, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d00d053-1156-4ba8-933a-9fa5cb723e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '71585b84-90ae-4fe5-8e03-4ebbae338514'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:45:34.393651 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-62a1d219-48fc-4694-b2c0-1b6da438d713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:34.408113 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 133e4cdb-fa46-4ced-8020-ddf99e67dea3 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:45:34.414294 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-4bbf2a5a-8c6c-4884-979a-e6c85108d8df tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Allocated IP 2001:db8::1f4 (032d6383-0f97-4a9a-9084-abf99a2deeab/90780b08-97f3-43ab-9f72-ee25387370e5/1c7a60c7-3f3e-4c20-b703-c31211c4c69c) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:45:34.414726 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:34.415719 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:34.416416 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:34.437643 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 133e4cdb-fa46-4ced-8020-ddf99e67dea3 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:34.437991 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:34.439595 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:34.442421 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Failed to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] May 31 15:45:34.443419 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempt 7 to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 May 31 15:45:34.482606 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:34.484162 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:34.484720 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:34.498543 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:34.501909 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Failed to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] May 31 15:45:34.503030 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempt 8 to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 May 31 15:45:34.537343 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:34.537578 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:34.537914 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:34.543542 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:34.543870 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Failed to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] May 31 15:45:34.544730 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempt 9 to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 May 31 15:45:34.573661 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:34.574007 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:34.574331 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:34.580732 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:34.581073 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Failed to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] May 31 15:45:34.581733 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempt 10 to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 May 31 15:45:34.602443 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-62a1d219-48fc-4694-b2c0-1b6da438d713 None None] For port 78193b55-cc3b-4243-be03-6093dde637df, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:45:34.602652 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:34.602878 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:34.603232 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:34.605951 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-62a1d219-48fc-4694-b2c0-1b6da438d713 None None] For port 78193b55-cc3b-4243-be03-6093dde637df, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=78193b55-cc3b-4243-be03-6093dde637df,segment=NetworkSegment(0d00d053-1156-4ba8-933a-9fa5cb723e21),segment_id=0d00d053-1156-4ba8-933a-9fa5cb723e21)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:45:34.612372 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:34.613187 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Failed to bind port 12d415ff-5fd9-49b0-9943-a806aaa8b924 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] May 31 15:45:34.615455 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:34.630941 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-62a1d219-48fc-4694-b2c0-1b6da438d713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:34.641155 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-f0014353-fd1d-46d4-b4ea-6c0465344eb7 None None] Port 8881d81d-ed24-407e-ae49-5bbb2312626b cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:45:34.644762 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-62a1d219-48fc-4694-b2c0-1b6da438d713 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:34.688076 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6577aff5-4e98-4c53-9d1b-633965525a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:34.790338 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] For port 12d415ff-5fd9-49b0-9943-a806aaa8b924, host hv-neutron-6013, cleared binding levels {{(pid=99204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:45:34.794192 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempted to set empty binding levels {{(pid=99204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 31 15:45:34.806260 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:34.812058 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3e0a6683-50bf-4e0b-b452-221358e75da5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:34.821670 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f0014353-fd1d-46d4-b4ea-6c0465344eb7 None None] Provisioning complete for port 133e4cdb-fa46-4ced-8020-ddf99e67dea3 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:34.822111 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f0014353-fd1d-46d4-b4ea-6c0465344eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:34.918185 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1d219-48fc-4694-b2c0-1b6da438d713 None None] Pushing event updated for resources: {'Port': ['ID=78193b55-cc3b-4243-be03-6093dde637df,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:34.924806 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8caf8ee5-fdc0-4473-933a-0c8394cdba91 req-6976c2de-a1fe-4336-b241-c2e964e55997 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/ports?device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 210 time: 0.5083687 May 31 15:45:34.936656 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:34.937269 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:34.938194 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-62a1d219-48fc-4694-b2c0-1b6da438d713 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:34.948094 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:34.950308 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-3546afd2-c2a8-42cc-a838-387757e94895 req-fef42f3d-892a-42e2-b18e-15b760b37a95 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Synchronizing usage tracker for tenant:dff69be66365471cb98d4afa08a838e7 on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:45:34.966580 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a019cf4f-7059-4091-b842-8aa80dc31c54 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:35.004127 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 4.8032207 May 31 15:45:35.005112 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Pushing event updated for resources: {'Port': ['ID=12d415ff-5fd9-49b0-9943-a806aaa8b924,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:35.010594 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a019cf4f-7059-4091-b842-8aa80dc31c54 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:35.011240 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a019cf4f-7059-4091-b842-8aa80dc31c54 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:35.013229 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49712) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:35.017290 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:35.027043 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a6a3fcdd-e9c9-4876-b74d-122b82890e28 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:35.052463 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 133e4cdb-fa46-4ced-8020-ddf99e67dea3, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=133e4cdb-fa46-4ced-8020-ddf99e67dea3,segment=NetworkSegment(f139a3d8-a241-4791-a159-b84565d1339e),segment_id=f139a3d8-a241-4791-a159-b84565d1339e)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:45:35.088005 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:35.181118 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:35.302400 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device bf1442f4-3076-464d-a628-de537d74f8c9 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:45:35.349196 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-794b77af-0c88-4eb1-960e-54c5bd0fc9a7 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Deleting port 12d415ff-5fd9-49b0-9943-a806aaa8b924 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:45:35.349842 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-794b77af-0c88-4eb1-960e-54c5bd0fc9a7 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:35.440306 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=133e4cdb-fa46-4ced-8020-ddf99e67dea3,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:35.442093 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-8a214317-08de-469f-868c-4b11573d5b47 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Allocated IP 172.20.0.1 (71585b84-90ae-4fe5-8e03-4ebbae338514/dc6adbaf-af8b-4a52-a1f7-9c5760efa2e9/e07d7e79-e8a6-4ecb-9fad-18a34da775b2) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:45:35.444074 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:35.474420 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port bf1442f4-3076-464d-a628-de537d74f8c9 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:35.474823 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:35.510751 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-794b77af-0c88-4eb1-960e-54c5bd0fc9a7 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] For port 12d415ff-5fd9-49b0-9943-a806aaa8b924, host hv-neutron-6013, got binding levels [] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:45:35.511147 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-794b77af-0c88-4eb1-960e-54c5bd0fc9a7 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:35.616177 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-056938a8-b23e-45d1-b834-cdbe49f413ca None None] Provisioning complete for port 8881d81d-ed24-407e-ae49-5bbb2312626b triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:35.618456 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-056938a8-b23e-45d1-b834-cdbe49f413ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:35.692145 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-a860f16d-666a-4725-aaeb-16c81189d82f tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Synchronizing usage tracker for tenant:2768fca4df5d4b0e9f63be80d17b6d42 on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:45:35.700009 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-794b77af-0c88-4eb1-960e-54c5bd0fc9a7 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Calling delete_port for 12d415ff-5fd9-49b0-9943-a806aaa8b924 owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:45:35.701877 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-3546afd2-c2a8-42cc-a838-387757e94895 req-fef42f3d-892a-42e2-b18e-15b760b37a95 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Unset dirty status for tenant:dff69be66365471cb98d4afa08a838e7 on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:45:35.710680 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3546afd2-c2a8-42cc-a838-387757e94895 req-fef42f3d-892a-42e2-b18e-15b760b37a95 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1304584518&fields=id&tenant_id=dff69be66365471cb98d4afa08a838e7 HTTP/1.1" status: 200 len: 267 time: 1.5721257 May 31 15:45:35.712589 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019cf4f-7059-4091-b842-8aa80dc31c54 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Pushing event updated for resources: {'Network': ['ID=be1443a9-fbd8-416e-9e51-d05a6b5a5751,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:35.723290 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a019cf4f-7059-4091-b842-8aa80dc31c54 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.8922994 May 31 15:45:35.727037 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49752) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:35.747173 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a019cf4f-7059-4091-b842-8aa80dc31c54 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:35.759507 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network be1443a9-fbd8-416e-9e51-d05a6b5a5751 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:45:35.996560 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49760) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:36.021779 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c94c0e8-0359-4062-a155-816e61e38c37 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:36.026240 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-a860f16d-666a-4725-aaeb-16c81189d82f tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Unset dirty status for tenant:2768fca4df5d4b0e9f63be80d17b6d42 on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:45:36.028761 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c94c0e8-0359-4062-a155-816e61e38c37 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:36.029360 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-a860f16d-666a-4725-aaeb-16c81189d82f tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1783108562&fields=id&tenant_id=2768fca4df5d4b0e9f63be80d17b6d42 HTTP/1.1" status: 200 len: 267 time: 0.8616991 May 31 15:45:36.033012 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8a214317-08de-469f-868c-4b11573d5b47 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:36.035697 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-056938a8-b23e-45d1-b834-cdbe49f413ca None None] Port 8881d81d-ed24-407e-ae49-5bbb2312626b cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:45:36.037920 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c94c0e8-0359-4062-a155-816e61e38c37 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:36.044275 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c94c0e8-0359-4062-a155-816e61e38c37 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:36.046891 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9c94c0e8-0359-4062-a155-816e61e38c37 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3188334 May 31 15:45:36.052717 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49768) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:36.152944 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-8a214317-08de-469f-868c-4b11573d5b47 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Transition to ACTIVE for port object e07d7e79-e8a6-4ecb-9fad-18a34da775b2 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:36.171714 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-794b77af-0c88-4eb1-960e-54c5bd0fc9a7 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:36.187769 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b06d1258-71bd-4187-9029-79401292ba80 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:36.234117 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-7c01f962-d827-450c-aa1f-48d9e4760a23 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:36.235170 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7c01f962-d827-450c-aa1f-48d9e4760a23 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2375746 May 31 15:45:36.241163 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49772) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:36.258632 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b77af-0c88-4eb1-960e-54c5bd0fc9a7 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Pushing event deleted for resources: {'Port': ['ID=12d415ff-5fd9-49b0-9943-a806aaa8b924,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:36.266253 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-19147961-a893-400d-ac31-8eb735b827da tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:36.267316 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-19147961-a893-400d-ac31-8eb735b827da tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0195673 May 31 15:45:36.271695 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-794b77af-0c88-4eb1-960e-54c5bd0fc9a7 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:36.274073 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49776) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:36.280316 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-794b77af-0c88-4eb1-960e-54c5bd0fc9a7 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:36.286213 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-c7efece9-4332-4eec-8443-45dc5e310f4a tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:36.286645 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c7efece9-4332-4eec-8443-45dc5e310f4a tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0099354 May 31 15:45:36.288699 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546afd2-c2a8-42cc-a838-387757e94895 req-baaae5cf-7e54-487a-918e-61d58fdf85a6 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:36.289492 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-3546afd2-c2a8-42cc-a838-387757e94895 req-baaae5cf-7e54-487a-918e-61d58fdf85a6 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Synchronizing usage tracker for tenant:dff69be66365471cb98d4afa08a838e7 on resource:network {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:45:36.290496 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-01833c9e-34e5-4175-8b4f-c7f102bad8bc tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:36.292265 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49780) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:36.300478 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-40038274-ce09-4ad1-acf0-2225f8c44def tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:36.304109 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba00648e-fb5e-4227-96b6-010b23c7aec1 None None] Network 71585b84-90ae-4fe5-8e03-4ebbae338514 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:45:36.313181 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-40038274-ce09-4ad1-acf0-2225f8c44def tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0182180 May 31 15:45:36.318034 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49784) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:36.324204 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-794b77af-0c88-4eb1-960e-54c5bd0fc9a7 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] 10.222.0.45 "DELETE /v2.0/ports/12d415ff-5fd9-49b0-9943-a806aaa8b924 HTTP/1.1" status: 204 len: 168 time: 1.3097548 May 31 15:45:36.327857 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49788) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:36.331738 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4bbf2a5a-8c6c-4884-979a-e6c85108d8df tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:36.354012 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [None req-e08d0d7b-30bc-42aa-b9ae-c798986d892f tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:36.355131 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e08d0d7b-30bc-42aa-b9ae-c798986d892f tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0299575 May 31 15:45:36.366900 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49792) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:36.395194 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [None req-4d2d76f3-11a9-49fb-9c55-6fb6f9d94a24 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:36.399269 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4d2d76f3-11a9-49fb-9c55-6fb6f9d94a24 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0248809 May 31 15:45:36.408564 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1c76c224-a64b-488d-a74a-33d24f94aead None None] Provisioning for port 78193b55-cc3b-4243-be03-6093dde637df completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:45:36.410309 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-3546afd2-c2a8-42cc-a838-387757e94895 req-baaae5cf-7e54-487a-918e-61d58fdf85a6 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Unset dirty status for tenant:dff69be66365471cb98d4afa08a838e7 on resource:network {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:45:36.412473 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3546afd2-c2a8-42cc-a838-387757e94895 req-baaae5cf-7e54-487a-918e-61d58fdf85a6 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/networks?id=95b2c66c-bf2c-4a95-9a53-2be0f2b2f486 HTTP/1.1" status: 200 len: 806 time: 0.7008731 May 31 15:45:36.422395 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-fc8e2b37-ae60-4bf9-bea7-f674ac14bcbf tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:36.423184 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-fc8e2b37-ae60-4bf9-bea7-f674ac14bcbf tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Synchronizing usage tracker for tenant:2768fca4df5d4b0e9f63be80d17b6d42 on resource:network {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:45:36.425878 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49796) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:36.427052 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-4bbf2a5a-8c6c-4884-979a-e6c85108d8df tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Transition to ACTIVE for port object 1c7a60c7-3f3e-4c20-b703-c31211c4c69c will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:36.447155 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3546afd2-c2a8-42cc-a838-387757e94895 req-a841ee6a-90c6-4db2-92a1-029cde328f2b tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/quotas/dff69be66365471cb98d4afa08a838e7 HTTP/1.1" status: 200 len: 375 time: 0.0184140 May 31 15:45:36.452442 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [None req-10f9f8f0-b1fe-494d-8a05-43e732856d62 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:36.456646 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-10f9f8f0-b1fe-494d-8a05-43e732856d62 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0124645 May 31 15:45:36.461389 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49800) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:36.523458 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-caef599c-132c-45ac-abc6-7bc4085bc690 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] GET failed (client error): The resource could not be found. May 31 15:45:36.523933 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-caef599c-132c-45ac-abc6-7bc4085bc690 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Synchronizing usage tracker for tenant:ba271e68077f44e5a1fe7cf2c6eec795 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:45:36.533235 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [None req-d7471b18-1f77-414c-bbd8-31434f67a66e tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:36.535533 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d7471b18-1f77-414c-bbd8-31434f67a66e tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0176444 May 31 15:45:36.537038 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-fc8e2b37-ae60-4bf9-bea7-f674ac14bcbf tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Unset dirty status for tenant:2768fca4df5d4b0e9f63be80d17b6d42 on resource:network {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:45:36.539210 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49804) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:36.539683 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-fc8e2b37-ae60-4bf9-bea7-f674ac14bcbf tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/networks?id=d344e8f1-f415-4064-9d12-68c70eb6ac0b HTTP/1.1" status: 200 len: 810 time: 0.4839244 May 31 15:45:36.548669 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8a214317-08de-469f-868c-4b11573d5b47 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:36.561165 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f885ad2b-6f6c-4a40-a290-5aac3bae9a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:36.595300 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-22f53d10-c5a4-468c-97f2-3015131eba34 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:36.596452 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-22f53d10-c5a4-468c-97f2-3015131eba34 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0545535 May 31 15:45:36.607177 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49808) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:36.624584 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-0e1dffa4-1af8-479e-bb0c-01e46d8531f2 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:36.628133 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0e1dffa4-1af8-479e-bb0c-01e46d8531f2 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0174382 May 31 15:45:36.628965 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-caef599c-132c-45ac-abc6-7bc4085bc690 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Unset dirty status for tenant:ba271e68077f44e5a1fe7cf2c6eec795 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:45:36.630020 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-caef599c-132c-45ac-abc6-7bc4085bc690 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] 10.222.0.45 "GET /v2.0/ports/12d415ff-5fd9-49b0-9943-a806aaa8b924 HTTP/1.1" status: 404 len: 333 time: 0.2987013 May 31 15:45:36.630622 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49812) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:36.637376 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-01833c9e-34e5-4175-8b4f-c7f102bad8bc tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:36.638798 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49814) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:36.651066 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-c3bc711e-95f3-488c-8432-9efa817f5a38 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:36.654263 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-1fa356be-58be-41e2-9c69-a31b177a3e05 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/quotas/2768fca4df5d4b0e9f63be80d17b6d42 HTTP/1.1" status: 200 len: 375 time: 0.0949440 May 31 15:45:36.654385 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c3bc711e-95f3-488c-8432-9efa817f5a38 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0173016 May 31 15:45:36.654744 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49820) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:36.657817 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-01833c9e-34e5-4175-8b4f-c7f102bad8bc tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1443a9-fbd8-416e-9e51-d05a6b5a5751']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:36.671524 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-97996bc4-f0ae-4cd7-b977-d340f130e2e8 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:36.675537 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-97996bc4-f0ae-4cd7-b977-d340f130e2e8 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0169184 May 31 15:45:36.675537 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49824) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:36.679026 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-01833c9e-34e5-4175-8b4f-c7f102bad8bc tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f533e3-8184-4955-bc68-4220a677fbaf') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:36.679325 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-01833c9e-34e5-4175-8b4f-c7f102bad8bc tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f533e3-8184-4955-bc68-4220a677fbaf') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:36.689724 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-8e1f0ece-4482-406a-a24e-2719f7d8a5bd tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:36.690699 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8e1f0ece-4482-406a-a24e-2719f7d8a5bd tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0146122 May 31 15:45:36.693132 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-51f08ce8-630a-4efd-acee-4a33f714ae68 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Request body: {'port': {'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2033790962'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:36.695495 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49828) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:36.701421 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-01833c9e-34e5-4175-8b4f-c7f102bad8bc tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:36.701593 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a214317-08de-469f-868c-4b11573d5b47 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Network 71585b84-90ae-4fe5-8e03-4ebbae338514 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:36.705303 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4bbf2a5a-8c6c-4884-979a-e6c85108d8df tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:36.710997 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-617cc2ae-dcb4-4715-87ea-fc04982b83b1 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:36.714134 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-51f08ce8-630a-4efd-acee-4a33f714ae68 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:36.714231 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-617cc2ae-dcb4-4715-87ea-fc04982b83b1 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0150518 May 31 15:45:36.714470 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49832) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:36.721417 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-cf4fe087-24ca-4ad3-b4c8-641731abdb69 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:36.722338 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-cf4fe087-24ca-4ad3-b4c8-641731abdb69 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0069435 May 31 15:45:36.725445 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49836) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:36.730928 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-464a57c0-c143-4c11-ae6a-000e55e33269 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:36.731924 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-464a57c0-c143-4c11-ae6a-000e55e33269 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0057833 May 31 15:45:36.733166 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-01833c9e-34e5-4175-8b4f-c7f102bad8bc tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:36.735305 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49840) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:36.742368 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-405a1abb-2744-428e-8048-6b46cbb4c21c tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:36.743273 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-405a1abb-2744-428e-8048-6b46cbb4c21c tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0070570 May 31 15:45:36.746085 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01833c9e-34e5-4175-8b4f-c7f102bad8bc tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:45:36.746565 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-01833c9e-34e5-4175-8b4f-c7f102bad8bc tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:36.749872 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-8a214317-08de-469f-868c-4b11573d5b47 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:36.751648 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a214317-08de-469f-868c-4b11573d5b47 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:45:36.761453 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:45:36.764832 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49844) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:36.772165 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-186585a2-2207-4c8a-b4a6-fb9ca1e3caed tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:36.773072 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-186585a2-2207-4c8a-b4a6-fb9ca1e3caed tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0072811 May 31 15:45:36.781531 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49848) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:36.824033 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [None req-b885dbc5-b542-467c-90da-7f2ceb94b4da tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:36.825019 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b885dbc5-b542-467c-90da-7f2ceb94b4da tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0273941 May 31 15:45:36.830426 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49852) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:36.838012 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a214317-08de-469f-868c-4b11573d5b47 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Pushing event updated for resources: {'Port': ['ID=e07d7e79-e8a6-4ecb-9fad-18a34da775b2,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:36.847284 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-51f08ce8-630a-4efd-acee-4a33f714ae68 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:36.852379 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8a214317-08de-469f-868c-4b11573d5b47 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:36.852955 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-d8ea8445-4d20-4d33-a07d-9c92ecc660bb tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:36.853357 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-155ebfb8-ec87-4742-8be9-3d06df355fb4 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:36.856603 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d8ea8445-4d20-4d33-a07d-9c92ecc660bb tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0226886 May 31 15:45:36.859595 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49856) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:36.866037 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-80df740f-27a6-4858-943e-ce49fe734ef7 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:36.867807 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-80df740f-27a6-4858-943e-ce49fe734ef7 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0064383 May 31 15:45:36.871520 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49860) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:36.878325 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-486fb36b-976b-461e-85f0-ed1374f50829 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:36.881920 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-486fb36b-976b-461e-85f0-ed1374f50829 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0059083 May 31 15:45:36.885449 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49864) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:36.890102 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-50644ec0-0193-4f78-9c36-05057e8e628a tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:36.894139 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-50644ec0-0193-4f78-9c36-05057e8e628a tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0059698 May 31 15:45:36.896701 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49868) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:36.904377 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-91f9891a-202d-4a07-8d2c-e3f28ac170e1 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:36.908114 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-91f9891a-202d-4a07-8d2c-e3f28ac170e1 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0065012 May 31 15:45:36.908114 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-01833c9e-34e5-4175-8b4f-c7f102bad8bc tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:36.909778 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49872) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:36.922013 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01833c9e-34e5-4175-8b4f-c7f102bad8bc tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network be1443a9-fbd8-416e-9e51-d05a6b5a5751 {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 31 15:45:36.930092 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-ad7786e1-a823-491d-9ad5-49007cda012b tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:36.939010 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ad7786e1-a823-491d-9ad5-49007cda012b tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0252182 May 31 15:45:36.939010 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-94db1ad8-8b5b-4dea-a90a-aba6ea279438 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:36.941287 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbf2a5a-8c6c-4884-979a-e6c85108d8df tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Network 032d6383-0f97-4a9a-9084-abf99a2deeab is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:36.963087 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49876) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:36.963481 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.59', 59108) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:36.964762 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-01833c9e-34e5-4175-8b4f-c7f102bad8bc tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:36.972300 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-4bbf2a5a-8c6c-4884-979a-e6c85108d8df tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:36.994295 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:36.998782 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbf2a5a-8c6c-4884-979a-e6c85108d8df tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:37.004499 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbf2a5a-8c6c-4884-979a-e6c85108d8df tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:37.005118 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4bbf2a5a-8c6c-4884-979a-e6c85108d8df tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:37.023305 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3546afd2-c2a8-42cc-a838-387757e94895 req-d247108a-6cfc-4e2c-b56f-a552ed0565b2 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dff69be66365471cb98d4afa08a838e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5606582 May 31 15:45:37.029975 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8a214317-08de-469f-868c-4b11573d5b47 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:37.032507 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f08ce8-630a-4efd-acee-4a33f714ae68 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Made reservation on behalf of ba271e68077f44e5a1fe7cf2c6eec795 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:37.039573 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5a8c31f2-6e50-4a1e-9be4-5fa86cfa125b None None] Provisioning for port e07d7e79-e8a6-4ecb-9fad-18a34da775b2 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:45:37.049967 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-51f08ce8-630a-4efd-acee-4a33f714ae68 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:37.056851 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5a8c31f2-6e50-4a1e-9be4-5fa86cfa125b None None] Provisioning complete for port e07d7e79-e8a6-4ecb-9fad-18a34da775b2 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:37.057233 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5a8c31f2-6e50-4a1e-9be4-5fa86cfa125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:37.129996 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf2a5a-8c6c-4884-979a-e6c85108d8df tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Pushing event updated for resources: {'Port': ['ID=1c7a60c7-3f3e-4c20-b703-c31211c4c69c,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:37.140675 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-51f08ce8-630a-4efd-acee-4a33f714ae68 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] device_id is not set on port e73494bf-95fc-4c30-b187-15ed628c1a27 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:45:37.207715 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4bbf2a5a-8c6c-4884-979a-e6c85108d8df tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:37.254997 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-3509a23a-80ac-41bb-af8a-1a572a94be3b tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:37.255704 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-5a8c31f2-6e50-4a1e-9be4-5fa86cfa125b None None] Port e07d7e79-e8a6-4ecb-9fad-18a34da775b2 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:45:37.256448 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-3509a23a-80ac-41bb-af8a-1a572a94be3b tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.59 "GET /v2.0/networks?id=9762618e-b801-4945-a348-7f7865b0995e HTTP/1.1" status: 200 len: 812 time: 0.2686956 May 31 15:45:37.273654 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-b9236274-1a9a-4dba-80ec-25a4637f5ede tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:37.274914 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b9236274-1a9a-4dba-80ec-25a4637f5ede tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.3052332 May 31 15:45:37.276259 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01833c9e-34e5-4175-8b4f-c7f102bad8bc tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Pushing event deleted for resources: {'Network': ['ID=be1443a9-fbd8-416e-9e51-d05a6b5a5751,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:37.278487 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49888) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:37.288565 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-01833c9e-34e5-4175-8b4f-c7f102bad8bc tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:37.290531 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-01833c9e-34e5-4175-8b4f-c7f102bad8bc tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] 10.222.0.45 "DELETE /v2.0/networks/be1443a9-fbd8-416e-9e51-d05a6b5a5751 HTTP/1.1" status: 204 len: 168 time: 1.2368090 May 31 15:45:37.304900 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-1b259883-5eaf-4ca9-801b-349e7d16055a tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:37.306128 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1b259883-5eaf-4ca9-801b-349e7d16055a tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0261974 May 31 15:45:37.308565 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49892) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:37.309019 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49896) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:37.344621 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-3975f3b2-7e8f-423a-a4d7-622454e19caf tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:37.355760 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3975f3b2-7e8f-423a-a4d7-622454e19caf tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0442755 May 31 15:45:37.359522 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-ad1e7900-848d-4bae-a6aa-2bf3f8624c52 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Request body: {'network': {'name': 'tempest-network--1914660945', 'router:external': True}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:37.363162 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49902) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:37.365108 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4bbf2a5a-8c6c-4884-979a-e6c85108d8df tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 5.2010367 May 31 15:45:37.373409 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ad1e7900-848d-4bae-a6aa-2bf3f8624c52 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:37.389312 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ffc3ff64-4a11-416e-94ab-a0d64d3b49f6 None None] Provisioning for port 1c7a60c7-3f3e-4c20-b703-c31211c4c69c completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:45:37.391155 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49906) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:37.403447 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-c5e252f1-9bc2-488b-8672-4adca46ee34a tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:37.407885 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c5e252f1-9bc2-488b-8672-4adca46ee34a tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0411177 May 31 15:45:37.413116 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ffc3ff64-4a11-416e-94ab-a0d64d3b49f6 None None] Provisioning complete for port 1c7a60c7-3f3e-4c20-b703-c31211c4c69c triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:37.413904 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ffc3ff64-4a11-416e-94ab-a0d64d3b49f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:37.434202 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49914) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:37.469165 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 133e4cdb-fa46-4ced-8020-ddf99e67dea3 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:45:37.491424 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ad1e7900-848d-4bae-a6aa-2bf3f8624c52 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Usage tracker for resource:network and tenant:9fb386c33d0c4a9dae2992849c98cac5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:37.498057 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-c473e3ee-6113-49e3-bc5b-e09bfc05a6ed tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Synchronizing usage tracker for tenant:31cb1923c01a40bcb7e56f6bb437609c on resource:security_group {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:45:37.511389 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ad1e7900-848d-4bae-a6aa-2bf3f8624c52 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:37.518066 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-5cd7ebe8-7f0f-42cc-8090-6cc90819a8ff tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:37.523443 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5cd7ebe8-7f0f-42cc-8090-6cc90819a8ff tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0221865 May 31 15:45:37.524243 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49922) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:37.537788 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ad1e7900-848d-4bae-a6aa-2bf3f8624c52 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:37.543762 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-e5cad061-a033-4303-96ee-79e4eb0cc12e tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:37.548366 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e5cad061-a033-4303-96ee-79e4eb0cc12e tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0137279 May 31 15:45:37.555813 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3ff64-4a11-416e-94ab-a0d64d3b49f6 None None] Port 1c7a60c7-3f3e-4c20-b703-c31211c4c69c cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:45:37.556027 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49926) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:37.575227 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ffc3ff64-4a11-416e-94ab-a0d64d3b49f6 None None] Provisioning complete for port e07d7e79-e8a6-4ecb-9fad-18a34da775b2 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:37.575884 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ffc3ff64-4a11-416e-94ab-a0d64d3b49f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:37.586862 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-88fa302b-34b2-47dc-b65c-b5c30a05dcf3 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:37.594005 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-88fa302b-34b2-47dc-b65c-b5c30a05dcf3 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0352364 May 31 15:45:37.601403 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49932) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:37.629716 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 133e4cdb-fa46-4ced-8020-ddf99e67dea3 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:37.630319 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:37.631401 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [req-3546afd2-c2a8-42cc-a838-387757e94895 req-36b34fc6-5d64-489b-ac4d-77a67f48dd36 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:37.631989 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-f1a28aae-3a98-4613-a384-26303dd4edb3 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:37.632781 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3546afd2-c2a8-42cc-a838-387757e94895 req-36b34fc6-5d64-489b-ac4d-77a67f48dd36 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4032881 May 31 15:45:37.638538 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f1a28aae-3a98-4613-a384-26303dd4edb3 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0302727 May 31 15:45:37.654662 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-0c35548f-e212-4fea-bcd9-d73fbb2428c1 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2768fca4df5d4b0e9f63be80d17b6d42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9581411 May 31 15:45:37.680713 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49936) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:37.698736 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-c473e3ee-6113-49e3-bc5b-e09bfc05a6ed tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Unset dirty status for tenant:31cb1923c01a40bcb7e56f6bb437609c on resource:security_group {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:45:37.701053 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-c473e3ee-6113-49e3-bc5b-e09bfc05a6ed tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31cb1923c01a40bcb7e56f6bb437609c HTTP/1.1" status: 200 len: 379 time: 0.3936367 May 31 15:45:37.702482 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1e7900-848d-4bae-a6aa-2bf3f8624c52 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Made reservation on behalf of 9fb386c33d0c4a9dae2992849c98cac5 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:37.710913 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ad1e7900-848d-4bae-a6aa-2bf3f8624c52 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:37.713952 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3ff64-4a11-416e-94ab-a0d64d3b49f6 None None] Port e07d7e79-e8a6-4ecb-9fad-18a34da775b2 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:45:37.740261 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-c840a423-1b15-4368-9b0c-bb653686454c tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:37.749590 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c840a423-1b15-4368-9b0c-bb653686454c tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0623677 May 31 15:45:37.766974 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-ae60cfc5-8113-4c8b-a993-557c563c443d tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Request body: {'port': {'device_id': '48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc', 'network_id': '9762618e-b801-4945-a348-7f7865b0995e', 'admin_state_up': True, 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c', 'security_groups': ['e27f0788-c844-4c1b-be49-7dd9df76906c']}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:37.784514 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49942) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:37.801612 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-34060619-22f6-4a48-abb7-f7e050c3e6c8 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:37.806122 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-34060619-22f6-4a48-abb7-f7e050c3e6c8 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0174670 May 31 15:45:37.811371 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49948) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:37.814356 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 78193b55-cc3b-4243-be03-6093dde637df up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:45:37.828167 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-deeae014-1ebd-4893-a0b9-21e9f00e0502 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:37.832114 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-deeae014-1ebd-4893-a0b9-21e9f00e0502 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0128818 May 31 15:45:37.845293 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3546afd2-c2a8-42cc-a838-387757e94895 req-6c2b1281-7053-4528-b58d-398becf5f25b service neutron] 10.222.0.45 "GET /v2.0/networks/95b2c66c-bf2c-4a95-9a53-2be0f2b2f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691306 May 31 15:45:37.852030 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49952) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:37.910921 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b929df68-c381-4a62-8484-207dea51f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:37.918751 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9180e6d-3317-4a16-befa-4fa6187e31a4 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:37.925857 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9180e6d-3317-4a16-befa-4fa6187e31a4 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:37.929722 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 78193b55-cc3b-4243-be03-6093dde637df completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:45:37.932243 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9180e6d-3317-4a16-befa-4fa6187e31a4 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:37.934612 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f9180e6d-3317-4a16-befa-4fa6187e31a4 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2498 time: 0.5415592 May 31 15:45:37.938809 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 78193b55-cc3b-4243-be03-6093dde637df triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:37.939300 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:37.945179 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [None req-52cd590b-b568-4302-9354-5acf32fefb6d tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:37.945365 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49966) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:37.946151 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-52cd590b-b568-4302-9354-5acf32fefb6d tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0929809 May 31 15:45:37.953705 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49968) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:37.986449 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [None req-688885d8-655a-45f4-ae4a-53b284565027 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:37.987442 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-688885d8-655a-45f4-ae4a-53b284565027 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0260060 May 31 15:45:37.995029 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49974) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:38.018967 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad1e7900-848d-4bae-a6aa-2bf3f8624c52 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:45:38.028639 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-d5442502-1987-4428-91e2-33d14027b854 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:38.032612 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d5442502-1987-4428-91e2-33d14027b854 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0296350 May 31 15:45:38.036478 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49978) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:38.059778 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-aabcbffe-76e7-4592-9813-e7c4f941a960 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:38.063526 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-aabcbffe-76e7-4592-9813-e7c4f941a960 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0179055 May 31 15:45:38.065886 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49984) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:38.075642 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-51f08ce8-630a-4efd-acee-4a33f714ae68 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:38.080485 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:38.083369 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ad1e7900-848d-4bae-a6aa-2bf3f8624c52 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:38.084285 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-ad1e7900-848d-4bae-a6aa-2bf3f8624c52 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Added segment f1f1a4a6-7cc6-4f12-aba4-a73ec806c1de of type vlan for network 857c8afd-038b-4c26-b729-4fb84ab96455 May 31 15:45:38.124904 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ad1e7900-848d-4bae-a6aa-2bf3f8624c52 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:38.125201 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 78193b55-cc3b-4243-be03-6093dde637df, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=78193b55-cc3b-4243-be03-6093dde637df,segment=NetworkSegment(0d00d053-1156-4ba8-933a-9fa5cb723e21),segment_id=0d00d053-1156-4ba8-933a-9fa5cb723e21)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:45:38.133081 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:38.142329 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b61172c5-4242-4bab-af27-48af5c0fe03f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:38.147025 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-5869968d-3c6f-4f56-ad5a-5e210a058c5e tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:38.151584 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5869968d-3c6f-4f56-ad5a-5e210a058c5e tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0676861 May 31 15:45:38.155431 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49988) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:38.192150 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-f95aabb5-2354-41a9-a623-c3bbfade620c tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:38.196399 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f95aabb5-2354-41a9-a623-c3bbfade620c tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0367553 May 31 15:45:38.210546 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 49992) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:38.230329 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-b6db63d6-77e9-479f-b7a1-2fe26d495ed8 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:38.231312 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b6db63d6-77e9-479f-b7a1-2fe26d495ed8 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0145826 May 31 15:45:38.231608 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8a214317-08de-469f-868c-4b11573d5b47 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:38.241726 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 49998) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:38.250112 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3546afd2-c2a8-42cc-a838-387757e94895 req-828a4092-9893-454c-a90c-cddc0534a7ec service neutron] 10.222.0.45 "GET /v2.0/networks/95b2c66c-bf2c-4a95-9a53-2be0f2b2f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932328 May 31 15:45:38.257048 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [None req-0488597e-c02d-42fc-bde1-af8f2f69a099 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:38.258362 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0488597e-c02d-42fc-bde1-af8f2f69a099 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0116663 May 31 15:45:38.262988 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-08d108d4-9922-44be-a13c-6953c56ca34f service neutron] 10.222.0.45 "GET /v2.0/networks/d344e8f1-f415-4064-9d12-68c70eb6ac0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6006479 May 31 15:45:38.264552 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=78193b55-cc3b-4243-be03-6093dde637df,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:38.267054 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50002) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:38.270049 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-ae60cfc5-8113-4c8b-a993-557c563c443d tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:38.272968 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [None req-89322f7e-593e-4c89-b57a-586a3c4889b4 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:38.274386 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-89322f7e-593e-4c89-b57a-586a3c4889b4 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0061753 May 31 15:45:38.283008 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50006) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:38.285486 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:38.287098 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:38.290965 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-ae60cfc5-8113-4c8b-a993-557c563c443d tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:38.296299 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-a560a5af-97c3-47df-9438-3a946d81cf3b tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:38.299754 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a560a5af-97c3-47df-9438-3a946d81cf3b tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0129349 May 31 15:45:38.300475 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50010) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:38.309975 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-11613ba5-23c7-42a5-9565-0019cbbd6ca9 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:38.313847 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-11613ba5-23c7-42a5-9565-0019cbbd6ca9 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0080783 May 31 15:45:38.313847 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ad1e7900-848d-4bae-a6aa-2bf3f8624c52 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:38.318463 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50014) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:38.320273 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1e7900-848d-4bae-a6aa-2bf3f8624c52 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:38.320892 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ad1e7900-848d-4bae-a6aa-2bf3f8624c52 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:38.331752 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:38.360774 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-d1b7063f-2bc5-4561-ba97-10295a4b279f tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:38.361354 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d1b7063f-2bc5-4561-ba97-10295a4b279f tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0354354 May 31 15:45:38.362125 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-ae60cfc5-8113-4c8b-a993-557c563c443d tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Made reservation on behalf of 31cb1923c01a40bcb7e56f6bb437609c for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:38.365649 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-ae60cfc5-8113-4c8b-a993-557c563c443d tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:38.367681 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50018) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:38.396933 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-378f09a4-9f00-48f1-b3e8-5a8b5d7f3a67 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Deleting port 1c7a60c7-3f3e-4c20-b703-c31211c4c69c {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:45:38.397290 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-378f09a4-9f00-48f1-b3e8-5a8b5d7f3a67 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:38.499003 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [None req-a9089dd5-1964-466d-a9c3-1de2cc7764ae tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:38.499950 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a9089dd5-1964-466d-a9c3-1de2cc7764ae tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0373721 May 31 15:45:38.515309 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50024) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:38.534338 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [None req-50bc5242-af68-44a2-9343-95165bda2a16 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:38.535370 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-50bc5242-af68-44a2-9343-95165bda2a16 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0192299 May 31 15:45:38.615034 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50030) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:38.621900 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-51f08ce8-630a-4efd-acee-4a33f714ae68 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:38.649960 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [None req-4a5a8e88-b064-493f-bb70-cd03a7ab5cb2 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:38.653644 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4a5a8e88-b064-493f-bb70-cd03a7ab5cb2 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0348504 May 31 15:45:38.694019 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50038) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:38.698514 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ad1e7900-848d-4bae-a6aa-2bf3f8624c52 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3855669 May 31 15:45:38.731029 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50044) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:38.731707 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:38.817824 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-29d25ba1-5266-4cac-ad56-bccca30ca8fa tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:38.821231 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-29d25ba1-5266-4cac-ad56-bccca30ca8fa tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.1219590 May 31 15:45:38.837688 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50050) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:38.842869 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e7900-848d-4bae-a6aa-2bf3f8624c52 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Pushing event updated for resources: {'Network': ['ID=857c8afd-038b-4c26-b729-4fb84ab96455,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:38.865785 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 857c8afd-038b-4c26-b729-4fb84ab96455 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:45:38.871116 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ad1e7900-848d-4bae-a6aa-2bf3f8624c52 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:38.883806 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-d5e4347a-611e-4848-a85b-b2c5ddfd791a tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:38.887412 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d5e4347a-611e-4848-a85b-b2c5ddfd791a tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0435128 May 31 15:45:38.890288 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50054) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:38.912281 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-7ecb7ee0-9b3a-483a-80bd-e1048b5a5d76 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:38.915719 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7ecb7ee0-9b3a-483a-80bd-e1048b5a5d76 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0220206 May 31 15:45:38.930609 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50058) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:38.942150 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-ae59d33e-0f2b-4b2a-a23f-e9ff2cb15414 service neutron] 10.222.0.45 "GET /v2.0/networks/d344e8f1-f415-4064-9d12-68c70eb6ac0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6638114 May 31 15:45:38.962480 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-283cbc56-fd8b-417e-8ffa-2fc89718ec4d tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:38.963614 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-283cbc56-fd8b-417e-8ffa-2fc89718ec4d tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0321214 May 31 15:45:38.964532 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f08ce8-630a-4efd-acee-4a33f714ae68 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Network 46de190c-08d1-4dfd-85fd-85e643d7a06e is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:38.984940 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50064) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:38.996822 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-51f08ce8-630a-4efd-acee-4a33f714ae68 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:39.021252 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f08ce8-630a-4efd-acee-4a33f714ae68 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:39.024514 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f08ce8-630a-4efd-acee-4a33f714ae68 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:39.025173 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-51f08ce8-630a-4efd-acee-4a33f714ae68 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:39.044867 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-9dae45be-ac69-4325-996b-8b7e0dbe1a0c tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:39.045901 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9dae45be-ac69-4325-996b-8b7e0dbe1a0c tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0338304 May 31 15:45:39.049289 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50070) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:39.140910 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a5b6b0-cc11-415f-8279-d544f12cb90e tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:39.143669 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a5a5b6b0-cc11-415f-8279-d544f12cb90e tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Synchronizing usage tracker for tenant:ef40031003954bc19fff1bdbfac53f5c on resource:network {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:45:39.145638 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-8756d713-d438-4f2f-9a06-10a9db85e9fc tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:39.149644 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8756d713-d438-4f2f-9a06-10a9db85e9fc tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0756543 May 31 15:45:39.149644 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-ae60cfc5-8113-4c8b-a993-557c563c443d tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Allocated IP 172.20.0.14 (9762618e-b801-4945-a348-7f7865b0995e/7fb83780-73dc-46ad-8905-afe39908f206/f19b3ea4-24e8-4d61-8b6d-e504952f1ded) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:45:39.153728 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50076) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:39.157429 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-378f09a4-9f00-48f1-b3e8-5a8b5d7f3a67 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:39.160357 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f08ce8-630a-4efd-acee-4a33f714ae68 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Pushing event updated for resources: {'Port': ['ID=e73494bf-95fc-4c30-b187-15ed628c1a27,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:39.175081 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-51f08ce8-630a-4efd-acee-4a33f714ae68 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:39.246048 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-80623946-93f8-4b82-8456-23ee0815d71f tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:39.254074 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-80623946-93f8-4b82-8456-23ee0815d71f tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0993226 May 31 15:45:39.261435 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50082) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:39.381940 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 78193b55-cc3b-4243-be03-6093dde637df up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:45:39.502552 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8a214317-08de-469f-868c-4b11573d5b47 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:39.545118 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 78193b55-cc3b-4243-be03-6093dde637df triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:39.546224 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:39.550756 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8a214317-08de-469f-868c-4b11573d5b47 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:39.576600 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-6ee86c9d-62e9-4d95-93f3-f7bf6c4263b9 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:39.577579 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6ee86c9d-62e9-4d95-93f3-f7bf6c4263b9 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.3143573 May 31 15:45:39.591055 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-378f09a4-9f00-48f1-b3e8-5a8b5d7f3a67 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Calling delete_port for 1c7a60c7-3f3e-4c20-b703-c31211c4c69c owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:45:39.600053 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50096) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:39.607501 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-51f08ce8-630a-4efd-acee-4a33f714ae68 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.9657366 May 31 15:45:39.612029 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b304fc88-4ccf-44f6-bb79-2b46ce0dfd94 req-6a48f7bd-3ea8-4d63-a9e5-2af5bd3f0846 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/ports?device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 210 time: 0.6121178 May 31 15:45:39.620022 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50100) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:39.708955 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:39.931156 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-22e81847-28a5-4bec-a2f9-021eda13020c tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:39.932290 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:39.942979 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-22e81847-28a5-4bec-a2f9-021eda13020c tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.3416014 May 31 15:45:39.949326 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50112) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:39.978720 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-1466ae56-be95-46e8-bf74-68120d341ff3 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:39.983511 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1466ae56-be95-46e8-bf74-68120d341ff3 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0305724 May 31 15:45:39.986218 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50118) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:40.002672 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-f1886033-70a5-48a8-a5b7-2793536654be tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:40.008396 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f1886033-70a5-48a8-a5b7-2793536654be tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0161290 May 31 15:45:40.027958 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a5a5b6b0-cc11-415f-8279-d544f12cb90e tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Unset dirty status for tenant:ef40031003954bc19fff1bdbfac53f5c on resource:network {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:45:40.032191 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a5a5b6b0-cc11-415f-8279-d544f12cb90e tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] 10.222.0.45 "GET /v2.0/networks/857c8afd-038b-4c26-b729-4fb84ab96455 HTTP/1.1" status: 200 len: 757 time: 1.2508254 May 31 15:45:40.034818 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50124) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:40.034987 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50126) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:40.039304 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:40.103679 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a214317-08de-469f-868c-4b11573d5b47 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Pushing event updated for resources: {'Port': ['ID=e07d7e79-e8a6-4ecb-9fad-18a34da775b2,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:40.158382 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7b94eb68-4dda-4cca-a637-731cc13cc714 req-ec8d7635-fd2b-47c0-b051-dca4098c5827 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 210 time: 0.6282139 May 31 15:45:40.180760 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8a214317-08de-469f-868c-4b11573d5b47 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:40.239178 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-66556cb5-763d-4913-85d5-956de12f78b4 req-0b3302c3-943e-4d11-b72e-95dc131a29d9 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 210 time: 0.3216236 May 31 15:45:40.249593 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [None req-339e5188-b2f4-46b4-9792-d1382704e983 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:40.250735 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-339e5188-b2f4-46b4-9792-d1382704e983 tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.1431088 May 31 15:45:40.256790 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50132) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:40.269295 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-eb96617b-d5e7-4f51-b228-fcae879ec24a tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:40.270251 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-eb96617b-d5e7-4f51-b228-fcae879ec24a tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0084689 May 31 15:45:40.274033 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50136) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:40.285350 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-bf6708e1-0c2b-4cf9-a1d0-a50511b0d07a tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:40.289463 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-bf6708e1-0c2b-4cf9-a1d0-a50511b0d07a tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0093613 May 31 15:45:40.289463 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-378f09a4-9f00-48f1-b3e8-5a8b5d7f3a67 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:40.297401 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50140) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:40.307411 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-25f44910-7938-4bee-9701-f9471dabbbb7 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:40.361856 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-ce987198-9ccc-47ce-8be0-ede10737011c tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:40.365468 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ce987198-9ccc-47ce-8be0-ede10737011c tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0581536 May 31 15:45:40.365468 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f09a4-9f00-48f1-b3e8-5a8b5d7f3a67 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Pushing event deleted for resources: {'Port': ['ID=1c7a60c7-3f3e-4c20-b703-c31211c4c69c,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:40.373987 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-378f09a4-9f00-48f1-b3e8-5a8b5d7f3a67 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:40.373987 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50144) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:40.380463 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-ae918801-8885-4496-a4f9-f5a5dfd14dcd tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:40.384987 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ae918801-8885-4496-a4f9-f5a5dfd14dcd tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0078926 May 31 15:45:40.385376 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-ae60cfc5-8113-4c8b-a993-557c563c443d tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:40.389924 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50148) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:40.424302 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba72c388-b8c6-455f-baeb-a71345204297 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:40.426081 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ba72c388-b8c6-455f-baeb-a71345204297 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] 10.222.0.45 "GET /v2.0/networks/bf72fe33-859f-4fd2-b570-42b105d40e91 HTTP/1.1" status: 200 len: 767 time: 0.3167429 May 31 15:45:40.431012 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-f02a8cb6-702f-4707-ad58-df3708f902da tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:40.432160 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f02a8cb6-702f-4707-ad58-df3708f902da tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0375896 May 31 15:45:40.435732 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50154) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:40.436077 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50156) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:40.452263 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [None req-ee8d4574-1ae6-4022-a1ea-31426a76402f tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:40.455857 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ee8d4574-1ae6-4022-a1ea-31426a76402f tempest-ExtensionsTestJSON-769983417 tempest-ExtensionsTestJSON-769983417-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0110829 May 31 15:45:40.471624 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:40.493828 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8a214317-08de-469f-868c-4b11573d5b47 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:40.553864 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-ae60cfc5-8113-4c8b-a993-557c563c443d tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Transition to ACTIVE for port object f19b3ea4-24e8-4d61-8b6d-e504952f1ded will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:40.633377 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:45:40.854514 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0bfa4252-3b13-446d-9c2a-b8db79b07a72 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:40.943331 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a214317-08de-469f-868c-4b11573d5b47 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Network 71585b84-90ae-4fe5-8e03-4ebbae338514 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:40.951257 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-8a214317-08de-469f-868c-4b11573d5b47 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:40.979365 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-073aa436-9347-483c-a2a2-4b8a2eb308c8 req-7bbadc1b-670e-4223-9692-86e26948be3b tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/ports?device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 210 time: 0.0722220 May 31 15:45:41.117754 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-378f09a4-9f00-48f1-b3e8-5a8b5d7f3a67 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:41.169005 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-378f09a4-9f00-48f1-b3e8-5a8b5d7f3a67 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] 10.222.0.45 "DELETE /v2.0/ports/1c7a60c7-3f3e-4c20-b703-c31211c4c69c HTTP/1.1" status: 204 len: 168 time: 3.2136762 May 31 15:45:41.171419 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-ae60cfc5-8113-4c8b-a993-557c563c443d tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:41.190654 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50172) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:41.255340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.db.resource_extend [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:45:41.260828 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-aa41fc74-17d6-492e-a58c-ad5a5e68e377 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:41.289935 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50176) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:41.384900 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-eab95e88-8deb-4702-960a-99e3e1c734d5 None None] Provisioning complete for port e07d7e79-e8a6-4ecb-9fad-18a34da775b2 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:41.385948 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-eab95e88-8deb-4702-960a-99e3e1c734d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:41.490279 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0bfa4252-3b13-446d-9c2a-b8db79b07a72 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:41.498865 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2245cc1-ad91-4931-bdb3-ccbbc02e88ff tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] GET failed (client error): The resource could not be found. May 31 15:45:41.504579 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f96345a6-699c-4e04-bcda-82839c77c558 req-5731892f-5a86-4c70-8104-0ef08c903e12 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 210 time: 0.0741067 May 31 15:45:41.505399 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c2245cc1-ad91-4931-bdb3-ccbbc02e88ff tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Synchronizing usage tracker for tenant:d9b003e344314e97bc35feb4f12b3afc on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:45:41.542127 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-ae60cfc5-8113-4c8b-a993-557c563c443d tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Network 9762618e-b801-4945-a348-7f7865b0995e is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:41.542127 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-ae60cfc5-8113-4c8b-a993-557c563c443d tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:41.542127 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-ae60cfc5-8113-4c8b-a993-557c563c443d tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:41.545871 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-eab95e88-8deb-4702-960a-99e3e1c734d5 None None] Port e07d7e79-e8a6-4ecb-9fad-18a34da775b2 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:45:41.586005 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] device_id is not set on port e73494bf-95fc-4c30-b187-15ed628c1a27 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:45:41.597118 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9ef47fba-0355-49f3-a82f-3faf220511af req-b369de88-5ab7-422e-8239-09a9a7097233 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 210 time: 0.0977411 May 31 15:45:41.606080 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:41.630372 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-0bfa4252-3b13-446d-9c2a-b8db79b07a72 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['857c8afd-038b-4c26-b729-4fb84ab96455']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:41.692247 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Transition to ACTIVE for port object e73494bf-95fc-4c30-b187-15ed628c1a27 will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:41.710965 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60cfc5-8113-4c8b-a993-557c563c443d tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Pushing event updated for resources: {'Port': ['ID=f19b3ea4-24e8-4d61-8b6d-e504952f1ded,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:41.737850 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-0bfa4252-3b13-446d-9c2a-b8db79b07a72 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f1a4a6-7cc6-4f12-aba4-a73ec806c1de') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:41.738337 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-0bfa4252-3b13-446d-9c2a-b8db79b07a72 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f1a4a6-7cc6-4f12-aba4-a73ec806c1de') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:41.754933 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ae60cfc5-8113-4c8b-a993-557c563c443d tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:41.788491 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0bfa4252-3b13-446d-9c2a-b8db79b07a72 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:41.795786 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:41.808348 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dad6e4bd-0bbc-408e-aef2-77e488423706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:41.824010 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:41.856893 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0bfa4252-3b13-446d-9c2a-b8db79b07a72 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:41.865538 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bfa4252-3b13-446d-9c2a-b8db79b07a72 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:45:41.865937 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0bfa4252-3b13-446d-9c2a-b8db79b07a72 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:41.896188 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-dad6e4bd-0bbc-408e-aef2-77e488423706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:41.959440 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-dad6e4bd-0bbc-408e-aef2-77e488423706 admin admin] Usage tracker for resource:security_group_rule and tenant:f699687b4c254cf9b8e70a2ab3a7e369 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:41.978523 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-dad6e4bd-0bbc-408e-aef2-77e488423706 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:41.989742 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-64f8630e-1af1-4a5d-b281-f9a27755514e None None] Provisioning for port f19b3ea4-24e8-4d61-8b6d-e504952f1ded completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:45:41.996865 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c2245cc1-ad91-4931-bdb3-ccbbc02e88ff tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Unset dirty status for tenant:d9b003e344314e97bc35feb4f12b3afc on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:45:41.997538 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-64f8630e-1af1-4a5d-b281-f9a27755514e None None] Provisioning complete for port f19b3ea4-24e8-4d61-8b6d-e504952f1ded triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:41.998404 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c2245cc1-ad91-4931-bdb3-ccbbc02e88ff tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] 10.222.0.45 "GET /v2.0/ports/1c7a60c7-3f3e-4c20-b703-c31211c4c69c HTTP/1.1" status: 404 len: 333 time: 0.6939762 May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:45:41.999371 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:45:42.002797 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-64f8630e-1af1-4a5d-b281-f9a27755514e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:42.020157 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-ae60cfc5-8113-4c8b-a993-557c563c443d tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:42.021056 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-ae60cfc5-8113-4c8b-a993-557c563c443d tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:42.026180 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50188) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:42.030831 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0bfa4252-3b13-446d-9c2a-b8db79b07a72 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:42.042433 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-dad6e4bd-0bbc-408e-aef2-77e488423706 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:42.048191 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-1334e6d8-bae3-4bc7-8ff0-c9109def10ca tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Request body: {'port': {'network_id': '032d6383-0f97-4a9a-9084-abf99a2deeab', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-359845419'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:42.065532 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a214317-08de-469f-868c-4b11573d5b47 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Router 15e64a96-6dee-4e90-be1a-32a0dc301767 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:45:42.069440 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfa4252-3b13-446d-9c2a-b8db79b07a72 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 857c8afd-038b-4c26-b729-4fb84ab96455 {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 31 15:45:42.080005 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-01833c9e-34e5-4175-8b4f-c7f102bad8bc tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:42.094690 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0bfa4252-3b13-446d-9c2a-b8db79b07a72 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:42.104280 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Pushing event updated for resources: {'Port': ['ID=e73494bf-95fc-4c30-b187-15ed628c1a27,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:42.115509 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0bfa4252-3b13-446d-9c2a-b8db79b07a72 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] 10.222.0.45 "DELETE /v2.0/networks/857c8afd-038b-4c26-b729-4fb84ab96455 HTTP/1.1" status: 204 len: 168 time: 1.6750269 May 31 15:45:42.120918 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50194) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:42.144732 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:42.179791 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-64f8630e-1af1-4a5d-b281-f9a27755514e None None] Port f19b3ea4-24e8-4d61-8b6d-e504952f1ded cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:45:42.185418 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-ae60cfc5-8113-4c8b-a993-557c563c443d tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4308183 May 31 15:45:42.189653 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-cbeef903-64ca-4b8d-ae9d-ef19c22336e0 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Request body: {'network': {'name': 'tempest-network--1276211028'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:42.201564 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa4252-3b13-446d-9c2a-b8db79b07a72 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Pushing event deleted for resources: {'Network': ['ID=857c8afd-038b-4c26-b729-4fb84ab96455,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:42.214603 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0bfa4252-3b13-446d-9c2a-b8db79b07a72 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:42.215812 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-cbeef903-64ca-4b8d-ae9d-ef19c22336e0 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:42.225384 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-cbeef903-64ca-4b8d-ae9d-ef19c22336e0 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Usage tracker for resource:network and tenant:9fb386c33d0c4a9dae2992849c98cac5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:42.231564 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-cbeef903-64ca-4b8d-ae9d-ef19c22336e0 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:42.244996 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-cbeef903-64ca-4b8d-ae9d-ef19c22336e0 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:42.292454 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbeef903-64ca-4b8d-ae9d-ef19c22336e0 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Made reservation on behalf of 9fb386c33d0c4a9dae2992849c98cac5 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:42.300250 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cbeef903-64ca-4b8d-ae9d-ef19c22336e0 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:42.330807 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1334e6d8-bae3-4bc7-8ff0-c9109def10ca tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:42.403529 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1334e6d8-bae3-4bc7-8ff0-c9109def10ca tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:42.406746 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbeef903-64ca-4b8d-ae9d-ef19c22336e0 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:45:42.432395 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cbeef903-64ca-4b8d-ae9d-ef19c22336e0 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:42.434161 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-cbeef903-64ca-4b8d-ae9d-ef19c22336e0 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Added segment e585ad69-c68d-4ed4-96c2-92af774b8ced of type vlan for network d93089a6-0f26-4bb4-9f79-46e3eefae051 May 31 15:45:42.441022 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1334e6d8-bae3-4bc7-8ff0-c9109def10ca tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Made reservation on behalf of d9b003e344314e97bc35feb4f12b3afc for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:42.449663 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1334e6d8-bae3-4bc7-8ff0-c9109def10ca tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:42.493122 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cbeef903-64ca-4b8d-ae9d-ef19c22336e0 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:42.531648 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-1334e6d8-bae3-4bc7-8ff0-c9109def10ca tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] device_id is not set on port 2dfd330e-8c82-4daf-b8fe-ca8386cbc2a8 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:45:42.593635 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cbeef903-64ca-4b8d-ae9d-ef19c22336e0 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:42.602685 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeef903-64ca-4b8d-ae9d-ef19c22336e0 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:42.619724 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cbeef903-64ca-4b8d-ae9d-ef19c22336e0 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:42.628318 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:42.716608 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:42.718800 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:42.719210 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:42.818064 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Port e73494bf-95fc-4c30-b187-15ed628c1a27 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:42.818338 dv-neutron-601336-79-hyperv neutron-server[99205]: ERROR neutron.plugins.ml2.managers [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Failed to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] May 31 15:45:42.873452 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeef903-64ca-4b8d-ae9d-ef19c22336e0 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Pushing event updated for resources: {'Network': ['ID=d93089a6-0f26-4bb4-9f79-46e3eefae051,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:42.883703 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network d93089a6-0f26-4bb4-9f79-46e3eefae051 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:45:42.895048 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.plugins.ml2.plugin [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempt 2 to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 May 31 15:45:42.907574 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-cbeef903-64ca-4b8d-ae9d-ef19c22336e0 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7825339 May 31 15:45:42.914513 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-cbeef903-64ca-4b8d-ae9d-ef19c22336e0 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:42.926089 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50202) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:42.935072 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-76d9a32a-75ee-485b-87eb-2f791c093cac tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Request body: {'network': {'router:external': True}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:42.975198 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dad6e4bd-0bbc-408e-aef2-77e488423706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:42.980946 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-55ae687d-9b7b-42e3-afe5-e5038b8153cf req-2b98bfa8-bed2-4d29-9f74-c1fbf5f5a99d tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 210 time: 0.2316961 May 31 15:45:42.999568 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dad6e4bd-0bbc-408e-aef2-77e488423706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:43.005298 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:43.005639 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:43.005996 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:43.034601 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:43.048279 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Port e73494bf-95fc-4c30-b187-15ed628c1a27 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:43.048621 dv-neutron-601336-79-hyperv neutron-server[99205]: ERROR neutron.plugins.ml2.managers [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Failed to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] May 31 15:45:43.054253 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.plugins.ml2.plugin [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempt 3 to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 May 31 15:45:43.062363 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a214317-08de-469f-868c-4b11573d5b47 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:45:43.078133 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f12cba1-0271-462e-8863-2f6af62f40ae None None] Sync routers for ids ['15e64a96-6dee-4e90-be1a-32a0dc301767'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:45:43.107244 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f12cba1-0271-462e-8863-2f6af62f40ae None None] Routers {'15e64a96-6dee-4e90-be1a-32a0dc301767'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:45:43.107988 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-1f12cba1-0271-462e-8863-2f6af62f40ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:45:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['15e64a96-6dee-4e90-be1a-32a0dc301767'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:43.123717 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:43.124060 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:43.124395 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:43.133899 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-dad6e4bd-0bbc-408e-aef2-77e488423706 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f699687b4c254cf9b8e70a2ab3a7e369&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8428044 May 31 15:45:43.138500 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6e4bd-0bbc-408e-aef2-77e488423706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c8fce3-b06d-4532-bb3b-77be7e3085d4,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:43.151276 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50206) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:43.157064 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Port e73494bf-95fc-4c30-b187-15ed628c1a27 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:43.157394 dv-neutron-601336-79-hyperv neutron-server[99205]: ERROR neutron.plugins.ml2.managers [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Failed to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] May 31 15:45:43.159500 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-dad6e4bd-0bbc-408e-aef2-77e488423706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:43.159973 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.plugins.ml2.plugin [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempt 4 to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 May 31 15:45:43.205667 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d329801-f0bc-42b2-b304-9eafca60e05d req-424d7460-3602-4738-a48e-2cc7373ca5da tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:43.207626 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1d329801-f0bc-42b2-b304-9eafca60e05d req-424d7460-3602-4738-a48e-2cc7373ca5da tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/ports?device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 932 time: 0.9037030 May 31 15:45:43.209183 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8a214317-08de-469f-868c-4b11573d5b47 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] 10.222.0.45 "PUT /v2.0/routers/15e64a96-6dee-4e90-be1a-32a0dc301767/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3474870 May 31 15:45:43.232448 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-1334e6d8-bae3-4bc7-8ff0-c9109def10ca tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Allocated IP 2001:db8::1cd (032d6383-0f97-4a9a-9084-abf99a2deeab/90780b08-97f3-43ab-9f72-ee25387370e5/2dfd330e-8c82-4daf-b8fe-ca8386cbc2a8) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:45:43.239597 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50210) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:43.264538 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-14b49052-dcec-4aa3-a597-a25b49b6f8dc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Request body: {'port': {'network_id': '71585b84-90ae-4fe5-8e03-4ebbae338514', 'name': 'tempest-FloatingIPNegativeTestJSON-1427047432'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:43.265321 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:43.265809 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:43.266293 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:43.287987 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4865eff2-9476-4e67-a25f-1c2dca683482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:43.311593 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-1f12cba1-0271-462e-8863-2f6af62f40ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:43.329914 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f12cba1-0271-462e-8863-2f6af62f40ae None None] Routers {'15e64a96-6dee-4e90-be1a-32a0dc301767'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:45:43.331058 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-1f12cba1-0271-462e-8863-2f6af62f40ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:45:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['15e64a96-6dee-4e90-be1a-32a0dc301767'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:43.363295 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Port e73494bf-95fc-4c30-b187-15ed628c1a27 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:43.363701 dv-neutron-601336-79-hyperv neutron-server[99205]: ERROR neutron.plugins.ml2.managers [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Failed to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] May 31 15:45:43.395210 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.plugins.ml2.plugin [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempt 5 to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 May 31 15:45:43.428496 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-1f12cba1-0271-462e-8863-2f6af62f40ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:43.429101 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ab9860a3-a9b4-4729-b193-f786d35ae28d req-46145243-e07f-47eb-825a-748dcf736777 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 210 time: 0.1700397 May 31 15:45:43.439629 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f12cba1-0271-462e-8863-2f6af62f40ae None None] The sync data for ids ['15e64a96-6dee-4e90-be1a-32a0dc301767'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:45:43.443105 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:43.443586 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:43.443757 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:43.449119 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1d329801-f0bc-42b2-b304-9eafca60e05d req-4bf79acf-9869-45f3-9d5a-4ebe9809224f tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/security-groups?id=e27f0788-c844-4c1b-be49-7dd9df76906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2322125 May 31 15:45:43.458071 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Port e73494bf-95fc-4c30-b187-15ed628c1a27 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:43.458383 dv-neutron-601336-79-hyperv neutron-server[99205]: ERROR neutron.plugins.ml2.managers [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Failed to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] May 31 15:45:43.458779 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.plugins.ml2.plugin [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempt 6 to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 May 31 15:45:43.498824 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:43.499214 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:43.499557 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:43.503592 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4865eff2-9476-4e67-a25f-1c2dca683482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:43.514225 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Port e73494bf-95fc-4c30-b187-15ed628c1a27 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:43.514875 dv-neutron-601336-79-hyperv neutron-server[99205]: ERROR neutron.plugins.ml2.managers [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Failed to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] May 31 15:45:43.515540 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.plugins.ml2.plugin [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempt 7 to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 May 31 15:45:43.546222 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:43.546859 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:43.547231 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:43.552150 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Port e73494bf-95fc-4c30-b187-15ed628c1a27 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:43.552914 dv-neutron-601336-79-hyperv neutron-server[99205]: ERROR neutron.plugins.ml2.managers [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Failed to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] May 31 15:45:43.553243 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.plugins.ml2.plugin [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempt 8 to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 May 31 15:45:43.571764 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:43.571764 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:43.571764 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:43.575474 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Port e73494bf-95fc-4c30-b187-15ed628c1a27 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:43.575804 dv-neutron-601336-79-hyperv neutron-server[99205]: ERROR neutron.plugins.ml2.managers [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Failed to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] May 31 15:45:43.576196 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.plugins.ml2.plugin [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempt 9 to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 May 31 15:45:43.597532 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:43.597814 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:43.598096 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:43.603150 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Port e73494bf-95fc-4c30-b187-15ed628c1a27 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:43.603654 dv-neutron-601336-79-hyperv neutron-server[99205]: ERROR neutron.plugins.ml2.managers [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Failed to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] May 31 15:45:43.604191 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.plugins.ml2.plugin [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempt 10 to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 May 31 15:45:43.620255 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:43.620585 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:43.620928 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:43.626070 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Port e73494bf-95fc-4c30-b187-15ed628c1a27 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:43.626387 dv-neutron-601336-79-hyperv neutron-server[99205]: ERROR neutron.plugins.ml2.managers [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Failed to bind port e73494bf-95fc-4c30-b187-15ed628c1a27 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] May 31 15:45:43.626736 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:43.744180 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] For port e73494bf-95fc-4c30-b187-15ed628c1a27, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:45:43.745004 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempted to set empty binding levels {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 31 15:45:43.750598 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:43.754801 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:43.769957 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4865eff2-9476-4e67-a25f-1c2dca683482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:43.809562 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-07de0401-7738-4ce4-9bdb-aa6c24083e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:43.813897 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] In _notify_port_updated(), no bound segment for port e73494bf-95fc-4c30-b187-15ed628c1a27 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 15:45:43.814771 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:43.815396 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:43.819484 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] 10.222.0.45 "PUT /v2.0/ports/e73494bf-95fc-4c30-b187-15ed628c1a27 HTTP/1.1" status: 200 len: 977 time: 3.9016964 May 31 15:45:43.820490 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50214) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:43.852807 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-76d9a32a-75ee-485b-87eb-2f791c093cac tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:43.865056 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-14b49052-dcec-4aa3-a597-a25b49b6f8dc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:43.873295 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865eff2-9476-4e67-a25f-1c2dca683482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c8fce3-b06d-4532-bb3b-77be7e3085d4,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:43.881288 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4865eff2-9476-4e67-a25f-1c2dca683482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:43.889629 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-14b49052-dcec-4aa3-a597-a25b49b6f8dc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Usage tracker for resource:port and tenant:762120214a8849329be213eb120961ff is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:43.907557 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-14b49052-dcec-4aa3-a597-a25b49b6f8dc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:43.913596 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-76d9a32a-75ee-485b-87eb-2f791c093cac tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:43.914470 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4865eff2-9476-4e67-a25f-1c2dca683482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:43.919354 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4865eff2-9476-4e67-a25f-1c2dca683482 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c8c8fce3-b06d-4532-bb3b-77be7e3085d4 HTTP/1.1" status: 204 len: 168 time: 0.7635837 May 31 15:45:43.922401 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-14b49052-dcec-4aa3-a597-a25b49b6f8dc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:43.927009 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Pushing event updated for resources: {'Port': ['ID=e73494bf-95fc-4c30-b187-15ed628c1a27,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:43.927839 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ad1e7900-848d-4bae-a6aa-2bf3f8624c52 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:43.930224 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:43.987382 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e9fd78-dc4d-479c-9b87-30a7de10c29c tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:43.987872 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e9fd78-dc4d-479c-9b87-30a7de10c29c tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:43.988335 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e9fd78-dc4d-479c-9b87-30a7de10c29c tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:43.988797 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e9fd78-dc4d-479c-9b87-30a7de10c29c tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:43.989254 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e9fd78-dc4d-479c-9b87-30a7de10c29c tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:43.989712 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e9fd78-dc4d-479c-9b87-30a7de10c29c tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:43.990168 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e9fd78-dc4d-479c-9b87-30a7de10c29c tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:43.990621 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e9fd78-dc4d-479c-9b87-30a7de10c29c tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:43.991099 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e9fd78-dc4d-479c-9b87-30a7de10c29c tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:43.991556 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e9fd78-dc4d-479c-9b87-30a7de10c29c tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:43.992007 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e9fd78-dc4d-479c-9b87-30a7de10c29c tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:43.992461 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e9fd78-dc4d-479c-9b87-30a7de10c29c tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:43.992916 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e9fd78-dc4d-479c-9b87-30a7de10c29c tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:43.993368 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e9fd78-dc4d-479c-9b87-30a7de10c29c tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:43.993871 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e9fd78-dc4d-479c-9b87-30a7de10c29c tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:43.994991 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e9fd78-dc4d-479c-9b87-30a7de10c29c tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:43.994991 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e9fd78-dc4d-479c-9b87-30a7de10c29c tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:43.996879 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e9fd78-dc4d-479c-9b87-30a7de10c29c tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:43.996879 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e9fd78-dc4d-479c-9b87-30a7de10c29c tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:43.996879 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e9fd78-dc4d-479c-9b87-30a7de10c29c tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:43.996879 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e9fd78-dc4d-479c-9b87-30a7de10c29c tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:43.997197 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e9fd78-dc4d-479c-9b87-30a7de10c29c tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:43.999140 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-32e9fd78-dc4d-479c-9b87-30a7de10c29c tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Synchronizing usage tracker for tenant:ba271e68077f44e5a1fe7cf2c6eec795 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:45:44.027572 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-76d9a32a-75ee-485b-87eb-2f791c093cac tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Network d93089a6-0f26-4bb4-9f79-46e3eefae051 is not hosted by any dhcp agent {{(pid=99204) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 31 15:45:44.028634 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d9a32a-75ee-485b-87eb-2f791c093cac tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:44.029339 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-76d9a32a-75ee-485b-87eb-2f791c093cac tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:44.032505 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-76d9a32a-75ee-485b-87eb-2f791c093cac tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] 10.222.0.45 "PUT /v2.0/networks/d93089a6-0f26-4bb4-9f79-46e3eefae051 HTTP/1.1" status: 200 len: 858 time: 1.1044586 May 31 15:45:44.039178 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50222) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:44.064414 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-32e9fd78-dc4d-479c-9b87-30a7de10c29c tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Unset dirty status for tenant:ba271e68077f44e5a1fe7cf2c6eec795 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:45:44.065663 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-32e9fd78-dc4d-479c-9b87-30a7de10c29c tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19868 time: 0.2442856 May 31 15:45:44.090996 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50226) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:44.103423 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1334e6d8-bae3-4bc7-8ff0-c9109def10ca tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:44.162475 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2165-138d-4a94-85c6-3e29a728d5ed tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:44.203441 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b49052-dcec-4aa3-a597-a25b49b6f8dc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Made reservation on behalf of 762120214a8849329be213eb120961ff for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:44.206998 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-14b49052-dcec-4aa3-a597-a25b49b6f8dc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:44.217973 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-66aac906-a388-4835-b62f-2ae58c98f570 req-c884a2a4-c75c-42e8-94b9-2e591faa86f3 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 210 time: 0.0486627 May 31 15:45:44.239116 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9a32a-75ee-485b-87eb-2f791c093cac tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Pushing event updated for resources: {'Network': ['ID=d93089a6-0f26-4bb4-9f79-46e3eefae051,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:44.261388 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-76d9a32a-75ee-485b-87eb-2f791c093cac tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:44.316495 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-14b49052-dcec-4aa3-a597-a25b49b6f8dc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] device_id is not set on port 63e4a59b-1e26-4255-8261-af0fe72c6e8d yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:45:44.362355 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2165-138d-4a94-85c6-3e29a728d5ed tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:44.371180 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-1334e6d8-bae3-4bc7-8ff0-c9109def10ca tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Transition to ACTIVE for port object 2dfd330e-8c82-4daf-b8fe-ca8386cbc2a8 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:44.379309 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-ab3f2165-138d-4a94-85c6-3e29a728d5ed tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d93089a6-0f26-4bb4-9f79-46e3eefae051']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:44.395599 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-ab3f2165-138d-4a94-85c6-3e29a728d5ed tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e585ad69-c68d-4ed4-96c2-92af774b8ced') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:44.408707 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-ab3f2165-138d-4a94-85c6-3e29a728d5ed tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e585ad69-c68d-4ed4-96c2-92af774b8ced') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:44.439260 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2165-138d-4a94-85c6-3e29a728d5ed tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:44.471170 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-1e3ea993-b75d-43c7-ab6b-5b99efea1eab tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Deleting port e73494bf-95fc-4c30-b187-15ed628c1a27 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:45:44.471523 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea993-b75d-43c7-ab6b-5b99efea1eab tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:44.485490 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2165-138d-4a94-85c6-3e29a728d5ed tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:44.510362 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab3f2165-138d-4a94-85c6-3e29a728d5ed tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:45:44.510777 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2165-138d-4a94-85c6-3e29a728d5ed tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:45:44.525510 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:45:44.580578 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-14b49052-dcec-4aa3-a597-a25b49b6f8dc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Allocated IP 172.20.0.8 (71585b84-90ae-4fe5-8e03-4ebbae338514/dc6adbaf-af8b-4a52-a1f7-9c5760efa2e9/63e4a59b-1e26-4255-8261-af0fe72c6e8d) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:45:44.597209 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1334e6d8-bae3-4bc7-8ff0-c9109def10ca tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:44.612189 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:44.717225 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2165-138d-4a94-85c6-3e29a728d5ed tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:44.768401 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b259e52e-c511-4fe7-ae30-f0c0d233c03e req-0dbcbcba-fa20-423e-8952-e54b46e03e7d tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 210 time: 0.1143446 May 31 15:45:44.784147 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d8206df4-c9fb-4d37-a716-19a2cfbfd472 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:44.797435 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3f2165-138d-4a94-85c6-3e29a728d5ed tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d93089a6-0f26-4bb4-9f79-46e3eefae051 {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 31 15:45:44.799863 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2165-138d-4a94-85c6-3e29a728d5ed tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:44.814692 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f2165-138d-4a94-85c6-3e29a728d5ed tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Pushing event deleted for resources: {'Network': ['ID=d93089a6-0f26-4bb4-9f79-46e3eefae051,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:44.817214 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ab3f2165-138d-4a94-85c6-3e29a728d5ed tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:44.820996 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ab3f2165-138d-4a94-85c6-3e29a728d5ed tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] 10.222.0.45 "DELETE /v2.0/networks/d93089a6-0f26-4bb4-9f79-46e3eefae051 HTTP/1.1" status: 204 len: 168 time: 0.7808528 May 31 15:45:44.838512 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50246) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:44.851381 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1334e6d8-bae3-4bc7-8ff0-c9109def10ca tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Network 032d6383-0f97-4a9a-9084-abf99a2deeab is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:44.864402 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aef43d-562c-48a8-9837-a258b2867ec9 req-778c66f2-855e-498b-9bab-654580ae5b4f tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:44.871969 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-45aef43d-562c-48a8-9837-a258b2867ec9 req-778c66f2-855e-498b-9bab-654580ae5b4f tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/ports?device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 932 time: 0.1630256 May 31 15:45:44.873040 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-1e3ea993-b75d-43c7-ab6b-5b99efea1eab tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] For port e73494bf-95fc-4c30-b187-15ed628c1a27, host hv-neutron-6013, got binding levels [] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:45:44.873518 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea993-b75d-43c7-ab6b-5b99efea1eab tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:44.942934 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-45aef43d-562c-48a8-9837-a258b2867ec9 req-c6865a19-132a-44bc-b095-6759c056ca93 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/security-groups?id=e27f0788-c844-4c1b-be49-7dd9df76906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699697 May 31 15:45:44.972388 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-1334e6d8-bae3-4bc7-8ff0-c9109def10ca tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:44.974924 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-25381e0c-563c-4857-b737-2ebf90d92532 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] DELETE failed (client error): The resource could not be found. May 31 15:45:44.975469 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25381e0c-563c-4857-b737-2ebf90d92532 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:45:45.221225 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-14b49052-dcec-4aa3-a597-a25b49b6f8dc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:45.239387 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-14b49052-dcec-4aa3-a597-a25b49b6f8dc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Transition to ACTIVE for port object 63e4a59b-1e26-4255-8261-af0fe72c6e8d will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:45.257683 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50256) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:45.285594 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1334e6d8-bae3-4bc7-8ff0-c9109def10ca tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:45.306253 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1334e6d8-bae3-4bc7-8ff0-c9109def10ca tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:45.307045 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1334e6d8-bae3-4bc7-8ff0-c9109def10ca tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:45.311139 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334e6d8-bae3-4bc7-8ff0-c9109def10ca tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Pushing event updated for resources: {'Port': ['ID=2dfd330e-8c82-4daf-b8fe-ca8386cbc2a8,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:45.324039 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1334e6d8-bae3-4bc7-8ff0-c9109def10ca tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:45.338885 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-14b49052-dcec-4aa3-a597-a25b49b6f8dc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:45.438711 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Request body: {'networks': [{'name': 'tempest-network--1492964227'}, {'name': 'tempest-network--1121877624'}]} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:45.439046 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Request body: {'network': {'name': 'tempest-network--1492964227'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:45.439512 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Request body: {'network': {'name': 'tempest-network--1121877624'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:45.452145 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:45.462392 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Usage tracker for resource:network and tenant:1f9fba3ce93d4a1080ce09dd60dab25a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:45.514608 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:45.534913 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:45.540530 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cd434de1-737b-4f8c-b6fa-3cf02d7387b0 req-35f4926b-857c-4175-890d-61727439be28 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 210 time: 0.0712790 May 31 15:45:45.553464 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d907e9d5-46ea-48e2-97e9-f8e5a50978ab None None] Provisioning for port 2dfd330e-8c82-4daf-b8fe-ca8386cbc2a8 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:45:45.557139 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:45.563084 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Made reservation on behalf of 1f9fba3ce93d4a1080ce09dd60dab25a for: {'network': 2} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:45.568220 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:45.568778 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d907e9d5-46ea-48e2-97e9-f8e5a50978ab None None] Provisioning complete for port 2dfd330e-8c82-4daf-b8fe-ca8386cbc2a8 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:45.579234 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d907e9d5-46ea-48e2-97e9-f8e5a50978ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:45.582156 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:45.596031 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b49052-dcec-4aa3-a597-a25b49b6f8dc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Network 71585b84-90ae-4fe5-8e03-4ebbae338514 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:45.600932 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:45.611726 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Usage tracker for resource:security_group_rule and tenant:1f9fba3ce93d4a1080ce09dd60dab25a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:45.620141 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:45.635787 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:45.664270 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-14b49052-dcec-4aa3-a597-a25b49b6f8dc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:45.669831 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-25381e0c-563c-4857-b737-2ebf90d92532 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] 10.222.0.45 "DELETE /v2.0/subnets/de655dad-b10e-4ce9-b533-ac5485794412 HTTP/1.1" status: 404 len: 337 time: 0.8266010 May 31 15:45:45.671234 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b49052-dcec-4aa3-a597-a25b49b6f8dc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:45.694543 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d907e9d5-46ea-48e2-97e9-f8e5a50978ab None None] Port 2dfd330e-8c82-4daf-b8fe-ca8386cbc2a8 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:45:45.725432 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50264) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:45.732614 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-1e3ea993-b75d-43c7-ab6b-5b99efea1eab tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Calling delete_port for e73494bf-95fc-4c30-b187-15ed628c1a27 owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:45:45.763687 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:45.772749 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:45.773689 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:45.785689 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1334e6d8-bae3-4bc7-8ff0-c9109def10ca tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.7562714 May 31 15:45:45.786514 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50268) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:45.786642 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a7608ed2-ed78-4956-8571-470a6a2e3ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:45.805383 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b49052-dcec-4aa3-a597-a25b49b6f8dc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:45.805845 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-14b49052-dcec-4aa3-a597-a25b49b6f8dc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:45.850159 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a798efa-4033-4d77-a478-712cab391617,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:45.884036 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-872835f6-ebaa-4534-a136-7916bcde88bb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::366', 'mac_address': 'fa:16:3e:47:a3:ea'}]}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:45.885030 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:45:45.890579 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:45.926235 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:45.926583 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Added segment 92aa76ca-1105-4dcd-ae56-aea0527c7226 of type vlan for network ab292b9f-0bda-43d2-9a4b-097764f18a45 May 31 15:45:46.028302 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-8cf0806c-d14d-44a0-b599-3db62fffa412 None None] Provisioning for port 63e4a59b-1e26-4255-8261-af0fe72c6e8d completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:45:46.035442 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-8cf0806c-d14d-44a0-b599-3db62fffa412 None None] Provisioning complete for port 63e4a59b-1e26-4255-8261-af0fe72c6e8d triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:46.036102 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8cf0806c-d14d-44a0-b599-3db62fffa412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:46.065052 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-14b49052-dcec-4aa3-a597-a25b49b6f8dc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8058810 May 31 15:45:46.080276 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50276) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:46.095482 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b49052-dcec-4aa3-a597-a25b49b6f8dc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Pushing event updated for resources: {'Port': ['ID=63e4a59b-1e26-4255-8261-af0fe72c6e8d,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:46.114492 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-c0e31efd-e51d-4997-b98c-eb2ae0156e0b tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:46.125998 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-14b49052-dcec-4aa3-a597-a25b49b6f8dc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:46.130030 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-8cf0806c-d14d-44a0-b599-3db62fffa412 None None] Port 63e4a59b-1e26-4255-8261-af0fe72c6e8d cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:45:46.130223 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c0e31efd-e51d-4997-b98c-eb2ae0156e0b tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:46.157354 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0f5260cd-461e-43b3-82f2-ed30257e2841 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:46.161850 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c0e31efd-e51d-4997-b98c-eb2ae0156e0b tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Usage tracker for resource:floatingip and tenant:762120214a8849329be213eb120961ff is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:46.172325 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c0e31efd-e51d-4997-b98c-eb2ae0156e0b tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:46.178638 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:46.181919 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c0e31efd-e51d-4997-b98c-eb2ae0156e0b tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:46.223397 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-44126af7-7c49-4ea1-9b6e-0b061bd3efee req-53117893-8b2a-464b-b531-2ad64c83d30a tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 210 time: 0.2307081 May 31 15:45:46.277075 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:45:46.319599 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c0e31efd-e51d-4997-b98c-eb2ae0156e0b tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks [] for floatingip, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:46.319913 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c6f2e-4253-4804-8f59-47e9295ac4d8 req-13109a88-00b1-4a5b-a54a-252ec264bf11 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:46.321770 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b77c6f2e-4253-4804-8f59-47e9295ac4d8 req-13109a88-00b1-4a5b-a54a-252ec264bf11 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/ports?device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 932 time: 0.1511390 May 31 15:45:46.324850 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:46.325191 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Added segment d084a3c3-5f30-4f2a-97b4-88ac635941f1 of type vlan for network b0048ea3-8c85-40cf-989b-7ba124146f77 May 31 15:45:46.358307 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea993-b75d-43c7-ab6b-5b99efea1eab tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:46.384761 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:46.388455 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:46.408857 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b77c6f2e-4253-4804-8f59-47e9295ac4d8 req-09a59ca6-91c4-46bc-8821-2bc671433681 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/security-groups?id=e27f0788-c844-4c1b-be49-7dd9df76906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781674 May 31 15:45:46.447170 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:46.448498 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:46.449382 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:46.473117 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:46.477879 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:46.478524 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:46.508537 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ea993-b75d-43c7-ab6b-5b99efea1eab tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Pushing event deleted for resources: {'Port': ['ID=e73494bf-95fc-4c30-b187-15ed628c1a27,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:46.510893 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1e3ea993-b75d-43c7-ab6b-5b99efea1eab tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:46.535346 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea993-b75d-43c7-ab6b-5b99efea1eab tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:46.580762 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Pushing event updated for resources: {'Network': ['ID=ab292b9f-0bda-43d2-9a4b-097764f18a45,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:46.595840 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network ab292b9f-0bda-43d2-9a4b-097764f18a45 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:45:46.682455 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0f5260cd-461e-43b3-82f2-ed30257e2841 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:46.697993 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Pushing event updated for resources: {'Network': ['ID=b0048ea3-8c85-40cf-989b-7ba124146f77,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:46.701357 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.4465544 May 31 15:45:46.702568 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:46.702879 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:46.703224 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:46.704217 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50282) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:46.740552 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-0f5260cd-461e-43b3-82f2-ed30257e2841 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf72fe33-859f-4fd2-b570-42b105d40e91']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:46.756636 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1e3ea993-b75d-43c7-ab6b-5b99efea1eab tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] 10.222.0.45 "DELETE /v2.0/ports/e73494bf-95fc-4c30-b187-15ed628c1a27 HTTP/1.1" status: 204 len: 168 time: 2.6644604 May 31 15:45:46.773983 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50286) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:46.814480 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network b0048ea3-8c85-40cf-989b-7ba124146f77 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:45:46.865170 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-0f5260cd-461e-43b3-82f2-ed30257e2841 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c2b055e-17ee-483d-bc09-2d7608ad4e28') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:46.865487 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-0f5260cd-461e-43b3-82f2-ed30257e2841 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c2b055e-17ee-483d-bc09-2d7608ad4e28') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:46.866769 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a94bdb-5179-42e7-a752-5dbca1eba36c tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:46.872818 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a94bdb-5179-42e7-a752-5dbca1eba36c tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:46.878568 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a94bdb-5179-42e7-a752-5dbca1eba36c tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:46.884959 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a94bdb-5179-42e7-a752-5dbca1eba36c tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:46.885849 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e5a94bdb-5179-42e7-a752-5dbca1eba36c tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Synchronizing usage tracker for tenant:1f9fba3ce93d4a1080ce09dd60dab25a on resource:network {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:45:46.907221 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-872835f6-ebaa-4534-a136-7916bcde88bb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:46.933736 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e89b74-7040-4f12-9121-238c8ef41c9a tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] GET failed (client error): The resource could not be found. May 31 15:45:46.934278 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-18e89b74-7040-4f12-9121-238c8ef41c9a tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Synchronizing usage tracker for tenant:ba271e68077f44e5a1fe7cf2c6eec795 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:45:46.940376 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0f5260cd-461e-43b3-82f2-ed30257e2841 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:46.942045 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-497c8a22-f8da-4aa0-be9e-8163c112029b req-5288bf77-402d-4327-9ac0-77114d6f5ade tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 210 time: 0.0520973 May 31 15:45:46.951374 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e5a94bdb-5179-42e7-a752-5dbca1eba36c tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Unset dirty status for tenant:1f9fba3ce93d4a1080ce09dd60dab25a on resource:network {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:45:46.954179 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e5a94bdb-5179-42e7-a752-5dbca1eba36c tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2489014 May 31 15:45:46.960424 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50290) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:47.031921 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0f5260cd-461e-43b3-82f2-ed30257e2841 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:47.041200 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-18e89b74-7040-4f12-9121-238c8ef41c9a tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Unset dirty status for tenant:ba271e68077f44e5a1fe7cf2c6eec795 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:45:47.046901 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-18e89b74-7040-4f12-9121-238c8ef41c9a tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] 10.222.0.45 "GET /v2.0/ports/e73494bf-95fc-4c30-b187-15ed628c1a27 HTTP/1.1" status: 404 len: 333 time: 0.2608972 May 31 15:45:47.046901 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5260cd-461e-43b3-82f2-ed30257e2841 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:45:47.047200 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50294) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:47.047281 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0f5260cd-461e-43b3-82f2-ed30257e2841 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:47.063258 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-c21b9e30-99a2-4027-8386-a904a187b980 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-855623560', 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:45:47.069469 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:45:47.071753 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-c21b9e30-99a2-4027-8386-a904a187b980 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:47.094742 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-c21b9e30-99a2-4027-8386-a904a187b980 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:47.102225 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c4abb274-d962-4edb-a9d6-192270e1f4c0 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:47.162432 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21b9e30-99a2-4027-8386-a904a187b980 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Made reservation on behalf of ba271e68077f44e5a1fe7cf2c6eec795 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:47.164769 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c21b9e30-99a2-4027-8386-a904a187b980 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:47.197751 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0f5260cd-461e-43b3-82f2-ed30257e2841 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:47.257823 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-c21b9e30-99a2-4027-8386-a904a187b980 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] device_id is not set on port 7747ef98-e3f3-4a6f-b818-1568707e06e8 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:45:47.280033 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:47.299141 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0f5260cd-461e-43b3-82f2-ed30257e2841 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:47.328615 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c0e31efd-e51d-4997-b98c-eb2ae0156e0b tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:47.328863 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c4abb274-d962-4edb-a9d6-192270e1f4c0 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:47.333188 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5260cd-461e-43b3-82f2-ed30257e2841 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Pushing event deleted for resources: {'Network': ['ID=bf72fe33-859f-4fd2-b570-42b105d40e91,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:47.339727 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0f5260cd-461e-43b3-82f2-ed30257e2841 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:47.347910 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-c4abb274-d962-4edb-a9d6-192270e1f4c0 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab292b9f-0bda-43d2-9a4b-097764f18a45']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:47.385678 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0f5260cd-461e-43b3-82f2-ed30257e2841 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] 10.222.0.45 "DELETE /v2.0/networks/bf72fe33-859f-4fd2-b570-42b105d40e91 HTTP/1.1" status: 204 len: 168 time: 1.6408148 May 31 15:45:47.390414 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-c4abb274-d962-4edb-a9d6-192270e1f4c0 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92aa76ca-1105-4dcd-ae56-aea0527c7226') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:47.390668 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-c4abb274-d962-4edb-a9d6-192270e1f4c0 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92aa76ca-1105-4dcd-ae56-aea0527c7226') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:47.414303 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c4abb274-d962-4edb-a9d6-192270e1f4c0 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:47.446402 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c4abb274-d962-4edb-a9d6-192270e1f4c0 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:47.530609 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f27abe47-99b9-42b6-ba17-3220a70020b8 req-d063c52b-3b65-4eb5-94b0-6dcd69578a84 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 210 time: 0.0876689 May 31 15:45:47.596465 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4abb274-d962-4edb-a9d6-192270e1f4c0 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:45:47.596892 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c4abb274-d962-4edb-a9d6-192270e1f4c0 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:45:47.624181 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:45:47.709312 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-c0e31efd-e51d-4997-b98c-eb2ae0156e0b tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Allocated IP 172.26.0.180 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/cb3a0339-c0c6-4540-a5ca-efa4aabcc9b4) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:45:47.717270 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.db.resource_extend [None req-872835f6-ebaa-4534-a136-7916bcde88bb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:45:47.734892 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-872835f6-ebaa-4534-a136-7916bcde88bb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:47.743462 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-872835f6-ebaa-4534-a136-7916bcde88bb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:47.763189 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-aa41fc74-17d6-492e-a58c-ad5a5e68e377 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:47.854477 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-872835f6-ebaa-4534-a136-7916bcde88bb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] In _notify_port_updated(), no bound segment for port 2dfd330e-8c82-4daf-b8fe-ca8386cbc2a8 on network 032d6383-0f97-4a9a-9084-abf99a2deeab {{(pid=99204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 15:45:47.862748 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872835f6-ebaa-4534-a136-7916bcde88bb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:47.863784 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-872835f6-ebaa-4534-a136-7916bcde88bb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:47.867628 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-872835f6-ebaa-4534-a136-7916bcde88bb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] 10.222.0.45 "PUT /v2.0/ports/2dfd330e-8c82-4daf-b8fe-ca8386cbc2a8 HTTP/1.1" status: 200 len: 1016 time: 2.0694289 May 31 15:45:47.883502 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50306) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:48.021276 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50310) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:48.119420 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872835f6-ebaa-4534-a136-7916bcde88bb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Pushing event updated for resources: {'Port': ['ID=2dfd330e-8c82-4daf-b8fe-ca8386cbc2a8,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:48.136852 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-872835f6-ebaa-4534-a136-7916bcde88bb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:48.170803 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c4abb274-d962-4edb-a9d6-192270e1f4c0 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:48.193317 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c21b9e30-99a2-4027-8386-a904a187b980 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:48.194909 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c0e31efd-e51d-4997-b98c-eb2ae0156e0b tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:48.199209 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:48.234712 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c4abb274-d962-4edb-a9d6-192270e1f4c0 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:48.247522 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c0e31efd-e51d-4997-b98c-eb2ae0156e0b tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:48.253585 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-378f09a4-9f00-48f1-b3e8-5a8b5d7f3a67 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:48.274197 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-53ae06cf-9f76-452f-bb5c-70b448960ee0 None None] Provisioning complete for port 2dfd330e-8c82-4daf-b8fe-ca8386cbc2a8 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:48.275477 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-53ae06cf-9f76-452f-bb5c-70b448960ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:48.303963 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e31efd-e51d-4997-b98c-eb2ae0156e0b tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:48.318580 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abb274-d962-4edb-a9d6-192270e1f4c0 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Pushing event deleted for resources: {'Network': ['ID=ab292b9f-0bda-43d2-9a4b-097764f18a45,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:48.319763 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-c0e31efd-e51d-4997-b98c-eb2ae0156e0b tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:48.322630 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e31efd-e51d-4997-b98c-eb2ae0156e0b tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:48.328048 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c4abb274-d962-4edb-a9d6-192270e1f4c0 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:48.343822 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-132d5d58-6f27-4c30-a917-61c97a6d81de req-83853ca4-6cc9-4031-ae31-c61356f90e22 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 210 time: 0.1580751 May 31 15:45:48.390504 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-53ae06cf-9f76-452f-bb5c-70b448960ee0 None None] Port 2dfd330e-8c82-4daf-b8fe-ca8386cbc2a8 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:45:48.401966 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e31efd-e51d-4997-b98c-eb2ae0156e0b tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Pushing event updated for resources: {'Port': ['ID=cb3a0339-c0c6-4540-a5ca-efa4aabcc9b4,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:48.404828 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c0e31efd-e51d-4997-b98c-eb2ae0156e0b tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:48.420833 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c4abb274-d962-4edb-a9d6-192270e1f4c0 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] 10.222.0.45 "DELETE /v2.0/networks/ab292b9f-0bda-43d2-9a4b-097764f18a45 HTTP/1.1" status: 204 len: 168 time: 1.4592528 May 31 15:45:48.424646 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50318) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:48.443580 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c0e31efd-e51d-4997-b98c-eb2ae0156e0b tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:48.455152 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c3335-5ea7-423f-8f8a-dcd06e6a77e0 req-531fc648-7f15-4c46-9db3-72038ce30767 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:48.457515 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-787c3335-5ea7-423f-8f8a-dcd06e6a77e0 req-531fc648-7f15-4c46-9db3-72038ce30767 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/ports?device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 932 time: 0.8325117 May 31 15:45:48.513246 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a6c3d203-c459-48fd-8ae5-0fab51a35c6f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ef40031003954bc19fff1bdbfac53f5c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4827285 May 31 15:45:48.515236 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-84d88596-d278-497d-b4ce-e37a995cc235 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Deleting port 2dfd330e-8c82-4daf-b8fe-ca8386cbc2a8 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:45:48.515615 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-84d88596-d278-497d-b4ce-e37a995cc235 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:48.529138 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50322) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:48.536234 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c21b9e30-99a2-4027-8386-a904a187b980 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:48.574885 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:48.608847 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c0e31efd-e51d-4997-b98c-eb2ae0156e0b tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:48.656988 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-60ff88bb-0e6b-4c05-9e69-69901aacdfcb tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:48.709096 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-787c3335-5ea7-423f-8f8a-dcd06e6a77e0 req-a07bccad-0e58-425f-8963-31ba2be00018 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/security-groups?id=e27f0788-c844-4c1b-be49-7dd9df76906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2445350 May 31 15:45:48.783365 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21b9e30-99a2-4027-8386-a904a187b980 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Network 46de190c-08d1-4dfd-85fd-85e643d7a06e is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:48.789947 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-69bd1147-1e99-4887-a386-526792138adf req-b8bec5d1-22e2-49f4-9f0f-f6952c474f84 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 210 time: 0.1034691 May 31 15:45:48.797757 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-c21b9e30-99a2-4027-8386-a904a187b980 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:48.805615 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21b9e30-99a2-4027-8386-a904a187b980 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:48.806542 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21b9e30-99a2-4027-8386-a904a187b980 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:48.807186 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c21b9e30-99a2-4027-8386-a904a187b980 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:48.824661 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b9e30-99a2-4027-8386-a904a187b980 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Pushing event updated for resources: {'Port': ['ID=7747ef98-e3f3-4a6f-b818-1568707e06e8,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:48.839047 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c21b9e30-99a2-4027-8386-a904a187b980 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:48.871250 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-30d77f37-88c4-4892-b9f0-398d12a2fe34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:48.875884 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c21b9e30-99a2-4027-8386-a904a187b980 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8282275 May 31 15:45:48.877632 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-84d88596-d278-497d-b4ce-e37a995cc235 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:48.888501 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50330) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:48.932282 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-60ff88bb-0e6b-4c05-9e69-69901aacdfcb tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:48.960831 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-60ff88bb-0e6b-4c05-9e69-69901aacdfcb tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0048ea3-8c85-40cf-989b-7ba124146f77']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:48.996839 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-60ff88bb-0e6b-4c05-9e69-69901aacdfcb tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd084a3c3-5f30-4f2a-97b4-88ac635941f1') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:48.997105 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-60ff88bb-0e6b-4c05-9e69-69901aacdfcb tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd084a3c3-5f30-4f2a-97b4-88ac635941f1') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:45:49.014489 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-84d88596-d278-497d-b4ce-e37a995cc235 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Calling delete_port for 2dfd330e-8c82-4daf-b8fe-ca8386cbc2a8 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:45:49.021558 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-30d77f37-88c4-4892-b9f0-398d12a2fe34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:49.023350 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-60ff88bb-0e6b-4c05-9e69-69901aacdfcb tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:49.038596 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97eebb8-4e39-4b8c-9689-247ac301c82e tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:49.039973 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a97eebb8-4e39-4b8c-9689-247ac301c82e tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] 10.222.0.45 "GET /v2.0/ports/7747ef98-e3f3-4a6f-b818-1568707e06e8 HTTP/1.1" status: 200 len: 954 time: 0.1505153 May 31 15:45:49.043631 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50334) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:49.047355 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-60ff88bb-0e6b-4c05-9e69-69901aacdfcb tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:49.055613 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ff88bb-0e6b-4c05-9e69-69901aacdfcb tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:45:49.055986 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-60ff88bb-0e6b-4c05-9e69-69901aacdfcb tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:45:49.070727 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:45:49.154372 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c0e31efd-e51d-4997-b98c-eb2ae0156e0b tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:49.161702 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c0e31efd-e51d-4997-b98c-eb2ae0156e0b tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:49.167451 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:49.197000 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-30d77f37-88c4-4892-b9f0-398d12a2fe34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:49.203090 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:49.213687 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-60ff88bb-0e6b-4c05-9e69-69901aacdfcb tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:49.216017 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d77f37-88c4-4892-b9f0-398d12a2fe34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4be704b-33ff-4424-b154-d83dce465a9e,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:49.219680 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-30d77f37-88c4-4892-b9f0-398d12a2fe34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:49.268096 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-30d77f37-88c4-4892-b9f0-398d12a2fe34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:49.269238 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-30d77f37-88c4-4892-b9f0-398d12a2fe34 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e4be704b-33ff-4424-b154-d83dce465a9e HTTP/1.1" status: 204 len: 168 time: 0.7378070 May 31 15:45:49.270941 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-60ff88bb-0e6b-4c05-9e69-69901aacdfcb tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:49.286100 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-e8d4d291-dd97-4ca8-8d29-2181651b6f1e tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Deleting port 7747ef98-e3f3-4a6f-b818-1568707e06e8 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:45:49.286436 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e8d4d291-dd97-4ca8-8d29-2181651b6f1e tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:49.301608 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e31efd-e51d-4997-b98c-eb2ae0156e0b tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Pushing event updated for resources: {'Port': ['ID=cb3a0339-c0c6-4540-a5ca-efa4aabcc9b4,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:49.307189 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c0e31efd-e51d-4997-b98c-eb2ae0156e0b tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:49.308666 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-cbeef903-64ca-4b8d-ae9d-ef19c22336e0 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:49.328521 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-60ff88bb-0e6b-4c05-9e69-69901aacdfcb tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] 10.222.0.45 "DELETE /v2.0/networks/b0048ea3-8c85-40cf-989b-7ba124146f77 HTTP/1.1" status: 204 len: 168 time: 0.8807523 May 31 15:45:49.333598 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50340) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:49.334477 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff88bb-0e6b-4c05-9e69-69901aacdfcb tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Pushing event deleted for resources: {'Network': ['ID=b0048ea3-8c85-40cf-989b-7ba124146f77,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:49.336901 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-60ff88bb-0e6b-4c05-9e69-69901aacdfcb tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:49.364328 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c0e31efd-e51d-4997-b98c-eb2ae0156e0b tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:49.373198 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-84d88596-d278-497d-b4ce-e37a995cc235 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:49.392297 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-87e385a9-f5e9-442b-8c7e-d4694ec308fb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:49.447715 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e8d4d291-dd97-4ca8-8d29-2181651b6f1e tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:49.455590 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c0e31efd-e51d-4997-b98c-eb2ae0156e0b tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:49.456811 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c0e31efd-e51d-4997-b98c-eb2ae0156e0b tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3693335 May 31 15:45:49.460542 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50348) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:49.468102 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-6c523b23-2277-41a1-b3ed-aa136b62a159 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Request body: {'floatingip': {'port_id': '63e4a59b-1e26-4255-8261-af0fe72c6e8d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:49.475394 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d88596-d278-497d-b4ce-e37a995cc235 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Pushing event deleted for resources: {'Port': ['ID=2dfd330e-8c82-4daf-b8fe-ca8386cbc2a8,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:49.570436 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6c523b23-2277-41a1-b3ed-aa136b62a159 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks [] for floatingip, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:49.615373 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-84d88596-d278-497d-b4ce-e37a995cc235 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:49.623429 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-e8d4d291-dd97-4ca8-8d29-2181651b6f1e tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Calling delete_port for 7747ef98-e3f3-4a6f-b818-1568707e06e8 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:45:49.667621 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50352) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:49.704758 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5b1be324-8871-4b13-b02f-cc1500bc5683 req-665e205e-0eb6-4585-8582-0ba4c5c4e725 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 210 time: 0.0937755 May 31 15:45:49.840549 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4269d7ca-d0f4-47ca-81fa-dee47f7b223f tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:49.846443 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4269d7ca-d0f4-47ca-81fa-dee47f7b223f tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:49.847237 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4269d7ca-d0f4-47ca-81fa-dee47f7b223f tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Synchronizing usage tracker for tenant:1f9fba3ce93d4a1080ce09dd60dab25a on resource:network {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:45:49.861504 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-84d88596-d278-497d-b4ce-e37a995cc235 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:49.882576 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-fe15ba48-bd27-4e70-82b8-277b508bdc53 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9fb386c33d0c4a9dae2992849c98cac5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2027521 May 31 15:45:49.888144 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50360) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:49.895548 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-84d88596-d278-497d-b4ce-e37a995cc235 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] 10.222.0.45 "DELETE /v2.0/ports/2dfd330e-8c82-4daf-b8fe-ca8386cbc2a8 HTTP/1.1" status: 204 len: 168 time: 2.0094776 May 31 15:45:49.896614 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50364) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:49.924004 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4269d7ca-d0f4-47ca-81fa-dee47f7b223f tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Unset dirty status for tenant:1f9fba3ce93d4a1080ce09dd60dab25a on resource:network {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:45:49.925215 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4269d7ca-d0f4-47ca-81fa-dee47f7b223f tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5873439 May 31 15:45:49.929416 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50368) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:49.944944 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-3870d519-ce0e-4d93-900d-5665576e1fce tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1970151597'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:49.956748 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3870d519-ce0e-4d93-900d-5665576e1fce tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:49.983970 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3870d519-ce0e-4d93-900d-5665576e1fce tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:49.990073 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-6c523b23-2277-41a1-b3ed-aa136b62a159 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] update failed (client error): The resource could not be found. May 31 15:45:49.991182 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6c523b23-2277-41a1-b3ed-aa136b62a159 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] 10.222.0.45 "PUT /v2.0/floatingips/c1139461-f4e1-4ff5-b7c4-9e82ead2edb7 HTTP/1.1" status: 404 len: 507 time: 0.5296423 May 31 15:45:49.996516 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50372) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:50.070390 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3870d519-ce0e-4d93-900d-5665576e1fce tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Made reservation on behalf of 1f9fba3ce93d4a1080ce09dd60dab25a for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:50.074023 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3870d519-ce0e-4d93-900d-5665576e1fce tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:50.088779 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-819b1a0b-0e71-4360-85f1-47cab680d3d4 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] GET failed (client error): The resource could not be found. May 31 15:45:50.089355 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-819b1a0b-0e71-4360-85f1-47cab680d3d4 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Synchronizing usage tracker for tenant:d9b003e344314e97bc35feb4f12b3afc on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:45:50.096900 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-365fffc5-3982-409c-b2ec-05c00003aae1 req-f8e165b8-066a-4dc8-93a7-8723f8ca63d7 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 210 time: 0.1923299 May 31 15:45:50.108444 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e8d4d291-dd97-4ca8-8d29-2181651b6f1e tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:50.110099 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-19bb49c4-d87d-4a9b-9f38-604d3f3e67eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:50.125362 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f885ad2b-6f6c-4a40-a290-5aac3bae9a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:50.168229 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-819b1a0b-0e71-4360-85f1-47cab680d3d4 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Unset dirty status for tenant:d9b003e344314e97bc35feb4f12b3afc on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:45:50.169390 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-819b1a0b-0e71-4360-85f1-47cab680d3d4 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] 10.222.0.45 "GET /v2.0/ports/2dfd330e-8c82-4daf-b8fe-ca8386cbc2a8 HTTP/1.1" status: 404 len: 333 time: 0.2698908 May 31 15:45:50.174990 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4d291-dd97-4ca8-8d29-2181651b6f1e tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Pushing event deleted for resources: {'Port': ['ID=7747ef98-e3f3-4a6f-b818-1568707e06e8,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:50.175516 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50376) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:50.178646 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e8d4d291-dd97-4ca8-8d29-2181651b6f1e tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:50.183637 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e8d4d291-dd97-4ca8-8d29-2181651b6f1e tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:50.189042 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-0ef57d10-ad88-4262-90ae-35634c779ab9 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Request body: {'port': {'network_id': '032d6383-0f97-4a9a-9084-abf99a2deeab', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-106150767'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:50.221123 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a1fbb-0b64-4193-ba97-f5413dce42b4 req-c223f7f6-2fb7-427a-bd21-71933cf8e6b6 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:50.222497 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-815a1fbb-0b64-4193-ba97-f5413dce42b4 req-c223f7f6-2fb7-427a-bd21-71933cf8e6b6 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/ports?device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 932 time: 0.3933263 May 31 15:45:50.222723 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3870d519-ce0e-4d93-900d-5665576e1fce tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:45:50.261854 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-19bb49c4-d87d-4a9b-9f38-604d3f3e67eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:50.288202 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3870d519-ce0e-4d93-900d-5665576e1fce tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:50.288557 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-3870d519-ce0e-4d93-900d-5665576e1fce tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Added segment 998c6062-cb9a-494b-abf2-8a6cd00abf72 of type vlan for network 73cbf9cf-8b70-4cb0-bd5d-a34aba69571d May 31 15:45:50.300591 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e8d4d291-dd97-4ca8-8d29-2181651b6f1e tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] 10.222.0.45 "DELETE /v2.0/ports/7747ef98-e3f3-4a6f-b818-1568707e06e8 HTTP/1.1" status: 204 len: 168 time: 1.2547259 May 31 15:45:50.308385 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50380) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:50.344359 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3870d519-ce0e-4d93-900d-5665576e1fce tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:50.377607 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3ae0b1-3501-4be1-90a1-cbd0e55a3641 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] GET failed (client error): The resource could not be found. May 31 15:45:50.378130 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-5e3ae0b1-3501-4be1-90a1-cbd0e55a3641 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Synchronizing usage tracker for tenant:ba271e68077f44e5a1fe7cf2c6eec795 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:45:50.379420 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-fb264ac0-1be1-43c7-a840-3ed64f0b7a9a tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Deleting port cb3a0339-c0c6-4540-a5ca-efa4aabcc9b4 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:45:50.379420 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fb264ac0-1be1-43c7-a840-3ed64f0b7a9a tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:50.400903 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-19bb49c4-d87d-4a9b-9f38-604d3f3e67eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:50.413338 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-815a1fbb-0b64-4193-ba97-f5413dce42b4 req-75b32513-1920-40fa-b46f-51972cee4aef tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/security-groups?id=e27f0788-c844-4c1b-be49-7dd9df76906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418915 May 31 15:45:50.436013 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-5e3ae0b1-3501-4be1-90a1-cbd0e55a3641 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Unset dirty status for tenant:ba271e68077f44e5a1fe7cf2c6eec795 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:45:50.437173 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-5e3ae0b1-3501-4be1-90a1-cbd0e55a3641 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] 10.222.0.45 "GET /v2.0/ports/7747ef98-e3f3-4a6f-b818-1568707e06e8 HTTP/1.1" status: 404 len: 333 time: 0.1278441 May 31 15:45:50.441316 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50384) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:50.448643 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-bf1fddfd-ffee-442c-bbf7-e86617ae2b99 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Request body: {'port': {'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1484229907'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:50.455985 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0ef57d10-ad88-4262-90ae-35634c779ab9 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:50.456612 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c2379694-d960-4f40-a676-dd11f0ac8b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:50.459140 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-bf1fddfd-ffee-442c-bbf7-e86617ae2b99 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:50.473367 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0ef57d10-ad88-4262-90ae-35634c779ab9 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:50.473520 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3870d519-ce0e-4d93-900d-5665576e1fce tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:50.475447 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-bf1fddfd-ffee-442c-bbf7-e86617ae2b99 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:50.484521 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3870d519-ce0e-4d93-900d-5665576e1fce tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:50.485187 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3870d519-ce0e-4d93-900d-5665576e1fce tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:50.488657 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef57d10-ad88-4262-90ae-35634c779ab9 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Made reservation on behalf of d9b003e344314e97bc35feb4f12b3afc for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:50.489036 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb49c4-d87d-4a9b-9f38-604d3f3e67eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4346460e-b2fb-4a0e-a7f6-01bfd493fc6f,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:50.492477 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0ef57d10-ad88-4262-90ae-35634c779ab9 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:50.495183 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-19bb49c4-d87d-4a9b-9f38-604d3f3e67eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:50.496944 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:50.506271 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1fddfd-ffee-442c-bbf7-e86617ae2b99 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Made reservation on behalf of ba271e68077f44e5a1fe7cf2c6eec795 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:50.508936 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bf1fddfd-ffee-442c-bbf7-e86617ae2b99 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:50.534413 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-0ef57d10-ad88-4262-90ae-35634c779ab9 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] device_id is not set on port b75217a7-9fe9-42ff-a09e-32faa5a781ba yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:45:50.540313 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-19bb49c4-d87d-4a9b-9f38-604d3f3e67eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:50.541527 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-19bb49c4-d87d-4a9b-9f38-604d3f3e67eb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4346460e-b2fb-4a0e-a7f6-01bfd493fc6f HTTP/1.1" status: 204 len: 168 time: 0.6498270 May 31 15:45:50.572974 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-bf1fddfd-ffee-442c-bbf7-e86617ae2b99 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] device_id is not set on port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:45:50.601413 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3870d519-ce0e-4d93-900d-5665576e1fce tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6709700 May 31 15:45:50.607700 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50390) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:50.620303 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-6df38ae9-1179-460e-b196-f5afcc58607d tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1925983997'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:50.641373 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-6df38ae9-1179-460e-b196-f5afcc58607d tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:50.641638 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870d519-ce0e-4d93-900d-5665576e1fce tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Pushing event updated for resources: {'Network': ['ID=73cbf9cf-8b70-4cb0-bd5d-a34aba69571d,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:50.644806 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fb264ac0-1be1-43c7-a840-3ed64f0b7a9a tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:50.645384 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fb264ac0-1be1-43c7-a840-3ed64f0b7a9a tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:50.653049 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3870d519-ce0e-4d93-900d-5665576e1fce tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:50.656745 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 73cbf9cf-8b70-4cb0-bd5d-a34aba69571d details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:45:50.664614 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6df38ae9-1179-460e-b196-f5afcc58607d tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Usage tracker for resource:network and tenant:1f9fba3ce93d4a1080ce09dd60dab25a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:50.674260 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6df38ae9-1179-460e-b196-f5afcc58607d tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:50.694938 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-6df38ae9-1179-460e-b196-f5afcc58607d tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:50.751736 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-c299c6ab-d747-4b6e-812e-5189598fef1d tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:45:50.752802 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-c299c6ab-d747-4b6e-812e-5189598fef1d tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0845602 May 31 15:45:50.815120 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-fb264ac0-1be1-43c7-a840-3ed64f0b7a9a tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Calling delete_port for cb3a0339-c0c6-4540-a5ca-efa4aabcc9b4 owned by network:floatingip {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:45:50.823608 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df38ae9-1179-460e-b196-f5afcc58607d tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Made reservation on behalf of 1f9fba3ce93d4a1080ce09dd60dab25a for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:50.827424 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6df38ae9-1179-460e-b196-f5afcc58607d tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:50.945712 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-0ef57d10-ad88-4262-90ae-35634c779ab9 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Allocated IP 2001:db8::1a4 (032d6383-0f97-4a9a-9084-abf99a2deeab/90780b08-97f3-43ab-9f72-ee25387370e5/b75217a7-9fe9-42ff-a09e-32faa5a781ba) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:45:50.989551 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fb264ac0-1be1-43c7-a840-3ed64f0b7a9a tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:50.997709 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-46e86865-d62c-42c9-8a05-ab09ad32b966 req-837d537e-91b7-48ef-8327-890eaa5be42e tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 210 time: 0.1176102 May 31 15:45:51.007629 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8cabbf6c-f250-4e6b-812b-9ca2cb02c364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:51.029244 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df38ae9-1179-460e-b196-f5afcc58607d tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:45:51.079459 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-343b04bc-d502-4318-bc51-6ad2882de140 service neutron] Request body: {'port': {'device_id': '48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:51.090028 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6df38ae9-1179-460e-b196-f5afcc58607d tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:51.090507 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-6df38ae9-1179-460e-b196-f5afcc58607d tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Added segment 8e9c8558-761a-4a8d-b7b8-99f7ed526ba4 of type vlan for network 8c71886c-4375-49a8-a021-3cea5cfac4ca May 31 15:45:51.184336 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.59', 59117) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:51.184955 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb264ac0-1be1-43c7-a840-3ed64f0b7a9a tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Pushing event deleted for resources: {'Port': ['ID=cb3a0339-c0c6-4540-a5ca-efa4aabcc9b4,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:51.199600 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bf1fddfd-ffee-442c-bbf7-e86617ae2b99 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:51.246124 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-fb264ac0-1be1-43c7-a840-3ed64f0b7a9a tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:51.378871 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-343b04bc-d502-4318-bc51-6ad2882de140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:51.407783 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6df38ae9-1179-460e-b196-f5afcc58607d tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:51.413427 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f9f08345-4385-4e78-9d2b-cb2b49e6a3a9 req-3a3eadbb-4b11-43a9-ab53-b72192e48036 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 210 time: 0.1237512 May 31 15:45:51.483422 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fb264ac0-1be1-43c7-a840-3ed64f0b7a9a tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks [] for floatingip, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:51.505520 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fb264ac0-1be1-43c7-a840-3ed64f0b7a9a tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:51.511327 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-fb264ac0-1be1-43c7-a840-3ed64f0b7a9a tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] 10.222.0.45 "DELETE /v2.0/floatingips/c1139461-f4e1-4ff5-b7c4-9e82ead2edb7 HTTP/1.1" status: 204 len: 168 time: 1.5077047 May 31 15:45:51.566532 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50424) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:51.593449 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-bdf9c98d-9dc5-4716-8151-3ab5025fa775 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Request body: {'floatingip': {'floating_network_id': '71585b84-90ae-4fe5-8e03-4ebbae338514', 'port_id': '63e4a59b-1e26-4255-8261-af0fe72c6e8d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:51.601091 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6df38ae9-1179-460e-b196-f5afcc58607d tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:51.643415 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-bdf9c98d-9dc5-4716-8151-3ab5025fa775 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:51.654420 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df38ae9-1179-460e-b196-f5afcc58607d tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:51.655140 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6df38ae9-1179-460e-b196-f5afcc58607d tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:51.681105 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a019cf4f-7059-4091-b842-8aa80dc31c54 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:51.715896 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-bdf9c98d-9dc5-4716-8151-3ab5025fa775 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Usage tracker for resource:floatingip and tenant:762120214a8849329be213eb120961ff is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:51.737833 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-bdf9c98d-9dc5-4716-8151-3ab5025fa775 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:51.807548 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.59', 59120) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:51.833236 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-bdf9c98d-9dc5-4716-8151-3ab5025fa775 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:51.872927 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0ef57d10-ad88-4262-90ae-35634c779ab9 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:51.876367 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bf1fddfd-ffee-442c-bbf7-e86617ae2b99 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:51.911839 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546afd2-c2a8-42cc-a838-387757e94895 req-4945526a-644d-498a-9d01-a12797050544 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:51.913501 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3546afd2-c2a8-42cc-a838-387757e94895 req-4945526a-644d-498a-9d01-a12797050544 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.59 "GET /v2.0/networks?id=95b2c66c-bf2c-4a95-9a53-2be0f2b2f486 HTTP/1.1" status: 200 len: 806 time: 0.7275748 May 31 15:45:51.930302 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6df38ae9-1179-460e-b196-f5afcc58607d tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3215129 May 31 15:45:51.930526 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50438) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:51.932483 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df38ae9-1179-460e-b196-f5afcc58607d tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Pushing event updated for resources: {'Network': ['ID=8c71886c-4375-49a8-a021-3cea5cfac4ca,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:51.934777 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bdf9c98d-9dc5-4716-8151-3ab5025fa775 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks [] for floatingip, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:51.943195 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Request body: {'ports': [{'network_id': '73cbf9cf-8b70-4cb0-bd5d-a34aba69571d', 'name': 'tempest-port--801848550', 'admin_state_up': True}, {'network_id': '8c71886c-4375-49a8-a021-3cea5cfac4ca', 'admin_state_up': False}]} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:51.943613 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Request body: {'port': {'network_id': '73cbf9cf-8b70-4cb0-bd5d-a34aba69571d', 'name': 'tempest-port--801848550', 'admin_state_up': True}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:51.944182 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Request body: {'port': {'network_id': '8c71886c-4375-49a8-a021-3cea5cfac4ca', 'admin_state_up': False}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:51.946794 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 8c71886c-4375-49a8-a021-3cea5cfac4ca details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:45:51.948366 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6df38ae9-1179-460e-b196-f5afcc58607d tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:51.962700 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:52.044982 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-0ef57d10-ad88-4262-90ae-35634c779ab9 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Transition to ACTIVE for port object b75217a7-9fe9-42ff-a09e-32faa5a781ba will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:52.092834 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.db.resource_extend [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-343b04bc-d502-4318-bc51-6ad2882de140 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:45:52.135681 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1fddfd-ffee-442c-bbf7-e86617ae2b99 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Network 46de190c-08d1-4dfd-85fd-85e643d7a06e is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:52.151718 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-bf1fddfd-ffee-442c-bbf7-e86617ae2b99 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:52.163689 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1fddfd-ffee-442c-bbf7-e86617ae2b99 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:52.164812 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1fddfd-ffee-442c-bbf7-e86617ae2b99 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:52.165565 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bf1fddfd-ffee-442c-bbf7-e86617ae2b99 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:52.295308 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:52.303907 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-32563d68-8504-442d-83e8-12d903320eba tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:52.305460 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-32563d68-8504-442d-83e8-12d903320eba tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.59 "GET /v2.0/networks?id=d344e8f1-f415-4064-9d12-68c70eb6ac0b HTTP/1.1" status: 200 len: 810 time: 0.4969378 May 31 15:45:52.307731 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-343b04bc-d502-4318-bc51-6ad2882de140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f19b3ea4-24e8-4d61-8b6d-e504952f1ded {{(pid=99204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 15:45:52.317309 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Usage tracker for resource:port and tenant:1f9fba3ce93d4a1080ce09dd60dab25a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:52.321078 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-343b04bc-d502-4318-bc51-6ad2882de140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:52.335548 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:52.353574 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:52.380348 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-343b04bc-d502-4318-bc51-6ad2882de140 service neutron] Transition to ACTIVE for port object f19b3ea4-24e8-4d61-8b6d-e504952f1ded will not be triggered until provisioned by entity L2. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:52.390253 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-8ff5adfa-565f-4a3f-b508-54e42be3dd05 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Synchronizing usage tracker for tenant:2768fca4df5d4b0e9f63be80d17b6d42 on resource:security_group {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:45:52.395199 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Made reservation on behalf of 1f9fba3ce93d4a1080ce09dd60dab25a for: {'port': 2} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:52.399776 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:52.401974 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fddfd-ffee-442c-bbf7-e86617ae2b99 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Pushing event updated for resources: {'Port': ['ID=023edafe-b2d6-434c-ae15-4b2be33ad8c7,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:52.411750 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-343b04bc-d502-4318-bc51-6ad2882de140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:52.423646 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3e0a6683-50bf-4e0b-b452-221358e75da5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:52.427802 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bf1fddfd-ffee-442c-bbf7-e86617ae2b99 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:52.430396 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ab958623-7309-4e03-a331-4522ce8c57b3 req-7cb70941-3ad9-467e-a3f2-6172fcf53c86 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 210 time: 0.2592764 May 31 15:45:52.436247 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3546afd2-c2a8-42cc-a838-387757e94895 req-eb2334be-a51c-458a-8d07-47e8318d05e2 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dff69be66365471cb98d4afa08a838e7 HTTP/1.1" status: 200 len: 380 time: 0.4823213 May 31 15:45:52.453706 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01cfb9-d68c-49df-a114-c72f7b4ea512 req-adacf2ca-bcb2-4f02-8a89-7d0b94881b57 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:52.460684 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5d01cfb9-d68c-49df-a114-c72f7b4ea512 req-adacf2ca-bcb2-4f02-8a89-7d0b94881b57 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/ports?device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 932 time: 0.8908534 May 31 15:45:52.475019 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:52.482068 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bf1fddfd-ffee-442c-bbf7-e86617ae2b99 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.0397053 May 31 15:45:52.486124 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-3546afd2-c2a8-42cc-a838-387757e94895 req-6e64ee08-3f2b-401b-ab34-10d98739ed75 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Request body: {'port': {'device_id': 'e8127010-092b-4d4b-a64e-476f2292da89', 'network_id': '95b2c66c-bf2c-4a95-9a53-2be0f2b2f486', 'admin_state_up': True, 'tenant_id': 'dff69be66365471cb98d4afa08a838e7', 'security_groups': ['09f1b8d6-f3d1-43b2-a6d7-2084019e743a']}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:52.489195 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-8ff5adfa-565f-4a3f-b508-54e42be3dd05 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Unset dirty status for tenant:2768fca4df5d4b0e9f63be80d17b6d42 on resource:security_group {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:45:52.490550 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-8ff5adfa-565f-4a3f-b508-54e42be3dd05 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2768fca4df5d4b0e9f63be80d17b6d42 HTTP/1.1" status: 200 len: 380 time: 0.1747432 May 31 15:45:52.497593 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50462) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:52.564579 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50464) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:52.590406 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:52.618862 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-75bbea22-59d2-48b4-aaa7-335bc4ee7a3d tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Request body: {'port': {'device_id': '9770ef2b-c687-4266-a06e-ae77f983afd9', 'network_id': 'd344e8f1-f415-4064-9d12-68c70eb6ac0b', 'admin_state_up': True, 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'security_groups': ['3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428']}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:52.655555 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5d01cfb9-d68c-49df-a114-c72f7b4ea512 req-5776ac8c-0edc-4970-8582-65f809bc66e7 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/security-groups?id=e27f0788-c844-4c1b-be49-7dd9df76906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934574 May 31 15:45:52.656546 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0ef57d10-ad88-4262-90ae-35634c779ab9 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:52.672295 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:52.712310 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b04bc-d502-4318-bc51-6ad2882de140 service neutron] Pushing event updated for resources: {'Port': ['ID=f19b3ea4-24e8-4d61-8b6d-e504952f1ded,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:52.727657 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-665f7ddc-fbcd-41c5-baab-b7c2cda6a7fb req-c196bdc3-cc57-4269-90e9-1da841368152 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 210 time: 0.1393104 May 31 15:45:52.776078 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-343b04bc-d502-4318-bc51-6ad2882de140 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:52.795970 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef57d10-ad88-4262-90ae-35634c779ab9 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Network 032d6383-0f97-4a9a-9084-abf99a2deeab is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:52.805316 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-0ef57d10-ad88-4262-90ae-35634c779ab9 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:52.813793 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef57d10-ad88-4262-90ae-35634c779ab9 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:52.819698 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef57d10-ad88-4262-90ae-35634c779ab9 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:52.820401 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0ef57d10-ad88-4262-90ae-35634c779ab9 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:52.846436 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef57d10-ad88-4262-90ae-35634c779ab9 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Pushing event updated for resources: {'Port': ['ID=b75217a7-9fe9-42ff-a09e-32faa5a781ba,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:52.865489 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0ef57d10-ad88-4262-90ae-35634c779ab9 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:52.880856 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-3546afd2-c2a8-42cc-a838-387757e94895 req-6e64ee08-3f2b-401b-ab34-10d98739ed75 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:52.888364 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0ef57d10-ad88-4262-90ae-35634c779ab9 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7090857 May 31 15:45:52.890000 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50474) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:52.892830 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-3546afd2-c2a8-42cc-a838-387757e94895 req-6e64ee08-3f2b-401b-ab34-10d98739ed75 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Usage tracker for resource:port and tenant:dff69be66365471cb98d4afa08a838e7 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:52.896473 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-3546afd2-c2a8-42cc-a838-387757e94895 req-6e64ee08-3f2b-401b-ab34-10d98739ed75 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Quota usage for port was recalculated. Used quota:3. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:52.897703 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-cc72e931-d629-4ddf-b2ac-8e65e341bb0a tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-799725586'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:52.898192 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-cc72e931-d629-4ddf-b2ac-8e65e341bb0a tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] Unknown quota resources ['metering_label']. {{(pid=99204) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 31 15:45:52.911538 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-e846a5ec-5889-4bdb-a868-eaf11a94dfaa tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:47:a3:ea'}]}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:52.938984 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-3546afd2-c2a8-42cc-a838-387757e94895 req-6e64ee08-3f2b-401b-ab34-10d98739ed75 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:52.984965 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3546afd2-c2a8-42cc-a838-387757e94895 req-6e64ee08-3f2b-401b-ab34-10d98739ed75 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Made reservation on behalf of dff69be66365471cb98d4afa08a838e7 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:52.988734 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-3546afd2-c2a8-42cc-a838-387757e94895 req-6e64ee08-3f2b-401b-ab34-10d98739ed75 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:53.002241 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-bdf9c98d-9dc5-4716-8151-3ab5025fa775 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:45:53.007158 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bdf9c98d-9dc5-4716-8151-3ab5025fa775 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.4355767 May 31 15:45:53.011031 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50478) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:53.038649 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-df54e8dc-4c93-47a6-8412-4e89d100fcdf tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'port_id': '63e4a59b-1e26-4255-8261-af0fe72c6e8d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:53.050093 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-df54e8dc-4c93-47a6-8412-4e89d100fcdf tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:53.080738 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7a8d560f-428a-491c-85ad-d21d29cc7ade None None] Provisioning for port b75217a7-9fe9-42ff-a09e-32faa5a781ba completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:45:53.087425 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7a8d560f-428a-491c-85ad-d21d29cc7ade None None] Provisioning complete for port b75217a7-9fe9-42ff-a09e-32faa5a781ba triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:53.088193 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7a8d560f-428a-491c-85ad-d21d29cc7ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:53.090044 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-df54e8dc-4c93-47a6-8412-4e89d100fcdf tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Usage tracker for resource:floatingip and tenant:762120214a8849329be213eb120961ff is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:53.145097 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-df54e8dc-4c93-47a6-8412-4e89d100fcdf tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:53.155833 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-7a8d560f-428a-491c-85ad-d21d29cc7ade None None] Port b75217a7-9fe9-42ff-a09e-32faa5a781ba cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:45:53.157097 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-df54e8dc-4c93-47a6-8412-4e89d100fcdf tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:53.205193 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-df54e8dc-4c93-47a6-8412-4e89d100fcdf tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks [] for floatingip, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:53.219363 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] device_id is not set on port a0ef154f-7ef9-4f6c-b649-87d2c1a3d22b yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:45:53.425277 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:53.436171 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [req-3546afd2-c2a8-42cc-a838-387757e94895 req-6e64ee08-3f2b-401b-ab34-10d98739ed75 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Allocated IP 172.20.0.10 (95b2c66c-bf2c-4a95-9a53-2be0f2b2f486/78474f67-27d4-45ee-a48b-36bd239fb199/0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:45:53.446345 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e846a5ec-5889-4bdb-a868-eaf11a94dfaa tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:53.459902 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-343b04bc-d502-4318-bc51-6ad2882de140 service neutron] Attempting to bind port f19b3ea4-24e8-4d61-8b6d-e504952f1ded on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:53.460220 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-343b04bc-d502-4318-bc51-6ad2882de140 service neutron] Attempting to bind port f19b3ea4-24e8-4d61-8b6d-e504952f1ded by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6becfde1-db3d-4eb5-a5b5-1b5dae851b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9762618e-b801-4945-a348-7f7865b0995e'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:53.460551 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-343b04bc-d502-4318-bc51-6ad2882de140 service neutron] Attempting to bind port f19b3ea4-24e8-4d61-8b6d-e504952f1ded on network 9762618e-b801-4945-a348-7f7865b0995e {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:53.505989 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-75bbea22-59d2-48b4-aaa7-335bc4ee7a3d tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:53.514336 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cc72e931-d629-4ddf-b2ac-8e65e341bb0a tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:53.518282 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-cc72e931-d629-4ddf-b2ac-8e65e341bb0a tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9406228 May 31 15:45:53.518282 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-343b04bc-d502-4318-bc51-6ad2882de140 service neutron] Port f19b3ea4-24e8-4d61-8b6d-e504952f1ded on network 9762618e-b801-4945-a348-7f7865b0995e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:53.518282 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-343b04bc-d502-4318-bc51-6ad2882de140 service neutron] Attempting to bind port f19b3ea4-24e8-4d61-8b6d-e504952f1ded on network 9762618e-b801-4945-a348-7f7865b0995e {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:53.520007 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50484) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:53.536457 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-75bbea22-59d2-48b4-aaa7-335bc4ee7a3d tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Usage tracker for resource:port and tenant:2768fca4df5d4b0e9f63be80d17b6d42 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:45:53.542746 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-5d93337b-b63a-4df5-85e1-e1bbdbc6d9f2 tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '03b2b0dd-9d14-4968-85df-9c2b06743105'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:53.543268 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-5d93337b-b63a-4df5-85e1-e1bbdbc6d9f2 tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=99204) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 31 15:45:53.552682 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-343b04bc-d502-4318-bc51-6ad2882de140 service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:45:53.553005 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-343b04bc-d502-4318-bc51-6ad2882de140 service neutron] Checking segment: {'id': '6becfde1-db3d-4eb5-a5b5-1b5dae851b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9762618e-b801-4945-a348-7f7865b0995e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:45:53.553582 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-343b04bc-d502-4318-bc51-6ad2882de140 service neutron] Bound using segment: {'id': '6becfde1-db3d-4eb5-a5b5-1b5dae851b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9762618e-b801-4945-a348-7f7865b0995e'} {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:45:53.554080 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-343b04bc-d502-4318-bc51-6ad2882de140 service neutron] Bound port: f19b3ea4-24e8-4d61-8b6d-e504952f1ded, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6becfde1-db3d-4eb5-a5b5-1b5dae851b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9762618e-b801-4945-a348-7f7865b0995e'}}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:45:53.554422 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-343b04bc-d502-4318-bc51-6ad2882de140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:53.566177 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-75bbea22-59d2-48b4-aaa7-335bc4ee7a3d tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Quota usage for port was recalculated. Used quota:3. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:45:53.619515 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-75bbea22-59d2-48b4-aaa7-335bc4ee7a3d tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:53.704199 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b7728fe9-28a4-4456-94b6-5407b5902f13 req-0353c26c-ff68-43f0-8e76-2ee82db394c3 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 210 time: 0.1181691 May 31 15:45:53.945927 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-75bbea22-59d2-48b4-aaa7-335bc4ee7a3d tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Made reservation on behalf of 2768fca4df5d4b0e9f63be80d17b6d42 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:53.949838 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-75bbea22-59d2-48b4-aaa7-335bc4ee7a3d tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:53.966383 dv-neutron-601336-79-hyperv neutron-server[99204]: WARNING neutron.services.metering.metering_plugin [None req-5d93337b-b63a-4df5-85e1-e1bbdbc6d9f2 tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 31 15:45:53.976902 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3e40d411-00ff-479b-a8e6-bfbd018ee524 req-655029dd-f0b6-4c38-be2a-4cf52c38fb46 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 210 time: 0.1333573 May 31 15:45:54.001178 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-df54e8dc-4c93-47a6-8412-4e89d100fcdf tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:54.157107 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-3546afd2-c2a8-42cc-a838-387757e94895 req-6e64ee08-3f2b-401b-ab34-10d98739ed75 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:54.214993 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-3546afd2-c2a8-42cc-a838-387757e94895 req-6e64ee08-3f2b-401b-ab34-10d98739ed75 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Transition to ACTIVE for port object 0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:54.220612 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e846a5ec-5889-4bdb-a868-eaf11a94dfaa tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:54.229767 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-343b04bc-d502-4318-bc51-6ad2882de140 service neutron] For port f19b3ea4-24e8-4d61-8b6d-e504952f1ded, host hv-neutron-6013, cleared binding levels {{(pid=99204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:45:54.233901 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e846a5ec-5889-4bdb-a868-eaf11a94dfaa tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:54.242070 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c21b9e30-99a2-4027-8386-a904a187b980 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:54.287198 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-343b04bc-d502-4318-bc51-6ad2882de140 service neutron] For port f19b3ea4-24e8-4d61-8b6d-e504952f1ded, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f19b3ea4-24e8-4d61-8b6d-e504952f1ded,segment=NetworkSegment(6becfde1-db3d-4eb5-a5b5-1b5dae851b53),segment_id=6becfde1-db3d-4eb5-a5b5-1b5dae851b53)] {{(pid=99204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:45:54.289506 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:54.296497 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5d93337b-b63a-4df5-85e1-e1bbdbc6d9f2 tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:54.297684 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5d93337b-b63a-4df5-85e1-e1bbdbc6d9f2 tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7677464 May 31 15:45:54.304406 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-343b04bc-d502-4318-bc51-6ad2882de140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:54.316438 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50492) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:54.336568 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-fb264ac0-1be1-43c7-a840-3ed64f0b7a9a tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:54.347358 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-d47f9c3d-ada7-4059-b4fe-437dfe7f017a tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '03b2b0dd-9d14-4968-85df-9c2b06743105'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:54.348267 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-d47f9c3d-ada7-4059-b4fe-437dfe7f017a tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=99205) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 31 15:45:54.351444 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-e846a5ec-5889-4bdb-a868-eaf11a94dfaa tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] In _notify_port_updated(), no bound segment for port b75217a7-9fe9-42ff-a09e-32faa5a781ba on network 032d6383-0f97-4a9a-9084-abf99a2deeab {{(pid=99205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 15:45:54.356940 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e846a5ec-5889-4bdb-a868-eaf11a94dfaa tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:54.357594 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e846a5ec-5889-4bdb-a868-eaf11a94dfaa tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:54.361713 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e846a5ec-5889-4bdb-a868-eaf11a94dfaa tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] 10.222.0.45 "PUT /v2.0/ports/b75217a7-9fe9-42ff-a09e-32faa5a781ba HTTP/1.1" status: 200 len: 1016 time: 1.4679332 May 31 15:45:54.364609 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50496) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:54.400455 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a0753-5b63-47d8-a6f3-1aa3ceeba585 req-908f0185-9cae-4e55-8152-5d50b7461d9e tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:54.402018 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ca2a0753-5b63-47d8-a6f3-1aa3ceeba585 req-908f0185-9cae-4e55-8152-5d50b7461d9e tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/ports?device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 944 time: 0.5469520 May 31 15:45:54.560572 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846a5ec-5889-4bdb-a868-eaf11a94dfaa tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Pushing event updated for resources: {'Port': ['ID=b75217a7-9fe9-42ff-a09e-32faa5a781ba,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:54.569017 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e846a5ec-5889-4bdb-a868-eaf11a94dfaa tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:54.603642 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bf74c752-57fc-4056-bbc5-2042f4738bf1 None None] Provisioning complete for port b75217a7-9fe9-42ff-a09e-32faa5a781ba triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:54.605033 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bf74c752-57fc-4056-bbc5-2042f4738bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:54.612510 dv-neutron-601336-79-hyperv neutron-server[99205]: WARNING neutron.services.metering.metering_plugin [None req-d47f9c3d-ada7-4059-b4fe-437dfe7f017a tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 31 15:45:54.628139 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-df54e8dc-4c93-47a6-8412-4e89d100fcdf tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Allocated IP 172.26.0.9 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/5b13a39e-feba-4e2c-834a-16486d1b9c27) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:45:54.631590 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-3546afd2-c2a8-42cc-a838-387757e94895 req-6e64ee08-3f2b-401b-ab34-10d98739ed75 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:54.673664 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-bf74c752-57fc-4056-bbc5-2042f4738bf1 None None] Port b75217a7-9fe9-42ff-a09e-32faa5a781ba cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:45:54.717079 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-343b04bc-d502-4318-bc51-6ad2882de140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:54.717686 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-343b04bc-d502-4318-bc51-6ad2882de140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:54.719141 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-343b04bc-d502-4318-bc51-6ad2882de140 service neutron] 10.222.0.59 "PUT /v2.0/ports/f19b3ea4-24e8-4d61-8b6d-e504952f1ded HTTP/1.1" status: 200 len: 1094 time: 3.7690353 May 31 15:45:54.721311 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:54.734348 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc', 'tag': 'f19b3ea4-24e8-4d61-8b6d-e504952f1ded'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:45:54.773967 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] device_id is not set on port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:45:54.840465 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:54.843034 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b04bc-d502-4318-bc51-6ad2882de140 service neutron] Pushing event updated for resources: {'Port': ['ID=f19b3ea4-24e8-4d61-8b6d-e504952f1ded,revision_number=3']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:54.864097 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-343b04bc-d502-4318-bc51-6ad2882de140 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:54.876251 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] device_id is not set on port bf13e443-e4aa-4a23-a156-f6510db1fff1 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:45:54.883621 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ca2a0753-5b63-47d8-a6f3-1aa3ceeba585 req-ebd18513-4e68-4f98-a624-9e6cfdf5134c tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/security-groups?id=e27f0788-c844-4c1b-be49-7dd9df76906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3244920 May 31 15:45:54.921873 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-75bbea22-59d2-48b4-aaa7-335bc4ee7a3d tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Allocated IP 172.20.0.3 (d344e8f1-f415-4064-9d12-68c70eb6ac0b/418ec826-97fb-4894-813a-51ffe25a7768/d1aa82af-9429-4951-aaf4-ad8a74748f1e) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:45:54.933122 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Transition to ACTIVE for port object 023edafe-b2d6-434c-ae15-4b2be33ad8c7 will not be triggered until provisioned by entity L2. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:54.957458 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da14c400-d019-466b-a1b0-5d247d44f900" -d '{"events": [{"name": "network-changed", "server_uuid": "48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc", "tag": "f19b3ea4-24e8-4d61-8b6d-e504952f1ded"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:45:54.960708 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3546afd2-c2a8-42cc-a838-387757e94895 req-6e64ee08-3f2b-401b-ab34-10d98739ed75 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Network 95b2c66c-bf2c-4a95-9a53-2be0f2b2f486 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:54.962413 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:54.970193 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:54.984463 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [req-3546afd2-c2a8-42cc-a838-387757e94895 req-6e64ee08-3f2b-401b-ab34-10d98739ed75 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:55.000839 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-3546afd2-c2a8-42cc-a838-387757e94895 req-6e64ee08-3f2b-401b-ab34-10d98739ed75 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:55.120371 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d47f9c3d-ada7-4059-b4fe-437dfe7f017a tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:55.137359 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d47f9c3d-ada7-4059-b4fe-437dfe7f017a tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8008239 May 31 15:45:55.138588 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64ee08-3f2b-401b-ab34-10d98739ed75 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Pushing event updated for resources: {'Port': ['ID=0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:55.151844 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50512) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:55.152260 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546afd2-c2a8-42cc-a838-387757e94895 req-6e64ee08-3f2b-401b-ab34-10d98739ed75 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:55.153027 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-3546afd2-c2a8-42cc-a838-387757e94895 req-6e64ee08-3f2b-401b-ab34-10d98739ed75 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:55.157817 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 15:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6e2bc9-c3e1-48ad-a4cd-5b8bdea01037 x-openstack-request-id: req-cb6e2bc9-c3e1-48ad-a4cd-5b8bdea01037 {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:45:55.158129 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc", "tag": "f19b3ea4-24e8-4d61-8b6d-e504952f1ded", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:45:55.158409 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cb6e2bc9-c3e1-48ad-a4cd-5b8bdea01037 {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:45:55.158904 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc', 'tag': 'f19b3ea4-24e8-4d61-8b6d-e504952f1ded', 'status': 'completed', 'code': 200} May 31 15:45:55.163746 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6e64ee08-3f2b-401b-ab34-10d98739ed75 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:55.201008 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Pushing event updated for resources: {'Port': ['ID=023edafe-b2d6-434c-ae15-4b2be33ad8c7,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:55.218393 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:55.220998 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3546afd2-c2a8-42cc-a838-387757e94895 req-6e64ee08-3f2b-401b-ab34-10d98739ed75 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7413757 May 31 15:45:55.248793 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-3546afd2-c2a8-42cc-a838-387757e94895 req-0a9a4bf1-17a9-4f55-a298-e8dc315dac3b service neutron] Request body: {'port': {'device_id': 'e8127010-092b-4d4b-a64e-476f2292da89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:55.264495 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-99a9e4f9-d3eb-45f9-9a14-83a89bdf094c tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=ca02e886-b07d-4855-8620-0d7b91226ab2 HTTP/1.1" status: 200 len: 464 time: 0.1071544 May 31 15:45:55.281012 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50518) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:55.345063 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-077f65fa-d935-433e-9d48-53ef0e253062 None None] Provisioning for port 0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:45:55.350924 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-077f65fa-d935-433e-9d48-53ef0e253062 None None] Provisioning complete for port 0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:55.351531 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-077f65fa-d935-433e-9d48-53ef0e253062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:55.356624 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-47d5968b-e969-4737-a4dc-c8fe0abed207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:55.357240 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc570a-49e7-41e5-8137-402a706d2467 req-e0f4b192-2dd6-40f8-9ab4-c91a8f5e8e9c tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:55.357954 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-8fbc570a-49e7-41e5-8137-402a706d2467 req-e0f4b192-2dd6-40f8-9ab4-c91a8f5e8e9c tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Synchronizing usage tracker for tenant:dff69be66365471cb98d4afa08a838e7 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:45:55.358163 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-47d5968b-e969-4737-a4dc-c8fe0abed207 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=31cb1923c01a40bcb7e56f6bb437609c&device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 1097 time: 0.5644314 May 31 15:45:55.371317 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f3af5a2d-081b-4278-ae63-171d40bd3013 req-9eaea4b7-6a55-4cdb-a735-16ec686b8ce5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 210 time: 0.0961933 May 31 15:45:55.408132 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-df54e8dc-4c93-47a6-8412-4e89d100fcdf tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:55.426378 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-00f8c914-d2d7-4a17-85dc-106ded408cea tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Deleting port b75217a7-9fe9-42ff-a09e-32faa5a781ba {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:45:55.426722 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-00f8c914-d2d7-4a17-85dc-106ded408cea tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:55.437487 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-077f65fa-d935-433e-9d48-53ef0e253062 None None] Port 0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:45:55.465329 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:55.465659 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:55.465998 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:55.467256 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-8fbc570a-49e7-41e5-8137-402a706d2467 req-e0f4b192-2dd6-40f8-9ab4-c91a8f5e8e9c tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Unset dirty status for tenant:dff69be66365471cb98d4afa08a838e7 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:45:55.468424 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8fbc570a-49e7-41e5-8137-402a706d2467 req-e0f4b192-2dd6-40f8-9ab4-c91a8f5e8e9c tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 932 time: 0.5585456 May 31 15:45:55.492485 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-3546afd2-c2a8-42cc-a838-387757e94895 req-0a9a4bf1-17a9-4f55-a298-e8dc315dac3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:55.494407 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-61193ca9-1801-4a18-ad61-579e99ebdd83 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f19b3ea4-24e8-4d61-8b6d-e504952f1ded HTTP/1.1" status: 200 len: 217 time: 0.1239853 May 31 15:45:55.549540 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:55.549859 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Failed to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] May 31 15:45:55.565965 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempt 2 to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 May 31 15:45:55.569175 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8fbc570a-49e7-41e5-8137-402a706d2467 req-de446819-60d6-4163-a2da-624b44da2f45 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/security-groups?id=09f1b8d6-f3d1-43b2-a6d7-2084019e743a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929570 May 31 15:45:55.603241 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-df54e8dc-4c93-47a6-8412-4e89d100fcdf tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:55.609626 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e8d4d291-dd97-4ca8-8d29-2181651b6f1e tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:55.685121 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:55.685455 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:55.685795 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:55.805254 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:55.827804 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df54e8dc-4c93-47a6-8412-4e89d100fcdf tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:55.832479 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:55.832813 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Failed to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] May 31 15:45:55.835407 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-df54e8dc-4c93-47a6-8412-4e89d100fcdf tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:55.840744 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempt 3 to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 May 31 15:45:55.843726 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df54e8dc-4c93-47a6-8412-4e89d100fcdf tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:55.874536 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54e8dc-4c93-47a6-8412-4e89d100fcdf tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Pushing event updated for resources: {'Port': ['ID=5b13a39e-feba-4e2c-834a-16486d1b9c27,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:55.894676 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-df54e8dc-4c93-47a6-8412-4e89d100fcdf tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:55.898931 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-75bbea22-59d2-48b4-aaa7-335bc4ee7a3d tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:55.937382 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-8b53101b-2890-4b40-b680-0c47f19d7ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:55.938847 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-8b53101b-2890-4b40-b680-0c47f19d7ede service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7fb83780-73dc-46ad-8905-afe39908f206 HTTP/1.1" status: 200 len: 851 time: 0.3881228 May 31 15:45:55.952298 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-00f8c914-d2d7-4a17-85dc-106ded408cea tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:55.959821 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:55.960155 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:55.960486 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:56.064578 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-75bbea22-59d2-48b4-aaa7-335bc4ee7a3d tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Transition to ACTIVE for port object d1aa82af-9429-4951-aaf4-ad8a74748f1e will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:56.070845 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:56.071200 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Failed to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] May 31 15:45:56.249625 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempt 4 to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 May 31 15:45:56.265866 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-00f8c914-d2d7-4a17-85dc-106ded408cea tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Calling delete_port for b75217a7-9fe9-42ff-a09e-32faa5a781ba owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:45:56.271235 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c2fccb9e-4141-4f06-a46e-1c2f9e98e6f0 tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:56.275006 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c2fccb9e-4141-4f06-a46e-1c2f9e98e6f0 tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/ca02e886-b07d-4855-8620-0d7b91226ab2 HTTP/1.1" status: 204 len: 168 time: 0.9450755 May 31 15:45:56.280306 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50524) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:56.295964 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:56.296304 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:56.296637 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:56.316793 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0f3a5-258d-4cc8-8bc2-5e139ebb8767 req-20e56342-5b97-4e9b-a121-19180ca3a457 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:56.318133 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-aea0f3a5-258d-4cc8-8bc2-5e139ebb8767 req-20e56342-5b97-4e9b-a121-19180ca3a457 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/ports?device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 944 time: 0.3090115 May 31 15:45:56.322805 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e95e17a2-815c-4849-83df-5ad3c8697db4 tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=ca02e886-b07d-4855-8620-0d7b91226ab2 HTTP/1.1" status: 200 len: 221 time: 0.0400178 May 31 15:45:56.323639 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:56.323971 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Failed to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] May 31 15:45:56.325839 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempt 5 to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 May 31 15:45:56.326335 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50528) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:56.330325 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-3546afd2-c2a8-42cc-a838-387757e94895 req-0a9a4bf1-17a9-4f55-a298-e8dc315dac3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 15:45:56.339974 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-a519f834-036f-4f7e-8695-546fc67330f3 tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--973535578', 'description': 'label created by tempest'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:56.340418 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-a519f834-036f-4f7e-8695-546fc67330f3 tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] Unknown quota resources ['metering_label']. {{(pid=99205) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 31 15:45:56.345971 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:56.359692 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c0e31efd-e51d-4997-b98c-eb2ae0156e0b tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:56.362963 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-3546afd2-c2a8-42cc-a838-387757e94895 req-0a9a4bf1-17a9-4f55-a298-e8dc315dac3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:56.397668 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:56.398001 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:56.398356 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:56.437760 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:56.438087 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Failed to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] May 31 15:45:56.439066 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-75bbea22-59d2-48b4-aaa7-335bc4ee7a3d tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:56.445784 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempt 6 to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 May 31 15:45:56.504659 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-8e95d84f-dd6b-4885-9ad8-6d9d466b888e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:56.506152 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-8e95d84f-dd6b-4885-9ad8-6d9d466b888e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9762618e-b801-4945-a348-7f7865b0995e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5361638 May 31 15:45:56.506791 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Pushing event updated for resources: {'Port': ['ID=a0ef154f-7ef9-4f6c-b649-87d2c1a3d22b,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:56.509450 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:56.509902 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:56.510237 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:56.514688 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:56.517633 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c0e31efd-e51d-4997-b98c-eb2ae0156e0b tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:56.547298 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-3546afd2-c2a8-42cc-a838-387757e94895 req-0a9a4bf1-17a9-4f55-a298-e8dc315dac3b service neutron] Transition to ACTIVE for port object 0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:56.575608 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-3546afd2-c2a8-42cc-a838-387757e94895 req-0a9a4bf1-17a9-4f55-a298-e8dc315dac3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:56.590961 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:56.591305 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Failed to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] May 31 15:45:56.593042 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-75bbea22-59d2-48b4-aaa7-335bc4ee7a3d tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Network d344e8f1-f415-4064-9d12-68c70eb6ac0b is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:45:56.599476 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempt 7 to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 May 31 15:45:56.621021 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-75bbea22-59d2-48b4-aaa7-335bc4ee7a3d tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:56.654758 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:56.706733 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-df54e8dc-4c93-47a6-8412-4e89d100fcdf tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Deleting port 5b13a39e-feba-4e2c-834a-16486d1b9c27 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:45:56.706733 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-df54e8dc-4c93-47a6-8412-4e89d100fcdf tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:56.715171 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-75bbea22-59d2-48b4-aaa7-335bc4ee7a3d tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:56.757096 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Checking segment: {'id': '998c6062-cb9a-494b-abf2-8a6cd00abf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '73cbf9cf-8b70-4cb0-bd5d-a34aba69571d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:45:56.757835 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Network hostable DHCP agents. Network: 73cbf9cf-8b70-4cb0-bd5d-a34aba69571d, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:45:56.784119 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-aea0f3a5-258d-4cc8-8bc2-5e139ebb8767 req-00ac6b22-dec6-42a2-a735-2fd2666edb13 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/security-groups?id=e27f0788-c844-4c1b-be49-7dd9df76906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4488780 May 31 15:45:56.794432 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:56.794971 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:56.795259 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:56.804904 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bbea22-59d2-48b4-aaa7-335bc4ee7a3d tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Pushing event updated for resources: {'Port': ['ID=d1aa82af-9429-4951-aaf4-ad8a74748f1e,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:56.810872 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-75bbea22-59d2-48b4-aaa7-335bc4ee7a3d tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:56.833802 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:56.834242 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Failed to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] May 31 15:45:56.841934 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempt 8 to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 May 31 15:45:56.878034 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d5365ad8-3846-4bd8-8bdd-206f8651da0a None None] Provisioning for port d1aa82af-9429-4951-aaf4-ad8a74748f1e completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:45:56.885091 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d5365ad8-3846-4bd8-8bdd-206f8651da0a None None] Provisioning complete for port d1aa82af-9429-4951-aaf4-ad8a74748f1e triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:45:56.885687 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d5365ad8-3846-4bd8-8bdd-206f8651da0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:56.924181 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-4a20d2c3-6d67-4726-8b8b-fb1e9d9d3bff service neutron] 10.222.0.59 "GET /v2.0/networks/9762618e-b801-4945-a348-7f7865b0995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724768 May 31 15:45:56.931083 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-75bbea22-59d2-48b4-aaa7-335bc4ee7a3d tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:56.938327 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-75bbea22-59d2-48b4-aaa7-335bc4ee7a3d tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:56.961105 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d5365ad8-3846-4bd8-8bdd-206f8651da0a None None] Port d1aa82af-9429-4951-aaf4-ad8a74748f1e cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:45:56.976819 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-00f8c914-d2d7-4a17-85dc-106ded408cea tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:56.983130 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:56.983555 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:56.983943 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:56.993095 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:57.036950 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Network 73cbf9cf-8b70-4cb0-bd5d-a34aba69571d is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:45:57.052090 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:57.052522 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Failed to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] May 31 15:45:57.105085 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempt 9 to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 May 31 15:45:57.114854 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8c914-d2d7-4a17-85dc-106ded408cea tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Pushing event deleted for resources: {'Port': ['ID=b75217a7-9fe9-42ff-a09e-32faa5a781ba,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:57.156148 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-00f8c914-d2d7-4a17-85dc-106ded408cea tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:57.160597 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-75bbea22-59d2-48b4-aaa7-335bc4ee7a3d tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5970316 May 31 15:45:57.174819 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 73cbf9cf-8b70-4cb0-bd5d-a34aba69571d) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:57.187036 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-00f8c914-d2d7-4a17-85dc-106ded408cea tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:57.187748 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8d5b60-3e60-4107-99d4-803258d8f03f None None] Network 73cbf9cf-8b70-4cb0-bd5d-a34aba69571d requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:45:57.188355 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a519f834-036f-4f7e-8695-546fc67330f3 tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:57.189533 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a519f834-036f-4f7e-8695-546fc67330f3 tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.8620768 May 31 15:45:57.189751 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-00f8c914-d2d7-4a17-85dc-106ded408cea tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] 10.222.0.45 "DELETE /v2.0/ports/b75217a7-9fe9-42ff-a09e-32faa5a781ba HTTP/1.1" status: 204 len: 168 time: 2.8092916 May 31 15:45:57.195794 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:57.196332 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:57.196842 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:57.200816 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50538) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:57.201311 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50540) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:57.205369 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-36bb1597-e735-4ffe-924f-f283b57c16ed service neutron] Request body: {'port': {'device_id': '9770ef2b-c687-4266-a06e-ae77f983afd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:57.217444 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a4bf1-17a9-4f55-a298-e8dc315dac3b service neutron] Pushing event updated for resources: {'Port': ['ID=0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:57.222984 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0a9a4bf1-17a9-4f55-a298-e8dc315dac3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:57.241184 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:57.242019 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:57.260389 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-75bbea22-59d2-48b4-aaa7-335bc4ee7a3d tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:57.346123 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:57.346688 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Failed to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] May 31 15:45:57.364494 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempt 10 to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 May 31 15:45:57.377015 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-df54e8dc-4c93-47a6-8412-4e89d100fcdf tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:57.377015 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-df54e8dc-4c93-47a6-8412-4e89d100fcdf tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:57.386630 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ea13c-d960-4811-8ea9-66661aa049cd req-2f47547c-dc30-45c5-b2db-41be11cfb981 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:57.388170 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1d6ea13c-d960-4811-8ea9-66661aa049cd req-2f47547c-dc30-45c5-b2db-41be11cfb981 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 931 time: 0.8847606 May 31 15:45:57.522291 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-379b5c0e-98e8-471c-819e-3a49e65ce952 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] GET failed (client error): The resource could not be found. May 31 15:45:57.522814 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-379b5c0e-98e8-471c-819e-3a49e65ce952 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Synchronizing usage tracker for tenant:d9b003e344314e97bc35feb4f12b3afc on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:45:57.533693 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c544144a-3097-4b8c-8bd0-f47ed3aa8002 tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=e5114af1-2d8e-471b-852d-04162aa14b20 HTTP/1.1" status: 200 len: 467 time: 0.2873068 May 31 15:45:57.534779 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-df54e8dc-4c93-47a6-8412-4e89d100fcdf tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Calling delete_port for 5b13a39e-feba-4e2c-834a-16486d1b9c27 owned by network:floatingip {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:45:57.542636 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:57.542976 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:57.543283 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempting to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:57.544976 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50546) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:57.562940 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-3546afd2-c2a8-42cc-a838-387757e94895 req-0a9a4bf1-17a9-4f55-a298-e8dc315dac3b service neutron] Attempting to bind port 0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:45:57.563276 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-3546afd2-c2a8-42cc-a838-387757e94895 req-0a9a4bf1-17a9-4f55-a298-e8dc315dac3b service neutron] Attempting to bind port 0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4614750b-b79f-4ba6-9b69-9d8b896289e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '95b2c66c-bf2c-4a95-9a53-2be0f2b2f486'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:45:57.563625 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3546afd2-c2a8-42cc-a838-387757e94895 req-0a9a4bf1-17a9-4f55-a298-e8dc315dac3b service neutron] Attempting to bind port 0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f on network 95b2c66c-bf2c-4a95-9a53-2be0f2b2f486 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:57.612802 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:57.613009 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Failed to bind port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'bede2283-af59-4620-910f-43cdc3ee7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '46de190c-08d1-4dfd-85fd-85e643d7a06e'}] May 31 15:45:57.613364 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:57.621794 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Pushing event updated for resources: {'Port': ['ID=bf13e443-e4aa-4a23-a156-f6510db1fff1,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:57.638988 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-a3ffff30-23bd-4be1-b7c6-b01fd876df42 req-271a4708-039e-4168-9ece-4a479d6219c3 service neutron] 10.222.0.59 "GET /v2.0/networks/9762618e-b801-4945-a348-7f7865b0995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6908269 May 31 15:45:57.641345 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:57.669562 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-379b5c0e-98e8-471c-819e-3a49e65ce952 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Unset dirty status for tenant:d9b003e344314e97bc35feb4f12b3afc on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:45:57.670771 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-379b5c0e-98e8-471c-819e-3a49e65ce952 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] 10.222.0.45 "GET /v2.0/ports/b75217a7-9fe9-42ff-a09e-32faa5a781ba HTTP/1.1" status: 404 len: 333 time: 0.4261458 May 31 15:45:57.677340 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50550) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:57.682189 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dc327-697d-4bb7-9c81-c76682522b34 req-b64d1f44-8352-46c7-9d14-55bb54187d63 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:57.683684 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cd5dc327-697d-4bb7-9c81-c76682522b34 req-b64d1f44-8352-46c7-9d14-55bb54187d63 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 944 time: 0.6740417 May 31 15:45:57.684272 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3546afd2-c2a8-42cc-a838-387757e94895 req-0a9a4bf1-17a9-4f55-a298-e8dc315dac3b service neutron] Port 0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f on network 95b2c66c-bf2c-4a95-9a53-2be0f2b2f486 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:45:57.684585 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3546afd2-c2a8-42cc-a838-387757e94895 req-0a9a4bf1-17a9-4f55-a298-e8dc315dac3b service neutron] Attempting to bind port 0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f on network 95b2c66c-bf2c-4a95-9a53-2be0f2b2f486 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:45:57.706498 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1d6ea13c-d960-4811-8ea9-66661aa049cd req-9fc54802-c3f6-48f7-8783-2c2bb6e82611 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3083131 May 31 15:45:57.726292 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3546afd2-c2a8-42cc-a838-387757e94895 req-0a9a4bf1-17a9-4f55-a298-e8dc315dac3b service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:45:57.726292 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3546afd2-c2a8-42cc-a838-387757e94895 req-0a9a4bf1-17a9-4f55-a298-e8dc315dac3b service neutron] Checking segment: {'id': '4614750b-b79f-4ba6-9b69-9d8b896289e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '95b2c66c-bf2c-4a95-9a53-2be0f2b2f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:45:57.726292 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3546afd2-c2a8-42cc-a838-387757e94895 req-0a9a4bf1-17a9-4f55-a298-e8dc315dac3b service neutron] Bound using segment: {'id': '4614750b-b79f-4ba6-9b69-9d8b896289e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '95b2c66c-bf2c-4a95-9a53-2be0f2b2f486'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:45:57.726292 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-3546afd2-c2a8-42cc-a838-387757e94895 req-0a9a4bf1-17a9-4f55-a298-e8dc315dac3b service neutron] Bound port: 0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4614750b-b79f-4ba6-9b69-9d8b896289e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '95b2c66c-bf2c-4a95-9a53-2be0f2b2f486'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:45:57.726292 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-3546afd2-c2a8-42cc-a838-387757e94895 req-0a9a4bf1-17a9-4f55-a298-e8dc315dac3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:57.747151 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-05ff081e-b0f8-476b-a1d3-508d28bff914 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Request body: {'port': {'network_id': '032d6383-0f97-4a9a-9084-abf99a2deeab', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-295132619'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:45:57.764819 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Checking segment: {'id': '8e9c8558-761a-4a8d-b7b8-99f7ed526ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8c71886c-4375-49a8-a021-3cea5cfac4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:45:57.765177 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Network hostable DHCP agents. Network: 8c71886c-4375-49a8-a021-3cea5cfac4ca, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:45:57.791179 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-36bb1597-e735-4ffe-924f-f283b57c16ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:58.071528 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Network 8c71886c-4375-49a8-a021-3cea5cfac4ca is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:45:58.088739 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:58.089667 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-eb30f421-7d47-4f19-b412-9c159e6e683f tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:58.090807 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-eb30f421-7d47-4f19-b412-9c159e6e683f tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/e5114af1-2d8e-471b-852d-04162aa14b20 HTTP/1.1" status: 204 len: 168 time: 0.5449433 May 31 15:45:58.096969 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50556) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:58.102237 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] For port 023edafe-b2d6-434c-ae15-4b2be33ad8c7, host hv-neutron-6013, cleared binding levels {{(pid=99204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:45:58.102395 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cd5dc327-697d-4bb7-9c81-c76682522b34 req-a3a83be5-93b2-4664-b43d-d2d95e5b179a tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/security-groups?id=09f1b8d6-f3d1-43b2-a6d7-2084019e743a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4032633 May 31 15:45:58.102612 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attempted to set empty binding levels {{(pid=99204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 31 15:45:58.130261 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 8c71886c-4375-49a8-a021-3cea5cfac4ca) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:45:58.135111 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f29a0f1-7c14-4b9f-b24c-6bc1f76af867 None None] Network 8c71886c-4375-49a8-a021-3cea5cfac4ca requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:45:58.143444 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:58.154898 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-343b04bc-d502-4318-bc51-6ad2882de140 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:58.194303 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-3546afd2-c2a8-42cc-a838-387757e94895 req-0a9a4bf1-17a9-4f55-a298-e8dc315dac3b service neutron] For port 0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:45:58.197538 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:45:58.202380 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:58.207351 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:58.208017 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:58.220341 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1e013d79-2665-4e35-a5eb-e8a3cf4afcc3 tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=e5114af1-2d8e-471b-852d-04162aa14b20 HTTP/1.1" status: 200 len: 216 time: 0.1158133 May 31 15:45:58.220548 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-3546afd2-c2a8-42cc-a838-387757e94895 req-0a9a4bf1-17a9-4f55-a298-e8dc315dac3b service neutron] For port 0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f,segment=NetworkSegment(4614750b-b79f-4ba6-9b69-9d8b896289e9),segment_id=4614750b-b79f-4ba6-9b69-9d8b896289e9)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:45:58.222496 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50560) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:58.236611 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-3546afd2-c2a8-42cc-a838-387757e94895 req-0a9a4bf1-17a9-4f55-a298-e8dc315dac3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:58.245164 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0ef57d10-ad88-4262-90ae-35634c779ab9 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:58.270225 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] In _notify_port_updated(), no bound segment for port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 on network 46de190c-08d1-4dfd-85fd-85e643d7a06e {{(pid=99204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 15:45:58.271345 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:58.271960 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:58.273292 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] 10.222.0.45 "PUT /v2.0/ports/023edafe-b2d6-434c-ae15-4b2be33ad8c7 HTTP/1.1" status: 200 len: 977 time: 5.7117717 May 31 15:45:58.278524 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50564) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:58.286124 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8150bbce-1be8-4185-8f35-2090f9feff3f tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0622661 May 31 15:45:58.299755 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50566) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:58.338065 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000943a7-446e-401a-8cdb-476e63d5f85c req-e833cdc3-b22c-4c38-8b10-f2f722f26e06 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:58.339728 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-000943a7-446e-401a-8cdb-476e63d5f85c req-e833cdc3-b22c-4c38-8b10-f2f722f26e06 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/ports?device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 944 time: 0.3273995 May 31 15:45:58.340462 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-df54e8dc-4c93-47a6-8412-4e89d100fcdf tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:58.353461 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7c3b5e9a-dcd7-4d86-a857-b2a6379c9b56 tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0462782 May 31 15:45:58.353461 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546afd2-c2a8-42cc-a838-387757e94895 req-0a9a4bf1-17a9-4f55-a298-e8dc315dac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:58.353895 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-3546afd2-c2a8-42cc-a838-387757e94895 req-0a9a4bf1-17a9-4f55-a298-e8dc315dac3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:58.355365 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3546afd2-c2a8-42cc-a838-387757e94895 req-0a9a4bf1-17a9-4f55-a298-e8dc315dac3b service neutron] 10.222.0.59 "PUT /v2.0/ports/0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f HTTP/1.1" status: 200 len: 1094 time: 3.1222005 May 31 15:45:58.358067 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8127010-092b-4d4b-a64e-476f2292da89', 'tag': '0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:45:58.362172 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50572) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:58.369351 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-05ff081e-b0f8-476b-a1d3-508d28bff914 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:45:58.398229 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.4642193 May 31 15:45:58.398898 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50578) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:58.413303 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Pushing event updated for resources: {'Port': ['ID=023edafe-b2d6-434c-ae15-4b2be33ad8c7,revision_number=3']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:58.432079 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14c400-d019-466b-a1b0-5d247d44f900 req-80065472-9f4b-41ca-ad3f-0b956eb0ce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:58.433554 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-da14c400-d019-466b-a1b0-5d247d44f900 req-80065472-9f4b-41ca-ad3f-0b956eb0ce10 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=31cb1923c01a40bcb7e56f6bb437609c&device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 1097 time: 0.7300229 May 31 15:45:58.449407 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a4bf1-17a9-4f55-a298-e8dc315dac3b service neutron] Pushing event updated for resources: {'Port': ['ID=0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:58.481965 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:58.489870 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-05ff081e-b0f8-476b-a1d3-508d28bff914 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:45:58.572396 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124be8b7-4f3a-4f98-a2f4-efe687f06d08" -d '{"events": [{"name": "network-changed", "server_uuid": "e8127010-092b-4d4b-a64e-476f2292da89", "tag": "0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:45:58.575138 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0a9a4bf1-17a9-4f55-a298-e8dc315dac3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:58.608464 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.260s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:58.703571 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ff081e-b0f8-476b-a1d3-508d28bff914 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Made reservation on behalf of d9b003e344314e97bc35feb4f12b3afc for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:45:58.707411 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-05ff081e-b0f8-476b-a1d3-508d28bff914 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:58.786664 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-05ff081e-b0f8-476b-a1d3-508d28bff914 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] device_id is not set on port 1db3c3bc-3cbe-417c-bc23-f9b9459b8d54 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:45:58.793122 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2ce6a89b-c351-480f-9149-a9b3d384ef72 tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels/03b2b0dd-9d14-4968-85df-9c2b06743105 HTTP/1.1" status: 200 len: 472 time: 0.4187994 May 31 15:45:58.803175 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 15:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82ac023-9b54-4119-8812-ce3974fe7b42 x-openstack-request-id: req-a82ac023-9b54-4119-8812-ce3974fe7b42 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:45:58.803486 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8127010-092b-4d4b-a64e-476f2292da89", "tag": "0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:45:58.803762 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a82ac023-9b54-4119-8812-ce3974fe7b42 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:45:58.804249 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8127010-092b-4d4b-a64e-476f2292da89', 'tag': '0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f', 'status': 'completed', 'code': 200} May 31 15:45:58.808327 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50590) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:58.822717 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54e8dc-4c93-47a6-8412-4e89d100fcdf tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Pushing event deleted for resources: {'Port': ['ID=5b13a39e-feba-4e2c-834a-16486d1b9c27,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:45:58.842758 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-df54e8dc-4c93-47a6-8412-4e89d100fcdf tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:45:58.854562 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-000943a7-446e-401a-8cdb-476e63d5f85c req-73519c5a-6ad1-436f-8537-0db4e499c92f tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/security-groups?id=e27f0788-c844-4c1b-be49-7dd9df76906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4881949 May 31 15:45:58.862255 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-734b9c1b-a4ca-4588-866e-c7acb9695f49 tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules/b2743331-554e-4170-b0de-103cd7f66d96 HTTP/1.1" status: 200 len: 461 time: 0.0472188 May 31 15:45:58.879879 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50594) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:58.923159 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14c400-d019-466b-a1b0-5d247d44f900 req-0182992c-971d-47f6-9856-7d557252e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:58.924627 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-da14c400-d019-466b-a1b0-5d247d44f900 req-0182992c-971d-47f6-9856-7d557252e54a service neutron] 10.222.0.59 "GET /v2.0/networks?id=9762618e-b801-4945-a348-7f7865b0995e HTTP/1.1" status: 200 len: 913 time: 0.4319682 May 31 15:45:58.960030 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546afd2-c2a8-42cc-a838-387757e94895 req-5501f3d0-ef53-4d2a-9522-cfedcd38e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:58.961683 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3546afd2-c2a8-42cc-a838-387757e94895 req-5501f3d0-ef53-4d2a-9522-cfedcd38e427 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dff69be66365471cb98d4afa08a838e7&device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 1097 time: 0.5137336 May 31 15:45:58.964534 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-df54e8dc-4c93-47a6-8412-4e89d100fcdf tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] create failed (client error): The resource could not be found. May 31 15:45:58.965467 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-df54e8dc-4c93-47a6-8412-4e89d100fcdf tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.9534371 May 31 15:45:58.970243 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50598) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:59.011320 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f13bb0-7bcd-4e6e-aa22-74eb4de914ba tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:59.017069 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f13bb0-7bcd-4e6e-aa22-74eb4de914ba tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:59.017765 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-90f13bb0-7bcd-4e6e-aa22-74eb4de914ba tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Synchronizing usage tracker for tenant:1f9fba3ce93d4a1080ce09dd60dab25a on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:45:59.067910 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3546afd2-c2a8-42cc-a838-387757e94895 req-c3280567-3ba4-475c-93f3-aba835eeb02c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f HTTP/1.1" status: 200 len: 217 time: 0.0983188 May 31 15:45:59.086126 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-da14c400-d019-466b-a1b0-5d247d44f900 req-906181cf-50e9-45fc-bb19-f7d995bab622 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f19b3ea4-24e8-4d61-8b6d-e504952f1ded HTTP/1.1" status: 200 len: 217 time: 0.1436465 May 31 15:45:59.143298 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16eacf5-8ab7-4aa2-814b-132af5ae76f2 req-f634f81e-e6d1-460f-85df-6f62f36b2125 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:59.144797 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e16eacf5-8ab7-4aa2-814b-132af5ae76f2 req-f634f81e-e6d1-460f-85df-6f62f36b2125 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 931 time: 0.2970352 May 31 15:45:59.158971 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-6bbef5db-dbce-400d-8089-2a70182e1c03 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Deleting port 023edafe-b2d6-434c-ae15-4b2be33ad8c7 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:45:59.159322 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6bbef5db-dbce-400d-8089-2a70182e1c03 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:59.215456 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546afd2-c2a8-42cc-a838-387757e94895 req-80b0c833-cd9b-4b1e-a4de-e96c089d8f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:59.216878 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3546afd2-c2a8-42cc-a838-387757e94895 req-80b0c833-cd9b-4b1e-a4de-e96c089d8f08 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=78474f67-27d4-45ee-a48b-36bd239fb199 HTTP/1.1" status: 200 len: 845 time: 0.1415372 May 31 15:45:59.259710 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.db.resource_extend [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-36bb1597-e735-4ffe-924f-f283b57c16ed service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:45:59.329930 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e16eacf5-8ab7-4aa2-814b-132af5ae76f2 req-498bd6b4-3581-4aa2-aa87-4169a1f48463 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720543 May 31 15:45:59.343416 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-90f13bb0-7bcd-4e6e-aa22-74eb4de914ba tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Unset dirty status for tenant:1f9fba3ce93d4a1080ce09dd60dab25a on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:45:59.347414 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-90f13bb0-7bcd-4e6e-aa22-74eb4de914ba tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.9328673 May 31 15:45:59.348248 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50604) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:59.432551 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-97723832-cbc9-47dc-ad16-6ac059a7ca67 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Deleting port 63e4a59b-1e26-4255-8261-af0fe72c6e8d {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:45:59.432893 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-97723832-cbc9-47dc-ad16-6ac059a7ca67 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:59.473650 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-05ff081e-b0f8-476b-a1d3-508d28bff914 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Allocated IP 2001:db8::22c (032d6383-0f97-4a9a-9084-abf99a2deeab/90780b08-97f3-43ab-9f72-ee25387370e5/1db3c3bc-3cbe-417c-bc23-f9b9459b8d54) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:45:59.506881 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14c400-d019-466b-a1b0-5d247d44f900 req-a9024ca0-0a76-4669-baca-17efe3a16782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:59.508713 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-da14c400-d019-466b-a1b0-5d247d44f900 req-a9024ca0-0a76-4669-baca-17efe3a16782 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7fb83780-73dc-46ad-8905-afe39908f206 HTTP/1.1" status: 200 len: 851 time: 0.4105988 May 31 15:45:59.522435 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6552e0b2-7e9e-4ddc-9dd1-0def2eb42be8 tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:59.523501 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6552e0b2-7e9e-4ddc-9dd1-0def2eb42be8 tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/b2743331-554e-4170-b0de-103cd7f66d96 HTTP/1.1" status: 204 len: 168 time: 0.6280336 May 31 15:45:59.544361 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50608) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:45:59.560807 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-36bb1597-e735-4ffe-924f-f283b57c16ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1aa82af-9429-4951-aaf4-ad8a74748f1e {{(pid=99204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 15:45:59.571163 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-6bbef5db-dbce-400d-8089-2a70182e1c03 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] For port 023edafe-b2d6-434c-ae15-4b2be33ad8c7, host hv-neutron-6013, got binding levels [] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:45:59.571539 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6bbef5db-dbce-400d-8089-2a70182e1c03 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:59.584651 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-36bb1597-e735-4ffe-924f-f283b57c16ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:59.691038 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c72951-4570-4920-81ce-37df503514ad req-8eb45ee2-a199-41c5-ae85-6fad64f6a961 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:59.692532 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e5c72951-4570-4920-81ce-37df503514ad req-8eb45ee2-a199-41c5-ae85-6fad64f6a961 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 944 time: 0.4245632 May 31 15:45:59.701634 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546afd2-c2a8-42cc-a838-387757e94895 req-29e54e62-083a-4376-836b-fff7dc7634ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:45:59.703169 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3546afd2-c2a8-42cc-a838-387757e94895 req-29e54e62-083a-4376-836b-fff7dc7634ea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=95b2c66c-bf2c-4a95-9a53-2be0f2b2f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4770100 May 31 15:45:59.861795 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-6bbef5db-dbce-400d-8089-2a70182e1c03 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Calling delete_port for 023edafe-b2d6-434c-ae15-4b2be33ad8c7 owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:45:59.884143 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-36bb1597-e735-4ffe-924f-f283b57c16ed service neutron] Transition to ACTIVE for port object d1aa82af-9429-4951-aaf4-ad8a74748f1e will not be triggered until provisioned by entity L2. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:45:59.906634 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-36bb1597-e735-4ffe-924f-f283b57c16ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:45:59.920459 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:45:59.981121 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-97723832-cbc9-47dc-ad16-6ac059a7ca67 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:00.182878 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb1597-e735-4ffe-924f-f283b57c16ed service neutron] Pushing event updated for resources: {'Port': ['ID=d1aa82af-9429-4951-aaf4-ad8a74748f1e,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:00.201300 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-36bb1597-e735-4ffe-924f-f283b57c16ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:00.235673 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14c400-d019-466b-a1b0-5d247d44f900 req-2cafdb30-c68c-4f0d-9c30-8c49f038299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:00.237132 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-da14c400-d019-466b-a1b0-5d247d44f900 req-2cafdb30-c68c-4f0d-9c30-8c49f038299a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9762618e-b801-4945-a348-7f7865b0995e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7169120 May 31 15:46:00.389865 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6bbef5db-dbce-400d-8089-2a70182e1c03 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:00.395044 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-97723832-cbc9-47dc-ad16-6ac059a7ca67 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Calling delete_port for 63e4a59b-1e26-4255-8261-af0fe72c6e8d owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:00.404434 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1334e6d8-bae3-4bc7-8ff0-c9109def10ca tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:00.406986 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e5c72951-4570-4920-81ce-37df503514ad req-1415eb12-ab35-4a12-834e-98bb2c1a5409 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/security-groups?id=09f1b8d6-f3d1-43b2-a6d7-2084019e743a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6933410 May 31 15:46:00.424674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-72c3d98b-e22c-4ea9-8c29-2f772c886721 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Deleting port a0ef154f-7ef9-4f6c-b649-87d2c1a3d22b {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:00.424982 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-72c3d98b-e22c-4ea9-8c29-2f772c886721 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:00.435796 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-05ff081e-b0f8-476b-a1d3-508d28bff914 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:00.466148 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-293f7d18-6aba-4270-ba4f-d8765483926c tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:00.470052 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-293f7d18-6aba-4270-ba4f-d8765483926c tempest-MeteringTestJSON-552154862 tempest-MeteringTestJSON-552154862-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/03b2b0dd-9d14-4968-85df-9c2b06743105 HTTP/1.1" status: 204 len: 168 time: 0.9166331 May 31 15:46:00.476790 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbef5db-dbce-400d-8089-2a70182e1c03 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Pushing event deleted for resources: {'Port': ['ID=023edafe-b2d6-434c-ae15-4b2be33ad8c7,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:00.511204 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-05ff081e-b0f8-476b-a1d3-508d28bff914 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Transition to ACTIVE for port object 1db3c3bc-3cbe-417c-bc23-f9b9459b8d54 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:46:00.526789 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbef5db-dbce-400d-8089-2a70182e1c03 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:00.527168 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbef5db-dbce-400d-8089-2a70182e1c03 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:00.527522 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbef5db-dbce-400d-8089-2a70182e1c03 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:00.527886 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbef5db-dbce-400d-8089-2a70182e1c03 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:00.528222 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbef5db-dbce-400d-8089-2a70182e1c03 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:00.528575 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbef5db-dbce-400d-8089-2a70182e1c03 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:00.529008 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbef5db-dbce-400d-8089-2a70182e1c03 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:00.529250 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbef5db-dbce-400d-8089-2a70182e1c03 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:00.529588 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbef5db-dbce-400d-8089-2a70182e1c03 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:00.529935 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbef5db-dbce-400d-8089-2a70182e1c03 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:00.530271 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbef5db-dbce-400d-8089-2a70182e1c03 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:00.530607 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbef5db-dbce-400d-8089-2a70182e1c03 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:00.533793 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6bbef5db-dbce-400d-8089-2a70182e1c03 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:00.542872 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6bbef5db-dbce-400d-8089-2a70182e1c03 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:00.545854 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-36bb1597-e735-4ffe-924f-f283b57c16ed service neutron] Attempting to bind port d1aa82af-9429-4951-aaf4-ad8a74748f1e on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:00.546184 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-36bb1597-e735-4ffe-924f-f283b57c16ed service neutron] Attempting to bind port d1aa82af-9429-4951-aaf4-ad8a74748f1e by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'dfcdbfac-1782-4f23-a90d-17caf7895016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd344e8f1-f415-4064-9d12-68c70eb6ac0b'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:00.546505 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-36bb1597-e735-4ffe-924f-f283b57c16ed service neutron] Attempting to bind port d1aa82af-9429-4951-aaf4-ad8a74748f1e on network d344e8f1-f415-4064-9d12-68c70eb6ac0b {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:00.558215 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-da14c400-d019-466b-a1b0-5d247d44f900 req-926fe331-8ed3-4348-8c25-13da02209733 service neutron] 10.222.0.59 "GET /v2.0/networks/9762618e-b801-4945-a348-7f7865b0995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080499 May 31 15:46:00.561217 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-36bb1597-e735-4ffe-924f-f283b57c16ed service neutron] Port d1aa82af-9429-4951-aaf4-ad8a74748f1e on network d344e8f1-f415-4064-9d12-68c70eb6ac0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:46:00.561682 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-36bb1597-e735-4ffe-924f-f283b57c16ed service neutron] Attempting to bind port d1aa82af-9429-4951-aaf4-ad8a74748f1e on network d344e8f1-f415-4064-9d12-68c70eb6ac0b {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:00.593096 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6bbef5db-dbce-400d-8089-2a70182e1c03 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] 10.222.0.45 "DELETE /v2.0/ports/023edafe-b2d6-434c-ae15-4b2be33ad8c7 HTTP/1.1" status: 204 len: 168 time: 2.2714612 May 31 15:46:00.595396 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-36bb1597-e735-4ffe-924f-f283b57c16ed service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:46:00.595747 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-36bb1597-e735-4ffe-924f-f283b57c16ed service neutron] Checking segment: {'id': 'dfcdbfac-1782-4f23-a90d-17caf7895016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd344e8f1-f415-4064-9d12-68c70eb6ac0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:46:00.596137 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-36bb1597-e735-4ffe-924f-f283b57c16ed service neutron] Bound using segment: {'id': 'dfcdbfac-1782-4f23-a90d-17caf7895016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd344e8f1-f415-4064-9d12-68c70eb6ac0b'} {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:46:00.596583 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-36bb1597-e735-4ffe-924f-f283b57c16ed service neutron] Bound port: d1aa82af-9429-4951-aaf4-ad8a74748f1e, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfcdbfac-1782-4f23-a90d-17caf7895016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd344e8f1-f415-4064-9d12-68c70eb6ac0b'}}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:46:00.596931 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-36bb1597-e735-4ffe-924f-f283b57c16ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:00.599028 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50618) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:00.626194 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3546afd2-c2a8-42cc-a838-387757e94895 req-49608a9f-9052-41b8-91fc-23610ff9b8d2 service neutron] 10.222.0.59 "GET /v2.0/networks/95b2c66c-bf2c-4a95-9a53-2be0f2b2f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9004467 May 31 15:46:00.703228 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-72c3d98b-e22c-4ea9-8c29-2f772c886721 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:00.728665 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffcd0a87-833f-47e5-bf87-59f0e5304e08 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] GET failed (client error): The resource could not be found. May 31 15:46:00.729200 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ffcd0a87-833f-47e5-bf87-59f0e5304e08 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Synchronizing usage tracker for tenant:ba271e68077f44e5a1fe7cf2c6eec795 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:46:00.747319 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-05ff081e-b0f8-476b-a1d3-508d28bff914 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:00.765964 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:00.822428 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50624) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:00.876248 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ff081e-b0f8-476b-a1d3-508d28bff914 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Network 032d6383-0f97-4a9a-9084-abf99a2deeab is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:00.878473 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-da14c400-d019-466b-a1b0-5d247d44f900 req-e2542b2c-1b6e-4c15-8dfb-01632c8a11df service neutron] 10.222.0.59 "GET /v2.0/networks/9762618e-b801-4945-a348-7f7865b0995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101411 May 31 15:46:00.879677 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-36bb1597-e735-4ffe-924f-f283b57c16ed service neutron] For port d1aa82af-9429-4951-aaf4-ad8a74748f1e, host hv-neutron-6013, cleared binding levels {{(pid=99204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:46:00.887076 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-05ff081e-b0f8-476b-a1d3-508d28bff914 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:00.893966 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-36bb1597-e735-4ffe-924f-f283b57c16ed service neutron] For port d1aa82af-9429-4951-aaf4-ad8a74748f1e, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d1aa82af-9429-4951-aaf4-ad8a74748f1e,segment=NetworkSegment(dfcdbfac-1782-4f23-a90d-17caf7895016),segment_id=dfcdbfac-1782-4f23-a90d-17caf7895016)] {{(pid=99204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:46:00.901124 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-72c3d98b-e22c-4ea9-8c29-2f772c886721 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Calling delete_port for a0ef154f-7ef9-4f6c-b649-87d2c1a3d22b owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:00.905147 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ff081e-b0f8-476b-a1d3-508d28bff914 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:00.911264 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ff081e-b0f8-476b-a1d3-508d28bff914 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:00.911913 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-05ff081e-b0f8-476b-a1d3-508d28bff914 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:00.915976 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff081e-b0f8-476b-a1d3-508d28bff914 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Pushing event updated for resources: {'Port': ['ID=1db3c3bc-3cbe-417c-bc23-f9b9459b8d54,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:00.921792 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-05ff081e-b0f8-476b-a1d3-508d28bff914 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:00.922926 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-36bb1597-e735-4ffe-924f-f283b57c16ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:00.934502 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-872835f6-ebaa-4534-a136-7916bcde88bb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:00.946454 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054fdee-139a-4059-a7dc-f39ae314e826 req-0efcee06-c5f2-4fbc-b79d-0a36c826d893 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:00.953584 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9054fdee-139a-4059-a7dc-f39ae314e826 req-0efcee06-c5f2-4fbc-b79d-0a36c826d893 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/ports?device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 944 time: 0.9792800 May 31 15:46:01.000083 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-36bb1597-e735-4ffe-924f-f283b57c16ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:01.000600 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-36bb1597-e735-4ffe-924f-f283b57c16ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:01.002063 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-36bb1597-e735-4ffe-924f-f283b57c16ed service neutron] 10.222.0.59 "PUT /v2.0/ports/d1aa82af-9429-4951-aaf4-ad8a74748f1e HTTP/1.1" status: 200 len: 1093 time: 3.8248682 May 31 15:46:01.002773 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9770ef2b-c687-4266-a06e-ae77f983afd9', 'tag': 'd1aa82af-9429-4951-aaf4-ad8a74748f1e'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:46:01.005346 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c72ae5-470b-4718-a2cb-3a05f4e22a13" -d '{"events": [{"name": "network-changed", "server_uuid": "9770ef2b-c687-4266-a06e-ae77f983afd9", "tag": "d1aa82af-9429-4951-aaf4-ad8a74748f1e"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:46:01.016337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ffcd0a87-833f-47e5-bf87-59f0e5304e08 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Unset dirty status for tenant:ba271e68077f44e5a1fe7cf2c6eec795 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:46:01.016431 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-05ff081e-b0f8-476b-a1d3-508d28bff914 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.3313150 May 31 15:46:01.016508 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ffcd0a87-833f-47e5-bf87-59f0e5304e08 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] 10.222.0.45 "GET /v2.0/ports/023edafe-b2d6-434c-ae15-4b2be33ad8c7 HTTP/1.1" status: 404 len: 333 time: 0.4039750 May 31 15:46:01.016575 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50632) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:01.019442 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50634) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:01.027902 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-65813311-7e1b-40ce-a9b3-fcc9df735948 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Request body: {'port': {'network_id': '032d6383-0f97-4a9a-9084-abf99a2deeab', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1786501382'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:01.127044 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9054fdee-139a-4059-a7dc-f39ae314e826 req-be7fcb28-4d48-4b59-95f8-aac1e04dae85 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/security-groups?id=e27f0788-c844-4c1b-be49-7dd9df76906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724083 May 31 15:46:01.150262 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3546afd2-c2a8-42cc-a838-387757e94895 req-ced349dc-5184-443f-a8f2-4845f2202445 service neutron] 10.222.0.59 "GET /v2.0/networks/95b2c66c-bf2c-4a95-9a53-2be0f2b2f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4785180 May 31 15:46:01.179383 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba718a-d2ee-4556-a13b-94864daa0fdc req-e18ae550-9737-4fbe-ae7f-0a5d3eaf8459 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:01.181734 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cfba718a-d2ee-4556-a13b-94864daa0fdc req-e18ae550-9737-4fbe-ae7f-0a5d3eaf8459 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 943 time: 0.6447058 May 31 15:46:01.230675 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4cf5a32a-1fa4-46da-95e8-22c7c0f61396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:01.273244 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-97723832-cbc9-47dc-ad16-6ac059a7ca67 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:01.282472 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4bbf2a5a-8c6c-4884-979a-e6c85108d8df tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:01.303947 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 15:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818b7ff8-ce9c-4b0c-b0a9-1904e6f9540e x-openstack-request-id: req-818b7ff8-ce9c-4b0c-b0a9-1904e6f9540e {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:46:01.304263 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9770ef2b-c687-4266-a06e-ae77f983afd9", "tag": "d1aa82af-9429-4951-aaf4-ad8a74748f1e", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:46:01.304543 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-818b7ff8-ce9c-4b0c-b0a9-1904e6f9540e {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:46:01.304964 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9770ef2b-c687-4266-a06e-ae77f983afd9', 'tag': 'd1aa82af-9429-4951-aaf4-ad8a74748f1e', 'status': 'completed', 'code': 200} May 31 15:46:01.305639 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb1597-e735-4ffe-924f-f283b57c16ed service neutron] Pushing event updated for resources: {'Port': ['ID=d1aa82af-9429-4951-aaf4-ad8a74748f1e,revision_number=3']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:01.329561 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-36bb1597-e735-4ffe-924f-f283b57c16ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:01.336413 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-824a97f5-2521-4c20-ba1a-9e837ec05d86 None None] Provisioning for port 1db3c3bc-3cbe-417c-bc23-f9b9459b8d54 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:46:01.342520 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-824a97f5-2521-4c20-ba1a-9e837ec05d86 None None] Provisioning complete for port 1db3c3bc-3cbe-417c-bc23-f9b9459b8d54 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:46:01.343125 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-824a97f5-2521-4c20-ba1a-9e837ec05d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:01.349134 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4cf5a32a-1fa4-46da-95e8-22c7c0f61396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:01.353576 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-72c3d98b-e22c-4ea9-8c29-2f772c886721 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:01.355366 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97723832-cbc9-47dc-ad16-6ac059a7ca67 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Pushing event deleted for resources: {'Port': ['ID=63e4a59b-1e26-4255-8261-af0fe72c6e8d,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:01.358714 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4cf5a32a-1fa4-46da-95e8-22c7c0f61396 admin admin] Usage tracker for resource:security_group_rule and tenant:c8a923204ed24ad8aeaf0d54acf64d1e is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:01.364326 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cfba718a-d2ee-4556-a13b-94864daa0fdc req-1796de81-d972-4c82-b295-99a42c0944a7 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715012 May 31 15:46:01.364465 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4cf5a32a-1fa4-46da-95e8-22c7c0f61396 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:01.403150 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-824a97f5-2521-4c20-ba1a-9e837ec05d86 None None] Port 1db3c3bc-3cbe-417c-bc23-f9b9459b8d54 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:46:01.427191 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97723832-cbc9-47dc-ad16-6ac059a7ca67 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:01.427565 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97723832-cbc9-47dc-ad16-6ac059a7ca67 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:01.428022 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97723832-cbc9-47dc-ad16-6ac059a7ca67 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:01.428404 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97723832-cbc9-47dc-ad16-6ac059a7ca67 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:01.428811 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97723832-cbc9-47dc-ad16-6ac059a7ca67 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:01.429674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97723832-cbc9-47dc-ad16-6ac059a7ca67 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:01.429674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97723832-cbc9-47dc-ad16-6ac059a7ca67 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:01.429912 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97723832-cbc9-47dc-ad16-6ac059a7ca67 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:01.430118 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97723832-cbc9-47dc-ad16-6ac059a7ca67 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:01.432227 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97723832-cbc9-47dc-ad16-6ac059a7ca67 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:01.432227 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97723832-cbc9-47dc-ad16-6ac059a7ca67 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:01.432227 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97723832-cbc9-47dc-ad16-6ac059a7ca67 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:01.436838 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-97723832-cbc9-47dc-ad16-6ac059a7ca67 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:01.437521 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bf1fddfd-ffee-442c-bbf7-e86617ae2b99 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:01.505698 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-72c3d98b-e22c-4ea9-8c29-2f772c886721 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:01.512497 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4cf5a32a-1fa4-46da-95e8-22c7c0f61396 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:01.521554 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3d98b-e22c-4ea9-8c29-2f772c886721 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Pushing event deleted for resources: {'Port': ['ID=a0ef154f-7ef9-4f6c-b649-87d2c1a3d22b,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:01.533554 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-72c3d98b-e22c-4ea9-8c29-2f772c886721 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:01.542703 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-704b2912-7a31-4806-9972-22cc97992b62 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:01.568745 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-72c3d98b-e22c-4ea9-8c29-2f772c886721 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] 10.222.0.45 "DELETE /v2.0/ports/a0ef154f-7ef9-4f6c-b649-87d2c1a3d22b HTTP/1.1" status: 204 len: 168 time: 2.2175560 May 31 15:46:01.586322 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50644) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:01.615382 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-97723832-cbc9-47dc-ad16-6ac059a7ca67 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:01.619826 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-97723832-cbc9-47dc-ad16-6ac059a7ca67 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] 10.222.0.45 "DELETE /v2.0/ports/63e4a59b-1e26-4255-8261-af0fe72c6e8d HTTP/1.1" status: 204 len: 168 time: 2.6462274 May 31 15:46:01.619826 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124be8b7-4f3a-4f98-a2f4-efe687f06d08 req-28723ab7-4338-4c34-854b-f407fcc7d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:01.621082 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-124be8b7-4f3a-4f98-a2f4-efe687f06d08 req-28723ab7-4338-4c34-854b-f407fcc7d3a3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dff69be66365471cb98d4afa08a838e7&device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 1097 time: 0.4046032 May 31 15:46:01.622692 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50648) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:01.669035 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-65813311-7e1b-40ce-a9b3-fcc9df735948 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:01.723565 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-65813311-7e1b-40ce-a9b3-fcc9df735948 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Usage tracker for resource:port and tenant:d9b003e344314e97bc35feb4f12b3afc is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:01.740175 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-583e4595-01ff-41c9-ab2a-6fc34b77843b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:01.741707 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-583e4595-01ff-41c9-ab2a-6fc34b77843b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2768fca4df5d4b0e9f63be80d17b6d42&device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 1096 time: 0.6456091 May 31 15:46:01.745800 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-65813311-7e1b-40ce-a9b3-fcc9df735948 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Quota usage for port was recalculated. Used quota:3. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:01.760872 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-65813311-7e1b-40ce-a9b3-fcc9df735948 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:01.937601 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-e2a0b2ef-bf31-4527-8499-336179f022ca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1aa82af-9429-4951-aaf4-ad8a74748f1e HTTP/1.1" status: 200 len: 217 time: 0.1777687 May 31 15:46:01.976542 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5e6f2-2044-4962-aa08-2950216c69e4 req-58d42708-7719-4083-a95d-cd3193905300 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:01.978026 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1ed5e6f2-2044-4962-aa08-2950216c69e4 req-58d42708-7719-4083-a95d-cd3193905300 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 944 time: 0.4170992 May 31 15:46:01.982320 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124be8b7-4f3a-4f98-a2f4-efe687f06d08 req-86ac463c-a07c-47ef-82ec-fc94c9990637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:01.983701 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-124be8b7-4f3a-4f98-a2f4-efe687f06d08 req-86ac463c-a07c-47ef-82ec-fc94c9990637 service neutron] 10.222.0.59 "GET /v2.0/networks?id=95b2c66c-bf2c-4a95-9a53-2be0f2b2f486 HTTP/1.1" status: 200 len: 907 time: 0.3554809 May 31 15:46:01.990007 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65813311-7e1b-40ce-a9b3-fcc9df735948 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Made reservation on behalf of d9b003e344314e97bc35feb4f12b3afc for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:01.993552 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-65813311-7e1b-40ce-a9b3-fcc9df735948 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:02.016265 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-704b2912-7a31-4806-9972-22cc97992b62 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:02.054866 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23478da-e696-4b43-a86a-6664c17c8068 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:02.055091 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-704b2912-7a31-4806-9972-22cc97992b62 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46de190c-08d1-4dfd-85fd-85e643d7a06e']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:02.055585 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b23478da-e696-4b43-a86a-6664c17c8068 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Synchronizing usage tracker for tenant:762120214a8849329be213eb120961ff on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:46:02.084058 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-124be8b7-4f3a-4f98-a2f4-efe687f06d08 req-570526b6-d99b-4769-a0c1-292b920e3fd1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f HTTP/1.1" status: 200 len: 217 time: 0.0842731 May 31 15:46:02.086640 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-704b2912-7a31-4806-9972-22cc97992b62 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bede2283-af59-4620-910f-43cdc3ee7bf8') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:02.086932 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-704b2912-7a31-4806-9972-22cc97992b62 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bede2283-af59-4620-910f-43cdc3ee7bf8') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:02.109772 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-65813311-7e1b-40ce-a9b3-fcc9df735948 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] device_id is not set on port 463bdd15-31ab-42a9-bf33-e3fe8c64df22 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:46:02.149222 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4cf5a32a-1fa4-46da-95e8-22c7c0f61396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:02.149758 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b23478da-e696-4b43-a86a-6664c17c8068 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Unset dirty status for tenant:762120214a8849329be213eb120961ff on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:46:02.151325 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b23478da-e696-4b43-a86a-6664c17c8068 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] 10.222.0.45 "GET /v2.0/ports?device_id=15e64a96-6dee-4e90-be1a-32a0dc301767 HTTP/1.1" status: 200 len: 913 time: 0.5275702 May 31 15:46:02.155276 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-704b2912-7a31-4806-9972-22cc97992b62 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:02.156641 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1ed5e6f2-2044-4962-aa08-2950216c69e4 req-2591209b-9f9c-452f-9517-f3d3e54dbb3f tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/security-groups?id=09f1b8d6-f3d1-43b2-a6d7-2084019e743a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720781 May 31 15:46:02.157179 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50652) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:02.184161 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-a7c7025d-6dee-4d1c-8f08-b25b143cdd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:02.185657 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-a7c7025d-6dee-4d1c-8f08-b25b143cdd6a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=418ec826-97fb-4894-813a-51ffe25a7768 HTTP/1.1" status: 200 len: 849 time: 0.2333930 May 31 15:46:02.186198 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4cf5a32a-1fa4-46da-95e8-22c7c0f61396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:02.205198 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7bd5d36a-c68b-4acd-af00-d3a529324dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:02.263895 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-704b2912-7a31-4806-9972-22cc97992b62 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:02.285424 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124be8b7-4f3a-4f98-a2f4-efe687f06d08 req-a62180ee-b88a-47fb-9948-aafd00004769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:02.286884 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-124be8b7-4f3a-4f98-a2f4-efe687f06d08 req-a62180ee-b88a-47fb-9948-aafd00004769 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=78474f67-27d4-45ee-a48b-36bd239fb199 HTTP/1.1" status: 200 len: 845 time: 0.1930048 May 31 15:46:02.302898 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-704b2912-7a31-4806-9972-22cc97992b62 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:46:02.303329 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-704b2912-7a31-4806-9972-22cc97992b62 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:46:02.324795 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:46:02.336367 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-1b2365b1-7afc-4fdf-8993-a121de490bcf tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Deleting port bf13e443-e4aa-4a23-a156-f6510db1fff1 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:02.336707 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1b2365b1-7afc-4fdf-8993-a121de490bcf tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:02.355847 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5a32a-1fa4-46da-95e8-22c7c0f61396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b401ad-f7e1-4a72-8efe-cd1b1cd6d56d,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:02.411845 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4cf5a32a-1fa4-46da-95e8-22c7c0f61396 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c8a923204ed24ad8aeaf0d54acf64d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5860732 May 31 15:46:02.425002 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4cf5a32a-1fa4-46da-95e8-22c7c0f61396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:02.465078 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50658) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:02.592297 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-704b2912-7a31-4806-9972-22cc97992b62 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:02.630342 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1b2365b1-7afc-4fdf-8993-a121de490bcf tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:02.639878 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3870d519-ce0e-4d93-900d-5665576e1fce tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:02.662453 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-704b2912-7a31-4806-9972-22cc97992b62 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:02.688769 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124be8b7-4f3a-4f98-a2f4-efe687f06d08 req-65dfcb5a-6a1b-4eff-9180-5d0c026b4bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:02.690265 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-124be8b7-4f3a-4f98-a2f4-efe687f06d08 req-65dfcb5a-6a1b-4eff-9180-5d0c026b4bf0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=95b2c66c-bf2c-4a95-9a53-2be0f2b2f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3939590 May 31 15:46:02.705154 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072f808-e476-4cc9-a76f-7072137b6a30 req-1c865a49-e7f7-4242-9d6d-db493d904a57 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:02.706649 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8072f808-e476-4cc9-a76f-7072137b6a30 req-1c865a49-e7f7-4242-9d6d-db493d904a57 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/ports?device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 944 time: 0.4188848 May 31 15:46:02.708793 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device f19b3ea4-24e8-4d61-8b6d-e504952f1ded details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 15:46:02.746400 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-65813311-7e1b-40ce-a9b3-fcc9df735948 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Allocated IP 2001:db8::138 (032d6383-0f97-4a9a-9084-abf99a2deeab/90780b08-97f3-43ab-9f72-ee25387370e5/463bdd15-31ab-42a9-bf33-e3fe8c64df22) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:46:02.749821 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b2912-7a31-4806-9972-22cc97992b62 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Pushing event deleted for resources: {'Network': ['ID=46de190c-08d1-4dfd-85fd-85e643d7a06e,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:02.753066 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-704b2912-7a31-4806-9972-22cc97992b62 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:02.827020 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-1b2365b1-7afc-4fdf-8993-a121de490bcf tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Calling delete_port for bf13e443-e4aa-4a23-a156-f6510db1fff1 owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:02.831116 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-7056b059-59cc-4710-9efe-f7b32765b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:02.832886 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-7056b059-59cc-4710-9efe-f7b32765b281 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d344e8f1-f415-4064-9d12-68c70eb6ac0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6396215 May 31 15:46:02.877385 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port f19b3ea4-24e8-4d61-8b6d-e504952f1ded, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f19b3ea4-24e8-4d61-8b6d-e504952f1ded,segment=NetworkSegment(6becfde1-db3d-4eb5-a5b5-1b5dae851b53),segment_id=6becfde1-db3d-4eb5-a5b5-1b5dae851b53)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:46:02.887135 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-704b2912-7a31-4806-9972-22cc97992b62 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] 10.222.0.45 "DELETE /v2.0/networks/46de190c-08d1-4dfd-85fd-85e643d7a06e HTTP/1.1" status: 204 len: 168 time: 1.8637221 May 31 15:46:02.901763 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': 'f19b3ea4-24e8-4d61-8b6d-e504952f1ded', 'network_id': '9762618e-b801-4945-a348-7f7865b0995e', 'port_id': 'f19b3ea4-24e8-4d61-8b6d-e504952f1ded', 'mac_address': 'fa:16:3e:08:6f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fb83780-73dc-46ad-8905-afe39908f206', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 15:46:02.906671 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e62199-ea6e-4ba1-a158-d8cfc7f87203 req-6ba8ce26-37cd-4358-b269-345d9508afac tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:02.907835 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0b47a0d4-0d5c-4a37-ae57-fcf1604fa287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:02.908222 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b1e62199-ea6e-4ba1-a158-d8cfc7f87203 req-6ba8ce26-37cd-4358-b269-345d9508afac tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 943 time: 0.3668942 May 31 15:46:02.923344 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8072f808-e476-4cc9-a76f-7072137b6a30 req-dc0ba15a-bad9-4d69-81b0-b4e9bc921a75 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/security-groups?id=e27f0788-c844-4c1b-be49-7dd9df76906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907601 May 31 15:46:02.974768 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:03.003628 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f19b3ea4-24e8-4d61-8b6d-e504952f1ded {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 15:46:03.040120 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-124be8b7-4f3a-4f98-a2f4-efe687f06d08 req-27c6d9a6-2cee-45e9-8de0-94cb76f76216 service neutron] 10.222.0.59 "GET /v2.0/networks/95b2c66c-bf2c-4a95-9a53-2be0f2b2f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285258 May 31 15:46:03.046908 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b1e62199-ea6e-4ba1-a158-d8cfc7f87203 req-d2d51838-a106-40e5-b1ba-f8e35b4ca7a5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184883 May 31 15:46:03.049396 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port f19b3ea4-24e8-4d61-8b6d-e504952f1ded, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f19b3ea4-24e8-4d61-8b6d-e504952f1ded,segment=NetworkSegment(6becfde1-db3d-4eb5-a5b5-1b5dae851b53),segment_id=6becfde1-db3d-4eb5-a5b5-1b5dae851b53)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:46:03.055961 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:03.060424 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:03.078828 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0b47a0d4-0d5c-4a37-ae57-fcf1604fa287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:03.187300 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=f19b3ea4-24e8-4d61-8b6d-e504952f1ded,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:03.199533 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:03.200101 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:03.200539 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:03.200932 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:03.201322 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:03.201710 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:03.202095 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:03.202579 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:03.204435 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:03.205037 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:03.206183 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:03.206767 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:46:03.215443 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:03.272309 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-124be8b7-4f3a-4f98-a2f4-efe687f06d08 req-edd358da-8738-4ba4-bb50-a6b99c8e1e21 service neutron] 10.222.0.59 "GET /v2.0/networks/95b2c66c-bf2c-4a95-9a53-2be0f2b2f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242835 May 31 15:46:03.278976 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7f5dc3b9-261c-420a-b1c5-fdd63278c2f7 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:03.337921 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50670) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:03.377012 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-61f885aa-7da3-41ee-b24b-2a9e2390ea1b service neutron] 10.222.0.59 "GET /v2.0/networks/d344e8f1-f415-4064-9d12-68c70eb6ac0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362635 May 31 15:46:03.499660 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1b2365b1-7afc-4fdf-8993-a121de490bcf tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:03.514444 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['f19b3ea4-24e8-4d61-8b6d-e504952f1ded'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 15:46:03.522786 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:03.587441 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2365b1-7afc-4fdf-8993-a121de490bcf tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Pushing event deleted for resources: {'Port': ['ID=bf13e443-e4aa-4a23-a156-f6510db1fff1,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:03.595179 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1b2365b1-7afc-4fdf-8993-a121de490bcf tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:03.613788 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1b2365b1-7afc-4fdf-8993-a121de490bcf tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:03.668964 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1b2365b1-7afc-4fdf-8993-a121de490bcf tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] 10.222.0.45 "DELETE /v2.0/ports/bf13e443-e4aa-4a23-a156-f6510db1fff1 HTTP/1.1" status: 204 len: 168 time: 2.0792546 May 31 15:46:03.669686 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50678) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:03.684885 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0b47a0d4-0d5c-4a37-ae57-fcf1604fa287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:03.688501 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0b47a0d4-0d5c-4a37-ae57-fcf1604fa287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:03.689630 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0b47a0d4-0d5c-4a37-ae57-fcf1604fa287 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/06b401ad-f7e1-4a72-8efe-cd1b1cd6d56d HTTP/1.1" status: 204 len: 168 time: 1.2184787 May 31 15:46:03.695392 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-65813311-7e1b-40ce-a9b3-fcc9df735948 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:03.701520 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:03.760537 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47a0d4-0d5c-4a37-ae57-fcf1604fa287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b401ad-f7e1-4a72-8efe-cd1b1cd6d56d,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:03.763706 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-3e4e200c-54eb-4c6a-9d40-28b8af37efa4 req-b8ca7129-4420-4738-97ff-9d5b0cdfeb87 service neutron] 10.222.0.59 "GET /v2.0/networks/d344e8f1-f415-4064-9d12-68c70eb6ac0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590281 May 31 15:46:03.764459 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0b47a0d4-0d5c-4a37-ae57-fcf1604fa287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:03.779162 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-405d186e-22f5-42cd-a2d2-8c3927ea67aa tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Synchronizing usage tracker for tenant:1f9fba3ce93d4a1080ce09dd60dab25a on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:46:03.791124 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-65813311-7e1b-40ce-a9b3-fcc9df735948 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Transition to ACTIVE for port object 463bdd15-31ab-42a9-bf33-e3fe8c64df22 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:46:03.826210 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e07bb772-7f40-4e52-a5ee-f809f74636c8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=908b8013104e4104b239c3bdfeabf28b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4856730 May 31 15:46:03.833134 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50684) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:03.864858 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-405d186e-22f5-42cd-a2d2-8c3927ea67aa tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Unset dirty status for tenant:1f9fba3ce93d4a1080ce09dd60dab25a on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:46:03.867439 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-405d186e-22f5-42cd-a2d2-8c3927ea67aa tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1845858 May 31 15:46:03.871513 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50688) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:03.879246 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8253f5-61a5-4c6e-be9c-ce0893e2ac41 req-e787feee-8388-48a6-ae06-c7590395ee78 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:03.880582 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5c8253f5-61a5-4c6e-be9c-ce0893e2ac41 req-e787feee-8388-48a6-ae06-c7590395ee78 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 944 time: 0.5414810 May 31 15:46:03.898846 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-c2eb6712-2369-42e4-90e2-9730961ba7dc tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-38789002'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:03.912106 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c72ae5-470b-4718-a2cb-3a05f4e22a13 req-6f0786a0-fce9-4e37-866f-f2ced204a3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:03.913705 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-24c72ae5-470b-4718-a2cb-3a05f4e22a13 req-6f0786a0-fce9-4e37-866f-f2ced204a3c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2768fca4df5d4b0e9f63be80d17b6d42&device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 1096 time: 0.1027479 May 31 15:46:03.914796 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-65813311-7e1b-40ce-a9b3-fcc9df735948 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:03.921748 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:03.938211 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-c2eb6712-2369-42e4-90e2-9730961ba7dc tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:03.951513 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-c2eb6712-2369-42e4-90e2-9730961ba7dc tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Usage tracker for resource:network and tenant:1f9fba3ce93d4a1080ce09dd60dab25a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:03.957939 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-c2eb6712-2369-42e4-90e2-9730961ba7dc tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:03.983685 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-c2eb6712-2369-42e4-90e2-9730961ba7dc tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:04.004251 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-611b758a-dc3e-4fdf-a0ef-608fbe934578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:04.022717 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5c8253f5-61a5-4c6e-be9c-ce0893e2ac41 req-e60922c4-5ca7-4bbb-bab6-826944c8ae9e tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/security-groups?id=09f1b8d6-f3d1-43b2-a6d7-2084019e743a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285913 May 31 15:46:04.034713 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2eb6712-2369-42e4-90e2-9730961ba7dc tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Made reservation on behalf of 1f9fba3ce93d4a1080ce09dd60dab25a for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:04.041480 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c2eb6712-2369-42e4-90e2-9730961ba7dc tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:04.097305 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65813311-7e1b-40ce-a9b3-fcc9df735948 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Network 032d6383-0f97-4a9a-9084-abf99a2deeab is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:04.125245 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-611b758a-dc3e-4fdf-a0ef-608fbe934578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:04.160854 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-65813311-7e1b-40ce-a9b3-fcc9df735948 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:04.170017 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65813311-7e1b-40ce-a9b3-fcc9df735948 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:04.177232 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65813311-7e1b-40ce-a9b3-fcc9df735948 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:04.181557 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-65813311-7e1b-40ce-a9b3-fcc9df735948 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:04.212140 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2eb6712-2369-42e4-90e2-9730961ba7dc tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:46:04.222581 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65813311-7e1b-40ce-a9b3-fcc9df735948 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Pushing event updated for resources: {'Port': ['ID=463bdd15-31ab-42a9-bf33-e3fe8c64df22,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:04.227810 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-65813311-7e1b-40ce-a9b3-fcc9df735948 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:04.235221 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-65813311-7e1b-40ce-a9b3-fcc9df735948 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.2182295 May 31 15:46:04.237002 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50698) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:04.245597 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-447fbd0c-b0a9-4b80-a497-9a354653d8a7 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::366', 'mac_address': 'fa:16:3e:47:a3:ea'}, {'ip_address': '2001:db8::22c', 'mac_address': 'fa:16:3e:1b:ba:0b'}]}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:04.284563 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50702) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:04.304438 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c2eb6712-2369-42e4-90e2-9730961ba7dc tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:04.304777 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-c2eb6712-2369-42e4-90e2-9730961ba7dc tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Added segment 212620cf-b062-4a61-8ff7-b452a9ebaa2f of type vlan for network 119710e6-4778-4c5a-a475-b53cb36653f8 May 31 15:46:04.348129 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9b42322d-67a6-4aeb-b5b9-3c20b229ae90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:04.401997 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c2eb6712-2369-42e4-90e2-9730961ba7dc tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:04.440086 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-611b758a-dc3e-4fdf-a0ef-608fbe934578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:04.446929 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:04.467950 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23de9c-a51a-4622-95cd-34adb27348fd req-2e883d27-e043-4709-91c7-b20131c9bc21 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:04.469486 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fc23de9c-a51a-4622-95cd-34adb27348fd req-2e883d27-e043-4709-91c7-b20131c9bc21 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/ports?device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 945 time: 0.3860707 May 31 15:46:04.479568 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9b42322d-67a6-4aeb-b5b9-3c20b229ae90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:04.482158 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c72ae5-470b-4718-a2cb-3a05f4e22a13 req-1fb3aedc-161d-4311-ae86-5b223cc7df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:04.483681 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-24c72ae5-470b-4718-a2cb-3a05f4e22a13 req-1fb3aedc-161d-4311-ae86-5b223cc7df63 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d344e8f1-f415-4064-9d12-68c70eb6ac0b HTTP/1.1" status: 200 len: 911 time: 0.4612632 May 31 15:46:04.495088 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b758a-dc3e-4fdf-a0ef-608fbe934578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11d64c6-446f-4b75-8771-82a372bc9d7d,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:04.498104 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-611b758a-dc3e-4fdf-a0ef-608fbe934578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:04.545133 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9b42322d-67a6-4aeb-b5b9-3c20b229ae90 admin admin] Usage tracker for resource:security_group_rule and tenant:b8f5da4362df41859e9f94c49f354342 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:04.555484 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c2eb6712-2369-42e4-90e2-9730961ba7dc tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:04.556478 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9b42322d-67a6-4aeb-b5b9-3c20b229ae90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:04.564651 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e759bc9-8f97-4474-95b3-c236b25d55df req-49bd8e86-6074-4199-b761-e58c0300a9f8 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:04.566163 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8e759bc9-8f97-4474-95b3-c236b25d55df req-49bd8e86-6074-4199-b761-e58c0300a9f8 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 943 time: 0.3154306 May 31 15:46:04.571455 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-7f5dc3b9-261c-420a-b1c5-fdd63278c2f7 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Deleting port e07d7e79-e8a6-4ecb-9fad-18a34da775b2 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:04.572375 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7f5dc3b9-261c-420a-b1c5-fdd63278c2f7 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:04.572918 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b36c9148-3e31-485c-85ef-79b9e73a6916 None None] Provisioning for port 463bdd15-31ab-42a9-bf33-e3fe8c64df22 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:46:04.578163 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-24c72ae5-470b-4718-a2cb-3a05f4e22a13 req-d1f196ed-d2a7-4eab-9f5b-26954758bc9f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1aa82af-9429-4951-aaf4-ad8a74748f1e HTTP/1.1" status: 200 len: 217 time: 0.0851359 May 31 15:46:04.578316 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b36c9148-3e31-485c-85ef-79b9e73a6916 None None] Provisioning complete for port 463bdd15-31ab-42a9-bf33-e3fe8c64df22 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:46:04.578590 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b36c9148-3e31-485c-85ef-79b9e73a6916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:04.579556 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9b42322d-67a6-4aeb-b5b9-3c20b229ae90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:04.598642 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2eb6712-2369-42e4-90e2-9730961ba7dc tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:04.599279 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c2eb6712-2369-42e4-90e2-9730961ba7dc tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:04.603585 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-611b758a-dc3e-4fdf-a0ef-608fbe934578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:04.607212 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-611b758a-dc3e-4fdf-a0ef-608fbe934578 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b11d64c6-446f-4b75-8771-82a372bc9d7d HTTP/1.1" status: 204 len: 168 time: 0.7704265 May 31 15:46:04.644722 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f086f21a-46ed-4875-911f-813edb37b42b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:04.655216 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9b11fb4d-48a9-4474-b62d-056f5bbb0578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:04.656061 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c72ae5-470b-4718-a2cb-3a05f4e22a13 req-bdfb6c0e-5403-4eb5-be03-73dfbba92804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:04.656844 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-b36c9148-3e31-485c-85ef-79b9e73a6916 None None] Port 463bdd15-31ab-42a9-bf33-e3fe8c64df22 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:46:04.657690 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-24c72ae5-470b-4718-a2cb-3a05f4e22a13 req-bdfb6c0e-5403-4eb5-be03-73dfbba92804 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=418ec826-97fb-4894-813a-51ffe25a7768 HTTP/1.1" status: 200 len: 849 time: 0.0713713 May 31 15:46:04.667376 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fc23de9c-a51a-4622-95cd-34adb27348fd req-7a05db85-0a87-4e62-8331-15d73c09806f tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/security-groups?id=e27f0788-c844-4c1b-be49-7dd9df76906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809695 May 31 15:46:04.682077 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 15:46:04.838932 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8e759bc9-8f97-4474-95b3-c236b25d55df req-61d4d781-9aaf-4303-928d-7887ca7a40ee tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464077 May 31 15:46:04.840378 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c2eb6712-2369-42e4-90e2-9730961ba7dc tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9588883 May 31 15:46:04.865249 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f,segment=NetworkSegment(4614750b-b79f-4ba6-9b69-9d8b896289e9),segment_id=4614750b-b79f-4ba6-9b69-9d8b896289e9)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:46:04.878203 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50710) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:04.881905 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f', 'network_id': '95b2c66c-bf2c-4a95-9a53-2be0f2b2f486', 'port_id': '0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f', 'mac_address': 'fa:16:3e:59:2c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78474f67-27d4-45ee-a48b-36bd239fb199', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 15:46:04.888942 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7f5dc3b9-261c-420a-b1c5-fdd63278c2f7 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:04.891551 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-1ef43514-000e-4633-97f0-9581656a460a tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2048746237'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:04.899520 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c72ae5-470b-4718-a2cb-3a05f4e22a13 req-d82bcf2f-17b2-46a1-b054-99730f131af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:04.901244 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-24c72ae5-470b-4718-a2cb-3a05f4e22a13 req-d82bcf2f-17b2-46a1-b054-99730f131af8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d344e8f1-f415-4064-9d12-68c70eb6ac0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2286103 May 31 15:46:04.938656 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1ef43514-000e-4633-97f0-9581656a460a tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:04.954929 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-447fbd0c-b0a9-4b80-a497-9a354653d8a7 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:04.961320 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:04.964924 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1ef43514-000e-4633-97f0-9581656a460a tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Usage tracker for resource:network and tenant:1f9fba3ce93d4a1080ce09dd60dab25a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:04.978892 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1ef43514-000e-4633-97f0-9581656a460a tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Quota usage for network was recalculated. Used quota:3. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:04.985884 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 15:46:05.008988 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f,segment=NetworkSegment(4614750b-b79f-4ba6-9b69-9d8b896289e9),segment_id=4614750b-b79f-4ba6-9b69-9d8b896289e9)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:46:05.015131 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:05.018671 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a75cc5b0-d07b-4a94-82a8-1e91b0beaf95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:05.044116 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1ef43514-000e-4633-97f0-9581656a460a tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:05.055542 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-7f5dc3b9-261c-420a-b1c5-fdd63278c2f7 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Calling delete_port for e07d7e79-e8a6-4ecb-9fad-18a34da775b2 owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:05.058427 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb6712-2369-42e4-90e2-9730961ba7dc tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Pushing event updated for resources: {'Network': ['ID=119710e6-4778-4c5a-a475-b53cb36653f8,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:05.062650 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c2eb6712-2369-42e4-90e2-9730961ba7dc tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:05.074159 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 119710e6-4778-4c5a-a475-b53cb36653f8 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:46:05.164417 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9b42322d-67a6-4aeb-b5b9-3c20b229ae90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:05.172191 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50716) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:05.210155 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:05.213760 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:05.217041 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef43514-000e-4633-97f0-9581656a460a tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Made reservation on behalf of 1f9fba3ce93d4a1080ce09dd60dab25a for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:05.220411 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1ef43514-000e-4633-97f0-9581656a460a tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:05.238346 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9b42322d-67a6-4aeb-b5b9-3c20b229ae90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:05.258582 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:05.343942 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-24c72ae5-470b-4718-a2cb-3a05f4e22a13 req-78e616df-a7e2-4877-98f1-7800ec621695 service neutron] 10.222.0.59 "GET /v2.0/networks/d344e8f1-f415-4064-9d12-68c70eb6ac0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325347 May 31 15:46:05.361355 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 15:46:05.372794 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c2770-e50e-4d93-9d8c-bbb2518f5bed req-a10511e6-080f-4950-948a-9be59d815b15 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:05.374273 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-442c2770-e50e-4d93-9d8c-bbb2518f5bed req-a10511e6-080f-4950-948a-9be59d815b15 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 945 time: 0.1603608 May 31 15:46:05.409361 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50720) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:05.409670 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9b42322d-67a6-4aeb-b5b9-3c20b229ae90 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b8f5da4362df41859e9f94c49f354342&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1229243 May 31 15:46:05.583549 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef43514-000e-4633-97f0-9581656a460a tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:46:05.588741 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42322d-67a6-4aeb-b5b9-3c20b229ae90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d655ba-6259-4966-9d96-803ee65cf7d8,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:05.596671 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-442c2770-e50e-4d93-9d8c-bbb2518f5bed req-aa821767-83e1-45d4-81d7-3cc5e5c7fb19 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/security-groups?id=09f1b8d6-f3d1-43b2-a6d7-2084019e743a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148540 May 31 15:46:05.606385 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7f5dc3b9-261c-420a-b1c5-fdd63278c2f7 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:05.611392 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0a9a4bf1-17a9-4f55-a298-e8dc315dac3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:05.645977 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9b42322d-67a6-4aeb-b5b9-3c20b229ae90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:05.656574 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-99feb1c1-4faa-40ea-9ccc-c87b54f2c8c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ba271e68077f44e5a1fe7cf2c6eec795&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4665313 May 31 15:46:05.664057 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50724) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:05.669791 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1ef43514-000e-4633-97f0-9581656a460a tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:05.670115 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-1ef43514-000e-4633-97f0-9581656a460a tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Added segment c454d839-42f8-430c-ad85-7e9d00d92700 of type vlan for network 1dd5edaa-505c-4a5a-a89e-c4a390f4535a May 31 15:46:05.689970 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5dc3b9-261c-420a-b1c5-fdd63278c2f7 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Pushing event deleted for resources: {'Port': ['ID=e07d7e79-e8a6-4ecb-9fad-18a34da775b2,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:05.695045 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7f5dc3b9-261c-420a-b1c5-fdd63278c2f7 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:05.750477 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c8b72fdc-1ce9-436d-a8bc-8f0dd1b68889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:05.764683 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1ef43514-000e-4633-97f0-9581656a460a tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:05.796546 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-24c72ae5-470b-4718-a2cb-3a05f4e22a13 req-63aabbc7-946f-4147-8c5c-52109237e08e service neutron] 10.222.0.59 "GET /v2.0/networks/d344e8f1-f415-4064-9d12-68c70eb6ac0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398952 May 31 15:46:05.842766 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1ef43514-000e-4633-97f0-9581656a460a tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:05.851625 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef43514-000e-4633-97f0-9581656a460a tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:05.852147 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1ef43514-000e-4633-97f0-9581656a460a tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:05.857559 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:05.872738 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c8b72fdc-1ce9-436d-a8bc-8f0dd1b68889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:05.877281 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-447fbd0c-b0a9-4b80-a497-9a354653d8a7 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:05.899229 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-447fbd0c-b0a9-4b80-a497-9a354653d8a7 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:05.931823 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-73eb1637-96f7-40c1-a19f-df1058e199c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:05.983418 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-447fbd0c-b0a9-4b80-a497-9a354653d8a7 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] In _notify_port_updated(), no bound segment for port 463bdd15-31ab-42a9-bf33-e3fe8c64df22 on network 032d6383-0f97-4a9a-9084-abf99a2deeab {{(pid=99204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 15:46:05.988783 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447fbd0c-b0a9-4b80-a497-9a354653d8a7 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:05.989413 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-447fbd0c-b0a9-4b80-a497-9a354653d8a7 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:05.993766 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-447fbd0c-b0a9-4b80-a497-9a354653d8a7 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] 10.222.0.45 "PUT /v2.0/ports/463bdd15-31ab-42a9-bf33-e3fe8c64df22 HTTP/1.1" status: 200 len: 1096 time: 1.7528224 May 31 15:46:05.994167 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50732) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:06.003152 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1ef43514-000e-4633-97f0-9581656a460a tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1153421 May 31 15:46:06.003152 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef43514-000e-4633-97f0-9581656a460a tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Pushing event updated for resources: {'Network': ['ID=1dd5edaa-505c-4a5a-a89e-c4a390f4535a,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:06.028522 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 1dd5edaa-505c-4a5a-a89e-c4a390f4535a details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:46:06.036655 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1ef43514-000e-4633-97f0-9581656a460a tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:06.041712 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ae60cfc5-8113-4c8b-a993-557c563c443d tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:06.158540 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447fbd0c-b0a9-4b80-a497-9a354653d8a7 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Pushing event updated for resources: {'Port': ['ID=463bdd15-31ab-42a9-bf33-e3fe8c64df22,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:06.174126 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-73eb1637-96f7-40c1-a19f-df1058e199c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:06.189388 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7f5dc3b9-261c-420a-b1c5-fdd63278c2f7 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:06.203827 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-447fbd0c-b0a9-4b80-a497-9a354653d8a7 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:06.281258 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-195a9585-ffef-42c2-bf4d-0562ea2b7465 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Deleting port 463bdd15-31ab-42a9-bf33-e3fe8c64df22 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:06.282075 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-195a9585-ffef-42c2-bf4d-0562ea2b7465 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:06.321617 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c8b72fdc-1ce9-436d-a8bc-8f0dd1b68889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:06.334510 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d8206df4-c9fb-4d37-a716-19a2cfbfd472 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:06.416062 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b72fdc-1ce9-436d-a8bc-8f0dd1b68889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d655ba-6259-4966-9d96-803ee65cf7d8,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:06.417081 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-9ce7c678-ddef-4f35-8cf5-9f0d15180338 None None] Provisioning complete for port 463bdd15-31ab-42a9-bf33-e3fe8c64df22 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:46:06.418379 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9ce7c678-ddef-4f35-8cf5-9f0d15180338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:06.421928 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c8b72fdc-1ce9-436d-a8bc-8f0dd1b68889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:06.436755 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc4f24-38f0-43c3-8d56-5fedf8525c33 req-3c239dc5-1f69-4ae4-9134-6aadbf239300 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:06.444537 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-52fc4f24-38f0-43c3-8d56-5fedf8525c33 req-3c239dc5-1f69-4ae4-9134-6aadbf239300 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/ports?device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 945 time: 0.6113842 May 31 15:46:06.460805 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-195a9585-ffef-42c2-bf4d-0562ea2b7465 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:06.538405 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-9ce7c678-ddef-4f35-8cf5-9f0d15180338 None None] Port 463bdd15-31ab-42a9-bf33-e3fe8c64df22 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:46:06.569380 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59414f-9b9c-4b22-8d7d-10b58f35ed8c req-9d59052e-0c48-4fc6-91d8-4b284da7e594 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:06.570856 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-db59414f-9b9c-4b22-8d7d-10b58f35ed8c req-9d59052e-0c48-4fc6-91d8-4b284da7e594 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 943 time: 0.5602081 May 31 15:46:06.573321 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-73eb1637-96f7-40c1-a19f-df1058e199c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:06.583134 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a288e959-9fb8-449f-8ac6-d2be0069e3c9 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:06.643359 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-195a9585-ffef-42c2-bf4d-0562ea2b7465 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Calling delete_port for 463bdd15-31ab-42a9-bf33-e3fe8c64df22 owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:06.683268 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:46:06.684948 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-52fc4f24-38f0-43c3-8d56-5fedf8525c33 req-4e426879-bc43-482c-b7a1-259a89e5be87 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/security-groups?id=e27f0788-c844-4c1b-be49-7dd9df76906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392390 May 31 15:46:06.689616 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-73eb1637-96f7-40c1-a19f-df1058e199c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:06.690703 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-73eb1637-96f7-40c1-a19f-df1058e199c7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bde2dd7b-c947-40b9-ada5-f73839cceaa5 HTTP/1.1" status: 204 len: 168 time: 0.9979813 May 31 15:46:06.691677 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb1637-96f7-40c1-a19f-df1058e199c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde2dd7b-c947-40b9-ada5-f73839cceaa5,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:06.710045 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c8b72fdc-1ce9-436d-a8bc-8f0dd1b68889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:06.710045 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c8b72fdc-1ce9-436d-a8bc-8f0dd1b68889 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a2d655ba-6259-4966-9d96-803ee65cf7d8 HTTP/1.1" status: 204 len: 168 time: 1.2926214 May 31 15:46:06.710045 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-73eb1637-96f7-40c1-a19f-df1058e199c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:06.774466 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5dc3b9-261c-420a-b1c5-fdd63278c2f7 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Router 15e64a96-6dee-4e90-be1a-32a0dc301767 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:46:06.837670 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-db59414f-9b9c-4b22-8d7d-10b58f35ed8c req-0224f344-c186-4572-b40c-085b1cb60486 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435570 May 31 15:46:06.911975 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-195a9585-ffef-42c2-bf4d-0562ea2b7465 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:06.931207 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port 0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:46:06.932966 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f7af9f25-2065-4e4c-9446-917e2649d885 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184 tempest-ExternalNetworksAdminNegativeTestJSON-1169104184-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:06.948780 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:46:06.949159 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:07.021966 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a9585-ffef-42c2-bf4d-0562ea2b7465 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Pushing event deleted for resources: {'Port': ['ID=463bdd15-31ab-42a9-bf33-e3fe8c64df22,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:07.055721 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:07.113914 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-195a9585-ffef-42c2-bf4d-0562ea2b7465 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:07.199822 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5dc3b9-261c-420a-b1c5-fdd63278c2f7 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:46:07.238127 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7f5dc3b9-261c-420a-b1c5-fdd63278c2f7 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] 10.222.0.45 "PUT /v2.0/routers/15e64a96-6dee-4e90-be1a-32a0dc301767/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0778627 May 31 15:46:07.240919 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50746) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:07.303176 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:07.334592 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36ae483-9a16-4c83-8125-7927525e7b3e None None] Sync routers for ids ['15e64a96-6dee-4e90-be1a-32a0dc301767'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:46:07.393958 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36ae483-9a16-4c83-8125-7927525e7b3e None None] Routers {'15e64a96-6dee-4e90-be1a-32a0dc301767'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:46:07.394582 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e36ae483-9a16-4c83-8125-7927525e7b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:45:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['15e64a96-6dee-4e90-be1a-32a0dc301767'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:07.491954 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e36ae483-9a16-4c83-8125-7927525e7b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:07.500248 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8127010-092b-4d4b-a64e-476f2292da89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:46:07.575250 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36ae483-9a16-4c83-8125-7927525e7b3e None None] Routers {'15e64a96-6dee-4e90-be1a-32a0dc301767'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:46:07.576177 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e36ae483-9a16-4c83-8125-7927525e7b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:45:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['15e64a96-6dee-4e90-be1a-32a0dc301767'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:07.583273 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-195a9585-ffef-42c2-bf4d-0562ea2b7465 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:07.615590 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-195a9585-ffef-42c2-bf4d-0562ea2b7465 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] 10.222.0.45 "DELETE /v2.0/ports/463bdd15-31ab-42a9-bf33-e3fe8c64df22 HTTP/1.1" status: 204 len: 168 time: 1.6165817 May 31 15:46:07.616641 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50766) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:07.654576 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f,segment=NetworkSegment(4614750b-b79f-4ba6-9b69-9d8b896289e9),segment_id=4614750b-b79f-4ba6-9b69-9d8b896289e9)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:46:07.662779 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e36ae483-9a16-4c83-8125-7927525e7b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:07.663535 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36ae483-9a16-4c83-8125-7927525e7b3e None None] The sync data for ids ['15e64a96-6dee-4e90-be1a-32a0dc301767'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:46:07.668361 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:07.669981 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device f19b3ea4-24e8-4d61-8b6d-e504952f1ded up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:46:07.704948 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a75cc5b0-d07b-4a94-82a8-1e91b0beaf95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:07.745414 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4167a96-db54-4a73-93af-dc5bc52af367 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] GET failed (client error): The resource could not be found. May 31 15:46:07.745991 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a4167a96-db54-4a73-93af-dc5bc52af367 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Synchronizing usage tracker for tenant:d9b003e344314e97bc35feb4f12b3afc on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:46:07.786394 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a4167a96-db54-4a73-93af-dc5bc52af367 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Unset dirty status for tenant:d9b003e344314e97bc35feb4f12b3afc on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:46:07.790856 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a4167a96-db54-4a73-93af-dc5bc52af367 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] 10.222.0.45 "GET /v2.0/ports/463bdd15-31ab-42a9-bf33-e3fe8c64df22 HTTP/1.1" status: 404 len: 333 time: 0.1714132 May 31 15:46:07.791226 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50774) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:07.818903 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:07.823699 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:07.825344 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port f19b3ea4-24e8-4d61-8b6d-e504952f1ded completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:46:07.833785 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port f19b3ea4-24e8-4d61-8b6d-e504952f1ded triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:46:07.834410 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:07.910190 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5d1a5b27-f244-4196-aa39-f844eac8410f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:08.026392 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:08.081379 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port f19b3ea4-24e8-4d61-8b6d-e504952f1ded, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f19b3ea4-24e8-4d61-8b6d-e504952f1ded,segment=NetworkSegment(6becfde1-db3d-4eb5-a5b5-1b5dae851b53),segment_id=6becfde1-db3d-4eb5-a5b5-1b5dae851b53)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:46:08.092013 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:08.095123 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-27895de3-9961-4dc6-a326-090d19258d18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:08.149559 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7b70c16e-5b55-45cc-bc4e-fca719e381a6 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:08.186693 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad64320-4e97-4354-a138-5848f1ed75bc" -d '{"events": [{"server_uuid": "e8127010-092b-4d4b-a64e-476f2292da89", "name": "network-vif-plugged", "status": "completed", "tag": "0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:46:08.190195 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=f19b3ea4-24e8-4d61-8b6d-e504952f1ded,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:08.194460 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-7ebc3ae0-b4f1-4132-b253-9cb305dcbaa7 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Deleting port 1db3c3bc-3cbe-417c-bc23-f9b9459b8d54 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:08.194856 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7ebc3ae0-b4f1-4132-b253-9cb305dcbaa7 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:08.195102 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:08.247304 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be92e5-9e74-4960-811e-56282ff92d6f req-7ea18f01-bfc9-46f6-afe0-5c23f0b34f6e tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:08.256860 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:08.258224 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-27be92e5-9e74-4960-811e-56282ff92d6f req-7ea18f01-bfc9-46f6-afe0-5c23f0b34f6e tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 945 time: 1.3313670 May 31 15:46:08.535707 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7ebc3ae0-b4f1-4132-b253-9cb305dcbaa7 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:08.571867 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7b70c16e-5b55-45cc-bc4e-fca719e381a6 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:08.574431 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7b70c16e-5b55-45cc-bc4e-fca719e381a6 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:08.609090 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-27be92e5-9e74-4960-811e-56282ff92d6f req-975506bf-cfe2-4999-8685-31a939cb6d61 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/security-groups?id=09f1b8d6-f3d1-43b2-a6d7-2084019e743a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3496463 May 31 15:46:08.616340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7b70c16e-5b55-45cc-bc4e-fca719e381a6 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:08.619843 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b70c16e-5b55-45cc-bc4e-fca719e381a6 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Fanout notify agent at l3_agent the message router_deleted on router 15e64a96-6dee-4e90-be1a-32a0dc301767 {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:46:08.651013 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7104f-91f5-4028-bcca-7688bc6e53a0 req-1a1dd762-5560-4e5c-a53b-9c32823c4808 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:08.662293 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-42b7104f-91f5-4028-bcca-7688bc6e53a0 req-1a1dd762-5560-4e5c-a53b-9c32823c4808 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/ports?device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 946 time: 0.6049299 May 31 15:46:08.702157 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device d1aa82af-9429-4951-aaf4-ad8a74748f1e details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 15:46:08.753739 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7b70c16e-5b55-45cc-bc4e-fca719e381a6 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:08.757500 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7b70c16e-5b55-45cc-bc4e-fca719e381a6 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] 10.222.0.45 "DELETE /v2.0/routers/15e64a96-6dee-4e90-be1a-32a0dc301767 HTTP/1.1" status: 204 len: 168 time: 1.5114493 May 31 15:46:08.763410 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50804) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:08.902985 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-7ebc3ae0-b4f1-4132-b253-9cb305dcbaa7 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Calling delete_port for 1db3c3bc-3cbe-417c-bc23-f9b9459b8d54 owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:08.904773 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-42b7104f-91f5-4028-bcca-7688bc6e53a0 req-2740f2ad-efdf-445e-a1ba-c0af9101c87c tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/security-groups?id=e27f0788-c844-4c1b-be49-7dd9df76906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413878 May 31 15:46:09.041798 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9374ee-d67d-443e-aab5-b715bb53469d tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Deleting subnet dc6adbaf-af8b-4a52-a1f7-9c5760efa2e9 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:46:09.047091 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1b9374ee-d67d-443e-aab5-b715bb53469d tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:09.070385 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50818) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:09.100354 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-de2c5780-f8de-4ea0-9c3d-7c2ee592ad65 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Request body: {'subnets': [{'network_id': '119710e6-4778-4c5a-a475-b53cb36653f8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1966701181', 'ip_version': 6}, {'network_id': '1dd5edaa-505c-4a5a-a89e-c4a390f4535a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:09.100354 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-de2c5780-f8de-4ea0-9c3d-7c2ee592ad65 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Request body: {'subnet': {'network_id': '119710e6-4778-4c5a-a475-b53cb36653f8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1966701181', 'ip_version': 6}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:09.100354 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-de2c5780-f8de-4ea0-9c3d-7c2ee592ad65 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Request body: {'subnet': {'network_id': '1dd5edaa-505c-4a5a-a89e-c4a390f4535a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:09.100970 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port d1aa82af-9429-4951-aaf4-ad8a74748f1e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d1aa82af-9429-4951-aaf4-ad8a74748f1e,segment=NetworkSegment(dfcdbfac-1782-4f23-a90d-17caf7895016),segment_id=dfcdbfac-1782-4f23-a90d-17caf7895016)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:46:09.120358 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': 'd1aa82af-9429-4951-aaf4-ad8a74748f1e', 'network_id': 'd344e8f1-f415-4064-9d12-68c70eb6ac0b', 'port_id': 'd1aa82af-9429-4951-aaf4-ad8a74748f1e', 'mac_address': 'fa:16:3e:fa:f2:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '418ec826-97fb-4894-813a-51ffe25a7768', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 15:46:09.127814 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c2585-70d9-4093-b408-3459008c1034 req-d9ab4367-066f-4b09-bda7-1f1b6b0e2783 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:09.135641 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-387c2585-70d9-4093-b408-3459008c1034 req-d9ab4367-066f-4b09-bda7-1f1b6b0e2783 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 943 time: 0.2612772 May 31 15:46:09.144355 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1b9374ee-d67d-443e-aab5-b715bb53469d tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:09.225964 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-387c2585-70d9-4093-b408-3459008c1034 req-db6f11bc-1335-4c82-9c81-a107e41fee0b tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891168 May 31 15:46:09.226771 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:09.246532 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1aa82af-9429-4951-aaf4-ad8a74748f1e {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 15:46:09.262873 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7ebc3ae0-b4f1-4132-b253-9cb305dcbaa7 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:09.270318 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:09.276973 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port d1aa82af-9429-4951-aaf4-ad8a74748f1e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d1aa82af-9429-4951-aaf4-ad8a74748f1e,segment=NetworkSegment(dfcdbfac-1782-4f23-a90d-17caf7895016),segment_id=dfcdbfac-1782-4f23-a90d-17caf7895016)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:46:09.287907 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:09.293351 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1b9374ee-d67d-443e-aab5-b715bb53469d tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:09.294428 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:09.366487 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 15:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c18ebea-10b8-4045-8784-7fcdca3b680e x-openstack-request-id: req-6c18ebea-10b8-4045-8784-7fcdca3b680e {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:46:09.366824 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8127010-092b-4d4b-a64e-476f2292da89", "name": "network-vif-plugged", "status": "completed", "tag": "0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:46:09.367049 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6c18ebea-10b8-4045-8784-7fcdca3b680e {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:46:09.367558 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8127010-092b-4d4b-a64e-476f2292da89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f', 'code': 200} May 31 15:46:09.407682 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=d1aa82af-9429-4951-aaf4-ad8a74748f1e,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:09.413924 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:09.458137 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc3ae0-b4f1-4132-b253-9cb305dcbaa7 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Pushing event deleted for resources: {'Port': ['ID=1db3c3bc-3cbe-417c-bc23-f9b9459b8d54,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:09.471288 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7ebc3ae0-b4f1-4132-b253-9cb305dcbaa7 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:09.583971 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7ebc3ae0-b4f1-4132-b253-9cb305dcbaa7 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:09.597392 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-de2c5780-f8de-4ea0-9c3d-7c2ee592ad65 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:09.611888 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-de2c5780-f8de-4ea0-9c3d-7c2ee592ad65 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Usage tracker for resource:subnet and tenant:1f9fba3ce93d4a1080ce09dd60dab25a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:09.620745 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-de2c5780-f8de-4ea0-9c3d-7c2ee592ad65 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:09.638327 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-de2c5780-f8de-4ea0-9c3d-7c2ee592ad65 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:09.643655 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7ebc3ae0-b4f1-4132-b253-9cb305dcbaa7 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] 10.222.0.45 "DELETE /v2.0/ports/1db3c3bc-3cbe-417c-bc23-f9b9459b8d54 HTTP/1.1" status: 204 len: 168 time: 1.8490155 May 31 15:46:09.648568 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50834) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:09.650043 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['d1aa82af-9429-4951-aaf4-ad8a74748f1e'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 15:46:09.748248 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2c5780-f8de-4ea0-9c3d-7c2ee592ad65 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Made reservation on behalf of 1f9fba3ce93d4a1080ce09dd60dab25a for: {'subnet': 2} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:09.753056 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-de2c5780-f8de-4ea0-9c3d-7c2ee592ad65 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:09.753386 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-de2c5780-f8de-4ea0-9c3d-7c2ee592ad65 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:09.780926 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-b468d3f5-5bbe-4049-99e0-cac28d85736a tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] GET failed (client error): The resource could not be found. May 31 15:46:09.781263 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-b468d3f5-5bbe-4049-99e0-cac28d85736a tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Synchronizing usage tracker for tenant:d9b003e344314e97bc35feb4f12b3afc on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:46:09.794348 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1b9374ee-d67d-443e-aab5-b715bb53469d tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:09.803080 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-53dc1db8-fba7-4bab-a3f9-93739660ccb8 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:09.849787 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:09.900951 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405b5ab-5e8a-4dc0-b085-1d4062f9c319 req-97782b70-6898-4430-b38e-430feec8bcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:09.902995 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-8405b5ab-5e8a-4dc0-b085-1d4062f9c319 req-97782b70-6898-4430-b38e-430feec8bcff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 1099 time: 0.3720238 May 31 15:46:09.908493 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9374ee-d67d-443e-aab5-b715bb53469d tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Pushing event deleted for resources: {'Subnet': ['ID=dc6adbaf-af8b-4a52-a1f7-9c5760efa2e9,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:09.909866 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1b9374ee-d67d-443e-aab5-b715bb53469d tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:09.917806 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1b9374ee-d67d-443e-aab5-b715bb53469d tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:09.921386 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aede9491-f778-488c-8986-de58c7bdc00e None None] Network 71585b84-90ae-4fe5-8e03-4ebbae338514 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:46:09.925045 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1b9374ee-d67d-443e-aab5-b715bb53469d tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] 10.222.0.45 "DELETE /v2.0/subnets/dc6adbaf-af8b-4a52-a1f7-9c5760efa2e9 HTTP/1.1" status: 204 len: 168 time: 1.1517305 May 31 15:46:09.929000 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50844) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:10.049926 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e6864d73-bd69-4816-b9a5-fa3ba48b335f tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:10.052509 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50850) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:10.170697 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9b3bd-474b-4109-9331-73face1e05af req-3388c55c-a438-4fa2-a78a-38c6b6a2eed7 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:10.172215 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-edd9b3bd-474b-4109-9331-73face1e05af req-3388c55c-a438-4fa2-a78a-38c6b6a2eed7 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 946 time: 0.3137019 May 31 15:46:10.273658 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-8405b5ab-5e8a-4dc0-b085-1d4062f9c319 req-b7b4c3e1-53b3-4264-89cc-9305bf8b044c service neutron] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:10.290606 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-b468d3f5-5bbe-4049-99e0-cac28d85736a tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Unset dirty status for tenant:d9b003e344314e97bc35feb4f12b3afc on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:46:10.295508 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b468d3f5-5bbe-4049-99e0-cac28d85736a tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] 10.222.0.45 "GET /v2.0/ports/1db3c3bc-3cbe-417c-bc23-f9b9459b8d54 HTTP/1.1" status: 404 len: 333 time: 0.6405859 May 31 15:46:10.296510 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50862) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:10.419738 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec02452-5e14-41af-9b03-b764050acc7f None None] DHCP port deletion for 71585b84-90ae-4fe5-8e03-4ebbae338514 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:46:10.481619 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-edd9b3bd-474b-4109-9331-73face1e05af req-0912b060-4d66-47fe-8699-0a5d435a4d63 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/security-groups?id=09f1b8d6-f3d1-43b2-a6d7-2084019e743a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2986059 May 31 15:46:10.530551 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-73b01bda-a478-406d-945e-0e9efa23bc44 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-124680010', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:10.537344 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-e6864d73-bd69-4816-b9a5-fa3ba48b335f tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Deleting port 78193b55-cc3b-4243-be03-6093dde637df {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:10.537860 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e6864d73-bd69-4816-b9a5-fa3ba48b335f tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:10.563773 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50868) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:10.565977 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831adab5-6903-4a72-8194-b19560e0e3d8 req-4e7ad896-dcc6-44bd-9c12-423d60747b2c tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:10.572209 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-831adab5-6903-4a72-8194-b19560e0e3d8 req-4e7ad896-dcc6-44bd-9c12-423d60747b2c tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/ports?device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 946 time: 0.4553456 May 31 15:46:10.577698 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-73b01bda-a478-406d-945e-0e9efa23bc44 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:10.582921 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [req-8405b5ab-5e8a-4dc0-b085-1d4062f9c319 req-b7b4c3e1-53b3-4264-89cc-9305bf8b044c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:10.589155 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-73b01bda-a478-406d-945e-0e9efa23bc44 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Usage tracker for resource:port and tenant:b7217671c9a6459eaaab2ca60da79d9b is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:10.592192 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-5ec02452-5e14-41af-9b03-b764050acc7f None None] Deleting port 78193b55-cc3b-4243-be03-6093dde637df {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:10.592669 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5ec02452-5e14-41af-9b03-b764050acc7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:10.625730 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-8405b5ab-5e8a-4dc0-b085-1d4062f9c319 req-b7b4c3e1-53b3-4264-89cc-9305bf8b044c service neutron] Usage tracker for resource:security_group_rule and tenant:e80cb398ec92479faa0b6be7bdf6e370 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:10.641066 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-8405b5ab-5e8a-4dc0-b085-1d4062f9c319 req-b7b4c3e1-53b3-4264-89cc-9305bf8b044c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:10.655535 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [req-8405b5ab-5e8a-4dc0-b085-1d4062f9c319 req-b7b4c3e1-53b3-4264-89cc-9305bf8b044c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:10.698670 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-73b01bda-a478-406d-945e-0e9efa23bc44 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:10.736907 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-73b01bda-a478-406d-945e-0e9efa23bc44 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:10.792839 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-5ec02452-5e14-41af-9b03-b764050acc7f None None] For port 78193b55-cc3b-4243-be03-6093dde637df, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=78193b55-cc3b-4243-be03-6093dde637df,segment=NetworkSegment(0d00d053-1156-4ba8-933a-9fa5cb723e21),segment_id=0d00d053-1156-4ba8-933a-9fa5cb723e21)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:46:10.793231 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5ec02452-5e14-41af-9b03-b764050acc7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:10.834537 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b01bda-a478-406d-945e-0e9efa23bc44 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Made reservation on behalf of b7217671c9a6459eaaab2ca60da79d9b for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:10.837129 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-73b01bda-a478-406d-945e-0e9efa23bc44 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:10.840780 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-ccc6dfaf-52c2-4a49-bc93-98cdc6baa076 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Request body: {'quota': {'network': 2}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:10.851422 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-73b01bda-a478-406d-945e-0e9efa23bc44 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:10.868314 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-831adab5-6903-4a72-8194-b19560e0e3d8 req-2c440739-7340-4436-b7b1-2c74b0948a81 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/security-groups?id=e27f0788-c844-4c1b-be49-7dd9df76906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021742 May 31 15:46:10.891190 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-e6864d73-bd69-4816-b9a5-fa3ba48b335f tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] For port 78193b55-cc3b-4243-be03-6093dde637df, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=78193b55-cc3b-4243-be03-6093dde637df,segment=NetworkSegment(0d00d053-1156-4ba8-933a-9fa5cb723e21),segment_id=0d00d053-1156-4ba8-933a-9fa5cb723e21)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:46:10.892102 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e6864d73-bd69-4816-b9a5-fa3ba48b335f tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:10.903222 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-73b01bda-a478-406d-945e-0e9efa23bc44 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:10.912835 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-73b01bda-a478-406d-945e-0e9efa23bc44 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Usage tracker for resource:security_group_rule and tenant:b7217671c9a6459eaaab2ca60da79d9b is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:10.918101 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-73b01bda-a478-406d-945e-0e9efa23bc44 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:10.937205 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ccc6dfaf-52c2-4a49-bc93-98cdc6baa076 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] 10.222.0.45 "PUT /v2.0/quotas/bdd9b360fc1440ab8239fa3f5ddf527a HTTP/1.1" status: 200 len: 368 time: 0.3498220 May 31 15:46:10.942162 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50874) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:10.955868 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-9745b92b-bad7-4e1f-a50f-e9f793807690 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Request body: {'network': {'project_id': 'bdd9b360fc1440ab8239fa3f5ddf527a'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:10.965501 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9745b92b-bad7-4e1f-a50f-e9f793807690 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:10.974986 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9745b92b-bad7-4e1f-a50f-e9f793807690 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Usage tracker for resource:network and tenant:bdd9b360fc1440ab8239fa3f5ddf527a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:10.980316 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9745b92b-bad7-4e1f-a50f-e9f793807690 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:10.981196 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-5ec02452-5e14-41af-9b03-b764050acc7f None None] Calling delete_port for 78193b55-cc3b-4243-be03-6093dde637df owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:10.990851 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9745b92b-bad7-4e1f-a50f-e9f793807690 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:11.030252 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-201f9313-d5f3-4891-8187-c98772441141 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Deleting port 8881d81d-ed24-407e-ae49-5bbb2312626b {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:11.030590 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-201f9313-d5f3-4891-8187-c98772441141 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:11.040599 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-73b01bda-a478-406d-945e-0e9efa23bc44 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:11.049618 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-e6864d73-bd69-4816-b9a5-fa3ba48b335f tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Calling delete_port for 78193b55-cc3b-4243-be03-6093dde637df owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:11.053071 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9745b92b-bad7-4e1f-a50f-e9f793807690 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Made reservation on behalf of bdd9b360fc1440ab8239fa3f5ddf527a for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:11.055873 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9745b92b-bad7-4e1f-a50f-e9f793807690 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:11.073990 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eae572-ce99-496d-a4e9-41890c981e30 req-03d63177-44c5-4b20-a383-08f35118a3e3 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:11.075899 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-14eae572-ce99-496d-a4e9-41890c981e30 req-03d63177-44c5-4b20-a383-08f35118a3e3 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 944 time: 0.3574522 May 31 15:46:11.117161 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5ec02452-5e14-41af-9b03-b764050acc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:11.121182 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0596f61c-fc2d-4936-b73a-64398a606d49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:11.128156 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9745b92b-bad7-4e1f-a50f-e9f793807690 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:11.153049 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-14eae572-ce99-496d-a4e9-41890c981e30 req-e76effdb-ae01-43b8-83ac-7ab71fbec752 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577970 May 31 15:46:11.162971 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec02452-5e14-41af-9b03-b764050acc7f None None] Pushing event deleted for resources: {'Port': ['ID=78193b55-cc3b-4243-be03-6093dde637df,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:11.167855 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5ec02452-5e14-41af-9b03-b764050acc7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:11.172756 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec02452-5e14-41af-9b03-b764050acc7f None None] No DVR routers for this DVR port 78193b55-cc3b-4243-be03-6093dde637df on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:46:11.236687 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e6864d73-bd69-4816-b9a5-fa3ba48b335f tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:11.240678 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:11.272244 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 78193b55-cc3b-4243-be03-6093dde637df no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:46:11.296244 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-73b01bda-a478-406d-945e-0e9efa23bc44 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:11.301643 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-8405b5ab-5e8a-4dc0-b085-1d4062f9c319 req-b7b4c3e1-53b3-4264-89cc-9305bf8b044c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:11.307155 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9745b92b-bad7-4e1f-a50f-e9f793807690 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:11.307332 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6864d73-bd69-4816-b9a5-fa3ba48b335f tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] No DVR routers for this DVR port 78193b55-cc3b-4243-be03-6093dde637df on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:46:11.315780 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 78193b55-cc3b-4243-be03-6093dde637df {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:46:11.315780 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 78193b55-cc3b-4243-be03-6093dde637df not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:46:11.318339 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-8405b5ab-5e8a-4dc0-b085-1d4062f9c319 req-b7b4c3e1-53b3-4264-89cc-9305bf8b044c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:11.329670 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9745b92b-bad7-4e1f-a50f-e9f793807690 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Usage tracker for resource:security_group_rule and tenant:bdd9b360fc1440ab8239fa3f5ddf527a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:11.332128 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:11.340958 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9745b92b-bad7-4e1f-a50f-e9f793807690 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:11.341809 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6864d73-bd69-4816-b9a5-fa3ba48b335f tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Pushing event deleted for resources: {'Port': ['ID=78193b55-cc3b-4243-be03-6093dde637df,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:11.344660 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e6864d73-bd69-4816-b9a5-fa3ba48b335f tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:11.349054 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-73b01bda-a478-406d-945e-0e9efa23bc44 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:11.352174 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ab9a8a77-c9d6-4cd9-99eb-0dbb1b2bbdca tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:11.368726 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19b3ea4-24e8-4d61-8b6d-e504952f1ded'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:46:11.370510 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9745b92b-bad7-4e1f-a50f-e9f793807690 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:11.371250 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ae78b1-d3f1-4040-9e88-5f2ca29eb349" -d '{"events": [{"server_uuid": "48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc", "name": "network-vif-plugged", "status": "completed", "tag": "f19b3ea4-24e8-4d61-8b6d-e504952f1ded"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:46:11.377481 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-73b01bda-a478-406d-945e-0e9efa23bc44 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] device_id is not set on port 377f5545-278e-4e5e-9edf-089d3df5bf9e yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:46:11.388442 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-8405b5ab-5e8a-4dc0-b085-1d4062f9c319 req-b7b4c3e1-53b3-4264-89cc-9305bf8b044c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=09f1b8d6-f3d1-43b2-a6d7-2084019e743a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1477745 May 31 15:46:11.417485 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 15:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8ab7a8-e7f1-4366-97f5-d302f2334460 x-openstack-request-id: req-dc8ab7a8-e7f1-4366-97f5-d302f2334460 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:46:11.418263 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc", "name": "network-vif-plugged", "status": "completed", "tag": "f19b3ea4-24e8-4d61-8b6d-e504952f1ded", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:46:11.418561 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dc8ab7a8-e7f1-4366-97f5-d302f2334460 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:46:11.419136 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19b3ea4-24e8-4d61-8b6d-e504952f1ded', 'code': 200} May 31 15:46:11.448263 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4c3e1-53b3-4264-89cc-9305bf8b044c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6288f30d-c664-49ba-aec1-c9020a882fd7,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:11.461940 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-201f9313-d5f3-4891-8187-c98772441141 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:11.469084 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b7b4c3e1-53b3-4264-89cc-9305bf8b044c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:11.520670 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b01bda-a478-406d-945e-0e9efa23bc44 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d987d27-5d2a-454f-b42e-4d6ba1c25915,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:11.528715 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e6864d73-bd69-4816-b9a5-fa3ba48b335f tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:11.536171 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-73b01bda-a478-406d-945e-0e9efa23bc44 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:11.552534 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-e6864d73-bd69-4816-b9a5-fa3ba48b335f tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71585b84-90ae-4fe5-8e03-4ebbae338514']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:11.570931 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-e6864d73-bd69-4816-b9a5-fa3ba48b335f tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d00d053-1156-4ba8-933a-9fa5cb723e21') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:11.571258 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-e6864d73-bd69-4816-b9a5-fa3ba48b335f tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d00d053-1156-4ba8-933a-9fa5cb723e21') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:11.607429 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-201f9313-d5f3-4891-8187-c98772441141 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Calling delete_port for 8881d81d-ed24-407e-ae49-5bbb2312626b owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:11.614289 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e6864d73-bd69-4816-b9a5-fa3ba48b335f tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:11.638308 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-de2c5780-f8de-4ea0-9c3d-7c2ee592ad65 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:11.650256 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3befba3c-de38-4d82-819e-0bfa7640aeb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:11.686064 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e6864d73-bd69-4816-b9a5-fa3ba48b335f tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:11.704872 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6864d73-bd69-4816-b9a5-fa3ba48b335f tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:46:11.705295 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e6864d73-bd69-4816-b9a5-fa3ba48b335f tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:46:11.726176 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:46:11.739509 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-73b01bda-a478-406d-945e-0e9efa23bc44 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Allocated IP 172.26.0.247 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/377f5545-278e-4e5e-9edf-089d3df5bf9e) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:46:11.770526 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c5780-f8de-4ea0-9c3d-7c2ee592ad65 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Pushing event updated for resources: {'Subnet': ['ID=b0213879-d228-4d85-a7e6-d35a220dd288,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:11.786082 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-de2c5780-f8de-4ea0-9c3d-7c2ee592ad65 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:11.836851 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9745b92b-bad7-4e1f-a50f-e9f793807690 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:11.848676 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2c5780-f8de-4ea0-9c3d-7c2ee592ad65 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Checking segment: {'id': '212620cf-b062-4a61-8ff7-b452a9ebaa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '119710e6-4778-4c5a-a475-b53cb36653f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:46:11.849028 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2c5780-f8de-4ea0-9c3d-7c2ee592ad65 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Network hostable DHCP agents. Network: 119710e6-4778-4c5a-a475-b53cb36653f8, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:46:11.853932 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9745b92b-bad7-4e1f-a50f-e9f793807690 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:11.855704 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e6864d73-bd69-4816-b9a5-fa3ba48b335f tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:11.858813 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:11.874311 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bb6b7-b436-492e-a799-abbf20083a89 req-67075e4b-b6ca-423a-89f8-20678ecff54f tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:11.875880 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0c8bb6b7-b436-492e-a799-abbf20083a89 req-67075e4b-b6ca-423a-89f8-20678ecff54f tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 946 time: 0.2695377 May 31 15:46:11.892811 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:11.931564 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e6864d73-bd69-4816-b9a5-fa3ba48b335f tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:11.940191 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6864d73-bd69-4816-b9a5-fa3ba48b335f tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Pushing event deleted for resources: {'Network': ['ID=71585b84-90ae-4fe5-8e03-4ebbae338514,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:11.945380 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9745b92b-bad7-4e1f-a50f-e9f793807690 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:46:11.952021 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e6864d73-bd69-4816-b9a5-fa3ba48b335f tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:11.962640 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745b92b-bad7-4e1f-a50f-e9f793807690 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4fbc91-07dc-4da0-a4a3-32862bfaa9bb,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:11.972600 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9745b92b-bad7-4e1f-a50f-e9f793807690 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:11.973259 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2c5780-f8de-4ea0-9c3d-7c2ee592ad65 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Network 119710e6-4778-4c5a-a475-b53cb36653f8 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:46:11.980888 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9745b92b-bad7-4e1f-a50f-e9f793807690 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:11.981226 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-9745b92b-bad7-4e1f-a50f-e9f793807690 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Added segment 831cb0f0-8129-45af-af31-5d9fe4c4ba57 of type vlan for network 141e0fcc-8c45-4411-9c3e-448becdd6a3f May 31 15:46:11.991811 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e6864d73-bd69-4816-b9a5-fa3ba48b335f tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] 10.222.0.45 "DELETE /v2.0/networks/71585b84-90ae-4fe5-8e03-4ebbae338514 HTTP/1.1" status: 204 len: 168 time: 2.0618083 May 31 15:46:12.017448 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-de2c5780-f8de-4ea0-9c3d-7c2ee592ad65 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 119710e6-4778-4c5a-a475-b53cb36653f8) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:12.025900 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-201f9313-d5f3-4891-8187-c98772441141 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:12.029429 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70b524c-fca6-4e02-8a38-ed1d03b7d7e8 None None] Network 119710e6-4778-4c5a-a475-b53cb36653f8 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:46:12.039019 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9745b92b-bad7-4e1f-a50f-e9f793807690 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:12.042792 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-195a9585-ffef-42c2-bf4d-0562ea2b7465 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:12.062016 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0c8bb6b7-b436-492e-a799-abbf20083a89 req-efd756b0-f1b3-4403-bcec-cb12a01a3d8a tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/security-groups?id=09f1b8d6-f3d1-43b2-a6d7-2084019e743a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744378 May 31 15:46:12.099874 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd5a90-47e2-4342-9c2f-1007dd76d78c req-4c84a241-d901-426b-8dbf-3b49b3742388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:12.101504 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-4cbd5a90-47e2-4342-9c2f-1007dd76d78c req-4c84a241-d901-426b-8dbf-3b49b3742388 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 1099 time: 0.3180144 May 31 15:46:12.121688 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f9313-d5f3-4891-8187-c98772441141 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Pushing event deleted for resources: {'Port': ['ID=8881d81d-ed24-407e-ae49-5bbb2312626b,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:12.140879 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-201f9313-d5f3-4891-8187-c98772441141 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:12.207606 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefe8ad-2253-4919-b9f7-9e7a6a9ed0c3 req-c0711f1e-940e-44e1-826e-35af487e6e96 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:12.221641 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9cefe8ad-2253-4919-b9f7-9e7a6a9ed0c3 req-c0711f1e-940e-44e1-826e-35af487e6e96 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/ports?device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 946 time: 0.2284973 May 31 15:46:12.221906 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-201f9313-d5f3-4891-8187-c98772441141 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:12.313562 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-4cbd5a90-47e2-4342-9c2f-1007dd76d78c req-193c8ae3-f350-4390-8103-31995e264d42 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e27f0788-c844-4c1b-be49-7dd9df76906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958280 May 31 15:46:12.322594 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-73b01bda-a478-406d-945e-0e9efa23bc44 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:12.337536 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9745b92b-bad7-4e1f-a50f-e9f793807690 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:12.345724 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9745b92b-bad7-4e1f-a50f-e9f793807690 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:12.346741 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9745b92b-bad7-4e1f-a50f-e9f793807690 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:12.352047 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9cefe8ad-2253-4919-b9f7-9e7a6a9ed0c3 req-2c98f4cc-23d5-4453-988f-203992adbb12 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/security-groups?id=e27f0788-c844-4c1b-be49-7dd9df76906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056817 May 31 15:46:12.357799 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:12.420212 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-201f9313-d5f3-4891-8187-c98772441141 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] 10.222.0.45 "DELETE /v2.0/ports/8881d81d-ed24-407e-ae49-5bbb2312626b HTTP/1.1" status: 204 len: 168 time: 1.9324987 May 31 15:46:12.423969 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50890) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:12.457016 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7d32a7-8a8b-4bfe-b508-9de63378d194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-119710e6-4778-4c5a-a475-b53cb36653f8', 'network_id': '119710e6-4778-4c5a-a475-b53cb36653f8', 'tenant_id': '1f9fba3ce93d4a1080ce09dd60dab25a', 'fixed_ips': [{'subnet_id': 'b0213879-d228-4d85-a7e6-d35a220dd288'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:46:12.457988 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50892) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:12.458138 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-db7d32a7-8a8b-4bfe-b508-9de63378d194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:12.474122 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-73b01bda-a478-406d-945e-0e9efa23bc44 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:12.480048 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-db786722-1cae-4604-8e5f-29cd9398dcdc tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:12.523607 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a355b-1a2b-4116-965d-80aa1daf23e4 req-2bfabed4-454e-4f21-a180-3944287691e0 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:12.526663 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fa1a355b-1a2b-4116-965d-80aa1daf23e4 req-2bfabed4-454e-4f21-a180-3944287691e0 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 944 time: 0.1736865 May 31 15:46:12.550098 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9745b92b-bad7-4e1f-a50f-e9f793807690 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6004612 May 31 15:46:12.551213 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50900) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:12.574900 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-47fd5e3e-82ee-4bff-ac29-205a9960271f tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Request body: {'network': {'project_id': 'bdd9b360fc1440ab8239fa3f5ddf527a'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:12.588791 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-47fd5e3e-82ee-4bff-ac29-205a9960271f tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:12.594257 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745b92b-bad7-4e1f-a50f-e9f793807690 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Pushing event updated for resources: {'Network': ['ID=141e0fcc-8c45-4411-9c3e-448becdd6a3f,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:12.598319 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9745b92b-bad7-4e1f-a50f-e9f793807690 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:12.604074 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-47fd5e3e-82ee-4bff-ac29-205a9960271f tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Usage tracker for resource:network and tenant:bdd9b360fc1440ab8239fa3f5ddf527a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:12.611979 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-47fd5e3e-82ee-4bff-ac29-205a9960271f tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:12.628886 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa843ba-2ebe-4a08-9f21-9ea2335422eb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Deleting subnet 90780b08-97f3-43ab-9f72-ee25387370e5 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:46:12.632527 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-47fd5e3e-82ee-4bff-ac29-205a9960271f tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:12.637435 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bfa843ba-2ebe-4a08-9f21-9ea2335422eb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:12.640546 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 141e0fcc-8c45-4411-9c3e-448becdd6a3f details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:46:12.692066 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fd5e3e-82ee-4bff-ac29-205a9960271f tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Made reservation on behalf of bdd9b360fc1440ab8239fa3f5ddf527a for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:12.694394 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-47fd5e3e-82ee-4bff-ac29-205a9960271f tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:12.721532 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b01bda-a478-406d-945e-0e9efa23bc44 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:12.728445 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-73b01bda-a478-406d-945e-0e9efa23bc44 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:12.735037 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bfa843ba-2ebe-4a08-9f21-9ea2335422eb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:12.735469 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device d1aa82af-9429-4951-aaf4-ad8a74748f1e up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:46:12.739147 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b01bda-a478-406d-945e-0e9efa23bc44 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:12.763283 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-db7d32a7-8a8b-4bfe-b508-9de63378d194 None None] Allocated IP 2001:db8::1 (119710e6-4778-4c5a-a475-b53cb36653f8/b0213879-d228-4d85-a7e6-d35a220dd288/91856a7d-fc0f-4c29-9547-cc2303c9b412) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:46:12.795986 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b01bda-a478-406d-945e-0e9efa23bc44 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Pushing event updated for resources: {'Port': ['ID=377f5545-278e-4e5e-9edf-089d3df5bf9e,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:12.799347 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47fd5e3e-82ee-4bff-ac29-205a9960271f tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:46:12.809041 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-73b01bda-a478-406d-945e-0e9efa23bc44 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:12.823106 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fa1a355b-1a2b-4116-965d-80aa1daf23e4 req-58935598-cd79-46ec-9880-06525780f968 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2795978 May 31 15:46:12.845899 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1cf39d5e-70e6-4c7d-a1ab-addfe0d0ed48 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=762120214a8849329be213eb120961ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3859100 May 31 15:46:12.847853 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-47fd5e3e-82ee-4bff-ac29-205a9960271f tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:12.848200 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-47fd5e3e-82ee-4bff-ac29-205a9960271f tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Added segment b4a19a4c-e7d6-4f1c-a258-500e564bdf8f of type vlan for network 19073ed2-f6db-496b-9625-db814b4e9e08 May 31 15:46:12.849768 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50904) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:12.850501 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b01bda-a478-406d-945e-0e9efa23bc44 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:12.851121 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-73b01bda-a478-406d-945e-0e9efa23bc44 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:12.907189 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-73b01bda-a478-406d-945e-0e9efa23bc44 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.8451846 May 31 15:46:12.908121 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50908) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:12.915188 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-f7103766-4f41-46d9-8327-4ad227d380b5 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.247'}]}}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:12.924513 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-f7103766-4f41-46d9-8327-4ad227d380b5 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:12.933371 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port d1aa82af-9429-4951-aaf4-ad8a74748f1e completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:46:12.935426 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f7103766-4f41-46d9-8327-4ad227d380b5 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Usage tracker for resource:router and tenant:b7217671c9a6459eaaab2ca60da79d9b is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:12.939725 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f7103766-4f41-46d9-8327-4ad227d380b5 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:12.941655 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port d1aa82af-9429-4951-aaf4-ad8a74748f1e triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:46:12.942232 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:12.946618 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-56338513-fb71-489d-a9b3-6fa81dacc590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:12.949382 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-f7103766-4f41-46d9-8327-4ad227d380b5 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:12.958462 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-47fd5e3e-82ee-4bff-ac29-205a9960271f tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:12.971434 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-de2c5780-f8de-4ea0-9c3d-7c2ee592ad65 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:12.978722 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-56338513-fb71-489d-a9b3-6fa81dacc590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:12.982461 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:12.988384 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f7103766-4f41-46d9-8327-4ad227d380b5 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:12.989367 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f7103766-4f41-46d9-8327-4ad227d380b5 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:13.026740 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f7103766-4f41-46d9-8327-4ad227d380b5 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:13.053928 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bfa843ba-2ebe-4a08-9f21-9ea2335422eb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:13.176569 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-56338513-fb71-489d-a9b3-6fa81dacc590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:13.182499 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-eff4d791-3a9c-4bd8-a04e-5cc0ff292f25 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:13.207071 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:13.233682 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-db7d32a7-8a8b-4bfe-b508-9de63378d194 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:13.254845 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-db7d32a7-8a8b-4bfe-b508-9de63378d194 None None] Transition to ACTIVE for port object 91856a7d-fc0f-4c29-9547-cc2303c9b412 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:46:13.272357 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port d1aa82af-9429-4951-aaf4-ad8a74748f1e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d1aa82af-9429-4951-aaf4-ad8a74748f1e,segment=NetworkSegment(dfcdbfac-1782-4f23-a90d-17caf7895016),segment_id=dfcdbfac-1782-4f23-a90d-17caf7895016)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:46:13.281335 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-db7d32a7-8a8b-4bfe-b508-9de63378d194 None None] Transition to ACTIVE for port object 91856a7d-fc0f-4c29-9547-cc2303c9b412 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:46:13.282854 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:13.287154 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:13.288318 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56338513-fb71-489d-a9b3-6fa81dacc590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0620e7a-43fc-4090-be00-a3e84cd3975b,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:13.306768 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-56338513-fb71-489d-a9b3-6fa81dacc590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:13.365945 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=d1aa82af-9429-4951-aaf4-ad8a74748f1e,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:13.370536 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:13.390514 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-db7d32a7-8a8b-4bfe-b508-9de63378d194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:13.395205 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:13.403443 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f7103766-4f41-46d9-8327-4ad227d380b5 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:13.413182 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-56338513-fb71-489d-a9b3-6fa81dacc590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:13.418645 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-56338513-fb71-489d-a9b3-6fa81dacc590 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c0620e7a-43fc-4090-be00-a3e84cd3975b HTTP/1.1" status: 204 len: 168 time: 0.5634134 May 31 15:46:13.470042 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9770ef2b-c687-4266-a06e-ae77f983afd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1aa82af-9429-4951-aaf4-ad8a74748f1e'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:46:13.472305 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7247beb6-52be-4e50-980c-699a2b6e8c60" -d '{"events": [{"server_uuid": "9770ef2b-c687-4266-a06e-ae77f983afd9", "name": "network-vif-plugged", "status": "completed", "tag": "d1aa82af-9429-4951-aaf4-ad8a74748f1e"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:46:13.511036 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7d32a7-8a8b-4bfe-b508-9de63378d194 None None] Network 119710e6-4778-4c5a-a475-b53cb36653f8 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:13.514085 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-db7d32a7-8a8b-4bfe-b508-9de63378d194 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:13.518025 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7d32a7-8a8b-4bfe-b508-9de63378d194 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:13.533454 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36bd50-19cd-42bb-8b41-4d88e9216395 req-7d142eaa-4a93-49a5-992a-e1f14d1f2db9 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:13.535131 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ae36bd50-19cd-42bb-8b41-4d88e9216395 req-7d142eaa-4a93-49a5-992a-e1f14d1f2db9 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 946 time: 0.3598816 May 31 15:46:13.542504 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d32a7-8a8b-4bfe-b508-9de63378d194 None None] Pushing event updated for resources: {'Port': ['ID=91856a7d-fc0f-4c29-9547-cc2303c9b412,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:13.547802 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-db7d32a7-8a8b-4bfe-b508-9de63378d194 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:13.629598 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-47fd5e3e-82ee-4bff-ac29-205a9960271f tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:13.642288 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fd5e3e-82ee-4bff-ac29-205a9960271f tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:13.642817 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-47fd5e3e-82ee-4bff-ac29-205a9960271f tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:13.656604 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-db7d32a7-8a8b-4bfe-b508-9de63378d194 None None] Attempting to bind port 91856a7d-fc0f-4c29-9547-cc2303c9b412 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:13.657519 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-db7d32a7-8a8b-4bfe-b508-9de63378d194 None None] Attempting to bind port 91856a7d-fc0f-4c29-9547-cc2303c9b412 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '212620cf-b062-4a61-8ff7-b452a9ebaa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '119710e6-4778-4c5a-a475-b53cb36653f8'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:13.658521 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7d32a7-8a8b-4bfe-b508-9de63378d194 None None] Attempting to bind port 91856a7d-fc0f-4c29-9547-cc2303c9b412 on network 119710e6-4778-4c5a-a475-b53cb36653f8 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:13.667581 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7d32a7-8a8b-4bfe-b508-9de63378d194 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:46:13.668701 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7d32a7-8a8b-4bfe-b508-9de63378d194 None None] Checking segment: {'id': '212620cf-b062-4a61-8ff7-b452a9ebaa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '119710e6-4778-4c5a-a475-b53cb36653f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:46:13.669318 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-db7d32a7-8a8b-4bfe-b508-9de63378d194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:13.670096 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7d32a7-8a8b-4bfe-b508-9de63378d194 None None] Bound using segment: {'id': '212620cf-b062-4a61-8ff7-b452a9ebaa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '119710e6-4778-4c5a-a475-b53cb36653f8'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:46:13.670828 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-db7d32a7-8a8b-4bfe-b508-9de63378d194 None None] Bound port: 91856a7d-fc0f-4c29-9547-cc2303c9b412, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212620cf-b062-4a61-8ff7-b452a9ebaa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '119710e6-4778-4c5a-a475-b53cb36653f8'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:46:13.672170 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-db7d32a7-8a8b-4bfe-b508-9de63378d194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:13.677765 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-47fd5e3e-82ee-4bff-ac29-205a9960271f tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1172624 May 31 15:46:13.682917 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2c5780-f8de-4ea0-9c3d-7c2ee592ad65 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Checking segment: {'id': 'c454d839-42f8-430c-ad85-7e9d00d92700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1dd5edaa-505c-4a5a-a89e-c4a390f4535a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:46:13.683300 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2c5780-f8de-4ea0-9c3d-7c2ee592ad65 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Network hostable DHCP agents. Network: 1dd5edaa-505c-4a5a-a89e-c4a390f4535a, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:46:13.689875 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50920) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:13.695305 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c5780-f8de-4ea0-9c3d-7c2ee592ad65 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Pushing event updated for resources: {'Subnet': ['ID=0a4192c7-8ba6-4534-984c-6631774d0425,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:13.707736 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-de2c5780-f8de-4ea0-9c3d-7c2ee592ad65 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:13.710027 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:13.721409 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-ad84ad78-3641-4d18-9b75-7c6923a842e3 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Request body: {'network': {'project_id': 'bdd9b360fc1440ab8239fa3f5ddf527a'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:13.764225 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ae36bd50-19cd-42bb-8b41-4d88e9216395 req-23cda55d-b5aa-44ce-8f94-a96a06d4e704 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/security-groups?id=09f1b8d6-f3d1-43b2-a6d7-2084019e743a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168405 May 31 15:46:13.765752 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-ad84ad78-3641-4d18-9b75-7c6923a842e3 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:13.785025 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ad84ad78-3641-4d18-9b75-7c6923a842e3 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Usage tracker for resource:network and tenant:bdd9b360fc1440ab8239fa3f5ddf527a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:13.797551 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ad84ad78-3641-4d18-9b75-7c6923a842e3 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:13.817316 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2c5780-f8de-4ea0-9c3d-7c2ee592ad65 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Network 1dd5edaa-505c-4a5a-a89e-c4a390f4535a is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:46:13.821512 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-ad84ad78-3641-4d18-9b75-7c6923a842e3 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:13.825928 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad84ad78-3641-4d18-9b75-7c6923a842e3 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 31 15:46:13.826574 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad84ad78-3641-4d18-9b75-7c6923a842e3 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:46:13.830606 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ad84ad78-3641-4d18-9b75-7c6923a842e3 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1210759 May 31 15:46:13.836369 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50926) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:13.840327 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-de2c5780-f8de-4ea0-9c3d-7c2ee592ad65 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 1dd5edaa-505c-4a5a-a89e-c4a390f4535a) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:13.859164 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111faa76-f804-47db-8230-5787161ee23a None None] Network 1dd5edaa-505c-4a5a-a89e-c4a390f4535a requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:46:13.869155 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bfa843ba-2ebe-4a08-9f21-9ea2335422eb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:13.890349 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3165e-33b5-46e7-8465-9313586b9150 req-db167425-421f-4994-aac6-09aee9b9ecda tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:13.898062 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3ac3165e-33b5-46e7-8465-9313586b9150 req-db167425-421f-4994-aac6-09aee9b9ecda tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/ports?device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 946 time: 0.3221402 May 31 15:46:13.902626 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 15:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ab16af-7770-4a9f-b35b-64a8d61eed55 x-openstack-request-id: req-58ab16af-7770-4a9f-b35b-64a8d61eed55 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:46:13.902992 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9770ef2b-c687-4266-a06e-ae77f983afd9", "name": "network-vif-plugged", "status": "completed", "tag": "d1aa82af-9429-4951-aaf4-ad8a74748f1e", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:46:13.903208 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-58ab16af-7770-4a9f-b35b-64a8d61eed55 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:46:13.903589 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9770ef2b-c687-4266-a06e-ae77f983afd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1aa82af-9429-4951-aaf4-ad8a74748f1e', 'code': 200} May 31 15:46:13.944769 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd5e3e-82ee-4bff-ac29-205a9960271f tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Pushing event updated for resources: {'Network': ['ID=19073ed2-f6db-496b-9625-db814b4e9e08,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:13.954667 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2c5780-f8de-4ea0-9c3d-7c2ee592ad65 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:13.955184 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2c5780-f8de-4ea0-9c3d-7c2ee592ad65 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:13.955871 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-de2c5780-f8de-4ea0-9c3d-7c2ee592ad65 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:13.966991 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-47fd5e3e-82ee-4bff-ac29-205a9960271f tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:13.969490 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-de2c5780-f8de-4ea0-9c3d-7c2ee592ad65 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:13.995935 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 19073ed2-f6db-496b-9625-db814b4e9e08 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:46:14.024368 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa843ba-2ebe-4a08-9f21-9ea2335422eb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Pushing event deleted for resources: {'Subnet': ['ID=90780b08-97f3-43ab-9f72-ee25387370e5,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:14.036937 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bfa843ba-2ebe-4a08-9f21-9ea2335422eb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:14.050143 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bfa843ba-2ebe-4a08-9f21-9ea2335422eb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:14.057945 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-bfa843ba-2ebe-4a08-9f21-9ea2335422eb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] 10.222.0.45 "DELETE /v2.0/subnets/90780b08-97f3-43ab-9f72-ee25387370e5 HTTP/1.1" status: 204 len: 168 time: 1.5714679 May 31 15:46:14.064431 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50936) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:14.074020 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-44bb39a5-e735-472d-ad76-53019baf2bc2 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:14.105347 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3ac3165e-33b5-46e7-8465-9313586b9150 req-3fcb1a21-8e6d-4bc8-a1c6-ec69f3f33d3b tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/security-groups?id=e27f0788-c844-4c1b-be49-7dd9df76906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063363 May 31 15:46:14.119505 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-de2c5780-f8de-4ea0-9c3d-7c2ee592ad65 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.0447037 May 31 15:46:14.119505 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50942) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:14.176359 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6f54c7-8c4a-40da-85c5-c2748c277890 None None] Network 032d6383-0f97-4a9a-9084-abf99a2deeab requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:46:14.245745 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b0900fae-eafa-4c50-97dd-b84d8e481a89 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:14.250288 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-db7d32a7-8a8b-4bfe-b508-9de63378d194 None None] For port 91856a7d-fc0f-4c29-9547-cc2303c9b412, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:46:14.342904 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-db7d32a7-8a8b-4bfe-b508-9de63378d194 None None] For port 91856a7d-fc0f-4c29-9547-cc2303c9b412, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=91856a7d-fc0f-4c29-9547-cc2303c9b412,segment=NetworkSegment(212620cf-b062-4a61-8ff7-b452a9ebaa2f),segment_id=212620cf-b062-4a61-8ff7-b452a9ebaa2f)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:46:14.363922 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392f5e33-c84c-4d26-95b8-74070c5c0738 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:14.365604 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392f5e33-c84c-4d26-95b8-74070c5c0738 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:14.367344 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392f5e33-c84c-4d26-95b8-74070c5c0738 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:14.368247 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-392f5e33-c84c-4d26-95b8-74070c5c0738 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Synchronizing usage tracker for tenant:1f9fba3ce93d4a1080ce09dd60dab25a on resource:subnet {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:46:14.374267 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-db7d32a7-8a8b-4bfe-b508-9de63378d194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:14.380575 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-44bb39a5-e735-472d-ad76-53019baf2bc2 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:14.395450 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-db7d32a7-8a8b-4bfe-b508-9de63378d194 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:14.401579 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-44bb39a5-e735-472d-ad76-53019baf2bc2 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19073ed2-f6db-496b-9625-db814b4e9e08']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:14.420930 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-44bb39a5-e735-472d-ad76-53019baf2bc2 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a19a4c-e7d6-4f1c-a258-500e564bdf8f') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:14.421115 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-44bb39a5-e735-472d-ad76-53019baf2bc2 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a19a4c-e7d6-4f1c-a258-500e564bdf8f') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:14.439838 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-44bb39a5-e735-472d-ad76-53019baf2bc2 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:14.446372 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-392f5e33-c84c-4d26-95b8-74070c5c0738 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Unset dirty status for tenant:1f9fba3ce93d4a1080ce09dd60dab25a on resource:subnet {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:46:14.457762 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-392f5e33-c84c-4d26-95b8-74070c5c0738 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3383701 May 31 15:46:14.462755 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50954) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:14.528502 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c487931-adf5-4ccd-8e6d-273589b67564 req-50dcfc3e-78a7-4658-a763-d33aead40255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:14.530351 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-6c487931-adf5-4ccd-8e6d-273589b67564 req-50dcfc3e-78a7-4658-a763-d33aead40255 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 1098 time: 0.3731976 May 31 15:46:14.531164 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-44bb39a5-e735-472d-ad76-53019baf2bc2 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:14.537292 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8d28ce-2547-4255-8f09-8b5a853d7d67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-1dd5edaa-505c-4a5a-a89e-c4a390f4535a', 'network_id': '1dd5edaa-505c-4a5a-a89e-c4a390f4535a', 'tenant_id': '1f9fba3ce93d4a1080ce09dd60dab25a', 'fixed_ips': [{'subnet_id': '0a4192c7-8ba6-4534-984c-6631774d0425'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:46:14.538272 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-df8d28ce-2547-4255-8f09-8b5a853d7d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:14.542319 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f7103766-4f41-46d9-8327-4ad227d380b5 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:14.560487 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44bb39a5-e735-472d-ad76-53019baf2bc2 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:46:14.560884 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-44bb39a5-e735-472d-ad76-53019baf2bc2 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:46:14.575032 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:46:14.657909 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f6ea7ca-307d-4d10-9f52-f5afc6f88b9d tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Deleting subnet b0213879-d228-4d85-a7e6-d35a220dd288 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:46:14.677475 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5f6ea7ca-307d-4d10-9f52-f5afc6f88b9d tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:14.686612 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d32a7-8a8b-4bfe-b508-9de63378d194 None None] Pushing event updated for resources: {'Port': ['ID=91856a7d-fc0f-4c29-9547-cc2303c9b412,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:14.692120 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-db7d32a7-8a8b-4bfe-b508-9de63378d194 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:14.709937 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50960) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:14.731722 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f7103766-4f41-46d9-8327-4ad227d380b5 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:14.738187 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-6c487931-adf5-4ccd-8e6d-273589b67564 req-43ace51a-4b9f-4d2a-9b6e-e17a18cf6c90 service neutron] Synchronizing usage tracker for tenant:e80cb398ec92479faa0b6be7bdf6e370 on resource:security_group {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:46:14.761868 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-44bb39a5-e735-472d-ad76-53019baf2bc2 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:14.775401 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5f6ea7ca-307d-4d10-9f52-f5afc6f88b9d tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:14.812528 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:14.814974 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafafcd9-0134-4fbc-a6cb-8b83b70bbee2 None None] DHCP port deletion for 032d6383-0f97-4a9a-9084-abf99a2deeab request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:46:14.832426 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-44bb39a5-e735-472d-ad76-53019baf2bc2 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:14.844525 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-6c487931-adf5-4ccd-8e6d-273589b67564 req-43ace51a-4b9f-4d2a-9b6e-e17a18cf6c90 service neutron] Unset dirty status for tenant:e80cb398ec92479faa0b6be7bdf6e370 on resource:security_group {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:46:14.845848 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-6c487931-adf5-4ccd-8e6d-273589b67564 req-43ace51a-4b9f-4d2a-9b6e-e17a18cf6c90 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3055270 May 31 15:46:14.851237 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb39a5-e735-472d-ad76-53019baf2bc2 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Pushing event deleted for resources: {'Network': ['ID=19073ed2-f6db-496b-9625-db814b4e9e08,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:14.856012 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-44bb39a5-e735-472d-ad76-53019baf2bc2 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:14.860345 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-44bb39a5-e735-472d-ad76-53019baf2bc2 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] 10.222.0.45 "DELETE /v2.0/networks/19073ed2-f6db-496b-9625-db814b4e9e08 HTTP/1.1" status: 204 len: 168 time: 1.0216718 May 31 15:46:14.863273 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50968) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:14.982431 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Request body: {'networks': [{'name': 'tempest-network--550191058'}, {'name': 'tempest-network--332455205'}]} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:14.983035 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Request body: {'network': {'name': 'tempest-network--550191058'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:14.983246 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Request body: {'network': {'name': 'tempest-network--332455205'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:15.003850 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:15.022882 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Usage tracker for resource:network and tenant:0e2acb340776495db89cbe627d28bef6 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:15.055193 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-fafafcd9-0134-4fbc-a6cb-8b83b70bbee2 None None] Deleting port 133e4cdb-fa46-4ced-8020-ddf99e67dea3 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:15.055845 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fafafcd9-0134-4fbc-a6cb-8b83b70bbee2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:15.055980 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-519719c6-44c1-481d-b212-8096c6c4da27 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:15.059270 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:15.067234 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:15.089067 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Made reservation on behalf of 0e2acb340776495db89cbe627d28bef6 for: {'network': 2} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:15.094491 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:15.133489 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5f6ea7ca-307d-4d10-9f52-f5afc6f88b9d tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:15.136575 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0083fd-a6b6-4cc5-beb6-62804427cdd3 req-5edd2373-5ec9-4ebe-83b3-347c65582bd1 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:15.139265 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9c0083fd-a6b6-4cc5-beb6-62804427cdd3 req-5edd2373-5ec9-4ebe-83b3-347c65582bd1 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 1.1311901 May 31 15:46:15.168961 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:15.170688 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-fafafcd9-0134-4fbc-a6cb-8b83b70bbee2 None None] For port 133e4cdb-fa46-4ced-8020-ddf99e67dea3, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=133e4cdb-fa46-4ced-8020-ddf99e67dea3,segment=NetworkSegment(f139a3d8-a241-4791-a159-b84565d1339e),segment_id=f139a3d8-a241-4791-a159-b84565d1339e)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:46:15.171018 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fafafcd9-0134-4fbc-a6cb-8b83b70bbee2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:15.234968 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:15.256339 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-df8d28ce-2547-4255-8f09-8b5a853d7d67 None None] Allocated IP 2001:db8:0:1::1 (1dd5edaa-505c-4a5a-a89e-c4a390f4535a/0a4192c7-8ba6-4534-984c-6631774d0425/ec0351db-e772-46ee-8b7b-bd4b366da2c4) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:46:15.293577 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-b0900fae-eafa-4c50-97dd-b84d8e481a89 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Deleting port 133e4cdb-fa46-4ced-8020-ddf99e67dea3 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:15.293924 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b0900fae-eafa-4c50-97dd-b84d8e481a89 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:15.307425 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Usage tracker for resource:security_group_rule and tenant:0e2acb340776495db89cbe627d28bef6 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:15.312201 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:15.333490 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 91856a7d-fc0f-4c29-9547-cc2303c9b412 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:46:15.337546 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9c0083fd-a6b6-4cc5-beb6-62804427cdd3 req-f7479cc8-9ddd-4adf-ad73-482cfb586475 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164217 May 31 15:46:15.369455 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:15.372596 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-519719c6-44c1-481d-b212-8096c6c4da27 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:15.403347 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-519719c6-44c1-481d-b212-8096c6c4da27 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['141e0fcc-8c45-4411-9c3e-448becdd6a3f']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:15.414612 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f7103766-4f41-46d9-8327-4ad227d380b5 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:15.433632 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-519719c6-44c1-481d-b212-8096c6c4da27 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831cb0f0-8129-45af-af31-5d9fe4c4ba57') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:15.434156 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-519719c6-44c1-481d-b212-8096c6c4da27 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831cb0f0-8129-45af-af31-5d9fe4c4ba57') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:15.476330 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-519719c6-44c1-481d-b212-8096c6c4da27 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:15.521745 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-519719c6-44c1-481d-b212-8096c6c4da27 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:15.550501 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-fafafcd9-0134-4fbc-a6cb-8b83b70bbee2 None None] Calling delete_port for 133e4cdb-fa46-4ced-8020-ddf99e67dea3 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:15.571289 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519719c6-44c1-481d-b212-8096c6c4da27 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:46:15.572606 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-519719c6-44c1-481d-b212-8096c6c4da27 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:15.637252 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6b7a8-0c22-4e0f-8802-47279741ed18 req-af501088-d24f-4a26-9c80-1ecc292055ba tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:15.639193 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-77e6b7a8-0c22-4e0f-8802-47279741ed18 req-af501088-d24f-4a26-9c80-1ecc292055ba tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 946 time: 0.6430259 May 31 15:46:15.649159 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-b0900fae-eafa-4c50-97dd-b84d8e481a89 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] For port 133e4cdb-fa46-4ced-8020-ddf99e67dea3, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=133e4cdb-fa46-4ced-8020-ddf99e67dea3,segment=NetworkSegment(f139a3d8-a241-4791-a159-b84565d1339e),segment_id=f139a3d8-a241-4791-a159-b84565d1339e)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:46:15.649511 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b0900fae-eafa-4c50-97dd-b84d8e481a89 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:46:15.725730 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:46:15.735907 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-df8d28ce-2547-4255-8f09-8b5a853d7d67 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:15.754732 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-df8d28ce-2547-4255-8f09-8b5a853d7d67 None None] Transition to ACTIVE for port object ec0351db-e772-46ee-8b7b-bd4b366da2c4 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:46:15.780181 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-df8d28ce-2547-4255-8f09-8b5a853d7d67 None None] Transition to ACTIVE for port object ec0351db-e772-46ee-8b7b-bd4b366da2c4 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:46:15.830487 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-df8d28ce-2547-4255-8f09-8b5a853d7d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:15.844238 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-db7d32a7-8a8b-4bfe-b508-9de63378d194 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:15.870175 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-519719c6-44c1-481d-b212-8096c6c4da27 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:15.878381 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:15.893395 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-519719c6-44c1-481d-b212-8096c6c4da27 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:15.905386 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fafafcd9-0134-4fbc-a6cb-8b83b70bbee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:15.922592 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519719c6-44c1-481d-b212-8096c6c4da27 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Pushing event deleted for resources: {'Network': ['ID=141e0fcc-8c45-4411-9c3e-448becdd6a3f,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:15.925183 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5f6ea7ca-307d-4d10-9f52-f5afc6f88b9d tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:15.926141 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-519719c6-44c1-481d-b212-8096c6c4da27 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:15.928019 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:15.932094 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-b0900fae-eafa-4c50-97dd-b84d8e481a89 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Calling delete_port for 133e4cdb-fa46-4ced-8020-ddf99e67dea3 owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:15.935956 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 91856a7d-fc0f-4c29-9547-cc2303c9b412 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:46:15.936669 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:15.942182 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8d28ce-2547-4255-8f09-8b5a853d7d67 None None] Network 1dd5edaa-505c-4a5a-a89e-c4a390f4535a is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:15.953464 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-df8d28ce-2547-4255-8f09-8b5a853d7d67 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:15.960633 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafafcd9-0134-4fbc-a6cb-8b83b70bbee2 None None] No DVR routers for this DVR port 133e4cdb-fa46-4ced-8020-ddf99e67dea3 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:46:15.965122 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8d28ce-2547-4255-8f09-8b5a853d7d67 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:15.979725 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:15.980255 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:15.993474 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ea7ca-307d-4d10-9f52-f5afc6f88b9d tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Pushing event deleted for resources: {'Subnet': ['ID=b0213879-d228-4d85-a7e6-d35a220dd288,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:15.998083 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5f6ea7ca-307d-4d10-9f52-f5afc6f88b9d tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:16.002640 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5f6ea7ca-307d-4d10-9f52-f5afc6f88b9d tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] 10.222.0.45 "DELETE /v2.0/subnets/b0213879-d228-4d85-a7e6-d35a220dd288 HTTP/1.1" status: 204 len: 168 time: 1.5388873 May 31 15:46:16.003368 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50974) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:16.004225 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5f6ea7ca-307d-4d10-9f52-f5afc6f88b9d tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:16.009535 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-40094c62-a002-47f6-83a9-edac908b241c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:16.023035 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-519719c6-44c1-481d-b212-8096c6c4da27 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] 10.222.0.45 "DELETE /v2.0/networks/141e0fcc-8c45-4411-9c3e-448becdd6a3f HTTP/1.1" status: 204 len: 168 time: 1.1586726 May 31 15:46:16.033839 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e599e1e-a061-4980-a1be-5ea3e1e9c3ac None None] Network 119710e6-4778-4c5a-a475-b53cb36653f8 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:46:16.041105 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f7103766-4f41-46d9-8327-4ad227d380b5 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:16.055060 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f7103766-4f41-46d9-8327-4ad227d380b5 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:16.062963 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d28ce-2547-4255-8f09-8b5a853d7d67 None None] Pushing event updated for resources: {'Port': ['ID=ec0351db-e772-46ee-8b7b-bd4b366da2c4,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:16.088532 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-77e6b7a8-0c22-4e0f-8802-47279741ed18 req-b4f5f096-7fee-4a2f-83f8-b189761aa67e tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/security-groups?id=09f1b8d6-f3d1-43b2-a6d7-2084019e743a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4244559 May 31 15:46:16.146495 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f7103766-4f41-46d9-8327-4ad227d380b5 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:16.146986 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7103766-4f41-46d9-8327-4ad227d380b5 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e521313c-ddd0-4b2d-a4c9-8d4b45fbfd8f {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:46:16.150203 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:46:16.154795 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-df8d28ce-2547-4255-8f09-8b5a853d7d67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:16.160624 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.242s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:16.162202 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ad70f-1a66-4cec-9e83-259a3cc7ea0a req-810f84fe-d8bb-4d07-83de-f0227b1420cb tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:16.163824 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6d1ad70f-1a66-4cec-9e83-259a3cc7ea0a req-810f84fe-d8bb-4d07-83de-f0227b1420cb tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/ports?device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 946 time: 0.6687362 May 31 15:46:16.189586 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8db1730e-0d80-43c6-aeba-18ec0b72f765,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:16.205905 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:16.219241 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:16.219627 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Added segment cdfeebe1-a7ba-41af-84fc-57b6279348d5 of type vlan for network bc5a611a-e6b5-412f-9d2e-839f8a9f5b0b May 31 15:46:16.242597 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f852488-a642-4067-9a0a-80f137d69790 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Deleting subnet 0a4192c7-8ba6-4534-984c-6631774d0425 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:46:16.243616 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 133e4cdb-fa46-4ced-8020-ddf99e67dea3 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:46:16.259689 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5f852488-a642-4067-9a0a-80f137d69790 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:16.273245 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bfd389af-8bd2-4bf3-83a5-0b9a93c270ea None None] Provisioning for port 91856a7d-fc0f-4c29-9547-cc2303c9b412 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:46:16.327068 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 133e4cdb-fa46-4ced-8020-ddf99e67dea3 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:46:16.327320 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 133e4cdb-fa46-4ced-8020-ddf99e67dea3 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:46:16.332406 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafafcd9-0134-4fbc-a6cb-8b83b70bbee2 None None] Pushing event deleted for resources: {'Port': ['ID=133e4cdb-fa46-4ced-8020-ddf99e67dea3,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:16.334352 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bfd389af-8bd2-4bf3-83a5-0b9a93c270ea None None] Provisioning complete for port 91856a7d-fc0f-4c29-9547-cc2303c9b412 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:46:16.334729 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bfd389af-8bd2-4bf3-83a5-0b9a93c270ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:16.346096 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6d1ad70f-1a66-4cec-9e83-259a3cc7ea0a req-b58922dc-7738-4910-92b8-a7b3b4a74e30 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/security-groups?id=e27f0788-c844-4c1b-be49-7dd9df76906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685317 May 31 15:46:16.352868 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-f7103766-4f41-46d9-8327-4ad227d380b5 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 31 15:46:16.353889 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f7103766-4f41-46d9-8327-4ad227d380b5 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.4448686 May 31 15:46:16.356206 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b0900fae-eafa-4c50-97dd-b84d8e481a89 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:16.362819 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50982) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:16.363557 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7f5dc3b9-261c-420a-b1c5-fdd63278c2f7 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:16.396415 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:16.414611 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5f852488-a642-4067-9a0a-80f137d69790 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:16.437201 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0900fae-eafa-4c50-97dd-b84d8e481a89 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Pushing event deleted for resources: {'Port': ['ID=133e4cdb-fa46-4ced-8020-ddf99e67dea3,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:16.450690 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b0900fae-eafa-4c50-97dd-b84d8e481a89 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:16.458459 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0900fae-eafa-4c50-97dd-b84d8e481a89 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] No DVR routers for this DVR port 133e4cdb-fa46-4ced-8020-ddf99e67dea3 on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:46:16.470119 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-fafafcd9-0134-4fbc-a6cb-8b83b70bbee2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:16.477163 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-df8d28ce-2547-4255-8f09-8b5a853d7d67 None None] Attempting to bind port ec0351db-e772-46ee-8b7b-bd4b366da2c4 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:16.477505 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-df8d28ce-2547-4255-8f09-8b5a853d7d67 None None] Attempting to bind port ec0351db-e772-46ee-8b7b-bd4b366da2c4 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'c454d839-42f8-430c-ad85-7e9d00d92700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1dd5edaa-505c-4a5a-a89e-c4a390f4535a'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:16.477886 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8d28ce-2547-4255-8f09-8b5a853d7d67 None None] Attempting to bind port ec0351db-e772-46ee-8b7b-bd4b366da2c4 on network 1dd5edaa-505c-4a5a-a89e-c4a390f4535a {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:16.544411 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:46:16.545301 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8d28ce-2547-4255-8f09-8b5a853d7d67 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:46:16.545695 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8d28ce-2547-4255-8f09-8b5a853d7d67 None None] Checking segment: {'id': 'c454d839-42f8-430c-ad85-7e9d00d92700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1dd5edaa-505c-4a5a-a89e-c4a390f4535a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:46:16.546259 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-df8d28ce-2547-4255-8f09-8b5a853d7d67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:16.546482 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8d28ce-2547-4255-8f09-8b5a853d7d67 None None] Bound using segment: {'id': 'c454d839-42f8-430c-ad85-7e9d00d92700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1dd5edaa-505c-4a5a-a89e-c4a390f4535a'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:46:16.547058 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-df8d28ce-2547-4255-8f09-8b5a853d7d67 None None] Bound port: ec0351db-e772-46ee-8b7b-bd4b366da2c4, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c454d839-42f8-430c-ad85-7e9d00d92700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1dd5edaa-505c-4a5a-a89e-c4a390f4535a'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:46:16.547557 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-df8d28ce-2547-4255-8f09-8b5a853d7d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:16.566198 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:16.566581 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Added segment 8bbb7e2e-04c3-459e-8a61-0daa576271a0 of type vlan for network a744f33b-e755-42b1-b388-bdf1bf53b4a5 May 31 15:46:16.612809 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:16.669537 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5f852488-a642-4067-9a0a-80f137d69790 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:16.753365 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bfd389af-8bd2-4bf3-83a5-0b9a93c270ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:16.799904 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-bfd389af-8bd2-4bf3-83a5-0b9a93c270ea None None] For port 91856a7d-fc0f-4c29-9547-cc2303c9b412, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=91856a7d-fc0f-4c29-9547-cc2303c9b412,segment=NetworkSegment(212620cf-b062-4a61-8ff7-b452a9ebaa2f),segment_id=212620cf-b062-4a61-8ff7-b452a9ebaa2f)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:46:16.810298 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bfd389af-8bd2-4bf3-83a5-0b9a93c270ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:16.812172 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:16.825210 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b0900fae-eafa-4c50-97dd-b84d8e481a89 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:16.849427 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-b0900fae-eafa-4c50-97dd-b84d8e481a89 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['032d6383-0f97-4a9a-9084-abf99a2deeab']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:16.880879 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9abae-1a49-4f11-80e0-164ed078c5d3 req-468c4b55-7479-40ca-8c43-ab9d744f8a78 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:16.882743 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8ff9abae-1a49-4f11-80e0-164ed078c5d3 req-468c4b55-7479-40ca-8c43-ab9d744f8a78 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 946 time: 0.5843539 May 31 15:46:16.885863 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-b0900fae-eafa-4c50-97dd-b84d8e481a89 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f139a3d8-a241-4791-a159-b84565d1339e') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:16.886153 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-b0900fae-eafa-4c50-97dd-b84d8e481a89 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f139a3d8-a241-4791-a159-b84565d1339e') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:16.896693 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 50992) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:16.905724 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b0900fae-eafa-4c50-97dd-b84d8e481a89 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:16.921827 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-cc87ea04-0fc2-46e7-9afe-5b73e9f5e4c2 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Request body: {'floatingip': {'port_id': '0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:16.953153 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd389af-8bd2-4bf3-83a5-0b9a93c270ea None None] Pushing event updated for resources: {'Port': ['ID=91856a7d-fc0f-4c29-9547-cc2303c9b412,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:16.970386 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-bfd389af-8bd2-4bf3-83a5-0b9a93c270ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:16.971429 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf6d6b4-8dc5-40e0-882d-ed955765b258 None None] DHCP port deletion for 119710e6-4778-4c5a-a475-b53cb36653f8 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:46:17.018454 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b0900fae-eafa-4c50-97dd-b84d8e481a89 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:17.021449 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 50998) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:17.021970 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:17.022369 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cc87ea04-0fc2-46e7-9afe-5b73e9f5e4c2 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks [] for floatingip, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:17.022501 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:17.028424 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:17.034986 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:17.035320 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:17.050177 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:17.050732 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-edf6d6b4-8dc5-40e0-882d-ed955765b258 None None] Deleting port 91856a7d-fc0f-4c29-9547-cc2303c9b412 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:17.051147 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-edf6d6b4-8dc5-40e0-882d-ed955765b258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:17.134396 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0900fae-eafa-4c50-97dd-b84d8e481a89 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:46:17.134813 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b0900fae-eafa-4c50-97dd-b84d8e481a89 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:46:17.149388 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:46:17.155511 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-df8d28ce-2547-4255-8f09-8b5a853d7d67 None None] For port ec0351db-e772-46ee-8b7b-bd4b366da2c4, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:46:17.163192 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-df8d28ce-2547-4255-8f09-8b5a853d7d67 None None] For port ec0351db-e772-46ee-8b7b-bd4b366da2c4, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=ec0351db-e772-46ee-8b7b-bd4b366da2c4,segment=NetworkSegment(c454d839-42f8-430c-ad85-7e9d00d92700),segment_id=c454d839-42f8-430c-ad85-7e9d00d92700)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:46:17.171593 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-df8d28ce-2547-4255-8f09-8b5a853d7d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:17.185626 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-fafafcd9-0134-4fbc-a6cb-8b83b70bbee2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:17.211590 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8204ca-8626-46cf-b438-1a21ae1dc200 req-91a65d53-fbd8-4198-9fae-fe7d2da443f8 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:17.218604 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1a8204ca-8626-46cf-b438-1a21ae1dc200 req-91a65d53-fbd8-4198-9fae-fe7d2da443f8 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.7209966 May 31 15:46:17.258645 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5f852488-a642-4067-9a0a-80f137d69790 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:17.260255 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 91856a7d-fc0f-4c29-9547-cc2303c9b412 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:46:17.267648 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.5468972 May 31 15:46:17.284079 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51004) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:17.285675 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Pushing event updated for resources: {'Network': ['ID=bc5a611a-e6b5-412f-9d2e-839f8a9f5b0b,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:17.306979 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-edf6d6b4-8dc5-40e0-882d-ed955765b258 None None] For port 91856a7d-fc0f-4c29-9547-cc2303c9b412, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=91856a7d-fc0f-4c29-9547-cc2303c9b412,segment=NetworkSegment(212620cf-b062-4a61-8ff7-b452a9ebaa2f),segment_id=212620cf-b062-4a61-8ff7-b452a9ebaa2f)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:46:17.307593 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-edf6d6b4-8dc5-40e0-882d-ed955765b258 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:17.323777 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network bc5a611a-e6b5-412f-9d2e-839f8a9f5b0b details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:46:17.333294 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-17d48bd3-8097-4626-8683-8f892d3ba071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:17.352211 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5f852488-a642-4067-9a0a-80f137d69790 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:17.359097 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-4446f0d5-e719-4455-972b-9f0286498e7a tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Deleting port 377f5545-278e-4e5e-9edf-089d3df5bf9e {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:17.359395 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4446f0d5-e719-4455-972b-9f0286498e7a tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:17.488848 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5f852488-a642-4067-9a0a-80f137d69790 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] 10.222.0.45 "DELETE /v2.0/subnets/0a4192c7-8ba6-4534-984c-6631774d0425 HTTP/1.1" status: 204 len: 168 time: 1.4782598 May 31 15:46:17.488848 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-17d48bd3-8097-4626-8683-8f892d3ba071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:17.498315 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1a8204ca-8626-46cf-b438-1a21ae1dc200 req-868420ef-05bb-4630-9b4d-1a67cabd30da tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2787023 May 31 15:46:17.499044 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b0900fae-eafa-4c50-97dd-b84d8e481a89 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:17.519236 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51008) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:17.527286 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d28ce-2547-4255-8f09-8b5a853d7d67 None None] Pushing event updated for resources: {'Port': ['ID=ec0351db-e772-46ee-8b7b-bd4b366da2c4,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:17.527518 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-17d48bd3-8097-4626-8683-8f892d3ba071 admin admin] Usage tracker for resource:security_group_rule and tenant:724694108ac94e5fa6c812310b5e43d1 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:17.536611 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-edf6d6b4-8dc5-40e0-882d-ed955765b258 None None] Calling delete_port for 91856a7d-fc0f-4c29-9547-cc2303c9b412 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:17.536710 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-17d48bd3-8097-4626-8683-8f892d3ba071 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:17.542110 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Pushing event updated for resources: {'Network': ['ID=a744f33b-e755-42b1-b388-bdf1bf53b4a5,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:17.549855 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:17.550713 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-17d48bd3-8097-4626-8683-8f892d3ba071 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:17.552504 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.488s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:17.552813 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:17.556599 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-14b7e614-f86f-4b31-bd2f-7083473960a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:17.562914 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-df8d28ce-2547-4255-8f09-8b5a853d7d67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:17.574844 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network a744f33b-e755-42b1-b388-bdf1bf53b4a5 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:46:17.596142 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f852488-a642-4067-9a0a-80f137d69790 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Pushing event deleted for resources: {'Subnet': ['ID=0a4192c7-8ba6-4534-984c-6631774d0425,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:17.613446 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5f852488-a642-4067-9a0a-80f137d69790 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:17.641743 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:46:17.671480 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cda556-9b40-470a-9886-efb6f2aac928 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:17.679214 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cda556-9b40-470a-9886-efb6f2aac928 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:17.685286 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cda556-9b40-470a-9886-efb6f2aac928 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:17.691530 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cda556-9b40-470a-9886-efb6f2aac928 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:17.702229 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e4cda556-9b40-470a-9886-efb6f2aac928 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Synchronizing usage tracker for tenant:0e2acb340776495db89cbe627d28bef6 on resource:network {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:46:17.737941 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e4cda556-9b40-470a-9886-efb6f2aac928 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Unset dirty status for tenant:0e2acb340776495db89cbe627d28bef6 on resource:network {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:46:17.742023 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e4cda556-9b40-470a-9886-efb6f2aac928 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4343650 May 31 15:46:17.744872 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51012) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:17.851895 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b0900fae-eafa-4c50-97dd-b84d8e481a89 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:17.870910 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:17.910552 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:17.914807 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 91856a7d-fc0f-4c29-9547-cc2303c9b412, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=91856a7d-fc0f-4c29-9547-cc2303c9b412,segment=NetworkSegment(212620cf-b062-4a61-8ff7-b452a9ebaa2f),segment_id=212620cf-b062-4a61-8ff7-b452a9ebaa2f)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:46:17.920207 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:17.923106 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b61172c5-4242-4bab-af27-48af5c0fe03f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:17.924705 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fe5a3bd5-7153-4d04-9dc2-2ca7a02589e1 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:17.931802 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-17d48bd3-8097-4626-8683-8f892d3ba071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:17.940962 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-17d48bd3-8097-4626-8683-8f892d3ba071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:17.950113 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9745b92b-bad7-4e1f-a50f-e9f793807690 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:17.968269 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-edf6d6b4-8dc5-40e0-882d-ed955765b258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:17.971875 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event deleted for resources: {'Port': ['ID=91856a7d-fc0f-4c29-9547-cc2303c9b412,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:17.974835 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:17.975308 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:17.985839 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0900fae-eafa-4c50-97dd-b84d8e481a89 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Pushing event deleted for resources: {'Network': ['ID=032d6383-0f97-4a9a-9084-abf99a2deeab,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:17.988435 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b0900fae-eafa-4c50-97dd-b84d8e481a89 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:18.019014 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6d6b4-8dc5-40e0-882d-ed955765b258 None None] Pushing event deleted for resources: {'Port': ['ID=91856a7d-fc0f-4c29-9547-cc2303c9b412,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:18.020909 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf6d6b4-8dc5-40e0-882d-ed955765b258 None None] No DVR routers for this DVR port 91856a7d-fc0f-4c29-9547-cc2303c9b412 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:46:18.022275 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-edf6d6b4-8dc5-40e0-882d-ed955765b258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:18.053974 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-17d48bd3-8097-4626-8683-8f892d3ba071 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=724694108ac94e5fa6c812310b5e43d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0143318 May 31 15:46:18.112563 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51018) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:18.124316 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363c7bb-9894-479b-b1d0-a08b3de9cf02 req-61bfd030-ea5c-4ff4-9c07-45009adbd474 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:18.126021 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0363c7bb-9894-479b-b1d0-a08b3de9cf02 req-61bfd030-ea5c-4ff4-9c07-45009adbd474 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/ports?device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 946 time: 1.0467041 May 31 15:46:18.209163 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51022) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:18.209904 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d48bd3-8097-4626-8683-8f892d3ba071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72104dc-0e9c-4311-9624-a6763a90421f,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:18.219772 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-17d48bd3-8097-4626-8683-8f892d3ba071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:18.233114 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-4e229039-5741-4987-8c7f-d26781ec00d4 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Request body: {'floatingip': {'port_id': 'f19b3ea4-24e8-4d61-8b6d-e504952f1ded'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:18.313779 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fe5a3bd5-7153-4d04-9dc2-2ca7a02589e1 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:18.328700 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4e229039-5741-4987-8c7f-d26781ec00d4 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks [] for floatingip, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:18.383851 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-fe5a3bd5-7153-4d04-9dc2-2ca7a02589e1 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5a611a-e6b5-412f-9d2e-839f8a9f5b0b']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:18.422055 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-fe5a3bd5-7153-4d04-9dc2-2ca7a02589e1 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdfeebe1-a7ba-41af-84fc-57b6279348d5') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:18.422352 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-fe5a3bd5-7153-4d04-9dc2-2ca7a02589e1 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdfeebe1-a7ba-41af-84fc-57b6279348d5') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:18.469563 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b0900fae-eafa-4c50-97dd-b84d8e481a89 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] 10.222.0.45 "DELETE /v2.0/networks/032d6383-0f97-4a9a-9084-abf99a2deeab HTTP/1.1" status: 204 len: 168 time: 4.3978484 May 31 15:46:18.474101 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fe5a3bd5-7153-4d04-9dc2-2ca7a02589e1 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:18.486275 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26868c9c-1df7-4a5e-b62d-37f1fd2092ed tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:18.491567 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51028) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:18.493508 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-26868c9c-1df7-4a5e-b62d-37f1fd2092ed tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6627619 May 31 15:46:18.511208 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4446f0d5-e719-4455-972b-9f0286498e7a tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:18.568584 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fe5a3bd5-7153-4d04-9dc2-2ca7a02589e1 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:18.639958 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe5a3bd5-7153-4d04-9dc2-2ca7a02589e1 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:46:18.640364 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fe5a3bd5-7153-4d04-9dc2-2ca7a02589e1 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:46:18.655223 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:46:18.666440 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-4446f0d5-e719-4455-972b-9f0286498e7a tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Calling delete_port for 377f5545-278e-4e5e-9edf-089d3df5bf9e owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:18.695119 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec67a29-5277-4c58-aca7-00e7de03c711 None None] Network 1dd5edaa-505c-4a5a-a89e-c4a390f4535a requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:46:18.736848 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798477d-0ca2-4ef3-9853-746fa21f776f req-b0f5ea61-40d5-41cf-b936-b55b41030c8a tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:18.738384 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f798477d-0ca2-4ef3-9853-746fa21f776f req-b0f5ea61-40d5-41cf-b936-b55b41030c8a tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.8983190 May 31 15:46:18.738854 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51034) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:18.755147 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51038) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:18.765427 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e3d6fc46-9c4e-40de-8449-19f9b2a2b227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:18.775278 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-99449661-ba52-4265-8900-ca20f5553b45 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Request body: {'floatingip': {'port_id': 'd1aa82af-9429-4951-aaf4-ad8a74748f1e'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:18.800749 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e3d6fc46-9c4e-40de-8449-19f9b2a2b227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:18.830967 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-dff7150e-c3f2-40b0-aded-9dae5eb125b7 None None] Provisioning for port ec0351db-e772-46ee-8b7b-bd4b366da2c4 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:46:18.923923 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1809ee40-0e95-41ff-afd3-04877bdac4f5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:18.940062 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-99449661-ba52-4265-8900-ca20f5553b45 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks [] for floatingip, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:18.987839 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.db.resource_extend [None req-cc87ea04-0fc2-46e7-9afe-5b73e9f5e4c2 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:46:18.999879 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fe5a3bd5-7153-4d04-9dc2-2ca7a02589e1 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:19.027672 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:19.033775 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bd9236-3c35-458a-83e5-36ed28355f4c None None] DHCP port deletion for 1dd5edaa-505c-4a5a-a89e-c4a390f4535a request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:46:19.045174 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fe5a3bd5-7153-4d04-9dc2-2ca7a02589e1 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:19.069315 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-efc76320-c31d-4e82-9be5-380f83fe0514 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d9b003e344314e97bc35feb4f12b3afc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235066 May 31 15:46:19.069315 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e3d6fc46-9c4e-40de-8449-19f9b2a2b227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:19.071511 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51044) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:19.076425 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:19.105793 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a3bd5-7153-4d04-9dc2-2ca7a02589e1 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Pushing event deleted for resources: {'Network': ['ID=bc5a611a-e6b5-412f-9d2e-839f8a9f5b0b,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:19.110466 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-e1bd9236-3c35-458a-83e5-36ed28355f4c None None] Deleting port ec0351db-e772-46ee-8b7b-bd4b366da2c4 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:19.112134 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e1bd9236-3c35-458a-83e5-36ed28355f4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:19.150356 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6fc46-9c4e-40de-8449-19f9b2a2b227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72104dc-0e9c-4311-9624-a6763a90421f,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:19.154741 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-fe5a3bd5-7153-4d04-9dc2-2ca7a02589e1 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:19.170306 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e3d6fc46-9c4e-40de-8449-19f9b2a2b227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:19.191577 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cc87ea04-0fc2-46e7-9afe-5b73e9f5e4c2 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:19.208572 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cc87ea04-0fc2-46e7-9afe-5b73e9f5e4c2 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:19.227127 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-e1bd9236-3c35-458a-83e5-36ed28355f4c None None] For port ec0351db-e772-46ee-8b7b-bd4b366da2c4, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=ec0351db-e772-46ee-8b7b-bd4b366da2c4,segment=NetworkSegment(c454d839-42f8-430c-ad85-7e9d00d92700),segment_id=c454d839-42f8-430c-ad85-7e9d00d92700)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:46:19.227438 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e1bd9236-3c35-458a-83e5-36ed28355f4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:19.237877 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-fe5a3bd5-7153-4d04-9dc2-2ca7a02589e1 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] 10.222.0.45 "DELETE /v2.0/networks/bc5a611a-e6b5-412f-9d2e-839f8a9f5b0b HTTP/1.1" status: 204 len: 168 time: 1.4919775 May 31 15:46:19.263534 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51048) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:19.280825 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e3d6fc46-9c4e-40de-8449-19f9b2a2b227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:19.286041 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e3d6fc46-9c4e-40de-8449-19f9b2a2b227 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a72104dc-0e9c-4311-9624-a6763a90421f HTTP/1.1" status: 204 len: 168 time: 1.1549606 May 31 15:46:19.286041 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4446f0d5-e719-4455-972b-9f0286498e7a tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:19.317707 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-51f08ce8-630a-4efd-acee-4a33f714ae68 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:19.359486 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-e1bd9236-3c35-458a-83e5-36ed28355f4c None None] Calling delete_port for ec0351db-e772-46ee-8b7b-bd4b366da2c4 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:19.437457 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e1bd9236-3c35-458a-83e5-36ed28355f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:19.442174 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446f0d5-e719-4455-972b-9f0286498e7a tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Pushing event deleted for resources: {'Port': ['ID=377f5545-278e-4e5e-9edf-089d3df5bf9e,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:19.465325 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0596f61c-fc2d-4936-b73a-64398a606d49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:19.490485 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4446f0d5-e719-4455-972b-9f0286498e7a tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:19.497491 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1ffc1fd9-3c5a-4fad-9709-40084ebf8738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:19.523685 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd9236-3c35-458a-83e5-36ed28355f4c None None] Pushing event deleted for resources: {'Port': ['ID=ec0351db-e772-46ee-8b7b-bd4b366da2c4,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:19.531479 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e1bd9236-3c35-458a-83e5-36ed28355f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:19.541853 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bd9236-3c35-458a-83e5-36ed28355f4c None None] No DVR routers for this DVR port ec0351db-e772-46ee-8b7b-bd4b366da2c4 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:46:19.662282 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ae18eadd-2f29-428e-a711-f7d46c2b382c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:19.673674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1ffc1fd9-3c5a-4fad-9709-40084ebf8738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:19.682373 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51056) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:19.728138 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-cc87ea04-0fc2-46e7-9afe-5b73e9f5e4c2 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Floating IP a32a8a08-04ef-4716-bd2e-b00eb1533a44 associated. External IP: 172.26.0.198, port: 0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f. May 31 15:46:19.758798 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-1809ee40-0e95-41ff-afd3-04877bdac4f5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Deleting port ec0351db-e772-46ee-8b7b-bd4b366da2c4 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:19.759191 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1809ee40-0e95-41ff-afd3-04877bdac4f5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:19.777746 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4446f0d5-e719-4455-972b-9f0286498e7a tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:19.779640 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4446f0d5-e719-4455-972b-9f0286498e7a tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] 10.222.0.45 "DELETE /v2.0/ports/377f5545-278e-4e5e-9edf-089d3df5bf9e HTTP/1.1" status: 204 len: 168 time: 3.3866158 May 31 15:46:19.794020 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bd0a7325-5c38-45fe-bd78-ab4dce778d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:19.854969 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-bd0a7325-5c38-45fe-bd78-ab4dce778d3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:19.887052 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-bd0a7325-5c38-45fe-bd78-ab4dce778d3c admin admin] Usage tracker for resource:security_group_rule and tenant:6be914f19b8e447f80915acc11ed3d86 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:19.894393 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-bd0a7325-5c38-45fe-bd78-ab4dce778d3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:19.905620 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-bd0a7325-5c38-45fe-bd78-ab4dce778d3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:19.989185 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-1809ee40-0e95-41ff-afd3-04877bdac4f5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] For port ec0351db-e772-46ee-8b7b-bd4b366da2c4, host dv-neutron-601336-79-hyperv, got binding levels [] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:46:19.989548 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1809ee40-0e95-41ff-afd3-04877bdac4f5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:20.141084 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51064) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:20.187981 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1ffc1fd9-3c5a-4fad-9709-40084ebf8738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:20.204176 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ae18eadd-2f29-428e-a711-f7d46c2b382c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:20.211051 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1512bf70-b32a-4dec-9227-6d55d45d4757 tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:20.235946 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc1fd9-3c5a-4fad-9709-40084ebf8738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b69ab4-8df1-4c24-be4e-c0ca1e50a238,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:20.242417 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-ae18eadd-2f29-428e-a711-f7d46c2b382c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a744f33b-e755-42b1-b388-bdf1bf53b4a5']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:20.246996 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-1809ee40-0e95-41ff-afd3-04877bdac4f5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Calling delete_port for ec0351db-e772-46ee-8b7b-bd4b366da2c4 owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:20.258719 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1ffc1fd9-3c5a-4fad-9709-40084ebf8738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:20.264506 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.ipam_backend_mixin [None req-1809ee40-0e95-41ff-afd3-04877bdac4f5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Port ec0351db-e772-46ee-8b7b-bd4b366da2c4 was not found and therefore no delete operation was performed {{(pid=99204) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 31 15:46:20.271997 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-ae18eadd-2f29-428e-a711-f7d46c2b382c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bbb7e2e-04c3-459e-8a61-0daa576271a0') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:20.272283 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-ae18eadd-2f29-428e-a711-f7d46c2b382c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bbb7e2e-04c3-459e-8a61-0daa576271a0') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:20.273799 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1809ee40-0e95-41ff-afd3-04877bdac4f5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:20.281061 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-36bb1597-e735-4ffe-924f-f283b57c16ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:20.291587 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1ffc1fd9-3c5a-4fad-9709-40084ebf8738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:20.295247 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1ffc1fd9-3c5a-4fad-9709-40084ebf8738 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f5b69ab4-8df1-4c24-be4e-c0ca1e50a238 HTTP/1.1" status: 204 len: 168 time: 1.2099900 May 31 15:46:20.298178 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ae18eadd-2f29-428e-a711-f7d46c2b382c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:20.327331 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.db.resource_extend [None req-4e229039-5741-4987-8c7f-d26781ec00d4 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:46:20.390778 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ae18eadd-2f29-428e-a711-f7d46c2b382c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:20.400826 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809ee40-0e95-41ff-afd3-04877bdac4f5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Pushing event deleted for resources: {'Port': ['ID=ec0351db-e772-46ee-8b7b-bd4b366da2c4,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:20.402973 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1809ee40-0e95-41ff-afd3-04877bdac4f5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] No DVR routers for this DVR port ec0351db-e772-46ee-8b7b-bd4b366da2c4 on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:46:20.415327 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1809ee40-0e95-41ff-afd3-04877bdac4f5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:20.426905 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae18eadd-2f29-428e-a711-f7d46c2b382c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:46:20.427334 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ae18eadd-2f29-428e-a711-f7d46c2b382c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:46:20.447936 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:46:20.509515 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-918d22b1-ec0d-4b60-942d-56e03e358d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:20.596451 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bd0a7325-5c38-45fe-bd78-ab4dce778d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:20.608090 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ae18eadd-2f29-428e-a711-f7d46c2b382c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:20.608283 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4e229039-5741-4987-8c7f-d26781ec00d4 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:20.609290 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-918d22b1-ec0d-4b60-942d-56e03e358d27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:20.615114 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bd0a7325-5c38-45fe-bd78-ab4dce778d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:20.615247 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1809ee40-0e95-41ff-afd3-04877bdac4f5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:20.622292 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-30d77f37-88c4-4892-b9f0-398d12a2fe34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:20.626650 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4e229039-5741-4987-8c7f-d26781ec00d4 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:20.637478 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ae18eadd-2f29-428e-a711-f7d46c2b382c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:20.682768 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-918d22b1-ec0d-4b60-942d-56e03e358d27 admin admin] Usage tracker for resource:security_group_rule and tenant:6756b18d267f4df5bafb17d9e056acfd is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:20.689816 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bd0a7325-5c38-45fe-bd78-ab4dce778d3c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6be914f19b8e447f80915acc11ed3d86&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0026655 May 31 15:46:20.690987 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-918d22b1-ec0d-4b60-942d-56e03e358d27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:20.692541 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51080) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:20.695208 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a7325-5c38-45fe-bd78-ab4dce778d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30635509-5d11-4191-910e-9714e60fc736,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:20.698427 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ae18eadd-2f29-428e-a711-f7d46c2b382c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] 10.222.0.45 "DELETE /v2.0/networks/a744f33b-e755-42b1-b388-bdf1bf53b4a5 HTTP/1.1" status: 204 len: 168 time: 1.4284897 May 31 15:46:20.700423 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-1809ee40-0e95-41ff-afd3-04877bdac4f5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd5edaa-505c-4a5a-a89e-c4a390f4535a']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:20.701184 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bd0a7325-5c38-45fe-bd78-ab4dce778d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:20.701685 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c2eb6712-2369-42e4-90e2-9730961ba7dc tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:20.721446 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51084) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:20.724991 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-918d22b1-ec0d-4b60-942d-56e03e358d27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:20.732122 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc87ea04-0fc2-46e7-9afe-5b73e9f5e4c2 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Router 40dbce2f-66ff-499f-aa81-e50ee27208ef has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:46:20.736930 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18eadd-2f29-428e-a711-f7d46c2b382c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Pushing event deleted for resources: {'Network': ['ID=a744f33b-e755-42b1-b388-bdf1bf53b4a5,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:20.742503 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ae18eadd-2f29-428e-a711-f7d46c2b382c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:20.755748 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-1809ee40-0e95-41ff-afd3-04877bdac4f5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c454d839-42f8-430c-ad85-7e9d00d92700') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:20.756286 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-1809ee40-0e95-41ff-afd3-04877bdac4f5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c454d839-42f8-430c-ad85-7e9d00d92700') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:20.930179 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-45c4f16f-f015-4040-b6e1-86beef31496f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:20.978748 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-45c4f16f-f015-4040-b6e1-86beef31496f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:20.991591 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1809ee40-0e95-41ff-afd3-04877bdac4f5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:21.001643 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc87ea04-0fc2-46e7-9afe-5b73e9f5e4c2 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:46:21.004380 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.db.resource_extend [None req-99449661-ba52-4265-8900-ca20f5553b45 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:46:21.008387 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cc87ea04-0fc2-46e7-9afe-5b73e9f5e4c2 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:21.018125 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ec6d50-7af8-4157-a791-26bee8805079 None None] Sync routers for ids ['40dbce2f-66ff-499f-aa81-e50ee27208ef'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:46:21.030202 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ec6d50-7af8-4157-a791-26bee8805079 None None] Routers {'40dbce2f-66ff-499f-aa81-e50ee27208ef'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:46:21.031371 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-19ec6d50-7af8-4157-a791-26bee8805079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:46:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['40dbce2f-66ff-499f-aa81-e50ee27208ef'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:21.097107 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-cc87ea04-0fc2-46e7-9afe-5b73e9f5e4c2 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "PUT /v2.0/floatingips/a32a8a08-04ef-4716-bd2e-b00eb1533a44 HTTP/1.1" status: 200 len: 992 time: 4.1857414 May 31 15:46:21.099819 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8127010-092b-4d4b-a64e-476f2292da89', 'tag': '0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:46:21.102536 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ddb5fb-82af-44f3-b004-d3cdba57b479" -d '{"events": [{"name": "network-changed", "server_uuid": "e8127010-092b-4d4b-a64e-476f2292da89", "tag": "0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:46:21.124124 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51102) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:21.152150 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-45c4f16f-f015-4040-b6e1-86beef31496f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:21.157609 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:21.182396 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4f16f-f015-4040-b6e1-86beef31496f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30635509-5d11-4191-910e-9714e60fc736,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:21.188817 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-45c4f16f-f015-4040-b6e1-86beef31496f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:21.193502 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 15:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffd2f8b-6643-4aca-ba24-ed36212152b6 x-openstack-request-id: req-bffd2f8b-6643-4aca-ba24-ed36212152b6 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:46:21.194286 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8127010-092b-4d4b-a64e-476f2292da89", "tag": "0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:46:21.194759 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bffd2f8b-6643-4aca-ba24-ed36212152b6 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:46:21.195524 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8127010-092b-4d4b-a64e-476f2292da89', 'tag': '0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f', 'status': 'completed', 'code': 200} May 31 15:46:21.198385 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-45c4f16f-f015-4040-b6e1-86beef31496f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:21.199599 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1809ee40-0e95-41ff-afd3-04877bdac4f5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:21.200413 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-45c4f16f-f015-4040-b6e1-86beef31496f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/30635509-5d11-4191-910e-9714e60fc736 HTTP/1.1" status: 204 len: 168 time: 0.5060976 May 31 15:46:21.260751 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1809ee40-0e95-41ff-afd3-04877bdac4f5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:46:21.261171 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1809ee40-0e95-41ff-afd3-04877bdac4f5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:21.329059 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-19ec6d50-7af8-4157-a791-26bee8805079 None None] Set router 40dbce2f-66ff-499f-aa81-e50ee27208ef gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:46:21.350275 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-34099a11-1b96-459a-b1f2-3918553795f7 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1625217541'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:21.358249 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-34099a11-1b96-459a-b1f2-3918553795f7 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:46:21.367192 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:46:21.369528 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-34099a11-1b96-459a-b1f2-3918553795f7 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Usage tracker for resource:network and tenant:84b48f5aa76f4d3582392765ceb13e00 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:21.377860 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030be0f5-5c42-4184-a2ad-ca6b133d641d tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:21.379250 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-34099a11-1b96-459a-b1f2-3918553795f7 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:21.386455 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030be0f5-5c42-4184-a2ad-ca6b133d641d tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:21.387519 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-030be0f5-5c42-4184-a2ad-ca6b133d641d tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Synchronizing usage tracker for tenant:0e2acb340776495db89cbe627d28bef6 on resource:network {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:46:21.390688 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-34099a11-1b96-459a-b1f2-3918553795f7 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:21.394258 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-99449661-ba52-4265-8900-ca20f5553b45 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:21.407052 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34099a11-1b96-459a-b1f2-3918553795f7 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Made reservation on behalf of 84b48f5aa76f4d3582392765ceb13e00 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:21.411598 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-34099a11-1b96-459a-b1f2-3918553795f7 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:21.425846 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-34099a11-1b96-459a-b1f2-3918553795f7 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:21.446697 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-34099a11-1b96-459a-b1f2-3918553795f7 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:21.452271 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-34099a11-1b96-459a-b1f2-3918553795f7 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Usage tracker for resource:security_group_rule and tenant:84b48f5aa76f4d3582392765ceb13e00 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:21.458279 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-34099a11-1b96-459a-b1f2-3918553795f7 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:21.470438 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-34099a11-1b96-459a-b1f2-3918553795f7 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:21.503185 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-99449661-ba52-4265-8900-ca20f5553b45 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:21.576492 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-34099a11-1b96-459a-b1f2-3918553795f7 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:21.583717 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.l3_db [None req-4e229039-5741-4987-8c7f-d26781ec00d4 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Floating IP ac39c5fe-f786-4513-bff8-944fa66aa54c associated. External IP: 172.26.0.237, port: f19b3ea4-24e8-4d61-8b6d-e504952f1ded. May 31 15:46:21.591572 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-34099a11-1b96-459a-b1f2-3918553795f7 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:21.612466 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34099a11-1b96-459a-b1f2-3918553795f7 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:46:21.628393 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c95bd29c-e32c-4117-a2df-7e7d1ac95f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:21.640399 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-34099a11-1b96-459a-b1f2-3918553795f7 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:21.640745 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-34099a11-1b96-459a-b1f2-3918553795f7 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Added segment 957a94df-5b7e-4b3a-883c-d3ad962a664e of type vlan for network 1b71cb82-f36a-420c-8d45-d4dfd88bba2a May 31 15:46:21.669361 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34099a11-1b96-459a-b1f2-3918553795f7 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f839afab-6891-4e76-9b80-418ffd434e77,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:21.673824 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-34099a11-1b96-459a-b1f2-3918553795f7 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:21.738660 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-19ec6d50-7af8-4157-a791-26bee8805079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'name': 'tempest-ServersTestJSON-1948476954-router', 'tenant_id': 'dff69be66365471cb98d4afa08a838e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '85526dd5-c2c3-4e0c-abb4-07685eb315d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:18Z', 'revision_number': 4, 'project_id': 'dff69be66365471cb98d4afa08a838e7', 'gw_port': {'id': '85526dd5-c2c3-4e0c-abb4-07685eb315d3', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ee:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'a32a8a08-04ef-4716-bd2e-b00eb1533a44', 'tenant_id': 'dff69be66365471cb98d4afa08a838e7', 'floating_ip_address': '172.26.0.198', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'port_id': '0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95b2c66c-bf2c-4a95-9a53-2be0f2b2f486', 'mac_address': 'fa:16:3e:59:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8127010-092b-4d4b-a64e-476f2292da89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:45:30Z', 'updated_at': '2021-05-31T15:46:18Z', 'revision_number': 1, 'project_id': 'dff69be66365471cb98d4afa08a838e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '906def24-1a73-4aa0-9eed-2cec96b5be0a', 'name': '', 'network_id': '95b2c66c-bf2c-4a95-9a53-2be0f2b2f486', 'tenant_id': 'dff69be66365471cb98d4afa08a838e7', 'mac_address': 'fa:16:3e:95:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '78474f67-27d4-45ee-a48b-36bd239fb199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:15Z', 'updated_at': '2021-05-31T15:45:27Z', 'revision_number': 5, 'project_id': 'dff69be66365471cb98d4afa08a838e7', 'subnets': [{'id': '78474f67-27d4-45ee-a48b-36bd239fb199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:21.743358 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ec6d50-7af8-4157-a791-26bee8805079 None None] Checking router: 40dbce2f-66ff-499f-aa81-e50ee27208ef for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:46:21.747476 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-34099a11-1b96-459a-b1f2-3918553795f7 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:21.753923 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ec6d50-7af8-4157-a791-26bee8805079 None None] Routers {'40dbce2f-66ff-499f-aa81-e50ee27208ef'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:46:21.757480 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-19ec6d50-7af8-4157-a791-26bee8805079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:46:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['40dbce2f-66ff-499f-aa81-e50ee27208ef'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:21.757787 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-030be0f5-5c42-4184-a2ad-ca6b133d641d tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Unset dirty status for tenant:0e2acb340776495db89cbe627d28bef6 on resource:network {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:46:21.759775 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-030be0f5-5c42-4184-a2ad-ca6b133d641d tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.0356758 May 31 15:46:21.761307 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1809ee40-0e95-41ff-afd3-04877bdac4f5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:21.763110 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51124) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:21.770177 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-6ef024c3-14cc-41d1-bf3d-9f445600ee12 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-733800745'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:21.783362 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-6ef024c3-14cc-41d1-bf3d-9f445600ee12 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:21.787199 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-918d22b1-ec0d-4b60-942d-56e03e358d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:21.795964 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-44bb39a5-e735-472d-ad76-53019baf2bc2 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:21.805734 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-6ef024c3-14cc-41d1-bf3d-9f445600ee12 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:21.817120 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-34099a11-1b96-459a-b1f2-3918553795f7 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:21.817496 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1809ee40-0e95-41ff-afd3-04877bdac4f5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:21.824704 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34099a11-1b96-459a-b1f2-3918553795f7 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:21.825624 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-34099a11-1b96-459a-b1f2-3918553795f7 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:21.831686 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:21.836992 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1809ee40-0e95-41ff-afd3-04877bdac4f5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] 10.222.0.45 "DELETE /v2.0/networks/1dd5edaa-505c-4a5a-a89e-c4a390f4535a HTTP/1.1" status: 204 len: 168 time: 3.3413768 May 31 15:46:21.838185 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809ee40-0e95-41ff-afd3-04877bdac4f5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Pushing event deleted for resources: {'Network': ['ID=1dd5edaa-505c-4a5a-a89e-c4a390f4535a,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:21.846716 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51128) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:21.847420 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-918d22b1-ec0d-4b60-942d-56e03e358d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:21.848948 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef024c3-14cc-41d1-bf3d-9f445600ee12 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Made reservation on behalf of 0e2acb340776495db89cbe627d28bef6 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:21.853380 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6ef024c3-14cc-41d1-bf3d-9f445600ee12 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:21.883643 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1809ee40-0e95-41ff-afd3-04877bdac4f5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:21.888824 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-985926ae-ea35-4881-bc2b-b2e69958dc78 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:21.920579 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-918d22b1-ec0d-4b60-942d-56e03e358d27 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6756b18d267f4df5bafb17d9e056acfd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7779474 May 31 15:46:21.934167 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51134) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:21.991616 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d22b1-ec0d-4b60-942d-56e03e358d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f702613f-627d-4e79-b596-351c0b399e0e,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:22.003635 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef024c3-14cc-41d1-bf3d-9f445600ee12 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:46:22.015738 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-34099a11-1b96-459a-b1f2-3918553795f7 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8855779 May 31 15:46:22.019986 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34099a11-1b96-459a-b1f2-3918553795f7 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event updated for resources: {'Network': ['ID=1b71cb82-f36a-420c-8d45-d4dfd88bba2a,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:22.022303 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51142) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:22.033630 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-34099a11-1b96-459a-b1f2-3918553795f7 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:22.035956 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 1b71cb82-f36a-420c-8d45-d4dfd88bba2a details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:46:22.041739 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-98a7d8bd-8f5e-46f5-8f40-5080911982a6 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Request body: {'subnet': {'network_id': '1b71cb82-f36a-420c-8d45-d4dfd88bba2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:22.068328 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-918d22b1-ec0d-4b60-942d-56e03e358d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:22.104443 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-19ec6d50-7af8-4157-a791-26bee8805079 None None] Set router 40dbce2f-66ff-499f-aa81-e50ee27208ef gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:46:22.162485 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6ef024c3-14cc-41d1-bf3d-9f445600ee12 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:22.163002 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-6ef024c3-14cc-41d1-bf3d-9f445600ee12 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Added segment 1f2fc712-cbc8-482e-ac17-25de1edca6c0 of type vlan for network 0e982a11-5afa-4f7e-bb99-ce2d3c1c24e8 May 31 15:46:22.167529 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-98a7d8bd-8f5e-46f5-8f40-5080911982a6 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:22.180025 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-98a7d8bd-8f5e-46f5-8f40-5080911982a6 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Usage tracker for resource:subnet and tenant:84b48f5aa76f4d3582392765ceb13e00 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:22.181680 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ddb5fb-82af-44f3-b004-d3cdba57b479 req-2ca02491-cb7c-4329-b2c7-8e29a2b242ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:22.183279 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-52ddb5fb-82af-44f3-b004-d3cdba57b479 req-2ca02491-cb7c-4329-b2c7-8e29a2b242ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dff69be66365471cb98d4afa08a838e7&device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 1099 time: 0.9241290 May 31 15:46:22.186364 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-98a7d8bd-8f5e-46f5-8f40-5080911982a6 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:22.213465 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-98a7d8bd-8f5e-46f5-8f40-5080911982a6 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:22.225752 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6ef024c3-14cc-41d1-bf3d-9f445600ee12 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:22.236037 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-45c3b9ed-028e-46f8-aacf-8685cfd9cac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:22.249110 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a7d8bd-8f5e-46f5-8f40-5080911982a6 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Made reservation on behalf of 84b48f5aa76f4d3582392765ceb13e00 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:22.252770 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-98a7d8bd-8f5e-46f5-8f40-5080911982a6 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:22.291623 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.l3_db [None req-99449661-ba52-4265-8900-ca20f5553b45 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Floating IP bc758480-3fb5-4def-91a9-ce30b1933e4f associated. External IP: 172.26.0.16, port: d1aa82af-9429-4951-aaf4-ad8a74748f1e. May 31 15:46:22.342173 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.db.resource_extend [None req-6ef024c3-14cc-41d1-bf3d-9f445600ee12 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:46:22.383295 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-45c3b9ed-028e-46f8-aacf-8685cfd9cac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:22.401001 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6ef024c3-14cc-41d1-bf3d-9f445600ee12 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:22.406695 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef024c3-14cc-41d1-bf3d-9f445600ee12 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:22.407454 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6ef024c3-14cc-41d1-bf3d-9f445600ee12 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:22.417301 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b0900fae-eafa-4c50-97dd-b84d8e481a89 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:22.453567 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-82085c87-e155-465a-a2b6-80a8f5f3fdb0 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:22.629485 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-19ec6d50-7af8-4157-a791-26bee8805079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'name': 'tempest-ServersTestJSON-1948476954-router', 'tenant_id': 'dff69be66365471cb98d4afa08a838e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '85526dd5-c2c3-4e0c-abb4-07685eb315d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:18Z', 'revision_number': 4, 'project_id': 'dff69be66365471cb98d4afa08a838e7', 'gw_port': {'id': '85526dd5-c2c3-4e0c-abb4-07685eb315d3', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ee:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'a32a8a08-04ef-4716-bd2e-b00eb1533a44', 'tenant_id': 'dff69be66365471cb98d4afa08a838e7', 'floating_ip_address': '172.26.0.198', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'port_id': '0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95b2c66c-bf2c-4a95-9a53-2be0f2b2f486', 'mac_address': 'fa:16:3e:59:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8127010-092b-4d4b-a64e-476f2292da89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:45:30Z', 'updated_at': '2021-05-31T15:46:18Z', 'revision_number': 1, 'project_id': 'dff69be66365471cb98d4afa08a838e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '906def24-1a73-4aa0-9eed-2cec96b5be0a', 'name': '', 'network_id': '95b2c66c-bf2c-4a95-9a53-2be0f2b2f486', 'tenant_id': 'dff69be66365471cb98d4afa08a838e7', 'mac_address': 'fa:16:3e:95:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '78474f67-27d4-45ee-a48b-36bd239fb199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:15Z', 'updated_at': '2021-05-31T15:45:27Z', 'revision_number': 5, 'project_id': 'dff69be66365471cb98d4afa08a838e7', 'subnets': [{'id': '78474f67-27d4-45ee-a48b-36bd239fb199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:22.636650 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ec6d50-7af8-4157-a791-26bee8805079 None None] The sync data for ids ['40dbce2f-66ff-499f-aa81-e50ee27208ef'] in dv-neutron-601336-79-hyperv is: [{'id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'name': 'tempest-ServersTestJSON-1948476954-router', 'tenant_id': 'dff69be66365471cb98d4afa08a838e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '85526dd5-c2c3-4e0c-abb4-07685eb315d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:18Z', 'revision_number': 4, 'project_id': 'dff69be66365471cb98d4afa08a838e7', 'gw_port': {'id': '85526dd5-c2c3-4e0c-abb4-07685eb315d3', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ee:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'a32a8a08-04ef-4716-bd2e-b00eb1533a44', 'tenant_id': 'dff69be66365471cb98d4afa08a838e7', 'floating_ip_address': '172.26.0.198', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'port_id': '0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95b2c66c-bf2c-4a95-9a53-2be0f2b2f486', 'mac_address': 'fa:16:3e:59:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8127010-092b-4d4b-a64e-476f2292da89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:45:30Z', 'updated_at': '2021-05-31T15:46:18Z', 'revision_number': 1, 'project_id': 'dff69be66365471cb98d4afa08a838e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '906def24-1a73-4aa0-9eed-2cec96b5be0a', 'name': '', 'network_id': '95b2c66c-bf2c-4a95-9a53-2be0f2b2f486', 'tenant_id': 'dff69be66365471cb98d4afa08a838e7', 'mac_address': 'fa:16:3e:95:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '78474f67-27d4-45ee-a48b-36bd239fb199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:15Z', 'updated_at': '2021-05-31T15:45:27Z', 'revision_number': 5, 'project_id': 'dff69be66365471cb98d4afa08a838e7', 'subnets': [{'id': '78474f67-27d4-45ee-a48b-36bd239fb199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:46:22.727787 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6ef024c3-14cc-41d1-bf3d-9f445600ee12 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9634385 May 31 15:46:22.728808 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef024c3-14cc-41d1-bf3d-9f445600ee12 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Pushing event updated for resources: {'Network': ['ID=0e982a11-5afa-4f7e-bb99-ce2d3c1c24e8,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:22.730935 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51156) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:22.735652 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6ef024c3-14cc-41d1-bf3d-9f445600ee12 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:22.751687 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 0e982a11-5afa-4f7e-bb99-ce2d3c1c24e8 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:46:22.773758 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-624f1ec6-25a6-4c9d-875a-a81ecbab147c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1989762368'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:22.781266 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-624f1ec6-25a6-4c9d-875a-a81ecbab147c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:22.795501 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-624f1ec6-25a6-4c9d-875a-a81ecbab147c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Usage tracker for resource:network and tenant:0e2acb340776495db89cbe627d28bef6 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:22.801220 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-624f1ec6-25a6-4c9d-875a-a81ecbab147c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:22.809073 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-45c3b9ed-028e-46f8-aacf-8685cfd9cac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:22.814962 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-624f1ec6-25a6-4c9d-875a-a81ecbab147c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:22.817044 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bd0a7325-5c38-45fe-bd78-ab4dce778d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:22.837675 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3b9ed-028e-46f8-aacf-8685cfd9cac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f702613f-627d-4e79-b596-351c0b399e0e,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:22.844382 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-45c3b9ed-028e-46f8-aacf-8685cfd9cac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:22.859451 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624f1ec6-25a6-4c9d-875a-a81ecbab147c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Made reservation on behalf of 0e2acb340776495db89cbe627d28bef6 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:22.863714 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-624f1ec6-25a6-4c9d-875a-a81ecbab147c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:22.884780 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-45c3b9ed-028e-46f8-aacf-8685cfd9cac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:22.886112 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-45c3b9ed-028e-46f8-aacf-8685cfd9cac4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f702613f-627d-4e79-b596-351c0b399e0e HTTP/1.1" status: 204 len: 168 time: 0.9509044 May 31 15:46:22.953026 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624f1ec6-25a6-4c9d-875a-a81ecbab147c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:46:22.975434 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-624f1ec6-25a6-4c9d-875a-a81ecbab147c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:22.976585 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-624f1ec6-25a6-4c9d-875a-a81ecbab147c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Added segment 13abffe6-448f-4740-939d-27fb97a17cae of type vlan for network c849187a-b519-4dba-9eef-bfb69ae01e21 May 31 15:46:22.993103 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ddb5fb-82af-44f3-b004-d3cdba57b479 req-d2cef1c6-3056-4c27-a269-c0d69a8c0912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:22.994689 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-52ddb5fb-82af-44f3-b004-d3cdba57b479 req-d2cef1c6-3056-4c27-a269-c0d69a8c0912 service neutron] 10.222.0.59 "GET /v2.0/networks?id=95b2c66c-bf2c-4a95-9a53-2be0f2b2f486 HTTP/1.1" status: 200 len: 907 time: 0.7986789 May 31 15:46:23.012412 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f6b2b9-62fd-401b-bd9b-757c9ed08481 None None] New status for floating IP a32a8a08-04ef-4716-bd2e-b00eb1533a44: ACTIVE {{(pid=99206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 15:46:23.115309 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-624f1ec6-25a6-4c9d-875a-a81ecbab147c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:23.184502 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-624f1ec6-25a6-4c9d-875a-a81ecbab147c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:23.191321 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624f1ec6-25a6-4c9d-875a-a81ecbab147c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:23.192194 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-624f1ec6-25a6-4c9d-875a-a81ecbab147c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:23.200620 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:23.314162 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e229039-5741-4987-8c7f-d26781ec00d4 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Router 2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:46:23.320502 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-624f1ec6-25a6-4c9d-875a-a81ecbab147c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5861914 May 31 15:46:23.338394 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51174) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:23.353814 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Request body: {'ports': [{'network_id': '0e982a11-5afa-4f7e-bb99-ce2d3c1c24e8', 'name': 'tempest-port--1549441878', 'admin_state_up': True}, {'network_id': 'c849187a-b519-4dba-9eef-bfb69ae01e21', 'admin_state_up': False}]} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:23.354394 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Request body: {'port': {'network_id': '0e982a11-5afa-4f7e-bb99-ce2d3c1c24e8', 'name': 'tempest-port--1549441878', 'admin_state_up': True}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:23.355046 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Request body: {'port': {'network_id': 'c849187a-b519-4dba-9eef-bfb69ae01e21', 'admin_state_up': False}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:23.451661 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51178) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:23.453514 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f1ec6-25a6-4c9d-875a-a81ecbab147c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Pushing event updated for resources: {'Network': ['ID=c849187a-b519-4dba-9eef-bfb69ae01e21,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:23.466772 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network c849187a-b519-4dba-9eef-bfb69ae01e21 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:46:23.479129 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-624f1ec6-25a6-4c9d-875a-a81ecbab147c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:23.494150 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-82085c87-e155-465a-a2b6-80a8f5f3fdb0 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:23.518024 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51184) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:23.530892 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-82085c87-e155-465a-a2b6-80a8f5f3fdb0 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['119710e6-4778-4c5a-a475-b53cb36653f8']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:23.589953 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-98a7d8bd-8f5e-46f5-8f40-5080911982a6 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:23.609613 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ecd4579a-525b-4463-be5a-c58a8a2552fc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:23.639411 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-52ddb5fb-82af-44f3-b004-d3cdba57b479 req-8b4ecb1f-b027-4c50-ad65-24bcc2e07181 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f HTTP/1.1" status: 200 len: 1000 time: 0.6271796 May 31 15:46:23.662823 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-82085c87-e155-465a-a2b6-80a8f5f3fdb0 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '212620cf-b062-4a61-8ff7-b452a9ebaa2f') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:23.663622 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-82085c87-e155-465a-a2b6-80a8f5f3fdb0 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '212620cf-b062-4a61-8ff7-b452a9ebaa2f') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:23.740906 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-82085c87-e155-465a-a2b6-80a8f5f3fdb0 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:23.815800 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7d8bd-8f5e-46f5-8f40-5080911982a6 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Checking segment: {'id': '957a94df-5b7e-4b3a-883c-d3ad962a664e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1b71cb82-f36a-420c-8d45-d4dfd88bba2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:46:23.816150 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a7d8bd-8f5e-46f5-8f40-5080911982a6 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Network hostable DHCP agents. Network: 1b71cb82-f36a-420c-8d45-d4dfd88bba2a, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:46:23.819251 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7d8bd-8f5e-46f5-8f40-5080911982a6 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event updated for resources: {'Subnet': ['ID=3c2ecd48-3afa-49b9-ada4-5db9c1b6748e,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:23.823901 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-98a7d8bd-8f5e-46f5-8f40-5080911982a6 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:23.828609 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:23.835682 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Usage tracker for resource:port and tenant:0e2acb340776495db89cbe627d28bef6 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:23.838011 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-1cec381d-141c-4393-8d99-cb01ea0bbb21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1160444585'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:23.838913 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:23.846276 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:23.855461 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a7d8bd-8f5e-46f5-8f40-5080911982a6 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Network 1b71cb82-f36a-420c-8d45-d4dfd88bba2a is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:46:23.862885 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Made reservation on behalf of 0e2acb340776495db89cbe627d28bef6 for: {'port': 2} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:23.867774 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:23.879735 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-98a7d8bd-8f5e-46f5-8f40-5080911982a6 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 1b71cb82-f36a-420c-8d45-d4dfd88bba2a) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:23.889887 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988aac3c-2b1a-4a90-912b-12f612da8a2f None None] Network 1b71cb82-f36a-420c-8d45-d4dfd88bba2a requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:46:23.893669 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:23.904937 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a7d8bd-8f5e-46f5-8f40-5080911982a6 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:23.905218 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1cec381d-141c-4393-8d99-cb01ea0bbb21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:23.905521 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-98a7d8bd-8f5e-46f5-8f40-5080911982a6 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:23.935323 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1cec381d-141c-4393-8d99-cb01ea0bbb21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Usage tracker for resource:network and tenant:4511e581a3e4410695a7b639c4e008e7 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:23.939036 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-82085c87-e155-465a-a2b6-80a8f5f3fdb0 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:23.993511 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-98a7d8bd-8f5e-46f5-8f40-5080911982a6 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9623370 May 31 15:46:23.994243 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ddb5fb-82af-44f3-b004-d3cdba57b479 req-507ed0c6-2b8f-4b52-b58c-80d363315c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:23.996604 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-52ddb5fb-82af-44f3-b004-d3cdba57b479 req-507ed0c6-2b8f-4b52-b58c-80d363315c4e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=78474f67-27d4-45ee-a48b-36bd239fb199 HTTP/1.1" status: 200 len: 845 time: 0.3190169 May 31 15:46:23.998028 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-cea8f044-add3-41af-b35c-2f10105fc4f8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b7217671c9a6459eaaab2ca60da79d9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4737294 May 31 15:46:23.999649 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51190) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:24.012372 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51192) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:24.013014 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1cec381d-141c-4393-8d99-cb01ea0bbb21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:24.015660 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-7c6f48e7-d0cd-4bf6-95b5-76dcbbe656f0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1347022225', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}, 'admin_state_up': False}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:24.025253 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1cec381d-141c-4393-8d99-cb01ea0bbb21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:24.027450 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82085c87-e155-465a-a2b6-80a8f5f3fdb0 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:46:24.028219 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-82085c87-e155-465a-a2b6-80a8f5f3fdb0 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:24.045930 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-7c6f48e7-d0cd-4bf6-95b5-76dcbbe656f0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:24.061191 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] device_id is not set on port ca9a45e8-dddb-4acb-b4c6-3a870b3bcb77 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:46:24.067258 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-7c6f48e7-d0cd-4bf6-95b5-76dcbbe656f0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Usage tracker for resource:router and tenant:84b48f5aa76f4d3582392765ceb13e00 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:24.077019 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-7c6f48e7-d0cd-4bf6-95b5-76dcbbe656f0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:46:24.087392 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:46:24.089338 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-7c6f48e7-d0cd-4bf6-95b5-76dcbbe656f0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:24.117421 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c6f48e7-d0cd-4bf6-95b5-76dcbbe656f0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:24.118420 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c6f48e7-d0cd-4bf6-95b5-76dcbbe656f0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:24.123689 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e711e36-078a-408c-8faf-ca06f57241c8 None None] Network 1b71cb82-f36a-420c-8d45-d4dfd88bba2a requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:46:24.131478 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-724f8f8f-491c-4e3e-b4c3-6b195a1f955f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:24.158101 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-724f8f8f-491c-4e3e-b4c3-6b195a1f955f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:24.212727 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cec381d-141c-4393-8d99-cb01ea0bbb21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Made reservation on behalf of 4511e581a3e4410695a7b639c4e008e7 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:24.216560 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1cec381d-141c-4393-8d99-cb01ea0bbb21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:24.216935 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-724f8f8f-491c-4e3e-b4c3-6b195a1f955f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:24.221800 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:24.234257 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99449661-ba52-4265-8900-ca20f5553b45 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Router 4356be7f-60e2-4865-b729-026e491816be has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:46:24.234927 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f8f8f-491c-4e3e-b4c3-6b195a1f955f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d987d27-5d2a-454f-b42e-4d6ba1c25915,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:24.237811 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-724f8f8f-491c-4e3e-b4c3-6b195a1f955f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:24.242313 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e229039-5741-4987-8c7f-d26781ec00d4 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:46:24.245926 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-724f8f8f-491c-4e3e-b4c3-6b195a1f955f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:24.247078 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1cec381d-141c-4393-8d99-cb01ea0bbb21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:24.251633 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-724f8f8f-491c-4e3e-b4c3-6b195a1f955f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2d987d27-5d2a-454f-b42e-4d6ba1c25915 HTTP/1.1" status: 204 len: 168 time: 0.2303107 May 31 15:46:24.264411 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c6f48e7-d0cd-4bf6-95b5-76dcbbe656f0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:24.269787 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-82085c87-e155-465a-a2b6-80a8f5f3fdb0 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:24.273091 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383ab83e-6bd9-4a70-b0e8-0266500c6a79 None None] Sync routers for ids ['2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:46:24.277418 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9745b92b-bad7-4e1f-a50f-e9f793807690 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:24.287920 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383ab83e-6bd9-4a70-b0e8-0266500c6a79 None None] Routers {'2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:46:24.291098 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-383ab83e-6bd9-4a70-b0e8-0266500c6a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:46:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:24.294009 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-82085c87-e155-465a-a2b6-80a8f5f3fdb0 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:24.295874 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-82085c87-e155-465a-a2b6-80a8f5f3fdb0 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] 10.222.0.45 "DELETE /v2.0/networks/119710e6-4778-4c5a-a475-b53cb36653f8 HTTP/1.1" status: 204 len: 168 time: 2.4153836 May 31 15:46:24.303347 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1cec381d-141c-4393-8d99-cb01ea0bbb21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:24.305369 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51200) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:24.314047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4e229039-5741-4987-8c7f-d26781ec00d4 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:24.368977 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82085c87-e155-465a-a2b6-80a8f5f3fdb0 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Pushing event deleted for resources: {'Network': ['ID=119710e6-4778-4c5a-a475-b53cb36653f8,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:24.381697 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1cec381d-141c-4393-8d99-cb01ea0bbb21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Usage tracker for resource:security_group_rule and tenant:4511e581a3e4410695a7b639c4e008e7 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:24.435015 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1cec381d-141c-4393-8d99-cb01ea0bbb21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:24.438063 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-82085c87-e155-465a-a2b6-80a8f5f3fdb0 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:24.549953 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-383ab83e-6bd9-4a70-b0e8-0266500c6a79 None None] Set router 2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:46:24.636983 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1cec381d-141c-4393-8d99-cb01ea0bbb21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:24.737449 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ddb5fb-82af-44f3-b004-d3cdba57b479 req-2571b267-d40c-477a-ab08-cc0711dc54de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:24.738979 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-52ddb5fb-82af-44f3-b004-d3cdba57b479 req-2571b267-d40c-477a-ab08-cc0711dc54de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=95b2c66c-bf2c-4a95-9a53-2be0f2b2f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7183106 May 31 15:46:24.789254 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4e229039-5741-4987-8c7f-d26781ec00d4 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "PUT /v2.0/floatingips/ac39c5fe-f786-4513-bff8-944fa66aa54c HTTP/1.1" status: 200 len: 992 time: 6.5763028 May 31 15:46:24.808582 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc', 'tag': 'f19b3ea4-24e8-4d61-8b6d-e504952f1ded'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:46:24.810980 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87b6ba6-37a8-4667-8b22-317c7070044f" -d '{"events": [{"name": "network-changed", "server_uuid": "48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc", "tag": "f19b3ea4-24e8-4d61-8b6d-e504952f1ded"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:46:24.851376 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-adc351a3-540f-4e8c-bbc8-b9e056a88959 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:24.968196 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c6f48e7-d0cd-4bf6-95b5-76dcbbe656f0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:25.026691 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:25.063381 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-383ab83e-6bd9-4a70-b0e8-0266500c6a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'name': 'tempest-ServersTestManualDisk-1503760101-router', 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': '05137703-9015-4db2-b06f-03c75570b399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:17Z', 'revision_number': 4, 'project_id': '31cb1923c01a40bcb7e56f6bb437609c', 'gw_port': {'id': '05137703-9015-4db2-b06f-03c75570b399', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'ac39c5fe-f786-4513-bff8-944fa66aa54c', 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c', 'floating_ip_address': '172.26.0.237', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'port_id': 'f19b3ea4-24e8-4d61-8b6d-e504952f1ded', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9762618e-b801-4945-a348-7f7865b0995e', 'mac_address': 'fa:16:3e:08:6f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:45:26Z', 'updated_at': '2021-05-31T15:46:20Z', 'revision_number': 1, 'project_id': '31cb1923c01a40bcb7e56f6bb437609c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a39b6d4c-307e-48e6-8abf-9bbe78f268b5', 'name': '', 'network_id': '9762618e-b801-4945-a348-7f7865b0995e', 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c', 'mac_address': 'fa:16:3e:e1:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7fb83780-73dc-46ad-8905-afe39908f206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:14Z', 'updated_at': '2021-05-31T15:45:30Z', 'revision_number': 5, 'project_id': '31cb1923c01a40bcb7e56f6bb437609c', 'subnets': [{'id': '7fb83780-73dc-46ad-8905-afe39908f206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:25.066676 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 15:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8afe47d-aa0e-4f4a-895d-6761b32e820a x-openstack-request-id: req-c8afe47d-aa0e-4f4a-895d-6761b32e820a {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:46:25.067024 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc", "tag": "f19b3ea4-24e8-4d61-8b6d-e504952f1ded", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:46:25.067313 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c8afe47d-aa0e-4f4a-895d-6761b32e820a {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:46:25.067749 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc', 'tag': 'f19b3ea4-24e8-4d61-8b6d-e504952f1ded', 'status': 'completed', 'code': 200} May 31 15:46:25.067861 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383ab83e-6bd9-4a70-b0e8-0266500c6a79 None None] Checking router: 2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:46:25.077668 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383ab83e-6bd9-4a70-b0e8-0266500c6a79 None None] Routers {'2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:46:25.078301 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-383ab83e-6bd9-4a70-b0e8-0266500c6a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:46:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:25.213863 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99449661-ba52-4265-8900-ca20f5553b45 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:46:25.225558 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202503d0-1e88-4a60-bffc-e188d118085a None None] Sync routers for ids ['4356be7f-60e2-4865-b729-026e491816be'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:46:25.246569 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202503d0-1e88-4a60-bffc-e188d118085a None None] Routers {'4356be7f-60e2-4865-b729-026e491816be'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:46:25.247262 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-202503d0-1e88-4a60-bffc-e188d118085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:46:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4356be7f-60e2-4865-b729-026e491816be'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:25.321400 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] device_id is not set on port 375a59bb-50f2-4ac3-a235-d6a8cb9fc098 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:46:25.331440 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51228) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:25.368107 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b6ba6-37a8-4667-8b22-317c7070044f req-b9521b73-47e6-4f20-8b02-49a4c151a7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:25.369667 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d87b6ba6-37a8-4667-8b22-317c7070044f req-b9521b73-47e6-4f20-8b02-49a4c151a7e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=31cb1923c01a40bcb7e56f6bb437609c&device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 1099 time: 0.2369921 May 31 15:46:25.375563 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-52ddb5fb-82af-44f3-b004-d3cdba57b479 req-749f6bfe-a78e-43cf-9355-34fb450c7f8f service neutron] 10.222.0.59 "GET /v2.0/networks/95b2c66c-bf2c-4a95-9a53-2be0f2b2f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6198010 May 31 15:46:25.378190 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-adc351a3-540f-4e8c-bbc8-b9e056a88959 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:25.388043 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1cec381d-141c-4393-8d99-cb01ea0bbb21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:25.394986 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-99449661-ba52-4265-8900-ca20f5553b45 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:25.421191 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-383ab83e-6bd9-4a70-b0e8-0266500c6a79 None None] Set router 2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:46:25.447521 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-adc351a3-540f-4e8c-bbc8-b9e056a88959 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c71886c-4375-49a8-a021-3cea5cfac4ca']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:25.462209 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1cec381d-141c-4393-8d99-cb01ea0bbb21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:25.478319 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:25.503715 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-adc351a3-540f-4e8c-bbc8-b9e056a88959 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e9c8558-761a-4a8d-b7b8-99f7ed526ba4') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:25.504310 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-adc351a3-540f-4e8c-bbc8-b9e056a88959 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e9c8558-761a-4a8d-b7b8-99f7ed526ba4') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:25.580579 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-202503d0-1e88-4a60-bffc-e188d118085a None None] Set router 4356be7f-60e2-4865-b729-026e491816be gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:46:25.585731 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-adc351a3-540f-4e8c-bbc8-b9e056a88959 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:25.619286 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cec381d-141c-4393-8d99-cb01ea0bbb21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:46:25.633814 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-99449661-ba52-4265-8900-ca20f5553b45 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "PUT /v2.0/floatingips/bc758480-3fb5-4def-91a9-ce30b1933e4f HTTP/1.1" status: 200 len: 990 time: 6.8643465 May 31 15:46:25.638864 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec381d-141c-4393-8d99-cb01ea0bbb21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94691c50-d5a5-46be-99d0-1f4fd0dd969a,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:25.643638 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-adc351a3-540f-4e8c-bbc8-b9e056a88959 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:25.649152 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1cec381d-141c-4393-8d99-cb01ea0bbb21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:25.659377 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1cec381d-141c-4393-8d99-cb01ea0bbb21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:25.659724 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-1cec381d-141c-4393-8d99-cb01ea0bbb21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Added segment eb61b597-87b4-4628-9152-07753f2cb23a of type vlan for network 28ae4079-76a6-4410-b8d4-1a0520b54819 May 31 15:46:25.676830 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:25.677189 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc351a3-540f-4e8c-bbc8-b9e056a88959 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:46:25.677601 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-adc351a3-540f-4e8c-bbc8-b9e056a88959 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:46:25.694193 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:46:25.699935 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-15f3f191-b580-4478-969a-ae7efe6fc341 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1839546882'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:25.736685 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-15f3f191-b580-4478-969a-ae7efe6fc341 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:25.762155 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-15f3f191-b580-4478-969a-ae7efe6fc341 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Usage tracker for resource:network and tenant:5ee7137da44d465ca45dbec81f44bd4c is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:25.824889 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-15f3f191-b580-4478-969a-ae7efe6fc341 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:25.842829 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-52ddb5fb-82af-44f3-b004-d3cdba57b479 req-ae4023ab-e045-470c-896b-6658888c0569 service neutron] 10.222.0.59 "GET /v2.0/networks/95b2c66c-bf2c-4a95-9a53-2be0f2b2f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501398 May 31 15:46:25.850883 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-15f3f191-b580-4478-969a-ae7efe6fc341 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:25.869892 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1cec381d-141c-4393-8d99-cb01ea0bbb21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:25.875118 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-adc351a3-540f-4e8c-bbc8-b9e056a88959 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:25.880408 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:25.903580 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-adc351a3-540f-4e8c-bbc8-b9e056a88959 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:25.905595 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-383ab83e-6bd9-4a70-b0e8-0266500c6a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'name': 'tempest-ServersTestManualDisk-1503760101-router', 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': '05137703-9015-4db2-b06f-03c75570b399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:17Z', 'revision_number': 4, 'project_id': '31cb1923c01a40bcb7e56f6bb437609c', 'gw_port': {'id': '05137703-9015-4db2-b06f-03c75570b399', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'ac39c5fe-f786-4513-bff8-944fa66aa54c', 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c', 'floating_ip_address': '172.26.0.237', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'port_id': 'f19b3ea4-24e8-4d61-8b6d-e504952f1ded', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9762618e-b801-4945-a348-7f7865b0995e', 'mac_address': 'fa:16:3e:08:6f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:45:26Z', 'updated_at': '2021-05-31T15:46:20Z', 'revision_number': 1, 'project_id': '31cb1923c01a40bcb7e56f6bb437609c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a39b6d4c-307e-48e6-8abf-9bbe78f268b5', 'name': '', 'network_id': '9762618e-b801-4945-a348-7f7865b0995e', 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c', 'mac_address': 'fa:16:3e:e1:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7fb83780-73dc-46ad-8905-afe39908f206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:14Z', 'updated_at': '2021-05-31T15:45:30Z', 'revision_number': 5, 'project_id': '31cb1923c01a40bcb7e56f6bb437609c', 'subnets': [{'id': '7fb83780-73dc-46ad-8905-afe39908f206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:25.908441 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc351a3-540f-4e8c-bbc8-b9e056a88959 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Pushing event deleted for resources: {'Network': ['ID=8c71886c-4375-49a8-a021-3cea5cfac4ca,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:25.914206 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-adc351a3-540f-4e8c-bbc8-b9e056a88959 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:25.916984 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383ab83e-6bd9-4a70-b0e8-0266500c6a79 None None] The sync data for ids ['2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7'] in dv-neutron-601336-79-hyperv is: [{'id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'name': 'tempest-ServersTestManualDisk-1503760101-router', 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': '05137703-9015-4db2-b06f-03c75570b399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:17Z', 'revision_number': 4, 'project_id': '31cb1923c01a40bcb7e56f6bb437609c', 'gw_port': {'id': '05137703-9015-4db2-b06f-03c75570b399', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'ac39c5fe-f786-4513-bff8-944fa66aa54c', 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c', 'floating_ip_address': '172.26.0.237', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'port_id': 'f19b3ea4-24e8-4d61-8b6d-e504952f1ded', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9762618e-b801-4945-a348-7f7865b0995e', 'mac_address': 'fa:16:3e:08:6f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:45:26Z', 'updated_at': '2021-05-31T15:46:20Z', 'revision_number': 1, 'project_id': '31cb1923c01a40bcb7e56f6bb437609c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a39b6d4c-307e-48e6-8abf-9bbe78f268b5', 'name': '', 'network_id': '9762618e-b801-4945-a348-7f7865b0995e', 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c', 'mac_address': 'fa:16:3e:e1:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7fb83780-73dc-46ad-8905-afe39908f206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:14Z', 'updated_at': '2021-05-31T15:45:30Z', 'revision_number': 5, 'project_id': '31cb1923c01a40bcb7e56f6bb437609c', 'subnets': [{'id': '7fb83780-73dc-46ad-8905-afe39908f206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:46:25.940999 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-adc351a3-540f-4e8c-bbc8-b9e056a88959 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] 10.222.0.45 "DELETE /v2.0/networks/8c71886c-4375-49a8-a021-3cea5cfac4ca HTTP/1.1" status: 204 len: 168 time: 1.6300673 May 31 15:46:25.941692 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51236) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:25.953433 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1cec381d-141c-4393-8d99-cb01ea0bbb21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:25.960863 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cec381d-141c-4393-8d99-cb01ea0bbb21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:25.961522 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1cec381d-141c-4393-8d99-cb01ea0bbb21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:25.967252 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-704b2912-7a31-4806-9972-22cc97992b62 tempest-PortsAdminExtendedAttrsTestJSON-392486016 tempest-PortsAdminExtendedAttrsTestJSON-392486016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:26.050319 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c6f48e7-d0cd-4bf6-95b5-76dcbbe656f0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for router_gateway, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:26.084582 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f3f191-b580-4478-969a-ae7efe6fc341 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Made reservation on behalf of 5ee7137da44d465ca45dbec81f44bd4c for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:26.084975 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-202503d0-1e88-4a60-bffc-e188d118085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4356be7f-60e2-4865-b729-026e491816be', 'name': 'tempest-ServerActionsTestJSON-60769872-router', 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'daa7d29b-63f7-401f-87ae-664065b3d223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:20Z', 'revision_number': 4, 'project_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'gw_port': {'id': 'daa7d29b-63f7-401f-87ae-664065b3d223', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4356be7f-60e2-4865-b729-026e491816be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'bc758480-3fb5-4def-91a9-ce30b1933e4f', 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'floating_ip_address': '172.26.0.16', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '4356be7f-60e2-4865-b729-026e491816be', 'port_id': 'd1aa82af-9429-4951-aaf4-ad8a74748f1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd344e8f1-f415-4064-9d12-68c70eb6ac0b', 'mac_address': 'fa:16:3e:fa:f2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9770ef2b-c687-4266-a06e-ae77f983afd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:45:32Z', 'updated_at': '2021-05-31T15:46:20Z', 'revision_number': 1, 'project_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf1442f4-3076-464d-a628-de537d74f8c9', 'name': '', 'network_id': 'd344e8f1-f415-4064-9d12-68c70eb6ac0b', 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'mac_address': 'fa:16:3e:63:9d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4356be7f-60e2-4865-b729-026e491816be', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '418ec826-97fb-4894-813a-51ffe25a7768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:16Z', 'updated_at': '2021-05-31T15:45:33Z', 'revision_number': 5, 'project_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'subnets': [{'id': '418ec826-97fb-4894-813a-51ffe25a7768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:26.090203 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202503d0-1e88-4a60-bffc-e188d118085a None None] Checking router: 4356be7f-60e2-4865-b729-026e491816be for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:46:26.090359 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-15f3f191-b580-4478-969a-ae7efe6fc341 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:26.100735 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202503d0-1e88-4a60-bffc-e188d118085a None None] Routers {'4356be7f-60e2-4865-b729-026e491816be'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:46:26.101374 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-202503d0-1e88-4a60-bffc-e188d118085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:46:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4356be7f-60e2-4865-b729-026e491816be'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:26.126856 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:26.131006 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec381d-141c-4393-8d99-cb01ea0bbb21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Pushing event updated for resources: {'Network': ['ID=28ae4079-76a6-4410-b8d4-1a0520b54819,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:26.134800 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1cec381d-141c-4393-8d99-cb01ea0bbb21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:26.142160 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1cec381d-141c-4393-8d99-cb01ea0bbb21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.6716957 May 31 15:46:26.148364 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b6ba6-37a8-4667-8b22-317c7070044f req-5251c434-9933-4ba9-9d87-3c289d7a3a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:26.150019 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d87b6ba6-37a8-4667-8b22-317c7070044f req-5251c434-9933-4ba9-9d87-3c289d7a3a14 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9762618e-b801-4945-a348-7f7865b0995e HTTP/1.1" status: 200 len: 913 time: 0.6867459 May 31 15:46:26.173303 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 28ae4079-76a6-4410-b8d4-1a0520b54819 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:46:26.204421 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:26.240564 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c6f48e7-d0cd-4bf6-95b5-76dcbbe656f0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:26.242331 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-15f3f191-b580-4478-969a-ae7efe6fc341 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:26.259225 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e3d7c7-1923-41e0-84b0-f213c8cab348 None None] New status for floating IP ac39c5fe-f786-4513-bff8-944fa66aa54c: ACTIVE {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 15:46:26.439103 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-202503d0-1e88-4a60-bffc-e188d118085a None None] Set router 4356be7f-60e2-4865-b729-026e491816be gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:46:26.447061 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51248) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:26.454411 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Request body: {'port': {'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819', 'binding:host_id': 'hv-neutron-6013', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092172338'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:26.461416 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:26.467909 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Usage tracker for resource:port and tenant:0197c5eb7ec34456a953f2ce894405a9 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:26.472582 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:26.479912 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:26.486569 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-15f3f191-b580-4478-969a-ae7efe6fc341 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:26.497113 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Made reservation on behalf of 0197c5eb7ec34456a953f2ce894405a9 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:26.501330 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:26.522102 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:26.531876 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-15f3f191-b580-4478-969a-ae7efe6fc341 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Usage tracker for resource:security_group_rule and tenant:5ee7137da44d465ca45dbec81f44bd4c is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:26.540796 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-15f3f191-b580-4478-969a-ae7efe6fc341 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:26.546963 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:26.550940 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Usage tracker for resource:security_group_rule and tenant:0197c5eb7ec34456a953f2ce894405a9 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:26.555241 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:26.556091 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ded76aff-790f-456c-8dff-88a3d98d1cea tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:26.561492 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-15f3f191-b580-4478-969a-ae7efe6fc341 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:26.561662 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:26.580305 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Pushing event updated for resources: {'Port': ['ID=ca9a45e8-dddb-4acb-b4c6-3a870b3bcb77,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:26.603763 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:26.626526 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Checking segment: {'id': '1f2fc712-cbc8-482e-ac17-25de1edca6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0e982a11-5afa-4f7e-bb99-ce2d3c1c24e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:46:26.627353 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Network hostable DHCP agents. Network: 0e982a11-5afa-4f7e-bb99-ce2d3c1c24e8, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:46:26.648874 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d87b6ba6-37a8-4667-8b22-317c7070044f req-4ad6af89-6dd3-456a-aaf1-75ddc3e52a66 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f19b3ea4-24e8-4d61-8b6d-e504952f1ded HTTP/1.1" status: 200 len: 1000 time: 0.3679924 May 31 15:46:26.692339 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:26.697618 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:26.701406 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ffccf66d-419b-4d13-afcd-700822d3f83e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:26.710721 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] device_id is not set on port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:46:26.843710 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Network 0e982a11-5afa-4f7e-bb99-ce2d3c1c24e8 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:46:26.902372 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-202503d0-1e88-4a60-bffc-e188d118085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4356be7f-60e2-4865-b729-026e491816be', 'name': 'tempest-ServerActionsTestJSON-60769872-router', 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'daa7d29b-63f7-401f-87ae-664065b3d223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:20Z', 'revision_number': 4, 'project_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'gw_port': {'id': 'daa7d29b-63f7-401f-87ae-664065b3d223', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4356be7f-60e2-4865-b729-026e491816be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'bc758480-3fb5-4def-91a9-ce30b1933e4f', 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'floating_ip_address': '172.26.0.16', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '4356be7f-60e2-4865-b729-026e491816be', 'port_id': 'd1aa82af-9429-4951-aaf4-ad8a74748f1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd344e8f1-f415-4064-9d12-68c70eb6ac0b', 'mac_address': 'fa:16:3e:fa:f2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9770ef2b-c687-4266-a06e-ae77f983afd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:45:32Z', 'updated_at': '2021-05-31T15:46:20Z', 'revision_number': 1, 'project_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf1442f4-3076-464d-a628-de537d74f8c9', 'name': '', 'network_id': 'd344e8f1-f415-4064-9d12-68c70eb6ac0b', 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'mac_address': 'fa:16:3e:63:9d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4356be7f-60e2-4865-b729-026e491816be', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '418ec826-97fb-4894-813a-51ffe25a7768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:16Z', 'updated_at': '2021-05-31T15:45:33Z', 'revision_number': 5, 'project_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'subnets': [{'id': '418ec826-97fb-4894-813a-51ffe25a7768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:26.907521 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202503d0-1e88-4a60-bffc-e188d118085a None None] The sync data for ids ['4356be7f-60e2-4865-b729-026e491816be'] in dv-neutron-601336-79-hyperv is: [{'id': '4356be7f-60e2-4865-b729-026e491816be', 'name': 'tempest-ServerActionsTestJSON-60769872-router', 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'daa7d29b-63f7-401f-87ae-664065b3d223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:20Z', 'revision_number': 4, 'project_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'gw_port': {'id': 'daa7d29b-63f7-401f-87ae-664065b3d223', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4356be7f-60e2-4865-b729-026e491816be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'bc758480-3fb5-4def-91a9-ce30b1933e4f', 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'floating_ip_address': '172.26.0.16', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '4356be7f-60e2-4865-b729-026e491816be', 'port_id': 'd1aa82af-9429-4951-aaf4-ad8a74748f1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd344e8f1-f415-4064-9d12-68c70eb6ac0b', 'mac_address': 'fa:16:3e:fa:f2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9770ef2b-c687-4266-a06e-ae77f983afd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:45:32Z', 'updated_at': '2021-05-31T15:46:20Z', 'revision_number': 1, 'project_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf1442f4-3076-464d-a628-de537d74f8c9', 'name': '', 'network_id': 'd344e8f1-f415-4064-9d12-68c70eb6ac0b', 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'mac_address': 'fa:16:3e:63:9d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4356be7f-60e2-4865-b729-026e491816be', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '418ec826-97fb-4894-813a-51ffe25a7768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:16Z', 'updated_at': '2021-05-31T15:45:33Z', 'revision_number': 5, 'project_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'subnets': [{'id': '418ec826-97fb-4894-813a-51ffe25a7768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:46:26.952944 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf81f6f-a5f0-4e23-90fe-e8fe166efce2,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:26.970636 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:27.063810 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] device_id is not set on port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:46:27.068491 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9770ef2b-c687-4266-a06e-ae77f983afd9', 'tag': 'd1aa82af-9429-4951-aaf4-ad8a74748f1e'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:46:27.070891 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1d4bfa-f06c-4fb2-bf63-a612ff641c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "9770ef2b-c687-4266-a06e-ae77f983afd9", "tag": "d1aa82af-9429-4951-aaf4-ad8a74748f1e"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:46:27.079753 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:27.081000 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b6ba6-37a8-4667-8b22-317c7070044f req-51129ce5-0f44-4f28-858b-512438975632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:27.082573 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d87b6ba6-37a8-4667-8b22-317c7070044f req-51129ce5-0f44-4f28-858b-512438975632 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7fb83780-73dc-46ad-8905-afe39908f206 HTTP/1.1" status: 200 len: 851 time: 0.3841228 May 31 15:46:27.083796 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-7c6f48e7-d0cd-4bf6-95b5-76dcbbe656f0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Allocated IP 172.26.0.93 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/93cc2535-8a1f-4ec3-8d35-14ab473b0a60) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:46:27.094981 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Transition to ACTIVE for port object a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 will not be triggered until provisioned by entity L2. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:46:27.097701 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 0e982a11-5afa-4f7e-bb99-ce2d3c1c24e8) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:27.108501 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc94cc8-7be0-4557-9cdb-04c9a2159e0e None None] Network 0e982a11-5afa-4f7e-bb99-ce2d3c1c24e8 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:46:27.116965 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:27.126449 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-201f9313-d5f3-4891-8187-c98772441141 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:27.177708 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 15:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ed44d7-6f38-4adb-ab60-70286a89c25e x-openstack-request-id: req-97ed44d7-6f38-4adb-ab60-70286a89c25e {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:46:27.178216 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9770ef2b-c687-4266-a06e-ae77f983afd9", "tag": "d1aa82af-9429-4951-aaf4-ad8a74748f1e", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:46:27.179532 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-97ed44d7-6f38-4adb-ab60-70286a89c25e {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:46:27.179532 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9770ef2b-c687-4266-a06e-ae77f983afd9', 'tag': 'd1aa82af-9429-4951-aaf4-ad8a74748f1e', 'status': 'completed', 'code': 200} May 31 15:46:27.184823 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ded76aff-790f-456c-8dff-88a3d98d1cea tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:27.198160 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c46bfb-552f-4a42-9075-a476793736be None None] New status for floating IP bc758480-3fb5-4def-91a9-ce30b1933e4f: ACTIVE {{(pid=99206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 15:46:27.200432 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-ded76aff-790f-456c-8dff-88a3d98d1cea tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73cbf9cf-8b70-4cb0-bd5d-a34aba69571d']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:27.214383 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-ded76aff-790f-456c-8dff-88a3d98d1cea tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '998c6062-cb9a-494b-abf2-8a6cd00abf72') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:27.214736 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-ded76aff-790f-456c-8dff-88a3d98d1cea tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '998c6062-cb9a-494b-abf2-8a6cd00abf72') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:27.228874 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ded76aff-790f-456c-8dff-88a3d98d1cea tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:27.249124 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ded76aff-790f-456c-8dff-88a3d98d1cea tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:27.258578 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded76aff-790f-456c-8dff-88a3d98d1cea tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:46:27.259523 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ded76aff-790f-456c-8dff-88a3d98d1cea tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:46:27.373400 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:46:27.375365 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:27.376212 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:27.408062 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e846a5ec-5889-4bdb-a868-eaf11a94dfaa tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:27.450728 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Pushing event updated for resources: {'Port': ['ID=a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:27.459493 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:27.477728 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Checking segment: {'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:46:27.478283 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Network hostable DHCP agents. Network: 28ae4079-76a6-4410-b8d4-1a0520b54819, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:46:27.506221 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d4bfa-f06c-4fb2-bf63-a612ff641c6e req-21deb9fc-3367-425e-b9ed-27c691348c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:27.507775 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-6f1d4bfa-f06c-4fb2-bf63-a612ff641c6e req-21deb9fc-3367-425e-b9ed-27c691348c5c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2768fca4df5d4b0e9f63be80d17b6d42&device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 1098 time: 0.3168187 May 31 15:46:27.508933 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Network 28ae4079-76a6-4410-b8d4-1a0520b54819 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:46:27.529167 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ded76aff-790f-456c-8dff-88a3d98d1cea tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:27.541299 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 28ae4079-76a6-4410-b8d4-1a0520b54819) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:27.591808 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:27.596436 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5aa2ad1-e17d-4292-850f-f182043cbd47 None None] Network 28ae4079-76a6-4410-b8d4-1a0520b54819 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:46:27.620137 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ded76aff-790f-456c-8dff-88a3d98d1cea tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:27.634927 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:27.635450 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:27.635921 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:27.642670 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ded76aff-790f-456c-8dff-88a3d98d1cea tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] 10.222.0.45 "DELETE /v2.0/networks/73cbf9cf-8b70-4cb0-bd5d-a34aba69571d HTTP/1.1" status: 204 len: 168 time: 1.6962066 May 31 15:46:27.654788 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:46:27.656611 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Failed to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] May 31 15:46:27.661940 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-15f3f191-b580-4478-969a-ae7efe6fc341 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:27.663269 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Pushing event updated for resources: {'Port': ['ID=375a59bb-50f2-4ac3-a235-d6a8cb9fc098,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:27.663448 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempt 2 to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 May 31 15:46:27.669370 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:27.673726 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f1fbd63b-6c95-456e-b004-5ff3ba10ac3b tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:27.702601 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded76aff-790f-456c-8dff-88a3d98d1cea tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Pushing event deleted for resources: {'Network': ['ID=73cbf9cf-8b70-4cb0-bd5d-a34aba69571d,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:27.712003 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-15f3f191-b580-4478-969a-ae7efe6fc341 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:27.722127 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ded76aff-790f-456c-8dff-88a3d98d1cea tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:27.724143 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e3d6fc46-9c4e-40de-8449-19f9b2a2b227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:27.728369 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:27.728800 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:27.729210 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:27.735083 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b6ba6-37a8-4667-8b22-317c7070044f req-c723d0b4-0ae5-4503-9335-391d10f2ad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:27.737604 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d87b6ba6-37a8-4667-8b22-317c7070044f req-c723d0b4-0ae5-4503-9335-391d10f2ad00 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9762618e-b801-4945-a348-7f7865b0995e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6338789 May 31 15:46:27.746882 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:46:27.747378 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Failed to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] May 31 15:46:27.749356 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempt 3 to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 May 31 15:46:27.753499 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Checking segment: {'id': '13abffe6-448f-4740-939d-27fb97a17cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'c849187a-b519-4dba-9eef-bfb69ae01e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:46:27.753863 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Network hostable DHCP agents. Network: c849187a-b519-4dba-9eef-bfb69ae01e21, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:46:27.763590 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d4bfa-f06c-4fb2-bf63-a612ff641c6e req-f1914245-7f8d-48fe-9b69-eb3269ced786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:27.765156 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-6f1d4bfa-f06c-4fb2-bf63-a612ff641c6e req-f1914245-7f8d-48fe-9b69-eb3269ced786 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d344e8f1-f415-4064-9d12-68c70eb6ac0b HTTP/1.1" status: 200 len: 911 time: 0.2500510 May 31 15:46:27.769794 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:27.770200 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:27.770600 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:27.817360 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f3f191-b580-4478-969a-ae7efe6fc341 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:46:27.829671 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:46:27.830105 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Failed to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] May 31 15:46:27.835729 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempt 4 to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 May 31 15:46:27.875839 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:27.876191 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:27.876681 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:27.886366 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:46:27.888185 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Failed to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] May 31 15:46:27.890420 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3f191-b580-4478-969a-ae7efe6fc341 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2af9a41-3314-4aff-ad0d-e0d09103fdb7,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:27.890550 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempt 5 to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 May 31 15:46:27.895483 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-15f3f191-b580-4478-969a-ae7efe6fc341 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:27.908885 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-6f1d4bfa-f06c-4fb2-bf63-a612ff641c6e req-1e95010a-0c7f-4171-b096-fb9a5cc9a3db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1aa82af-9429-4951-aaf4-ad8a74748f1e HTTP/1.1" status: 200 len: 1000 time: 0.1327090 May 31 15:46:27.910981 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:27.911823 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:27.911823 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:27.916609 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:46:27.916921 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Failed to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] May 31 15:46:27.917300 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempt 6 to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 May 31 15:46:27.927039 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-15f3f191-b580-4478-969a-ae7efe6fc341 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:27.927387 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-15f3f191-b580-4478-969a-ae7efe6fc341 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Added segment 1bbdccdd-5dcf-4f5d-b32f-fe20eaae107b of type vlan for network 92cce474-50f7-4ea2-9167-48128a17863b May 31 15:46:27.940096 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c6f48e7-d0cd-4bf6-95b5-76dcbbe656f0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:27.951348 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Network c849187a-b519-4dba-9eef-bfb69ae01e21 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:46:27.984438 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:27.984777 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:27.985105 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:27.992832 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:46:27.993176 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Failed to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] May 31 15:46:27.995318 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempt 7 to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 May 31 15:46:28.014238 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d4bfa-f06c-4fb2-bf63-a612ff641c6e req-935ce620-15a5-488e-bdb5-78733416a271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:28.015759 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-6f1d4bfa-f06c-4fb2-bf63-a612ff641c6e req-935ce620-15a5-488e-bdb5-78733416a271 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=418ec826-97fb-4894-813a-51ffe25a7768 HTTP/1.1" status: 200 len: 849 time: 0.0902896 May 31 15:46:28.017953 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:28.018283 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:28.018612 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:28.023552 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:46:28.023872 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Failed to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] May 31 15:46:28.024256 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempt 8 to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 May 31 15:46:28.028749 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-15f3f191-b580-4478-969a-ae7efe6fc341 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:28.040860 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, c849187a-b519-4dba-9eef-bfb69ae01e21) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:28.052771 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d92b38-b37c-460b-bcc2-b75f6c4d9306 None None] Network c849187a-b519-4dba-9eef-bfb69ae01e21 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:46:28.055299 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51266) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:28.056109 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:28.061944 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:28.066892 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:28.067584 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:28.083860 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:28.084194 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:28.084518 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:28.092254 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:46:28.092618 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Failed to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] May 31 15:46:28.093623 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempt 9 to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 May 31 15:46:28.123391 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:28.123717 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:28.124052 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:28.131764 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:46:28.132468 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Failed to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] May 31 15:46:28.133527 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempt 10 to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 May 31 15:46:28.151345 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:28.154084 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:28.154419 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:28.154753 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:28.158643 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d4bfa-f06c-4fb2-bf63-a612ff641c6e req-f3d642e4-75bb-4e81-96dd-873699975d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:28.160224 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-6f1d4bfa-f06c-4fb2-bf63-a612ff641c6e req-f3d642e4-75bb-4e81-96dd-873699975d68 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d344e8f1-f415-4064-9d12-68c70eb6ac0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1271317 May 31 15:46:28.164178 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:46:28.164452 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Failed to bind port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] May 31 15:46:28.164656 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d87b6ba6-37a8-4667-8b22-317c7070044f req-04029715-dc4f-4793-8d0b-4d2948a3f9d2 service neutron] 10.222.0.59 "GET /v2.0/networks/9762618e-b801-4945-a348-7f7865b0995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965890 May 31 15:46:28.165239 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:28.169326 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.8255627 May 31 15:46:28.172467 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51272) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:28.178756 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-15f3f191-b580-4478-969a-ae7efe6fc341 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:28.188531 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f3f191-b580-4478-969a-ae7efe6fc341 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:28.189179 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-15f3f191-b580-4478-969a-ae7efe6fc341 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:28.309659 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c4abb274-d962-4edb-a9d6-192270e1f4c0 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:28.372380 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] For port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1, host hv-neutron-6013, cleared binding levels {{(pid=99204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:46:28.372759 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempted to set empty binding levels {{(pid=99204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 31 15:46:28.376619 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-6f1d4bfa-f06c-4fb2-bf63-a612ff641c6e req-ffa2c258-bcc3-4f38-9ba4-463ab2466c37 service neutron] 10.222.0.59 "GET /v2.0/networks/d344e8f1-f415-4064-9d12-68c70eb6ac0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976130 May 31 15:46:28.383001 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:28.391459 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-343b04bc-d502-4318-bc51-6ad2882de140 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:28.459887 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c6f48e7-d0cd-4bf6-95b5-76dcbbe656f0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:28.471101 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:28.471851 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:28.504229 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-15f3f191-b580-4478-969a-ae7efe6fc341 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.1705194 May 31 15:46:28.514648 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51282) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:28.526769 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-a306cd27-f2c3-4b36-8ad0-e689a8c1542d tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Request body: {'subnet': {'network_id': '92cce474-50f7-4ea2-9167-48128a17863b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:28.556956 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3f191-b580-4478-969a-ae7efe6fc341 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Pushing event updated for resources: {'Network': ['ID=92cce474-50f7-4ea2-9167-48128a17863b,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:28.563414 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Pushing event updated for resources: {'Port': ['ID=a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:28.568337 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:28.571343 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-15f3f191-b580-4478-969a-ae7efe6fc341 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:28.571876 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:28.572646 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 92cce474-50f7-4ea2-9167-48128a17863b details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:46:28.576866 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 2.1286662 May 31 15:46:28.588338 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51286) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:28.657384 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-6f1d4bfa-f06c-4fb2-bf63-a612ff641c6e req-dd8357db-d021-4e83-b58d-27270da2a5b4 service neutron] 10.222.0.59 "GET /v2.0/networks/d344e8f1-f415-4064-9d12-68c70eb6ac0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678435 May 31 15:46:28.717201 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6f48e7-d0cd-4bf6-95b5-76dcbbe656f0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:28.732913 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-e669a5ae-6d12-4918-ae7e-9546acf4888a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Deleting port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:28.733257 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e669a5ae-6d12-4918-ae7e-9546acf4888a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:28.737482 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7bb8be9c-90f8-400a-ab03-32e7b4f93edc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1f9fba3ce93d4a1080ce09dd60dab25a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6653907 May 31 15:46:28.745438 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51290) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:28.746316 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-7c6f48e7-d0cd-4bf6-95b5-76dcbbe656f0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:28.750416 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d87b6ba6-37a8-4667-8b22-317c7070044f req-4a3ea90d-9a04-4cf3-84aa-888c9639ec14 service neutron] 10.222.0.59 "GET /v2.0/networks/9762618e-b801-4945-a348-7f7865b0995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5741935 May 31 15:46:28.752175 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6f48e7-d0cd-4bf6-95b5-76dcbbe656f0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:28.805745 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde5c955-582b-4e73-a1c1-6c616f980746 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:28.811678 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde5c955-582b-4e73-a1c1-6c616f980746 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:28.812424 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cde5c955-582b-4e73-a1c1-6c616f980746 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Synchronizing usage tracker for tenant:0e2acb340776495db89cbe627d28bef6 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:46:28.842216 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f48e7-d0cd-4bf6-95b5-76dcbbe656f0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event updated for resources: {'Port': ['ID=93cc2535-8a1f-4ec3-8d35-14ab473b0a60,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:28.849147 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7c6f48e7-d0cd-4bf6-95b5-76dcbbe656f0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:28.850089 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a306cd27-f2c3-4b36-8ad0-e689a8c1542d tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:28.861814 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a306cd27-f2c3-4b36-8ad0-e689a8c1542d tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Usage tracker for resource:subnet and tenant:5ee7137da44d465ca45dbec81f44bd4c is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:28.866070 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a306cd27-f2c3-4b36-8ad0-e689a8c1542d tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:28.869422 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-e669a5ae-6d12-4918-ae7e-9546acf4888a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] For port a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1, host hv-neutron-6013, got binding levels [] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:46:28.869781 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e669a5ae-6d12-4918-ae7e-9546acf4888a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:28.877084 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a306cd27-f2c3-4b36-8ad0-e689a8c1542d tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:28.933778 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cde5c955-582b-4e73-a1c1-6c616f980746 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Unset dirty status for tenant:0e2acb340776495db89cbe627d28bef6 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:46:28.934898 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-cde5c955-582b-4e73-a1c1-6c616f980746 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7611723 May 31 15:46:28.942561 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51294) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:29.001676 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-e669a5ae-6d12-4918-ae7e-9546acf4888a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Calling delete_port for a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:29.007734 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9de17201-1d88-4285-be1b-26a832ef1221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:29.045370 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9de17201-1d88-4285-be1b-26a832ef1221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:29.122519 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9de17201-1d88-4285-be1b-26a832ef1221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:29.126998 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:29.137026 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e669a5ae-6d12-4918-ae7e-9546acf4888a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:29.145194 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de17201-1d88-4285-be1b-26a832ef1221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a798efa-4033-4d77-a478-712cab391617,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:29.153275 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9de17201-1d88-4285-be1b-26a832ef1221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:29.153772 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-14b49052-dcec-4aa3-a597-a25b49b6f8dc tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:29.242199 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a306cd27-f2c3-4b36-8ad0-e689a8c1542d tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Made reservation on behalf of 5ee7137da44d465ca45dbec81f44bd4c for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:29.245804 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a306cd27-f2c3-4b36-8ad0-e689a8c1542d tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:29.324202 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669a5ae-6d12-4918-ae7e-9546acf4888a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:29.330094 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e669a5ae-6d12-4918-ae7e-9546acf4888a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:29.331142 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e669a5ae-6d12-4918-ae7e-9546acf4888a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:29.336613 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9de17201-1d88-4285-be1b-26a832ef1221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:29.337745 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9de17201-1d88-4285-be1b-26a832ef1221 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1a798efa-4033-4d77-a478-712cab391617 HTTP/1.1" status: 204 len: 168 time: 0.5913777 May 31 15:46:29.342089 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e669a5ae-6d12-4918-ae7e-9546acf4888a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] 10.222.0.45 "DELETE /v2.0/ports/a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 HTTP/1.1" status: 204 len: 168 time: 0.7500901 May 31 15:46:29.342651 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51302) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:29.384830 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b158f3-0649-4fa5-bd19-5779e27406b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] GET failed (client error): The resource could not be found. May 31 15:46:29.385390 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-72b158f3-0649-4fa5-bd19-5779e27406b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Synchronizing usage tracker for tenant:0197c5eb7ec34456a953f2ce894405a9 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:46:29.404484 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-72b158f3-0649-4fa5-bd19-5779e27406b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Unset dirty status for tenant:0197c5eb7ec34456a953f2ce894405a9 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:46:29.405667 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-72b158f3-0649-4fa5-bd19-5779e27406b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] 10.222.0.45 "GET /v2.0/ports/a1b50dce-6b94-42c1-8cbd-d20d1afa5ee1 HTTP/1.1" status: 404 len: 333 time: 0.0624609 May 31 15:46:29.409411 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51306) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:29.415552 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-696a30d8-dc3e-4817-b228-b39247358a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Request body: {'port': {'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-293684887'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:29.420300 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-696a30d8-dc3e-4817-b228-b39247358a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:29.430042 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-696a30d8-dc3e-4817-b228-b39247358a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:29.440652 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696a30d8-dc3e-4817-b228-b39247358a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Made reservation on behalf of 0197c5eb7ec34456a953f2ce894405a9 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:29.444241 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-696a30d8-dc3e-4817-b228-b39247358a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:29.466207 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-696a30d8-dc3e-4817-b228-b39247358a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] device_id is not set on port e38bb214-3213-4e10-80a8-b9f91a56daec yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:46:29.631692 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cfa85657-dec2-45f1-9abf-3e832cdea27d req-0b3d5318-8c14-49a5-a4bc-edacccc62793 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4355361 May 31 15:46:29.717875 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-696a30d8-dc3e-4817-b228-b39247358a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:29.778315 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-696a30d8-dc3e-4817-b228-b39247358a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:29.785840 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e669a5ae-6d12-4918-ae7e-9546acf4888a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:29.873003 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a30d8-dc3e-4817-b228-b39247358a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Pushing event updated for resources: {'Port': ['ID=e38bb214-3213-4e10-80a8-b9f91a56daec,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:29.876636 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696a30d8-dc3e-4817-b228-b39247358a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Network 28ae4079-76a6-4410-b8d4-1a0520b54819 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:29.878116 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-696a30d8-dc3e-4817-b228-b39247358a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:29.878565 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-696a30d8-dc3e-4817-b228-b39247358a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:29.879399 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-ce787364-dc4e-4a6b-ad43-51eeaa20879e tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Deleting port ca9a45e8-dddb-4acb-b4c6-3a870b3bcb77 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:29.879930 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ce787364-dc4e-4a6b-ad43-51eeaa20879e tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:29.881823 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696a30d8-dc3e-4817-b228-b39247358a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:29.883380 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696a30d8-dc3e-4817-b228-b39247358a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:29.884179 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-696a30d8-dc3e-4817-b228-b39247358a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:29.920197 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-696a30d8-dc3e-4817-b228-b39247358a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5091577 May 31 15:46:29.923395 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51326) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:29.932278 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:30.043893 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c6f48e7-d0cd-4bf6-95b5-76dcbbe656f0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for router_gateway, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:30.053709 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:30.126853 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ce787364-dc4e-4a6b-ad43-51eeaa20879e tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:30.220369 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51336) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:30.288059 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-ce787364-dc4e-4a6b-ad43-51eeaa20879e tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Calling delete_port for ca9a45e8-dddb-4acb-b4c6-3a870b3bcb77 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:30.340652 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] device_id is not set on port e38bb214-3213-4e10-80a8-b9f91a56daec yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:46:30.351954 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-e85001de-dcbb-49a4-a7a7-e81a1bc322ae tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2004523655'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:30.356134 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:30.360523 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa85657-dec2-45f1-9abf-3e832cdea27d req-078768b4-3350-49ad-8b98-49481b2e9ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:30.361032 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e85001de-dcbb-49a4-a7a7-e81a1bc322ae tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:30.362029 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cfa85657-dec2-45f1-9abf-3e832cdea27d req-078768b4-3350-49ad-8b98-49481b2e9ad6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=31cb1923c01a40bcb7e56f6bb437609c&device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 1099 time: 0.5948780 May 31 15:46:30.370390 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e85001de-dcbb-49a4-a7a7-e81a1bc322ae tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:network and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:30.377224 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e85001de-dcbb-49a4-a7a7-e81a1bc322ae tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:30.388457 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e85001de-dcbb-49a4-a7a7-e81a1bc322ae tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:30.392162 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Transition to ACTIVE for port object e38bb214-3213-4e10-80a8-b9f91a56daec will not be triggered until provisioned by entity L2. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:46:30.400285 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:30.405988 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bfff071f-7616-4feb-a66a-cd26b563f7e9 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:30.441430 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85001de-dcbb-49a4-a7a7-e81a1bc322ae tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:30.444969 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e85001de-dcbb-49a4-a7a7-e81a1bc322ae tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:30.474994 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e85001de-dcbb-49a4-a7a7-e81a1bc322ae tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:30.562686 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Pushing event updated for resources: {'Port': ['ID=e38bb214-3213-4e10-80a8-b9f91a56daec,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:30.565284 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e85001de-dcbb-49a4-a7a7-e81a1bc322ae tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:30.575047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:30.578926 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e85001de-dcbb-49a4-a7a7-e81a1bc322ae tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:security_group_rule and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:30.587686 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e85001de-dcbb-49a4-a7a7-e81a1bc322ae tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:30.596417 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e85001de-dcbb-49a4-a7a7-e81a1bc322ae tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:30.598691 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port e38bb214-3213-4e10-80a8-b9f91a56daec on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:30.599083 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port e38bb214-3213-4e10-80a8-b9f91a56daec by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:30.599454 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port e38bb214-3213-4e10-80a8-b9f91a56daec on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:30.611374 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Port e38bb214-3213-4e10-80a8-b9f91a56daec on network 28ae4079-76a6-4410-b8d4-1a0520b54819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:46:30.611713 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Failed to bind port e38bb214-3213-4e10-80a8-b9f91a56daec on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] May 31 15:46:30.613266 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempt 2 to bind port e38bb214-3213-4e10-80a8-b9f91a56daec May 31 15:46:30.641274 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port e38bb214-3213-4e10-80a8-b9f91a56daec on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:30.641614 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port e38bb214-3213-4e10-80a8-b9f91a56daec by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:30.641954 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port e38bb214-3213-4e10-80a8-b9f91a56daec on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:30.651109 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Port e38bb214-3213-4e10-80a8-b9f91a56daec on network 28ae4079-76a6-4410-b8d4-1a0520b54819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:46:30.651456 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Failed to bind port e38bb214-3213-4e10-80a8-b9f91a56daec on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] May 31 15:46:30.652900 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempt 3 to bind port e38bb214-3213-4e10-80a8-b9f91a56daec May 31 15:46:30.677190 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port e38bb214-3213-4e10-80a8-b9f91a56daec on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:30.677519 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port e38bb214-3213-4e10-80a8-b9f91a56daec by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:30.677871 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port e38bb214-3213-4e10-80a8-b9f91a56daec on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:30.688823 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Port e38bb214-3213-4e10-80a8-b9f91a56daec on network 28ae4079-76a6-4410-b8d4-1a0520b54819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:46:30.689158 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Failed to bind port e38bb214-3213-4e10-80a8-b9f91a56daec on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] May 31 15:46:30.693514 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempt 4 to bind port e38bb214-3213-4e10-80a8-b9f91a56daec May 31 15:46:30.721210 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port e38bb214-3213-4e10-80a8-b9f91a56daec on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:30.721926 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port e38bb214-3213-4e10-80a8-b9f91a56daec by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:30.721926 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port e38bb214-3213-4e10-80a8-b9f91a56daec on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:30.738441 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Port e38bb214-3213-4e10-80a8-b9f91a56daec on network 28ae4079-76a6-4410-b8d4-1a0520b54819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:46:30.738771 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Failed to bind port e38bb214-3213-4e10-80a8-b9f91a56daec on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] May 31 15:46:30.741219 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempt 5 to bind port e38bb214-3213-4e10-80a8-b9f91a56daec May 31 15:46:30.766823 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e85001de-dcbb-49a4-a7a7-e81a1bc322ae tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:30.767981 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port e38bb214-3213-4e10-80a8-b9f91a56daec on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:30.768383 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port e38bb214-3213-4e10-80a8-b9f91a56daec by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:30.768862 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port e38bb214-3213-4e10-80a8-b9f91a56daec on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:30.774320 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e85001de-dcbb-49a4-a7a7-e81a1bc322ae tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:30.778518 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9b1aa2f2-c52b-4116-a4ea-7233ebc23df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:30.786288 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Port e38bb214-3213-4e10-80a8-b9f91a56daec on network 28ae4079-76a6-4410-b8d4-1a0520b54819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:46:30.786640 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Failed to bind port e38bb214-3213-4e10-80a8-b9f91a56daec on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] May 31 15:46:30.789812 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempt 6 to bind port e38bb214-3213-4e10-80a8-b9f91a56daec May 31 15:46:30.811351 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85001de-dcbb-49a4-a7a7-e81a1bc322ae tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:46:30.828740 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port e38bb214-3213-4e10-80a8-b9f91a56daec on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:30.828997 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port e38bb214-3213-4e10-80a8-b9f91a56daec by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:30.829333 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port e38bb214-3213-4e10-80a8-b9f91a56daec on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:30.838805 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e85001de-dcbb-49a4-a7a7-e81a1bc322ae tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:30.839174 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-e85001de-dcbb-49a4-a7a7-e81a1bc322ae tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Added segment 267cf805-5a15-420c-9095-75e73b2fef45 of type vlan for network 1e6d7417-4bd4-418b-808b-5f1717377e16 May 31 15:46:30.841077 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Port e38bb214-3213-4e10-80a8-b9f91a56daec on network 28ae4079-76a6-4410-b8d4-1a0520b54819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:46:30.841403 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Failed to bind port e38bb214-3213-4e10-80a8-b9f91a56daec on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] May 31 15:46:30.845448 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempt 7 to bind port e38bb214-3213-4e10-80a8-b9f91a56daec May 31 15:46:30.853153 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85001de-dcbb-49a4-a7a7-e81a1bc322ae tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b079e2a-5582-4564-a8e2-ad5dad31c726,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:30.859338 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e85001de-dcbb-49a4-a7a7-e81a1bc322ae tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:30.880822 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port e38bb214-3213-4e10-80a8-b9f91a56daec on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:30.881169 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port e38bb214-3213-4e10-80a8-b9f91a56daec by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:30.881509 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port e38bb214-3213-4e10-80a8-b9f91a56daec on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:30.906426 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e85001de-dcbb-49a4-a7a7-e81a1bc322ae tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:30.910588 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Port e38bb214-3213-4e10-80a8-b9f91a56daec on network 28ae4079-76a6-4410-b8d4-1a0520b54819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:46:30.911239 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Failed to bind port e38bb214-3213-4e10-80a8-b9f91a56daec on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] May 31 15:46:30.911990 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempt 8 to bind port e38bb214-3213-4e10-80a8-b9f91a56daec May 31 15:46:30.926116 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa85657-dec2-45f1-9abf-3e832cdea27d req-934b4991-1d7a-46e8-a134-ad072d8fd777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:30.928175 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cfa85657-dec2-45f1-9abf-3e832cdea27d req-934b4991-1d7a-46e8-a134-ad072d8fd777 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9762618e-b801-4945-a348-7f7865b0995e HTTP/1.1" status: 200 len: 913 time: 0.4954872 May 31 15:46:30.931837 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port e38bb214-3213-4e10-80a8-b9f91a56daec on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:30.932182 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port e38bb214-3213-4e10-80a8-b9f91a56daec by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:30.932526 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port e38bb214-3213-4e10-80a8-b9f91a56daec on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:30.947092 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Port e38bb214-3213-4e10-80a8-b9f91a56daec on network 28ae4079-76a6-4410-b8d4-1a0520b54819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:46:30.947459 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Failed to bind port e38bb214-3213-4e10-80a8-b9f91a56daec on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] May 31 15:46:30.950254 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempt 9 to bind port e38bb214-3213-4e10-80a8-b9f91a56daec May 31 15:46:30.973670 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port e38bb214-3213-4e10-80a8-b9f91a56daec on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:30.973981 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port e38bb214-3213-4e10-80a8-b9f91a56daec by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:30.974449 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port e38bb214-3213-4e10-80a8-b9f91a56daec on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:30.979854 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e85001de-dcbb-49a4-a7a7-e81a1bc322ae tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:30.985512 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85001de-dcbb-49a4-a7a7-e81a1bc322ae tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:30.986121 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e85001de-dcbb-49a4-a7a7-e81a1bc322ae tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:30.992502 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:31.008629 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Port e38bb214-3213-4e10-80a8-b9f91a56daec on network 28ae4079-76a6-4410-b8d4-1a0520b54819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:46:31.008958 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Failed to bind port e38bb214-3213-4e10-80a8-b9f91a56daec on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] May 31 15:46:31.017297 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.plugins.ml2.plugin [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempt 10 to bind port e38bb214-3213-4e10-80a8-b9f91a56daec May 31 15:46:31.025657 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ce787364-dc4e-4a6b-ad43-51eeaa20879e tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:31.044157 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:31.077003 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c6f48e7-d0cd-4bf6-95b5-76dcbbe656f0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:31.092064 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port e38bb214-3213-4e10-80a8-b9f91a56daec on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:31.092301 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port e38bb214-3213-4e10-80a8-b9f91a56daec by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:31.092655 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port e38bb214-3213-4e10-80a8-b9f91a56daec on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:31.113405 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Port e38bb214-3213-4e10-80a8-b9f91a56daec on network 28ae4079-76a6-4410-b8d4-1a0520b54819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:46:31.113732 dv-neutron-601336-79-hyperv neutron-server[99204]: ERROR neutron.plugins.ml2.managers [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Failed to bind port e38bb214-3213-4e10-80a8-b9f91a56daec on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] May 31 15:46:31.114087 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:31.131697 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e85001de-dcbb-49a4-a7a7-e81a1bc322ae tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9103203 May 31 15:46:31.137323 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51348) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:31.141535 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85001de-dcbb-49a4-a7a7-e81a1bc322ae tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Network': ['ID=1e6d7417-4bd4-418b-808b-5f1717377e16,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:31.145254 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e85001de-dcbb-49a4-a7a7-e81a1bc322ae tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:31.149039 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-6148fc1d-2d8a-40f4-9e8c-8df540356a14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'port': {'network_id': '1e6d7417-4bd4-418b-808b-5f1717377e16', 'name': 'tempest-PortsTestJSON-919693420'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:31.153379 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 1e6d7417-4bd4-418b-808b-5f1717377e16 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:46:31.156126 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce787364-dc4e-4a6b-ad43-51eeaa20879e tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Pushing event deleted for resources: {'Port': ['ID=ca9a45e8-dddb-4acb-b4c6-3a870b3bcb77,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:31.184423 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ce787364-dc4e-4a6b-ad43-51eeaa20879e tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:31.185539 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ce787364-dc4e-4a6b-ad43-51eeaa20879e tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:31.196733 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cfa85657-dec2-45f1-9abf-3e832cdea27d req-4ad6adca-0c2d-45a0-833e-d16425b0eea1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f19b3ea4-24e8-4d61-8b6d-e504952f1ded HTTP/1.1" status: 200 len: 1002 time: 0.2577374 May 31 15:46:31.272805 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ce787364-dc4e-4a6b-ad43-51eeaa20879e tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] 10.222.0.45 "DELETE /v2.0/ports/ca9a45e8-dddb-4acb-b4c6-3a870b3bcb77 HTTP/1.1" status: 204 len: 168 time: 2.3182271 May 31 15:46:31.274227 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51352) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:31.393972 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6148fc1d-2d8a-40f4-9e8c-8df540356a14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:31.398369 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] For port e38bb214-3213-4e10-80a8-b9f91a56daec, host hv-neutron-6013, cleared binding levels {{(pid=99204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:46:31.398602 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempted to set empty binding levels {{(pid=99204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 31 15:46:31.407854 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa85657-dec2-45f1-9abf-3e832cdea27d req-4ddf71c2-eb14-4235-830f-eb49dfd05d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:31.409181 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cfa85657-dec2-45f1-9abf-3e832cdea27d req-4ddf71c2-eb14-4235-830f-eb49dfd05d59 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7fb83780-73dc-46ad-8905-afe39908f206 HTTP/1.1" status: 200 len: 851 time: 0.1933072 May 31 15:46:31.428050 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a306cd27-f2c3-4b36-8ad0-e689a8c1542d tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:31.429533 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6148fc1d-2d8a-40f4-9e8c-8df540356a14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:port and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:31.440908 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6148fc1d-2d8a-40f4-9e8c-8df540356a14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:31.444228 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:31.467057 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:31.572881 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:31.584896 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306cd27-f2c3-4b36-8ad0-e689a8c1542d tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Pushing event updated for resources: {'Subnet': ['ID=6bfbb151-eec5-4807-a91c-7e3dffe7daaa,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:31.591096 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a306cd27-f2c3-4b36-8ad0-e689a8c1542d tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:31.598915 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a306cd27-f2c3-4b36-8ad0-e689a8c1542d tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Checking segment: {'id': '1bbdccdd-5dcf-4f5d-b32f-fe20eaae107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '92cce474-50f7-4ea2-9167-48128a17863b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:46:31.599290 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a306cd27-f2c3-4b36-8ad0-e689a8c1542d tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Network hostable DHCP agents. Network: 92cce474-50f7-4ea2-9167-48128a17863b, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:46:31.608465 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6f48e7-d0cd-4bf6-95b5-76dcbbe656f0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Router 7f5a6441-fbbd-48ae-b93f-635a8e5dafc5 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:46:31.608675 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6148fc1d-2d8a-40f4-9e8c-8df540356a14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:31.627975 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa85657-dec2-45f1-9abf-3e832cdea27d req-d90b61e1-06d6-4fce-bd0c-832896c06ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:31.629458 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cfa85657-dec2-45f1-9abf-3e832cdea27d req-d90b61e1-06d6-4fce-bd0c-832896c06ef5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9762618e-b801-4945-a348-7f7865b0995e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1977141 May 31 15:46:31.642073 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] In _notify_port_updated(), no bound segment for port e38bb214-3213-4e10-80a8-b9f91a56daec on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 15:46:31.642987 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:31.643595 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:31.644926 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] 10.222.0.45 "PUT /v2.0/ports/e38bb214-3213-4e10-80a8-b9f91a56daec HTTP/1.1" status: 200 len: 980 time: 1.7194812 May 31 15:46:31.649922 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51358) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:31.694350 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6148fc1d-2d8a-40f4-9e8c-8df540356a14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:31.697780 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6148fc1d-2d8a-40f4-9e8c-8df540356a14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:31.715180 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a306cd27-f2c3-4b36-8ad0-e689a8c1542d tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Network 92cce474-50f7-4ea2-9167-48128a17863b is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:46:31.726818 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Pushing event updated for resources: {'Port': ['ID=e38bb214-3213-4e10-80a8-b9f91a56daec,revision_number=3']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:31.734870 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:31.746121 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-6148fc1d-2d8a-40f4-9e8c-8df540356a14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] device_id is not set on port 8b9e08a6-e887-462a-b20c-a3389dadc5b6 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:46:31.795090 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-a306cd27-f2c3-4b36-8ad0-e689a8c1542d tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 92cce474-50f7-4ea2-9167-48128a17863b) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:31.803397 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069195f4-d499-4bed-9446-751464b58508 None None] Network 92cce474-50f7-4ea2-9167-48128a17863b requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:46:31.829268 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-13c23b85-9084-4a4b-86e4-0e979f0ff6fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Deleting port 375a59bb-50f2-4ac3-a235-d6a8cb9fc098 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:31.829683 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-13c23b85-9084-4a4b-86e4-0e979f0ff6fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:31.872713 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a306cd27-f2c3-4b36-8ad0-e689a8c1542d tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:31.873344 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a306cd27-f2c3-4b36-8ad0-e689a8c1542d tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:31.939308 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cfa85657-dec2-45f1-9abf-3e832cdea27d req-36e83a0a-c46c-45d2-9550-c6532434598f service neutron] 10.222.0.59 "GET /v2.0/networks/9762618e-b801-4945-a348-7f7865b0995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591012 May 31 15:46:31.943939 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a306cd27-f2c3-4b36-8ad0-e689a8c1542d tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4189610 May 31 15:46:31.943939 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6f48e7-d0cd-4bf6-95b5-76dcbbe656f0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:46:31.945487 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51362) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:31.955248 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4d4b27-6c5b-4504-939f-92574d880efe None None] Sync routers for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:46:31.960736 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-a2aafc78-7c20-4c77-92ee-bba0eb9e4a01 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Request body: {'port': {'network_id': '92cce474-50f7-4ea2-9167-48128a17863b', 'name': 'tempest-AllowedAddressPairTestJSON-1200522902'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:31.966334 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4d4b27-6c5b-4504-939f-92574d880efe None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:46:31.967200 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-8e4d4b27-6c5b-4504-939f-92574d880efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:46:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:31.999183 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c6f48e7-d0cd-4bf6-95b5-76dcbbe656f0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:32.003334 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7c6f48e7-d0cd-4bf6-95b5-76dcbbe656f0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.0026598 May 31 15:46:32.009323 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51368) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:32.036889 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44ee5b9-da66-4b93-b148-c7e8e7e4634d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-92cce474-50f7-4ea2-9167-48128a17863b', 'network_id': '92cce474-50f7-4ea2-9167-48128a17863b', 'tenant_id': '5ee7137da44d465ca45dbec81f44bd4c', 'fixed_ips': [{'subnet_id': '6bfbb151-eec5-4807-a91c-7e3dffe7daaa'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:46:32.037957 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c44ee5b9-da66-4b93-b148-c7e8e7e4634d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:32.038928 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-8e4d4b27-6c5b-4504-939f-92574d880efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:32.048156 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4d4b27-6c5b-4504-939f-92574d880efe None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:46:32.048967 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-8e4d4b27-6c5b-4504-939f-92574d880efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:46:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:32.055238 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7802cca9-b1d6-464f-9bca-1bb99b419fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:32.057836 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7802cca9-b1d6-464f-9bca-1bb99b419fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:32.059538 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7802cca9-b1d6-464f-9bca-1bb99b419fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:32.061574 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7802cca9-b1d6-464f-9bca-1bb99b419fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:32.062905 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7802cca9-b1d6-464f-9bca-1bb99b419fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:32.068002 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7802cca9-b1d6-464f-9bca-1bb99b419fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:32.068554 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7802cca9-b1d6-464f-9bca-1bb99b419fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:32.069083 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7802cca9-b1d6-464f-9bca-1bb99b419fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:32.069610 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7802cca9-b1d6-464f-9bca-1bb99b419fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:32.075418 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7802cca9-b1d6-464f-9bca-1bb99b419fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:32.076012 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7802cca9-b1d6-464f-9bca-1bb99b419fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:32.076661 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7802cca9-b1d6-464f-9bca-1bb99b419fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:32.077230 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7802cca9-b1d6-464f-9bca-1bb99b419fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:32.077884 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7802cca9-b1d6-464f-9bca-1bb99b419fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:32.078423 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7802cca9-b1d6-464f-9bca-1bb99b419fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:32.078960 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7802cca9-b1d6-464f-9bca-1bb99b419fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:32.079483 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7802cca9-b1d6-464f-9bca-1bb99b419fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:32.080020 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7802cca9-b1d6-464f-9bca-1bb99b419fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:32.085989 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7802cca9-b1d6-464f-9bca-1bb99b419fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:32.086710 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7802cca9-b1d6-464f-9bca-1bb99b419fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:32.087322 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7802cca9-b1d6-464f-9bca-1bb99b419fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:32.087987 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7802cca9-b1d6-464f-9bca-1bb99b419fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:32.090214 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-7802cca9-b1d6-464f-9bca-1bb99b419fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Synchronizing usage tracker for tenant:0197c5eb7ec34456a953f2ce894405a9 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:46:32.173422 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-8e4d4b27-6c5b-4504-939f-92574d880efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:32.174088 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4d4b27-6c5b-4504-939f-92574d880efe None None] The sync data for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:46:32.227425 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-13c23b85-9084-4a4b-86e4-0e979f0ff6fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:32.263876 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-c44ee5b9-da66-4b93-b148-c7e8e7e4634d None None] Allocated IP 172.20.0.2 (92cce474-50f7-4ea2-9167-48128a17863b/6bfbb151-eec5-4807-a91c-7e3dffe7daaa/f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:46:32.449542 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-13c23b85-9084-4a4b-86e4-0e979f0ff6fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Calling delete_port for 375a59bb-50f2-4ac3-a235-d6a8cb9fc098 owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:32.469371 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-7802cca9-b1d6-464f-9bca-1bb99b419fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Unset dirty status for tenant:0197c5eb7ec34456a953f2ce894405a9 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:46:32.470598 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7802cca9-b1d6-464f-9bca-1bb99b419fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19588 time: 0.8189454 May 31 15:46:32.477418 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cfa85657-dec2-45f1-9abf-3e832cdea27d req-597eeba1-9c13-4415-9a2e-f997ed588c2e service neutron] 10.222.0.59 "GET /v2.0/networks/9762618e-b801-4945-a348-7f7865b0995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047107 May 31 15:46:32.478814 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51374) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:32.485381 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6148fc1d-2d8a-40f4-9e8c-8df540356a14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:32.489561 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c44ee5b9-da66-4b93-b148-c7e8e7e4634d None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:32.500600 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c44ee5b9-da66-4b93-b148-c7e8e7e4634d None None] Transition to ACTIVE for port object f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:46:32.519878 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c44ee5b9-da66-4b93-b148-c7e8e7e4634d None None] Transition to ACTIVE for port object f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:46:32.526806 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c44ee5b9-da66-4b93-b148-c7e8e7e4634d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:32.530381 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:32.586503 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44ee5b9-da66-4b93-b148-c7e8e7e4634d None None] Network 92cce474-50f7-4ea2-9167-48128a17863b is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:32.594305 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-c44ee5b9-da66-4b93-b148-c7e8e7e4634d None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:32.598597 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44ee5b9-da66-4b93-b148-c7e8e7e4634d None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:32.614421 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a2aafc78-7c20-4c77-92ee-bba0eb9e4a01 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:32.618431 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a2aafc78-7c20-4c77-92ee-bba0eb9e4a01 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Usage tracker for resource:port and tenant:5ee7137da44d465ca45dbec81f44bd4c is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:32.621486 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a2aafc78-7c20-4c77-92ee-bba0eb9e4a01 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:32.627615 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a2aafc78-7c20-4c77-92ee-bba0eb9e4a01 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:32.644349 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ee5b9-da66-4b93-b148-c7e8e7e4634d None None] Pushing event updated for resources: {'Port': ['ID=f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:32.649235 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2aafc78-7c20-4c77-92ee-bba0eb9e4a01 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Made reservation on behalf of 5ee7137da44d465ca45dbec81f44bd4c for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:32.653567 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a2aafc78-7c20-4c77-92ee-bba0eb9e4a01 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:32.670170 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-c44ee5b9-da66-4b93-b148-c7e8e7e4634d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:32.699002 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-c44ee5b9-da66-4b93-b148-c7e8e7e4634d None None] Attempting to bind port f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:32.699349 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-c44ee5b9-da66-4b93-b148-c7e8e7e4634d None None] Attempting to bind port f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '1bbdccdd-5dcf-4f5d-b32f-fe20eaae107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '92cce474-50f7-4ea2-9167-48128a17863b'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:32.699759 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44ee5b9-da66-4b93-b148-c7e8e7e4634d None None] Attempting to bind port f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3 on network 92cce474-50f7-4ea2-9167-48128a17863b {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:32.705096 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44ee5b9-da66-4b93-b148-c7e8e7e4634d None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:46:32.705481 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44ee5b9-da66-4b93-b148-c7e8e7e4634d None None] Checking segment: {'id': '1bbdccdd-5dcf-4f5d-b32f-fe20eaae107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '92cce474-50f7-4ea2-9167-48128a17863b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:46:32.705870 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c44ee5b9-da66-4b93-b148-c7e8e7e4634d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:32.706255 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44ee5b9-da66-4b93-b148-c7e8e7e4634d None None] Bound using segment: {'id': '1bbdccdd-5dcf-4f5d-b32f-fe20eaae107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '92cce474-50f7-4ea2-9167-48128a17863b'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:46:32.707402 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-c44ee5b9-da66-4b93-b148-c7e8e7e4634d None None] Bound port: f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bbdccdd-5dcf-4f5d-b32f-fe20eaae107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '92cce474-50f7-4ea2-9167-48128a17863b'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:46:32.708012 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c44ee5b9-da66-4b93-b148-c7e8e7e4634d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:32.739972 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-a2aafc78-7c20-4c77-92ee-bba0eb9e4a01 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] device_id is not set on port ac333929-3e80-48e4-baa0-672bf5cd6f53 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:46:32.789281 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6148fc1d-2d8a-40f4-9e8c-8df540356a14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:32.799968 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-c44ee5b9-da66-4b93-b148-c7e8e7e4634d None None] For port f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:46:32.803254 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-c44ee5b9-da66-4b93-b148-c7e8e7e4634d None None] For port f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3,segment=NetworkSegment(1bbdccdd-5dcf-4f5d-b32f-fe20eaae107b),segment_id=1bbdccdd-5dcf-4f5d-b32f-fe20eaae107b)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:46:32.807998 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c44ee5b9-da66-4b93-b148-c7e8e7e4634d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:32.810972 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-00f8c914-d2d7-4a17-85dc-106ded408cea tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:32.813003 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e1bd9236-3c35-458a-83e5-36ed28355f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:32.868334 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-13c23b85-9084-4a4b-86e4-0e979f0ff6fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:32.896806 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ee5b9-da66-4b93-b148-c7e8e7e4634d None None] Pushing event updated for resources: {'Port': ['ID=f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:32.899128 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-c44ee5b9-da66-4b93-b148-c7e8e7e4634d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:32.930171 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-13c23b85-9084-4a4b-86e4-0e979f0ff6fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:32.965841 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-d3a727a6-d601-4d46-8aae-fed676f3f3f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Deleting port e38bb214-3213-4e10-80a8-b9f91a56daec {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:32.966179 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d3a727a6-d601-4d46-8aae-fed676f3f3f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:32.978913 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148fc1d-2d8a-40f4-9e8c-8df540356a14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Port': ['ID=8b9e08a6-e887-462a-b20c-a3389dadc5b6,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:32.993089 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6148fc1d-2d8a-40f4-9e8c-8df540356a14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:32.998048 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:33.093531 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e49e8c0d-0a50-46f6-b71c-ceda572f4d69 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:33.149179 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-13c23b85-9084-4a4b-86e4-0e979f0ff6fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] 10.222.0.45 "DELETE /v2.0/ports/375a59bb-50f2-4ac3-a235-d6a8cb9fc098 HTTP/1.1" status: 204 len: 168 time: 1.8716192 May 31 15:46:33.165380 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51380) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:33.167964 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c23b85-9084-4a4b-86e4-0e979f0ff6fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Pushing event deleted for resources: {'Port': ['ID=375a59bb-50f2-4ac3-a235-d6a8cb9fc098,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:33.170083 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6148fc1d-2d8a-40f4-9e8c-8df540356a14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Checking segment: {'id': '267cf805-5a15-420c-9095-75e73b2fef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '1e6d7417-4bd4-418b-808b-5f1717377e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:46:33.170482 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6148fc1d-2d8a-40f4-9e8c-8df540356a14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network hostable DHCP agents. Network: 1e6d7417-4bd4-418b-808b-5f1717377e16, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:46:33.173835 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-13c23b85-9084-4a4b-86e4-0e979f0ff6fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:33.211376 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-a2aafc78-7c20-4c77-92ee-bba0eb9e4a01 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Allocated IP 172.20.0.11 (92cce474-50f7-4ea2-9167-48128a17863b/6bfbb151-eec5-4807-a91c-7e3dffe7daaa/ac333929-3e80-48e4-baa0-672bf5cd6f53) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:46:33.260284 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cb88a49c-ae89-4c82-97d5-db8a692cafba tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Synchronizing usage tracker for tenant:0e2acb340776495db89cbe627d28bef6 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:46:33.280914 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-d3a727a6-d601-4d46-8aae-fed676f3f3f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] For port e38bb214-3213-4e10-80a8-b9f91a56daec, host hv-neutron-6013, got binding levels [] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:46:33.281370 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d3a727a6-d601-4d46-8aae-fed676f3f3f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:33.356644 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cb88a49c-ae89-4c82-97d5-db8a692cafba tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Unset dirty status for tenant:0e2acb340776495db89cbe627d28bef6 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:46:33.361822 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-cb88a49c-ae89-4c82-97d5-db8a692cafba tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1953712 May 31 15:46:33.365244 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51388) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:33.369347 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:46:33.374729 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-fbc5e478-391f-432a-810f-b09d280b08a5 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-601461908'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:33.384583 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-fbc5e478-391f-432a-810f-b09d280b08a5 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:33.443926 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-fbc5e478-391f-432a-810f-b09d280b08a5 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Usage tracker for resource:network and tenant:0e2acb340776495db89cbe627d28bef6 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:33.447543 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-fbc5e478-391f-432a-810f-b09d280b08a5 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:33.458080 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-fbc5e478-391f-432a-810f-b09d280b08a5 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:33.480459 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:46:33.488136 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc5e478-391f-432a-810f-b09d280b08a5 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Made reservation on behalf of 0e2acb340776495db89cbe627d28bef6 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:33.491732 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fbc5e478-391f-432a-810f-b09d280b08a5 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:33.563118 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-d3a727a6-d601-4d46-8aae-fed676f3f3f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Calling delete_port for e38bb214-3213-4e10-80a8-b9f91a56daec owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:33.579237 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc5e478-391f-432a-810f-b09d280b08a5 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:46:33.598475 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fbc5e478-391f-432a-810f-b09d280b08a5 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:33.598809 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-fbc5e478-391f-432a-810f-b09d280b08a5 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Added segment a292ed9d-3013-40cd-b232-54eb4dfcb8ca of type vlan for network 9cf7f468-31a2-4286-b554-6e22e5b6dd5c May 31 15:46:33.620622 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6148fc1d-2d8a-40f4-9e8c-8df540356a14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network 1e6d7417-4bd4-418b-808b-5f1717377e16 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:46:33.671994 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fbc5e478-391f-432a-810f-b09d280b08a5 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:33.684225 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-e49e8c0d-0a50-46f6-b71c-ceda572f4d69 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Allocated IP 172.20.0.1 (1b71cb82-f36a-420c-8d45-d4dfd88bba2a/3c2ecd48-3afa-49b9-ada4-5db9c1b6748e/92f11efc-a275-412d-97cb-a6949d839fe9) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:46:33.693385 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-6148fc1d-2d8a-40f4-9e8c-8df540356a14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 1e6d7417-4bd4-418b-808b-5f1717377e16) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:33.702475 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a430e7b3-d775-49c2-9463-408c2e515f05 None None] Network 1e6d7417-4bd4-418b-808b-5f1717377e16 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:46:33.722389 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6148fc1d-2d8a-40f4-9e8c-8df540356a14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:33.729483 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6148fc1d-2d8a-40f4-9e8c-8df540356a14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:33.730126 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6148fc1d-2d8a-40f4-9e8c-8df540356a14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:33.807865 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fbc5e478-391f-432a-810f-b09d280b08a5 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:33.808046 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6148fc1d-2d8a-40f4-9e8c-8df540356a14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.6646371 May 31 15:46:33.808930 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51394) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:33.810014 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc5e478-391f-432a-810f-b09d280b08a5 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:33.810622 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fbc5e478-391f-432a-810f-b09d280b08a5 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:33.819081 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-c2cc5ca0-963f-45f9-bdfe-6c21cc21d0e3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1479422297'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:33.836963 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ab3f2165-138d-4a94-85c6-3e29a728d5ed tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:33.841466 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c2cc5ca0-963f-45f9-bdfe-6c21cc21d0e3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:33.855992 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d3a727a6-d601-4d46-8aae-fed676f3f3f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:33.862793 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c2cc5ca0-963f-45f9-bdfe-6c21cc21d0e3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:network and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:33.888051 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-696a30d8-dc3e-4817-b228-b39247358a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:33.927925 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c2cc5ca0-963f-45f9-bdfe-6c21cc21d0e3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:33.933968 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a2aafc78-7c20-4c77-92ee-bba0eb9e4a01 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:33.964912 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c2cc5ca0-963f-45f9-bdfe-6c21cc21d0e3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:33.970655 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a727a6-d601-4d46-8aae-fed676f3f3f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Pushing event deleted for resources: {'Port': ['ID=e38bb214-3213-4e10-80a8-b9f91a56daec,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:33.980453 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5e478-391f-432a-810f-b09d280b08a5 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Pushing event updated for resources: {'Network': ['ID=9cf7f468-31a2-4286-b554-6e22e5b6dd5c,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:33.983545 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d3a727a6-d601-4d46-8aae-fed676f3f3f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:33.986884 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-fbc5e478-391f-432a-810f-b09d280b08a5 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6186109 May 31 15:46:33.987076 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-a2aafc78-7c20-4c77-92ee-bba0eb9e4a01 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Transition to ACTIVE for port object ac333929-3e80-48e4-baa0-672bf5cd6f53 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:46:33.987178 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fbc5e478-391f-432a-810f-b09d280b08a5 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:33.990068 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d3a727a6-d601-4d46-8aae-fed676f3f3f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:33.992783 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51398) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:34.002899 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-98fc256b-d49e-49e1-a021-727d64e879bb tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-865422359'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:34.007272 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cc5ca0-963f-45f9-bdfe-6c21cc21d0e3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:34.008891 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 9cf7f468-31a2-4286-b554-6e22e5b6dd5c details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:46:34.010892 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c2cc5ca0-963f-45f9-bdfe-6c21cc21d0e3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:34.025178 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e49e8c0d-0a50-46f6-b71c-ceda572f4d69 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:34.027801 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-98fc256b-d49e-49e1-a021-727d64e879bb tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:34.039200 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-98fc256b-d49e-49e1-a021-727d64e879bb tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Usage tracker for resource:network and tenant:0e2acb340776495db89cbe627d28bef6 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:34.039484 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bc5037-1b48-40c1-b603-aca842573f52 None None] Network 92cce474-50f7-4ea2-9167-48128a17863b requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:46:34.045965 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-98fc256b-d49e-49e1-a021-727d64e879bb tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Quota usage for network was recalculated. Used quota:3. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:34.055106 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d3a727a6-d601-4d46-8aae-fed676f3f3f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] 10.222.0.45 "DELETE /v2.0/ports/e38bb214-3213-4e10-80a8-b9f91a56daec HTTP/1.1" status: 204 len: 168 time: 1.5744724 May 31 15:46:34.055423 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51402) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:34.064156 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-98fc256b-d49e-49e1-a021-727d64e879bb tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:34.083489 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2cc5ca0-963f-45f9-bdfe-6c21cc21d0e3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:46:34.091593 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fc256b-d49e-49e1-a021-727d64e879bb tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Made reservation on behalf of 0e2acb340776495db89cbe627d28bef6 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:34.095744 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e49e8c0d-0a50-46f6-b71c-ceda572f4d69 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:34.096259 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-98fc256b-d49e-49e1-a021-727d64e879bb tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:34.113665 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a2aafc78-7c20-4c77-92ee-bba0eb9e4a01 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:34.123935 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-794b77af-0c88-4eb1-960e-54c5bd0fc9a7 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:34.159189 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c2cc5ca0-963f-45f9-bdfe-6c21cc21d0e3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:34.159599 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-c2cc5ca0-963f-45f9-bdfe-6c21cc21d0e3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Added segment 13f2f0f8-1994-47e4-9cc7-1f7b9d45bd2a of type vlan for network f36ebe03-1b31-40f1-b5fe-5532b442359d May 31 15:46:34.215234 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2aafc78-7c20-4c77-92ee-bba0eb9e4a01 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Network 92cce474-50f7-4ea2-9167-48128a17863b is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:34.218903 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98fc256b-d49e-49e1-a021-727d64e879bb tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:46:34.225899 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-a2aafc78-7c20-4c77-92ee-bba0eb9e4a01 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:34.233602 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-0a7cd897-afa2-4004-8030-edbf66cdd600 None None] Provisioning for port f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:46:34.242094 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2aafc78-7c20-4c77-92ee-bba0eb9e4a01 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:34.268009 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-df54e8dc-4c93-47a6-8412-4e89d100fcdf tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:34.282730 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-98fc256b-d49e-49e1-a021-727d64e879bb tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:34.283227 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-98fc256b-d49e-49e1-a021-727d64e879bb tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Added segment df37c911-49a6-48b3-9954-6113bb8271ee of type vlan for network f4c0deb3-1c7c-4b7d-be64-e60ad6d298e8 May 31 15:46:34.288769 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aafc78-7c20-4c77-92ee-bba0eb9e4a01 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Pushing event updated for resources: {'Port': ['ID=ac333929-3e80-48e4-baa0-672bf5cd6f53,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:34.292605 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-0a7cd897-afa2-4004-8030-edbf66cdd600 None None] Provisioning complete for port f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:46:34.293552 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0a7cd897-afa2-4004-8030-edbf66cdd600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:34.304371 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c2cc5ca0-963f-45f9-bdfe-6c21cc21d0e3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:34.308160 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a2aafc78-7c20-4c77-92ee-bba0eb9e4a01 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:34.310372 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-50412e83-47d5-4b78-9c72-9da683b0fe90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] GET failed (client error): The resource could not be found. May 31 15:46:34.312053 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-50412e83-47d5-4b78-9c72-9da683b0fe90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] 10.222.0.45 "GET /v2.0/ports/e38bb214-3213-4e10-80a8-b9f91a56daec HTTP/1.1" status: 404 len: 333 time: 0.2550759 May 31 15:46:34.316676 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51406) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:34.325716 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49e8c0d-0a50-46f6-b71c-ceda572f4d69 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Network 1b71cb82-f36a-420c-8d45-d4dfd88bba2a is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:34.332208 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-6d8959da-897c-4c43-a9b1-289f6db862b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1782780862', 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:34.333637 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-e49e8c0d-0a50-46f6-b71c-ceda572f4d69 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:34.338421 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49e8c0d-0a50-46f6-b71c-ceda572f4d69 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:34.350605 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6d8959da-897c-4c43-a9b1-289f6db862b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:34.365685 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6d8959da-897c-4c43-a9b1-289f6db862b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Usage tracker for resource:port and tenant:0197c5eb7ec34456a953f2ce894405a9 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:34.376902 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6d8959da-897c-4c43-a9b1-289f6db862b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:34.384103 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-98fc256b-d49e-49e1-a021-727d64e879bb tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:34.388486 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e8c0d-0a50-46f6-b71c-ceda572f4d69 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event updated for resources: {'Port': ['ID=92f11efc-a275-412d-97cb-a6949d839fe9,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:34.393269 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2aafc78-7c20-4c77-92ee-bba0eb9e4a01 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:34.393895 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a2aafc78-7c20-4c77-92ee-bba0eb9e4a01 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:34.399397 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e49e8c0d-0a50-46f6-b71c-ceda572f4d69 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:34.422510 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e49e8c0d-0a50-46f6-b71c-ceda572f4d69 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:34.423283 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6d8959da-897c-4c43-a9b1-289f6db862b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:34.449261 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8959da-897c-4c43-a9b1-289f6db862b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Made reservation on behalf of 0197c5eb7ec34456a953f2ce894405a9 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:34.451929 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6d8959da-897c-4c43-a9b1-289f6db862b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:34.479986 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-6d8959da-897c-4c43-a9b1-289f6db862b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] device_id is not set on port 354140c8-d582-45e6-8721-87b2bd9f945d yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:46:34.531835 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a2aafc78-7c20-4c77-92ee-bba0eb9e4a01 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5820892 May 31 15:46:34.532866 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c2cc5ca0-963f-45f9-bdfe-6c21cc21d0e3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:34.536995 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51414) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:34.539107 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cc5ca0-963f-45f9-bdfe-6c21cc21d0e3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:34.539732 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c2cc5ca0-963f-45f9-bdfe-6c21cc21d0e3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:34.546056 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-b0f874a3-e18e-424e-aed1-a42f32b8b56c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Request body: {'port': {'network_id': '92cce474-50f7-4ea2-9167-48128a17863b', 'name': 'tempest-AllowedAddressPairTestJSON-812328043', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:90:c4:ee'}]}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:34.559578 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ead55c8f-2f50-425d-af8f-bb4ee8ef9b71 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:34.596761 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0a7cd897-afa2-4004-8030-edbf66cdd600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:34.638524 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2db8b4a4-4197-45ae-983a-d89b650b4c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:34.657752 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-0a7cd897-afa2-4004-8030-edbf66cdd600 None None] For port f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3,segment=NetworkSegment(1bbdccdd-5dcf-4f5d-b32f-fe20eaae107b),segment_id=1bbdccdd-5dcf-4f5d-b32f-fe20eaae107b)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:46:34.667201 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0a7cd897-afa2-4004-8030-edbf66cdd600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:34.670288 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-c44ee5b9-da66-4b93-b148-c7e8e7e4634d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:34.675434 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-98fc256b-d49e-49e1-a021-727d64e879bb tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:34.681562 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fc256b-d49e-49e1-a021-727d64e879bb tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:34.682363 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-98fc256b-d49e-49e1-a021-727d64e879bb tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:34.712486 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c2cc5ca0-963f-45f9-bdfe-6c21cc21d0e3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9016836 May 31 15:46:34.713723 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51418) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:34.726100 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc5ca0-963f-45f9-bdfe-6c21cc21d0e3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Network': ['ID=f36ebe03-1b31-40f1-b5fe-5532b442359d,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:34.738693 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network f36ebe03-1b31-40f1-b5fe-5532b442359d details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:46:34.738905 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c2cc5ca0-963f-45f9-bdfe-6c21cc21d0e3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:34.739742 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-47fd5e3e-82ee-4bff-ac29-205a9960271f tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:34.748714 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'ports': [{'network_id': '1e6d7417-4bd4-418b-808b-5f1717377e16'}, {'network_id': 'f36ebe03-1b31-40f1-b5fe-5532b442359d'}]} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:34.749141 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'port': {'network_id': '1e6d7417-4bd4-418b-808b-5f1717377e16'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:34.749712 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'port': {'network_id': 'f36ebe03-1b31-40f1-b5fe-5532b442359d'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:34.773244 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-98fc256b-d49e-49e1-a021-727d64e879bb tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7672989 May 31 15:46:34.778749 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e49e8c0d-0a50-46f6-b71c-ceda572f4d69 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:34.838591 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7cd897-afa2-4004-8030-edbf66cdd600 None None] Pushing event updated for resources: {'Port': ['ID=f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:34.847354 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0a7cd897-afa2-4004-8030-edbf66cdd600 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:34.914529 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51422) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:34.929750 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-a8dfb4de-5fde-4753-9e9e-5e336f608051 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Request body: {'subnets': [{'network_id': '9cf7f468-31a2-4286-b554-6e22e5b6dd5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1233989483', 'ip_version': 4}, {'network_id': 'f4c0deb3-1c7c-4b7d-be64-e60ad6d298e8', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:34.930069 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-a8dfb4de-5fde-4753-9e9e-5e336f608051 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Request body: {'subnet': {'network_id': '9cf7f468-31a2-4286-b554-6e22e5b6dd5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1233989483', 'ip_version': 4}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:34.930664 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-a8dfb4de-5fde-4753-9e9e-5e336f608051 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Request body: {'subnet': {'network_id': 'f4c0deb3-1c7c-4b7d-be64-e60ad6d298e8', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:35.012634 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc256b-d49e-49e1-a021-727d64e879bb tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Pushing event updated for resources: {'Network': ['ID=f4c0deb3-1c7c-4b7d-be64-e60ad6d298e8,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:35.016057 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-98fc256b-d49e-49e1-a021-727d64e879bb tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:35.026513 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network f4c0deb3-1c7c-4b7d-be64-e60ad6d298e8 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:46:35.138036 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b0f874a3-e18e-424e-aed1-a42f32b8b56c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:35.154369 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b0f874a3-e18e-424e-aed1-a42f32b8b56c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Usage tracker for resource:port and tenant:5ee7137da44d465ca45dbec81f44bd4c is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:35.156419 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ad8cd959-7fba-41b9-a523-deaf21539345 None None] Provisioning complete for port f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:46:35.156795 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ad8cd959-7fba-41b9-a523-deaf21539345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:35.160327 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b0f874a3-e18e-424e-aed1-a42f32b8b56c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:35.170410 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b0f874a3-e18e-424e-aed1-a42f32b8b56c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:35.209911 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6d8959da-897c-4c43-a9b1-289f6db862b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:35.282422 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:46:35.315514 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f874a3-e18e-424e-aed1-a42f32b8b56c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Made reservation on behalf of 5ee7137da44d465ca45dbec81f44bd4c for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:35.337690 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a8dfb4de-5fde-4753-9e9e-5e336f608051 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:35.343310 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a8dfb4de-5fde-4753-9e9e-5e336f608051 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Usage tracker for resource:subnet and tenant:0e2acb340776495db89cbe627d28bef6 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:35.346640 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a8dfb4de-5fde-4753-9e9e-5e336f608051 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:35.353931 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a8dfb4de-5fde-4753-9e9e-5e336f608051 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:35.363957 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ad8cd959-7fba-41b9-a523-deaf21539345 None None] Provisioning for port ac333929-3e80-48e4-baa0-672bf5cd6f53 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:46:35.364172 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6d8959da-897c-4c43-a9b1-289f6db862b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:35.366260 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8dfb4de-5fde-4753-9e9e-5e336f608051 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Made reservation on behalf of 0e2acb340776495db89cbe627d28bef6 for: {'subnet': 2} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:35.370878 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ad8cd959-7fba-41b9-a523-deaf21539345 None None] Provisioning complete for port ac333929-3e80-48e4-baa0-672bf5cd6f53 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:46:35.371262 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a8dfb4de-5fde-4753-9e9e-5e336f608051 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:35.371377 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ad8cd959-7fba-41b9-a523-deaf21539345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:35.371762 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a8dfb4de-5fde-4753-9e9e-5e336f608051 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:35.393614 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:35.395163 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:46:35.395542 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:35.472863 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-ad8cd959-7fba-41b9-a523-deaf21539345 None None] Port ac333929-3e80-48e4-baa0-672bf5cd6f53 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:46:35.488951 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:35.498738 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:port and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:35.503154 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:35.517621 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:35.532265 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8959da-897c-4c43-a9b1-289f6db862b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Network 28ae4079-76a6-4410-b8d4-1a0520b54819 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:35.537617 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-6d8959da-897c-4c43-a9b1-289f6db862b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:35.545252 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8959da-897c-4c43-a9b1-289f6db862b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:35.548032 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8959da-897c-4c43-a9b1-289f6db862b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:35.548655 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6d8959da-897c-4c43-a9b1-289f6db862b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:35.567885 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8959da-897c-4c43-a9b1-289f6db862b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Pushing event updated for resources: {'Port': ['ID=354140c8-d582-45e6-8721-87b2bd9f945d,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:35.575704 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6d8959da-897c-4c43-a9b1-289f6db862b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:35.590401 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'port': 2} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:35.592638 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6d8959da-897c-4c43-a9b1-289f6db862b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2722239 May 31 15:46:35.594635 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51430) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:35.596018 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:35.605368 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-317d1e35-97ef-401e-9f0c-fefc992a6c4d None None] Provisioning complete for port ac333929-3e80-48e4-baa0-672bf5cd6f53 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:46:35.605918 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-317d1e35-97ef-401e-9f0c-fefc992a6c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:35.619002 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b0f874a3-e18e-424e-aed1-a42f32b8b56c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:35.642387 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:35.687941 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-b0f874a3-e18e-424e-aed1-a42f32b8b56c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] device_id is not set on port a41f9567-1285-40d1-8ca0-45775b1b7cf4 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:46:35.705508 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-317d1e35-97ef-401e-9f0c-fefc992a6c4d None None] Port ac333929-3e80-48e4-baa0-672bf5cd6f53 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:46:35.827705 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e49e8c0d-0a50-46f6-b71c-ceda572f4d69 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:35.839560 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e7c3d3-3fec-4628-aaad-d2ac98ac1871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:35.840131 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-04e7c3d3-3fec-4628-aaad-d2ac98ac1871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Synchronizing usage tracker for tenant:0197c5eb7ec34456a953f2ce894405a9 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:46:35.840241 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e49e8c0d-0a50-46f6-b71c-ceda572f4d69 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:35.866305 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-04e7c3d3-3fec-4628-aaad-d2ac98ac1871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Unset dirty status for tenant:0197c5eb7ec34456a953f2ce894405a9 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:46:35.867532 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-04e7c3d3-3fec-4628-aaad-d2ac98ac1871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] 10.222.0.45 "GET /v2.0/ports/354140c8-d582-45e6-8721-87b2bd9f945d HTTP/1.1" status: 200 len: 959 time: 0.2718830 May 31 15:46:35.878605 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8a214317-08de-469f-868c-4b11573d5b47 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:35.879324 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51436) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:36.091427 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] device_id is not set on port 32830fe8-d046-4d75-845c-dd7a7f13e91c yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:46:36.171720 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-7e9b06f9-1564-446b-9bfd-87f04317673f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Deleting port 354140c8-d582-45e6-8721-87b2bd9f945d {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:36.172372 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7e9b06f9-1564-446b-9bfd-87f04317673f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:36.180471 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e49e8c0d-0a50-46f6-b71c-ceda572f4d69 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:36.198093 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e8c0d-0a50-46f6-b71c-ceda572f4d69 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event updated for resources: {'Port': ['ID=92f11efc-a275-412d-97cb-a6949d839fe9,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:36.205160 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e49e8c0d-0a50-46f6-b71c-ceda572f4d69 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:36.281384 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-b0f874a3-e18e-424e-aed1-a42f32b8b56c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Allocated IP 172.20.0.7 (92cce474-50f7-4ea2-9167-48128a17863b/6bfbb151-eec5-4807-a91c-7e3dffe7daaa/a41f9567-1285-40d1-8ca0-45775b1b7cf4) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:46:36.300688 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7e9b06f9-1564-446b-9bfd-87f04317673f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:36.446789 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-7e9b06f9-1564-446b-9bfd-87f04317673f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Calling delete_port for 354140c8-d582-45e6-8721-87b2bd9f945d owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:36.557298 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49e8c0d-0a50-46f6-b71c-ceda572f4d69 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Network 1b71cb82-f36a-420c-8d45-d4dfd88bba2a is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:36.572480 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7e9b06f9-1564-446b-9bfd-87f04317673f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:36.572742 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-e49e8c0d-0a50-46f6-b71c-ceda572f4d69 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:36.578451 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6bbef5db-dbce-400d-8089-2a70182e1c03 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:36.585635 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:36.635816 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b06f9-1564-446b-9bfd-87f04317673f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Pushing event deleted for resources: {'Port': ['ID=354140c8-d582-45e6-8721-87b2bd9f945d,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:36.641800 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7e9b06f9-1564-446b-9bfd-87f04317673f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:36.644345 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7e9b06f9-1564-446b-9bfd-87f04317673f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:36.666009 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7e9b06f9-1564-446b-9bfd-87f04317673f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] 10.222.0.45 "DELETE /v2.0/ports/354140c8-d582-45e6-8721-87b2bd9f945d HTTP/1.1" status: 204 len: 168 time: 0.7856638 May 31 15:46:36.676877 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51442) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:36.731814 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a8dfb4de-5fde-4753-9e9e-5e336f608051 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:36.739902 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-cf6d1273-65f9-4855-903b-dfd51fee62ee tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:36.820124 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfb4de-5fde-4753-9e9e-5e336f608051 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Pushing event updated for resources: {'Subnet': ['ID=4b525e04-3893-4866-abcb-0f989a542878,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:36.823874 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a8dfb4de-5fde-4753-9e9e-5e336f608051 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:36.826460 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dfb4de-5fde-4753-9e9e-5e336f608051 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Checking segment: {'id': 'a292ed9d-3013-40cd-b232-54eb4dfcb8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9cf7f468-31a2-4286-b554-6e22e5b6dd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:46:36.826808 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dfb4de-5fde-4753-9e9e-5e336f608051 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Network hostable DHCP agents. Network: 9cf7f468-31a2-4286-b554-6e22e5b6dd5c, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:46:36.830730 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-889a5eaa-46c5-4d92-ab94-b7389aee3fd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] GET failed (client error): The resource could not be found. May 31 15:46:36.832253 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-889a5eaa-46c5-4d92-ab94-b7389aee3fd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] 10.222.0.45 "GET /v2.0/ports/354140c8-d582-45e6-8721-87b2bd9f945d HTTP/1.1" status: 404 len: 333 time: 0.1544254 May 31 15:46:36.839632 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51450) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:36.846977 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-9f910c74-e991-4629-bdd3-5f3412df3d38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Request body: {'port': {'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-451460595'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:36.854422 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9f910c74-e991-4629-bdd3-5f3412df3d38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:36.860626 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9f910c74-e991-4629-bdd3-5f3412df3d38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Usage tracker for resource:port and tenant:0197c5eb7ec34456a953f2ce894405a9 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:36.862098 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] device_id is not set on port 7786e066-1521-4fd8-90dc-c338803846e4 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:46:36.863884 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9f910c74-e991-4629-bdd3-5f3412df3d38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:36.869679 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dfb4de-5fde-4753-9e9e-5e336f608051 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Network 9cf7f468-31a2-4286-b554-6e22e5b6dd5c is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:46:36.871900 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9f910c74-e991-4629-bdd3-5f3412df3d38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:36.884215 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-a8dfb4de-5fde-4753-9e9e-5e336f608051 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 9cf7f468-31a2-4286-b554-6e22e5b6dd5c) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:36.895626 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d076e5-7417-4cd6-95b5-c73ac37748a9 None None] Network 9cf7f468-31a2-4286-b554-6e22e5b6dd5c requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:46:36.897597 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f910c74-e991-4629-bdd3-5f3412df3d38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Made reservation on behalf of 0197c5eb7ec34456a953f2ce894405a9 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:36.900127 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9f910c74-e991-4629-bdd3-5f3412df3d38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:36.958315 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b0f874a3-e18e-424e-aed1-a42f32b8b56c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:36.994576 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-b0f874a3-e18e-424e-aed1-a42f32b8b56c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Transition to ACTIVE for port object a41f9567-1285-40d1-8ca0-45775b1b7cf4 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:46:36.998183 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-9f910c74-e991-4629-bdd3-5f3412df3d38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] device_id is not set on port 6f26d86a-8b07-4c56-9327-25b611cc91b7 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:46:37.003531 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:37.005972 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49e8c0d-0a50-46f6-b71c-ceda572f4d69 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Router 7f5a6441-fbbd-48ae-b93f-635a8e5dafc5 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:46:37.140965 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d90dc8-8dae-4c04-872d-150efe1a6f37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-9cf7f468-31a2-4286-b554-6e22e5b6dd5c', 'network_id': '9cf7f468-31a2-4286-b554-6e22e5b6dd5c', 'tenant_id': '0e2acb340776495db89cbe627d28bef6', 'fixed_ips': [{'subnet_id': '4b525e04-3893-4866-abcb-0f989a542878'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:46:37.141891 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f5d90dc8-8dae-4c04-872d-150efe1a6f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:37.263940 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9f910c74-e991-4629-bdd3-5f3412df3d38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:37.276717 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b0f874a3-e18e-424e-aed1-a42f32b8b56c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:37.298285 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-97723832-cbc9-47dc-ad16-6ac059a7ca67 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:37.330638 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-f5d90dc8-8dae-4c04-872d-150efe1a6f37 None None] Allocated IP 172.20.0.2 (9cf7f468-31a2-4286-b554-6e22e5b6dd5c/4b525e04-3893-4866-abcb-0f989a542878/e51bf78f-0ce6-4a5e-90dd-ad5956801939) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:46:37.341587 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a8dfb4de-5fde-4753-9e9e-5e336f608051 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:37.347196 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:37.348411 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a8dfb4de-5fde-4753-9e9e-5e336f608051 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:37.392142 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f874a3-e18e-424e-aed1-a42f32b8b56c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Network 92cce474-50f7-4ea2-9167-48128a17863b is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:37.393436 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49e8c0d-0a50-46f6-b71c-ceda572f4d69 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:46:37.398937 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-b0f874a3-e18e-424e-aed1-a42f32b8b56c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:37.409210 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f874a3-e18e-424e-aed1-a42f32b8b56c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:37.421108 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f6e2fa-5b4d-4adc-85d5-9b3800e44aff None None] Sync routers for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:46:37.435170 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f874a3-e18e-424e-aed1-a42f32b8b56c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Pushing event updated for resources: {'Port': ['ID=a41f9567-1285-40d1-8ca0-45775b1b7cf4,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:37.445370 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b0f874a3-e18e-424e-aed1-a42f32b8b56c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:37.449580 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f6e2fa-5b4d-4adc-85d5-9b3800e44aff None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:46:37.450353 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-28f6e2fa-5b4d-4adc-85d5-9b3800e44aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:46:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:37.457762 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e49e8c0d-0a50-46f6-b71c-ceda572f4d69 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "PUT /v2.0/routers/7f5a6441-fbbd-48ae-b93f-635a8e5dafc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4441693 May 31 15:46:37.458674 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51456) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:37.469189 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-ef5513e5-e7eb-48bb-a0ed-16c9937cd31c tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Request body: {'port': {'network_id': '1b71cb82-f36a-420c-8d45-d4dfd88bba2a', 'name': 'tempest-FloatingIPTestJSON-2147324958'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:37.486352 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfb4de-5fde-4753-9e9e-5e336f608051 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Pushing event updated for resources: {'Subnet': ['ID=b8d45ef2-f2f5-4447-bf4e-bb0ac36ab9de,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:37.491033 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f874a3-e18e-424e-aed1-a42f32b8b56c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:37.491715 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b0f874a3-e18e-424e-aed1-a42f32b8b56c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:37.494515 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9f910c74-e991-4629-bdd3-5f3412df3d38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:37.496246 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dfb4de-5fde-4753-9e9e-5e336f608051 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Checking segment: {'id': 'df37c911-49a6-48b3-9954-6113bb8271ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f4c0deb3-1c7c-4b7d-be64-e60ad6d298e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:46:37.496603 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dfb4de-5fde-4753-9e9e-5e336f608051 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Network hostable DHCP agents. Network: f4c0deb3-1c7c-4b7d-be64-e60ad6d298e8, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:46:37.497368 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:37.504825 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0a9a4bf1-17a9-4f55-a298-e8dc315dac3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:37.515924 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a8dfb4de-5fde-4753-9e9e-5e336f608051 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:37.519700 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:37.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b0f874a3-e18e-424e-aed1-a42f32b8b56c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1012 time: 3.0556235 May 31 15:46:37.597570 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network 1e6d7417-4bd4-418b-808b-5f1717377e16 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:37.599813 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-28f6e2fa-5b4d-4adc-85d5-9b3800e44aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:37.600982 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51460) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:37.601841 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Port': ['ID=32830fe8-d046-4d75-845c-dd7a7f13e91c,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:37.606414 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:37.608758 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:37.609835 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:37.611293 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:37.636445 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f6e2fa-5b4d-4adc-85d5-9b3800e44aff None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:46:37.637270 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-28f6e2fa-5b4d-4adc-85d5-9b3800e44aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:46:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:37.656217 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-73b01bda-a478-406d-945e-0e9efa23bc44 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:37.732178 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-28f6e2fa-5b4d-4adc-85d5-9b3800e44aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:37.732750 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f6e2fa-5b4d-4adc-85d5-9b3800e44aff None None] The sync data for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:46:37.775739 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-9c3d0efb-1ac2-4fa7-9eff-89c34e0ce230 None None] Provisioning for port a41f9567-1285-40d1-8ca0-45775b1b7cf4 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:46:37.784604 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-9c3d0efb-1ac2-4fa7-9eff-89c34e0ce230 None None] Provisioning complete for port a41f9567-1285-40d1-8ca0-45775b1b7cf4 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:46:37.785163 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9c3d0efb-1ac2-4fa7-9eff-89c34e0ce230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:37.803033 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f910c74-e991-4629-bdd3-5f3412df3d38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Network 28ae4079-76a6-4410-b8d4-1a0520b54819 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:37.810557 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f5d90dc8-8dae-4c04-872d-150efe1a6f37 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:37.821882 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-9f910c74-e991-4629-bdd3-5f3412df3d38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:37.838868 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f910c74-e991-4629-bdd3-5f3412df3d38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:37.839887 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f910c74-e991-4629-bdd3-5f3412df3d38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:37.840533 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9f910c74-e991-4629-bdd3-5f3412df3d38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:37.843781 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f5d90dc8-8dae-4c04-872d-150efe1a6f37 None None] Transition to ACTIVE for port object e51bf78f-0ce6-4a5e-90dd-ad5956801939 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:46:37.868883 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dfb4de-5fde-4753-9e9e-5e336f608051 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Network f4c0deb3-1c7c-4b7d-be64-e60ad6d298e8 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:46:37.874850 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-014e2e0b-6276-4df7-80ad-5b112910ca44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:37.878479 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f910c74-e991-4629-bdd3-5f3412df3d38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Pushing event updated for resources: {'Port': ['ID=6f26d86a-8b07-4c56-9327-25b611cc91b7,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:37.885541 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-9c3d0efb-1ac2-4fa7-9eff-89c34e0ce230 None None] Port a41f9567-1285-40d1-8ca0-45775b1b7cf4 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:46:37.885911 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Port': ['ID=7786e066-1521-4fd8-90dc-c338803846e4,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:37.887469 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f5d90dc8-8dae-4c04-872d-150efe1a6f37 None None] Transition to ACTIVE for port object e51bf78f-0ce6-4a5e-90dd-ad5956801939 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:46:37.892051 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:37.893895 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9f910c74-e991-4629-bdd3-5f3412df3d38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:37.902070 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f5d90dc8-8dae-4c04-872d-150efe1a6f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:37.907006 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:37.911592 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-a8dfb4de-5fde-4753-9e9e-5e336f608051 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, f4c0deb3-1c7c-4b7d-be64-e60ad6d298e8) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:37.921630 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9f910c74-e991-4629-bdd3-5f3412df3d38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0800192 May 31 15:46:37.925411 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51466) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:37.934873 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:37.947144 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dfb4de-5fde-4753-9e9e-5e336f608051 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:37.947857 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dfb4de-5fde-4753-9e9e-5e336f608051 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:37.948628 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a8dfb4de-5fde-4753-9e9e-5e336f608051 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:37.956398 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0e287c-8063-496b-8667-eb039ba9ac8f None None] Network f4c0deb3-1c7c-4b7d-be64-e60ad6d298e8 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:46:37.984303 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ef5513e5-e7eb-48bb-a0ed-16c9937cd31c tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:37.988963 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ef5513e5-e7eb-48bb-a0ed-16c9937cd31c tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Usage tracker for resource:port and tenant:84b48f5aa76f4d3582392765ceb13e00 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:37.992721 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ef5513e5-e7eb-48bb-a0ed-16c9937cd31c tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:37.996843 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a8dfb4de-5fde-4753-9e9e-5e336f608051 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.0812140 May 31 15:46:38.000634 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51472) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:38.003253 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ef5513e5-e7eb-48bb-a0ed-16c9937cd31c tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:38.047694 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Checking segment: {'id': '13f2f0f8-1994-47e4-9cc7-1f7b9d45bd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f36ebe03-1b31-40f1-b5fe-5532b442359d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:46:38.048077 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network hostable DHCP agents. Network: f36ebe03-1b31-40f1-b5fe-5532b442359d, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:46:38.054878 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d90dc8-8dae-4c04-872d-150efe1a6f37 None None] Network 9cf7f468-31a2-4286-b554-6e22e5b6dd5c is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:38.061799 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5513e5-e7eb-48bb-a0ed-16c9937cd31c tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Made reservation on behalf of 84b48f5aa76f4d3582392765ceb13e00 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:38.066600 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ef5513e5-e7eb-48bb-a0ed-16c9937cd31c tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:38.069497 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-f5d90dc8-8dae-4c04-872d-150efe1a6f37 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:38.075871 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d90dc8-8dae-4c04-872d-150efe1a6f37 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:38.103080 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-ef5513e5-e7eb-48bb-a0ed-16c9937cd31c tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] device_id is not set on port f9887f87-09a8-4a57-92a6-5e318c5bf365 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:46:38.112432 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d90dc8-8dae-4c04-872d-150efe1a6f37 None None] Pushing event updated for resources: {'Port': ['ID=e51bf78f-0ce6-4a5e-90dd-ad5956801939,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:38.131090 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f5d90dc8-8dae-4c04-872d-150efe1a6f37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:38.139596 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419f249a-dbf9-42a4-b36c-1de8972f6535 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:38.142465 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756f7246-c608-4e06-8b2e-4241387cdf70 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:38.144058 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756f7246-c608-4e06-8b2e-4241387cdf70 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:38.145336 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419f249a-dbf9-42a4-b36c-1de8972f6535 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:38.145725 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756f7246-c608-4e06-8b2e-4241387cdf70 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:38.146550 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-756f7246-c608-4e06-8b2e-4241387cdf70 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Synchronizing usage tracker for tenant:0e2acb340776495db89cbe627d28bef6 on resource:subnet {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:46:38.151727 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419f249a-dbf9-42a4-b36c-1de8972f6535 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:38.152107 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-419f249a-dbf9-42a4-b36c-1de8972f6535 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Synchronizing usage tracker for tenant:5ee7137da44d465ca45dbec81f44bd4c on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:46:38.169401 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:38.203017 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-756f7246-c608-4e06-8b2e-4241387cdf70 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Unset dirty status for tenant:0e2acb340776495db89cbe627d28bef6 on resource:subnet {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:46:38.207304 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-756f7246-c608-4e06-8b2e-4241387cdf70 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2026782 May 31 15:46:38.207760 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51476) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:38.213181 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-f5d90dc8-8dae-4c04-872d-150efe1a6f37 None None] Attempting to bind port e51bf78f-0ce6-4a5e-90dd-ad5956801939 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:38.213484 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-f5d90dc8-8dae-4c04-872d-150efe1a6f37 None None] Attempting to bind port e51bf78f-0ce6-4a5e-90dd-ad5956801939 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'a292ed9d-3013-40cd-b232-54eb4dfcb8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9cf7f468-31a2-4286-b554-6e22e5b6dd5c'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:38.213860 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d90dc8-8dae-4c04-872d-150efe1a6f37 None None] Attempting to bind port e51bf78f-0ce6-4a5e-90dd-ad5956801939 on network 9cf7f468-31a2-4286-b554-6e22e5b6dd5c {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:38.222981 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-419f249a-dbf9-42a4-b36c-1de8972f6535 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Unset dirty status for tenant:5ee7137da44d465ca45dbec81f44bd4c on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:46:38.226804 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-419f249a-dbf9-42a4-b36c-1de8972f6535 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.6195309 May 31 15:46:38.226804 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network f36ebe03-1b31-40f1-b5fe-5532b442359d is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:46:38.232898 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51480) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:38.250593 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d90dc8-8dae-4c04-872d-150efe1a6f37 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:46:38.251053 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d90dc8-8dae-4c04-872d-150efe1a6f37 None None] Checking segment: {'id': 'a292ed9d-3013-40cd-b232-54eb4dfcb8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9cf7f468-31a2-4286-b554-6e22e5b6dd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:46:38.251394 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f5d90dc8-8dae-4c04-872d-150efe1a6f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:38.251775 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d90dc8-8dae-4c04-872d-150efe1a6f37 None None] Bound using segment: {'id': 'a292ed9d-3013-40cd-b232-54eb4dfcb8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9cf7f468-31a2-4286-b554-6e22e5b6dd5c'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:46:38.252258 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-f5d90dc8-8dae-4c04-872d-150efe1a6f37 None None] Bound port: e51bf78f-0ce6-4a5e-90dd-ad5956801939, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a292ed9d-3013-40cd-b232-54eb4dfcb8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9cf7f468-31a2-4286-b554-6e22e5b6dd5c'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:46:38.252639 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f5d90dc8-8dae-4c04-872d-150efe1a6f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:38.291814 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, f36ebe03-1b31-40f1-b5fe-5532b442359d) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:38.306242 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:38.311823 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:38.316461 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:38.317221 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:38.327754 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-501a9e78-14c1-4562-a974-cd4ce02db2b5 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Deleting subnet 4b525e04-3893-4866-abcb-0f989a542878 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:46:38.328347 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93782d63-b662-4950-a4fe-6eb165415072 None None] Network f36ebe03-1b31-40f1-b5fe-5532b442359d requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:46:38.332295 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-501a9e78-14c1-4562-a974-cd4ce02db2b5 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:38.346206 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:38.371287 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-ef5513e5-e7eb-48bb-a0ed-16c9937cd31c tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Allocated IP 172.20.0.7 (1b71cb82-f36a-420c-8d45-d4dfd88bba2a/3c2ecd48-3afa-49b9-ada4-5db9c1b6748e/f9887f87-09a8-4a57-92a6-5e318c5bf365) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:46:38.407315 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-501a9e78-14c1-4562-a974-cd4ce02db2b5 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:38.478809 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a712eff-4c0a-4d70-a4ee-e70717e57d0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-f4c0deb3-1c7c-4b7d-be64-e60ad6d298e8', 'network_id': 'f4c0deb3-1c7c-4b7d-be64-e60ad6d298e8', 'tenant_id': '0e2acb340776495db89cbe627d28bef6', 'fixed_ips': [{'subnet_id': 'b8d45ef2-f2f5-4447-bf4e-bb0ac36ab9de'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:46:38.479258 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7a712eff-4c0a-4d70-a4ee-e70717e57d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:38.480806 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7637732 May 31 15:46:38.484894 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51486) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:38.524041 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-f5d90dc8-8dae-4c04-872d-150efe1a6f37 None None] For port e51bf78f-0ce6-4a5e-90dd-ad5956801939, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:46:38.614334 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-582971d5-fc2b-4a30-b6b5-f00d62a372d6 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Deleting port a41f9567-1285-40d1-8ca0-45775b1b7cf4 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:38.614654 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-582971d5-fc2b-4a30-b6b5-f00d62a372d6 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:38.629453 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-f5d90dc8-8dae-4c04-872d-150efe1a6f37 None None] For port e51bf78f-0ce6-4a5e-90dd-ad5956801939, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=e51bf78f-0ce6-4a5e-90dd-ad5956801939,segment=NetworkSegment(a292ed9d-3013-40cd-b232-54eb4dfcb8ca),segment_id=a292ed9d-3013-40cd-b232-54eb4dfcb8ca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:46:38.651359 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f5d90dc8-8dae-4c04-872d-150efe1a6f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:38.658639 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:38.685069 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] device_id is not set on port 6f26d86a-8b07-4c56-9327-25b611cc91b7 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:46:38.704128 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:38.754458 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-501a9e78-14c1-4562-a974-cd4ce02db2b5 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:38.764501 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Transition to ACTIVE for port object 6f26d86a-8b07-4c56-9327-25b611cc91b7 will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:46:38.769164 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:38.775655 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f1fbd63b-6c95-456e-b004-5ff3ba10ac3b tempest-DHCPAgentSchedulersTestJSON-1404445364 tempest-DHCPAgentSchedulersTestJSON-1404445364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:38.818843 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d90dc8-8dae-4c04-872d-150efe1a6f37 None None] Pushing event updated for resources: {'Port': ['ID=e51bf78f-0ce6-4a5e-90dd-ad5956801939,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:38.825327 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f5d90dc8-8dae-4c04-872d-150efe1a6f37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:38.829952 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-7a712eff-4c0a-4d70-a4ee-e70717e57d0a None None] Allocated IP 172.20.0.18 (f4c0deb3-1c7c-4b7d-be64-e60ad6d298e8/b8d45ef2-f2f5-4447-bf4e-bb0ac36ab9de/c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:46:38.832192 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ef5513e5-e7eb-48bb-a0ed-16c9937cd31c tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:38.845690 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-582971d5-fc2b-4a30-b6b5-f00d62a372d6 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:38.962444 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-77d5ef14-3bb7-44b5-9636-cca9433ace4c tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting port 7786e066-1521-4fd8-90dc-c338803846e4 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:38.962817 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-77d5ef14-3bb7-44b5-9636-cca9433ace4c tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:39.039791 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-582971d5-fc2b-4a30-b6b5-f00d62a372d6 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Calling delete_port for a41f9567-1285-40d1-8ca0-45775b1b7cf4 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:39.057003 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Pushing event updated for resources: {'Port': ['ID=6f26d86a-8b07-4c56-9327-25b611cc91b7,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:39.063257 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:39.069820 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:39.070339 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:39.070844 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:39.081686 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7a712eff-4c0a-4d70-a4ee-e70717e57d0a None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:39.084389 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:46:39.084934 dv-neutron-601336-79-hyperv neutron-server[99205]: ERROR neutron.plugins.ml2.managers [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Failed to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] May 31 15:46:39.086620 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.plugins.ml2.plugin [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempt 2 to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 May 31 15:46:39.108141 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:39.108655 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:39.109301 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:39.120283 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7a712eff-4c0a-4d70-a4ee-e70717e57d0a None None] Transition to ACTIVE for port object c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:46:39.124540 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ef5513e5-e7eb-48bb-a0ed-16c9937cd31c tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:39.127319 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-77d5ef14-3bb7-44b5-9636-cca9433ace4c tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:39.160910 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:46:39.161244 dv-neutron-601336-79-hyperv neutron-server[99205]: ERROR neutron.plugins.ml2.managers [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Failed to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] May 31 15:46:39.162888 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.plugins.ml2.plugin [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempt 3 to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 May 31 15:46:39.191272 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7a712eff-4c0a-4d70-a4ee-e70717e57d0a None None] Transition to ACTIVE for port object c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:46:39.206263 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7a712eff-4c0a-4d70-a4ee-e70717e57d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:39.218333 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5ec02452-5e14-41af-9b03-b764050acc7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:39.258889 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:39.262219 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:39.263475 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:39.280420 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:46:39.280753 dv-neutron-601336-79-hyperv neutron-server[99205]: ERROR neutron.plugins.ml2.managers [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Failed to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] May 31 15:46:39.281129 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.plugins.ml2.plugin [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempt 4 to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 May 31 15:46:39.324046 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-77d5ef14-3bb7-44b5-9636-cca9433ace4c tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Calling delete_port for 7786e066-1521-4fd8-90dc-c338803846e4 owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:39.334646 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a712eff-4c0a-4d70-a4ee-e70717e57d0a None None] Network f4c0deb3-1c7c-4b7d-be64-e60ad6d298e8 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:39.337800 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-7a712eff-4c0a-4d70-a4ee-e70717e57d0a None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:39.347914 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a712eff-4c0a-4d70-a4ee-e70717e57d0a None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:39.359137 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a712eff-4c0a-4d70-a4ee-e70717e57d0a None None] Pushing event updated for resources: {'Port': ['ID=c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:39.388234 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:39.388626 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:39.389016 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:39.399107 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7ebc3ae0-b4f1-4132-b253-9cb305dcbaa7 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:39.399729 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:46:39.400022 dv-neutron-601336-79-hyperv neutron-server[99205]: ERROR neutron.plugins.ml2.managers [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Failed to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] May 31 15:46:39.402370 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.plugins.ml2.plugin [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempt 5 to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 May 31 15:46:39.413443 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-7a712eff-4c0a-4d70-a4ee-e70717e57d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:39.420514 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e51bf78f-0ce6-4a5e-90dd-ad5956801939 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:46:39.423574 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:39.425636 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:39.426042 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:39.429992 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-582971d5-fc2b-4a30-b6b5-f00d62a372d6 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:39.436069 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6e64ee08-3f2b-401b-ab34-10d98739ed75 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:39.471701 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:46:39.472668 dv-neutron-601336-79-hyperv neutron-server[99205]: ERROR neutron.plugins.ml2.managers [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Failed to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] May 31 15:46:39.480465 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.plugins.ml2.plugin [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempt 6 to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 May 31 15:46:39.490964 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582971d5-fc2b-4a30-b6b5-f00d62a372d6 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Pushing event deleted for resources: {'Port': ['ID=a41f9567-1285-40d1-8ca0-45775b1b7cf4,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:39.499085 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-582971d5-fc2b-4a30-b6b5-f00d62a372d6 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:39.503629 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5513e5-e7eb-48bb-a0ed-16c9937cd31c tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Network 1b71cb82-f36a-420c-8d45-d4dfd88bba2a is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:39.510424 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-ef5513e5-e7eb-48bb-a0ed-16c9937cd31c tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:39.513289 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5513e5-e7eb-48bb-a0ed-16c9937cd31c tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:39.533238 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:39.533761 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:39.535003 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:39.549382 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:46:39.550042 dv-neutron-601336-79-hyperv neutron-server[99205]: ERROR neutron.plugins.ml2.managers [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Failed to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] May 31 15:46:39.552875 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.plugins.ml2.plugin [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempt 7 to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 May 31 15:46:39.579009 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-7a712eff-4c0a-4d70-a4ee-e70717e57d0a None None] Attempting to bind port c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:39.579235 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-7a712eff-4c0a-4d70-a4ee-e70717e57d0a None None] Attempting to bind port c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'df37c911-49a6-48b3-9954-6113bb8271ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f4c0deb3-1c7c-4b7d-be64-e60ad6d298e8'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:39.579686 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a712eff-4c0a-4d70-a4ee-e70717e57d0a None None] Attempting to bind port c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1 on network f4c0deb3-1c7c-4b7d-be64-e60ad6d298e8 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:39.595080 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:39.595307 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a712eff-4c0a-4d70-a4ee-e70717e57d0a None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:46:39.595467 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a712eff-4c0a-4d70-a4ee-e70717e57d0a None None] Checking segment: {'id': 'df37c911-49a6-48b3-9954-6113bb8271ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f4c0deb3-1c7c-4b7d-be64-e60ad6d298e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:46:39.595563 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5513e5-e7eb-48bb-a0ed-16c9937cd31c tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event updated for resources: {'Port': ['ID=f9887f87-09a8-4a57-92a6-5e318c5bf365,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:39.595769 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:39.595880 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7a712eff-4c0a-4d70-a4ee-e70717e57d0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:39.596228 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a712eff-4c0a-4d70-a4ee-e70717e57d0a None None] Bound using segment: {'id': 'df37c911-49a6-48b3-9954-6113bb8271ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f4c0deb3-1c7c-4b7d-be64-e60ad6d298e8'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:46:39.596342 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:39.596722 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-7a712eff-4c0a-4d70-a4ee-e70717e57d0a None None] Bound port: c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df37c911-49a6-48b3-9954-6113bb8271ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f4c0deb3-1c7c-4b7d-be64-e60ad6d298e8'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:46:39.597109 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7a712eff-4c0a-4d70-a4ee-e70717e57d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:39.599545 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ef5513e5-e7eb-48bb-a0ed-16c9937cd31c tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:39.638118 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5513e5-e7eb-48bb-a0ed-16c9937cd31c tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:39.638902 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ef5513e5-e7eb-48bb-a0ed-16c9937cd31c tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:39.648533 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-501a9e78-14c1-4562-a974-cd4ce02db2b5 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:39.685756 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-de2c5780-f8de-4ea0-9c3d-7c2ee592ad65 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:39.707986 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:46:39.708310 dv-neutron-601336-79-hyperv neutron-server[99205]: ERROR neutron.plugins.ml2.managers [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Failed to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] May 31 15:46:39.714006 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.plugins.ml2.plugin [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempt 8 to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 May 31 15:46:39.777001 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:39.777327 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:39.777752 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:39.784997 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:39.787691 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:46:39.788252 dv-neutron-601336-79-hyperv neutron-server[99205]: ERROR neutron.plugins.ml2.managers [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Failed to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] May 31 15:46:39.790693 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.plugins.ml2.plugin [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempt 9 to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 May 31 15:46:39.792378 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port e51bf78f-0ce6-4a5e-90dd-ad5956801939 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:46:39.800546 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-7a712eff-4c0a-4d70-a4ee-e70717e57d0a None None] For port c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:46:39.805086 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-7a712eff-4c0a-4d70-a4ee-e70717e57d0a None None] For port c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1,segment=NetworkSegment(df37c911-49a6-48b3-9954-6113bb8271ee),segment_id=df37c911-49a6-48b3-9954-6113bb8271ee)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:46:39.812436 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7a712eff-4c0a-4d70-a4ee-e70717e57d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:39.815250 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:39.815567 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:39.815890 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:39.818692 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-582971d5-fc2b-4a30-b6b5-f00d62a372d6 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:39.819893 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:39.827996 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:46:39.828329 dv-neutron-601336-79-hyperv neutron-server[99205]: ERROR neutron.plugins.ml2.managers [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Failed to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] May 31 15:46:39.830093 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.plugins.ml2.plugin [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempt 10 to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 May 31 15:46:39.846880 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-582971d5-fc2b-4a30-b6b5-f00d62a372d6 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] 10.222.0.45 "DELETE /v2.0/ports/a41f9567-1285-40d1-8ca0-45775b1b7cf4 HTTP/1.1" status: 204 len: 168 time: 1.6117659 May 31 15:46:39.850064 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51496) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:39.886638 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:39.887245 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:39.887751 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempting to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:39.905797 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:46:39.906373 dv-neutron-601336-79-hyperv neutron-server[99205]: ERROR neutron.plugins.ml2.managers [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Failed to bind port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'eb61b597-87b4-4628-9152-07753f2cb23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '28ae4079-76a6-4410-b8d4-1a0520b54819'}] May 31 15:46:39.906904 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:39.910767 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a9e78-14c1-4562-a974-cd4ce02db2b5 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Pushing event deleted for resources: {'Subnet': ['ID=4b525e04-3893-4866-abcb-0f989a542878,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:39.913863 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a712eff-4c0a-4d70-a4ee-e70717e57d0a None None] Pushing event updated for resources: {'Port': ['ID=c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:39.918302 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-7a712eff-4c0a-4d70-a4ee-e70717e57d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:39.926271 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e63b69e-1a64-49d6-bfee-a286dcfcac2a tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] GET failed (client error): The resource could not be found. May 31 15:46:39.927032 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6e63b69e-1a64-49d6-bfee-a286dcfcac2a tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Synchronizing usage tracker for tenant:5ee7137da44d465ca45dbec81f44bd4c on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:46:39.929580 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-501a9e78-14c1-4562-a974-cd4ce02db2b5 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:39.939877 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-501a9e78-14c1-4562-a974-cd4ce02db2b5 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:39.944085 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-77d5ef14-3bb7-44b5-9636-cca9433ace4c tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:39.953442 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-501a9e78-14c1-4562-a974-cd4ce02db2b5 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] 10.222.0.45 "DELETE /v2.0/subnets/4b525e04-3893-4866-abcb-0f989a542878 HTTP/1.1" status: 204 len: 168 time: 1.7440920 May 31 15:46:39.957860 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ef5513e5-e7eb-48bb-a0ed-16c9937cd31c tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:39.995996 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51500) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:40.012480 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ef5513e5-e7eb-48bb-a0ed-16c9937cd31c tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5501440 May 31 15:46:40.042639 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5ef14-3bb7-44b5-9636-cca9433ace4c tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Port': ['ID=7786e066-1521-4fd8-90dc-c338803846e4,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:40.051899 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51504) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:40.057787 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-77d5ef14-3bb7-44b5-9636-cca9433ace4c tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:40.067239 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-e4e5cc20-cce7-4be7-9bdd-f4e568deaa89 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Request body: {'port': {'network_id': '1b71cb82-f36a-420c-8d45-d4dfd88bba2a', 'name': 'tempest-FloatingIPTestJSON-1543360273'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:40.153043 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-77d5ef14-3bb7-44b5-9636-cca9433ace4c tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:40.153421 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6e63b69e-1a64-49d6-bfee-a286dcfcac2a tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Unset dirty status for tenant:5ee7137da44d465ca45dbec81f44bd4c on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:46:40.154839 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-77d5ef14-3bb7-44b5-9636-cca9433ace4c tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/ports/7786e066-1521-4fd8-90dc-c338803846e4 HTTP/1.1" status: 204 len: 168 time: 1.6622980 May 31 15:46:40.159170 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6e63b69e-1a64-49d6-bfee-a286dcfcac2a tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] 10.222.0.45 "GET /v2.0/ports/a41f9567-1285-40d1-8ca0-45775b1b7cf4 HTTP/1.1" status: 404 len: 333 time: 0.3033507 May 31 15:46:40.159170 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51508) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:40.159170 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51510) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:40.178753 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-8ef51926-5c23-4520-9f3b-5134bc4c9b15 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Request body: {'port': {'network_id': '92cce474-50f7-4ea2-9167-48128a17863b', 'name': 'tempest-AllowedAddressPairTestJSON-1627394335'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:40.202283 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-10107322-5ce1-4aaf-bb61-778a5c90fd68 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Deleting subnet b8d45ef2-f2f5-4447-bf4e-bb0ac36ab9de {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:46:40.208453 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-10107322-5ce1-4aaf-bb61-778a5c90fd68 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:40.305763 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] For port 6f26d86a-8b07-4c56-9327-25b611cc91b7, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:46:40.306217 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attempted to set empty binding levels {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 31 15:46:40.314997 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:40.325456 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-10107322-5ce1-4aaf-bb61-778a5c90fd68 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:40.338262 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a6a3fcdd-e9c9-4876-b74d-122b82890e28 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:40.346001 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216b3cd9-ac6c-44a1-be20-b9fbd6b832aa None None] Network 9cf7f468-31a2-4286-b554-6e22e5b6dd5c requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:46:40.370021 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e4e5cc20-cce7-4be7-9bdd-f4e568deaa89 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:40.384312 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e4e5cc20-cce7-4be7-9bdd-f4e568deaa89 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Usage tracker for resource:port and tenant:84b48f5aa76f4d3582392765ceb13e00 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:40.392644 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e4e5cc20-cce7-4be7-9bdd-f4e568deaa89 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:40.407096 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e4e5cc20-cce7-4be7-9bdd-f4e568deaa89 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:40.452724 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] In _notify_port_updated(), no bound segment for port 6f26d86a-8b07-4c56-9327-25b611cc91b7 on network 28ae4079-76a6-4410-b8d4-1a0520b54819 {{(pid=99205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 15:46:40.453926 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:40.454694 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:40.456455 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] 10.222.0.45 "PUT /v2.0/ports/6f26d86a-8b07-4c56-9327-25b611cc91b7 HTTP/1.1" status: 200 len: 980 time: 2.5271916 May 31 15:46:40.459065 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e5cc20-cce7-4be7-9bdd-f4e568deaa89 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Made reservation on behalf of 84b48f5aa76f4d3582392765ceb13e00 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:40.467783 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e4e5cc20-cce7-4be7-9bdd-f4e568deaa89 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:40.468042 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51520) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:40.500801 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-06910680-3d2e-4ef3-afbf-f021978dfead None None] Provisioning for port e51bf78f-0ce6-4a5e-90dd-ad5956801939 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:46:40.526576 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-e4e5cc20-cce7-4be7-9bdd-f4e568deaa89 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] device_id is not set on port c3a9a4b0-a512-4984-8605-fd9afbb5144f yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:46:40.532628 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-06910680-3d2e-4ef3-afbf-f021978dfead None None] Provisioning complete for port e51bf78f-0ce6-4a5e-90dd-ad5956801939 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:46:40.532628 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-06910680-3d2e-4ef3-afbf-f021978dfead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:40.571808 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Pushing event updated for resources: {'Port': ['ID=6f26d86a-8b07-4c56-9327-25b611cc91b7,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:40.580314 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:40.591440 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-8ef51926-5c23-4520-9f3b-5134bc4c9b15 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:40.601598 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-10107322-5ce1-4aaf-bb61-778a5c90fd68 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:40.601903 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb20c38-a1cc-4ccf-b9b1-b97b34878dd8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:40.608800 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb20c38-a1cc-4ccf-b9b1-b97b34878dd8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:40.609579 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4fb20c38-a1cc-4ccf-b9b1-b97b34878dd8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Synchronizing usage tracker for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:46:40.668731 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-8ef51926-5c23-4520-9f3b-5134bc4c9b15 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:40.710933 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef51926-5c23-4520-9f3b-5134bc4c9b15 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Made reservation on behalf of 5ee7137da44d465ca45dbec81f44bd4c for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:40.714792 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8ef51926-5c23-4520-9f3b-5134bc4c9b15 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:40.726430 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4fb20c38-a1cc-4ccf-b9b1-b97b34878dd8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Unset dirty status for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:46:40.730224 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4fb20c38-a1cc-4ccf-b9b1-b97b34878dd8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.5591831 May 31 15:46:40.733995 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51524) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:40.743670 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-d8ed524d-1fe2-4665-909a-059f041554fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Deleting port 6f26d86a-8b07-4c56-9327-25b611cc91b7 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:40.744007 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d8ed524d-1fe2-4665-909a-059f041554fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:40.762645 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-8ef51926-5c23-4520-9f3b-5134bc4c9b15 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] device_id is not set on port 85c3c5c9-2ba4-46c4-8270-7b1b98e57460 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:46:40.779195 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-06910680-3d2e-4ef3-afbf-f021978dfead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:40.819674 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-06910680-3d2e-4ef3-afbf-f021978dfead None None] For port e51bf78f-0ce6-4a5e-90dd-ad5956801939, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=e51bf78f-0ce6-4a5e-90dd-ad5956801939,segment=NetworkSegment(a292ed9d-3013-40cd-b232-54eb4dfcb8ca),segment_id=a292ed9d-3013-40cd-b232-54eb4dfcb8ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:46:40.828665 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-06910680-3d2e-4ef3-afbf-f021978dfead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:40.834833 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f5d90dc8-8dae-4c04-872d-150efe1a6f37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:40.914353 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-e4e5cc20-cce7-4be7-9bdd-f4e568deaa89 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Allocated IP 172.20.0.10 (1b71cb82-f36a-420c-8d45-d4dfd88bba2a/3c2ecd48-3afa-49b9-ada4-5db9c1b6748e/c3a9a4b0-a512-4984-8605-fd9afbb5144f) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:46:40.937458 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06910680-3d2e-4ef3-afbf-f021978dfead None None] Pushing event updated for resources: {'Port': ['ID=e51bf78f-0ce6-4a5e-90dd-ad5956801939,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:40.949831 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-06910680-3d2e-4ef3-afbf-f021978dfead None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:40.950646 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25d0d27-720c-49ba-8cef-1362cf13a93c None None] DHCP port deletion for 9cf7f468-31a2-4286-b554-6e22e5b6dd5c request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:46:40.969146 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-d8ed524d-1fe2-4665-909a-059f041554fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] For port 6f26d86a-8b07-4c56-9327-25b611cc91b7, host hv-neutron-6013, got binding levels [] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:46:40.969751 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d8ed524d-1fe2-4665-909a-059f041554fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:41.049777 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-a25d0d27-720c-49ba-8cef-1362cf13a93c None None] Deleting port e51bf78f-0ce6-4a5e-90dd-ad5956801939 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:41.050273 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a25d0d27-720c-49ba-8cef-1362cf13a93c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:41.141962 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-d8ed524d-1fe2-4665-909a-059f041554fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Calling delete_port for 6f26d86a-8b07-4c56-9327-25b611cc91b7 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:41.167715 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-a25d0d27-720c-49ba-8cef-1362cf13a93c None None] For port e51bf78f-0ce6-4a5e-90dd-ad5956801939, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=e51bf78f-0ce6-4a5e-90dd-ad5956801939,segment=NetworkSegment(a292ed9d-3013-40cd-b232-54eb4dfcb8ca),segment_id=a292ed9d-3013-40cd-b232-54eb4dfcb8ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:46:41.168116 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a25d0d27-720c-49ba-8cef-1362cf13a93c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:41.190162 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-8ef51926-5c23-4520-9f3b-5134bc4c9b15 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Allocated IP 172.20.0.6 (92cce474-50f7-4ea2-9167-48128a17863b/6bfbb151-eec5-4807-a91c-7e3dffe7daaa/85c3c5c9-2ba4-46c4-8270-7b1b98e57460) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:46:41.323180 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-a25d0d27-720c-49ba-8cef-1362cf13a93c None None] Calling delete_port for e51bf78f-0ce6-4a5e-90dd-ad5956801939 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:41.338254 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-10107322-5ce1-4aaf-bb61-778a5c90fd68 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:41.355224 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc66aee-941c-4849-a8b5-184a365e586c None None] Network f4c0deb3-1c7c-4b7d-be64-e60ad6d298e8 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:46:41.365781 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a8dfb4de-5fde-4753-9e9e-5e336f608051 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:41.369988 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d8ed524d-1fe2-4665-909a-059f041554fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:41.377205 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:46:41.383422 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:41.408317 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-10107322-5ce1-4aaf-bb61-778a5c90fd68 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:41.413372 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-daa62f75-c328-4008-9cc1-d329ad687b8a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting port 32830fe8-d046-4d75-845c-dd7a7f13e91c {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:41.413714 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-daa62f75-c328-4008-9cc1-d329ad687b8a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:41.433435 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed524d-1fe2-4665-909a-059f041554fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f26d86a-8b07-4c56-9327-25b611cc91b7,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:41.436114 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10107322-5ce1-4aaf-bb61-778a5c90fd68 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Pushing event deleted for resources: {'Subnet': ['ID=b8d45ef2-f2f5-4447-bf4e-bb0ac36ab9de,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:41.438482 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-10107322-5ce1-4aaf-bb61-778a5c90fd68 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:41.439409 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d8ed524d-1fe2-4665-909a-059f041554fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:41.449584 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d8ed524d-1fe2-4665-909a-059f041554fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:41.494639 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d8ed524d-1fe2-4665-909a-059f041554fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] 10.222.0.45 "DELETE /v2.0/ports/6f26d86a-8b07-4c56-9327-25b611cc91b7 HTTP/1.1" status: 204 len: 168 time: 1.0204642 May 31 15:46:41.496134 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51530) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:41.514692 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-4a787408-8e8b-41f5-a938-21542bce0ccd None None] Provisioning for port c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:46:41.535411 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-10107322-5ce1-4aaf-bb61-778a5c90fd68 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] 10.222.0.45 "DELETE /v2.0/subnets/b8d45ef2-f2f5-4447-bf4e-bb0ac36ab9de HTTP/1.1" status: 204 len: 168 time: 1.5369239 May 31 15:46:41.546660 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51534) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:41.560797 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a25d0d27-720c-49ba-8cef-1362cf13a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:41.567152 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-06910680-3d2e-4ef3-afbf-f021978dfead None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:41.581831 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-daa62f75-c328-4008-9cc1-d329ad687b8a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:41.593786 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e4e5cc20-cce7-4be7-9bdd-f4e568deaa89 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:41.594377 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8ef51926-5c23-4520-9f3b-5134bc4c9b15 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:41.602044 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e705fd1-cfb1-49fc-9a53-ad8356663f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] GET failed (client error): The resource could not be found. May 31 15:46:41.602582 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-5e705fd1-cfb1-49fc-9a53-ad8356663f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Synchronizing usage tracker for tenant:0197c5eb7ec34456a953f2ce894405a9 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:46:41.644546 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-8ef51926-5c23-4520-9f3b-5134bc4c9b15 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Transition to ACTIVE for port object 85c3c5c9-2ba4-46c4-8270-7b1b98e57460 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:46:41.649042 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763b0a90-137b-46f1-8618-c541fab54b26 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:41.650730 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-763b0a90-137b-46f1-8618-c541fab54b26 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1031468 May 31 15:46:41.655969 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-5e705fd1-cfb1-49fc-9a53-ad8356663f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Unset dirty status for tenant:0197c5eb7ec34456a953f2ce894405a9 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:46:41.657280 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-5e705fd1-cfb1-49fc-9a53-ad8356663f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] 10.222.0.45 "GET /v2.0/ports/6f26d86a-8b07-4c56-9327-25b611cc91b7 HTTP/1.1" status: 404 len: 333 time: 0.1610029 May 31 15:46:41.658194 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51542) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:41.663964 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51544) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:41.728138 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d0d27-720c-49ba-8cef-1362cf13a93c None None] Pushing event deleted for resources: {'Port': ['ID=e51bf78f-0ce6-4a5e-90dd-ad5956801939,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:41.732656 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-daa62f75-c328-4008-9cc1-d329ad687b8a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Calling delete_port for 32830fe8-d046-4d75-845c-dd7a7f13e91c owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:41.733723 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a25d0d27-720c-49ba-8cef-1362cf13a93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:41.739434 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25d0d27-720c-49ba-8cef-1362cf13a93c None None] No DVR routers for this DVR port e51bf78f-0ce6-4a5e-90dd-ad5956801939 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:46:41.750588 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:46:41.770685 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:46:41.771331 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:41.796096 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e4e5cc20-cce7-4be7-9bdd-f4e568deaa89 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:41.803041 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2a377b87-9120-4d0a-9454-6aa50f1463b5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:41.915333 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:41.942601 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec2d01e-e3a9-460f-95c4-a34fa769611d None None] DHCP port deletion for f4c0deb3-1c7c-4b7d-be64-e60ad6d298e8 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:46:41.990506 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1,segment=NetworkSegment(df37c911-49a6-48b3-9954-6113bb8271ee),segment_id=df37c911-49a6-48b3-9954-6113bb8271ee)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:46:42.000523 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:42.002635 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:42.041703 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e5cc20-cce7-4be7-9bdd-f4e568deaa89 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Network 1b71cb82-f36a-420c-8d45-d4dfd88bba2a is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:42.061030 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-e4e5cc20-cce7-4be7-9bdd-f4e568deaa89 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:42.071092 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-56c2a0db-08ca-491f-898e-f4f8820827fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:42.079178 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-52897b63-f89d-4806-97e6-464a7a6827d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:42.081200 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8ef51926-5c23-4520-9f3b-5134bc4c9b15 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:42.090396 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-72c3d98b-e22c-4ea9-8c29-2f772c886721 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:42.106424 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e5cc20-cce7-4be7-9bdd-f4e568deaa89 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:42.116175 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e51bf78f-0ce6-4a5e-90dd-ad5956801939 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:46:42.144458 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-daa62f75-c328-4008-9cc1-d329ad687b8a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:42.146866 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5cc20-cce7-4be7-9bdd-f4e568deaa89 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event updated for resources: {'Port': ['ID=c3a9a4b0-a512-4984-8605-fd9afbb5144f,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:42.162591 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: e51bf78f-0ce6-4a5e-90dd-ad5956801939 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:46:42.163212 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e51bf78f-0ce6-4a5e-90dd-ad5956801939 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:46:42.173471 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:42.175802 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e4e5cc20-cce7-4be7-9bdd-f4e568deaa89 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:42.176332 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6d8959da-897c-4c43-a9b1-289f6db862b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:42.177818 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef51926-5c23-4520-9f3b-5134bc4c9b15 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Network 92cce474-50f7-4ea2-9167-48128a17863b is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:42.178321 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:42.183495 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-bec2d01e-e3a9-460f-95c4-a34fa769611d None None] Deleting port c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:42.184055 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bec2d01e-e3a9-460f-95c4-a34fa769611d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:42.207959 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-8ef51926-5c23-4520-9f3b-5134bc4c9b15 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:42.210512 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef51926-5c23-4520-9f3b-5134bc4c9b15 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:42.245565 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa62f75-c328-4008-9cc1-d329ad687b8a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Port': ['ID=32830fe8-d046-4d75-845c-dd7a7f13e91c,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:42.251061 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-daa62f75-c328-4008-9cc1-d329ad687b8a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:42.252439 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-daa62f75-c328-4008-9cc1-d329ad687b8a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:42.275989 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e5cc20-cce7-4be7-9bdd-f4e568deaa89 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:42.275989 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e4e5cc20-cce7-4be7-9bdd-f4e568deaa89 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:42.291960 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-daa62f75-c328-4008-9cc1-d329ad687b8a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/ports/32830fe8-d046-4d75-845c-dd7a7f13e91c HTTP/1.1" status: 204 len: 168 time: 1.5536182 May 31 15:46:42.292675 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51552) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:42.296269 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef51926-5c23-4520-9f3b-5134bc4c9b15 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Pushing event updated for resources: {'Port': ['ID=85c3c5c9-2ba4-46c4-8270-7b1b98e57460,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:42.299603 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8ef51926-5c23-4520-9f3b-5134bc4c9b15 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:42.331233 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-bec2d01e-e3a9-460f-95c4-a34fa769611d None None] For port c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1,segment=NetworkSegment(df37c911-49a6-48b3-9954-6113bb8271ee),segment_id=df37c911-49a6-48b3-9954-6113bb8271ee)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:46:42.334337 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bec2d01e-e3a9-460f-95c4-a34fa769611d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:42.338072 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e4e5cc20-cce7-4be7-9bdd-f4e568deaa89 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2817259 May 31 15:46:42.344784 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51556) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:42.360295 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-104d00f8-8949-466d-8da3-c680244cb7e1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'port_id': 'c3a9a4b0-a512-4984-8605-fd9afbb5144f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:42.387410 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-104d00f8-8949-466d-8da3-c680244cb7e1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:42.397135 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-104d00f8-8949-466d-8da3-c680244cb7e1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Usage tracker for resource:floatingip and tenant:84b48f5aa76f4d3582392765ceb13e00 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:42.400726 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-104d00f8-8949-466d-8da3-c680244cb7e1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:42.413825 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-104d00f8-8949-466d-8da3-c680244cb7e1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:42.429759 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-52897b63-f89d-4806-97e6-464a7a6827d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:42.443868 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef51926-5c23-4520-9f3b-5134bc4c9b15 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:42.444483 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8ef51926-5c23-4520-9f3b-5134bc4c9b15 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:42.445472 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262f4418-f21d-4dee-91a6-e8c962622db5 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:42.446300 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-262f4418-f21d-4dee-91a6-e8c962622db5 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Synchronizing usage tracker for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:46:42.451809 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-104d00f8-8949-466d-8da3-c680244cb7e1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:42.461542 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-52897b63-f89d-4806-97e6-464a7a6827d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ae4079-76a6-4410-b8d4-1a0520b54819']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:42.483629 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-52897b63-f89d-4806-97e6-464a7a6827d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb61b597-87b4-4628-9152-07753f2cb23a') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:42.483971 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-52897b63-f89d-4806-97e6-464a7a6827d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb61b597-87b4-4628-9152-07753f2cb23a') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:42.499130 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-bec2d01e-e3a9-460f-95c4-a34fa769611d None None] Calling delete_port for c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:42.502783 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8ef51926-5c23-4520-9f3b-5134bc4c9b15 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3325052 May 31 15:46:42.505394 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-52897b63-f89d-4806-97e6-464a7a6827d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:42.512243 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51560) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:42.522856 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-567b1922-5939-4329-bcf8-bae65ca77880 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:90:c4:ee'}]}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:42.523120 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b71b8da2-a0f0-431d-9e96-22038bd0d8c2 None None] Provisioning for port 85c3c5c9-2ba4-46c4-8270-7b1b98e57460 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:46:42.529641 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b71b8da2-a0f0-431d-9e96-22038bd0d8c2 None None] Provisioning complete for port 85c3c5c9-2ba4-46c4-8270-7b1b98e57460 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:46:42.530123 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b71b8da2-a0f0-431d-9e96-22038bd0d8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:42.536698 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-262f4418-f21d-4dee-91a6-e8c962622db5 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Unset dirty status for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:46:42.537878 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-262f4418-f21d-4dee-91a6-e8c962622db5 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2441947 May 31 15:46:42.541784 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51564) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:42.564785 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-56c2a0db-08ca-491f-898e-f4f8820827fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Deleting port c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:42.565094 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-56c2a0db-08ca-491f-898e-f4f8820827fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:42.579382 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-52897b63-f89d-4806-97e6-464a7a6827d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:42.597416 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-b71b8da2-a0f0-431d-9e96-22038bd0d8c2 None None] Port 85c3c5c9-2ba4-46c4-8270-7b1b98e57460 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:46:42.598966 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bbd97c2-955e-47cd-88c1-762fc5b3b875 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] GET failed (client error): The resource could not be found. May 31 15:46:42.600438 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4bbd97c2-955e-47cd-88c1-762fc5b3b875 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "GET /v2.0/ports/7786e066-1521-4fd8-90dc-c338803846e4 HTTP/1.1" status: 404 len: 333 time: 0.0567956 May 31 15:46:42.601439 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52897b63-f89d-4806-97e6-464a7a6827d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:46:42.601829 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-52897b63-f89d-4806-97e6-464a7a6827d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:42.603471 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51568) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:46:42.618772 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:46:42.622264 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bec2d01e-e3a9-460f-95c4-a34fa769611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:42.626032 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:42.655683 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7528fa4-b4a4-4eb9-a547-43a5fa7585ca tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] GET failed (client error): The resource could not be found. May 31 15:46:42.659497 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f7528fa4-b4a4-4eb9-a547-43a5fa7585ca tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "GET /v2.0/ports/32830fe8-d046-4d75-845c-dd7a7f13e91c HTTP/1.1" status: 404 len: 333 time: 0.0527785 May 31 15:46:42.660448 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51572) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:42.672783 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec2d01e-e3a9-460f-95c4-a34fa769611d None None] Pushing event deleted for resources: {'Port': ['ID=c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:42.675808 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-bec2d01e-e3a9-460f-95c4-a34fa769611d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:42.676693 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec2d01e-e3a9-460f-95c4-a34fa769611d None None] No DVR routers for this DVR port c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:46:42.802414 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a0151564-5cc1-4b3e-a0b2-0f42c9bb44b7 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:42.809897 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-104d00f8-8949-466d-8da3-c680244cb7e1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:42.860754 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-52897b63-f89d-4806-97e6-464a7a6827d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:42.865011 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-52897b63-f89d-4806-97e6-464a7a6827d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:42.873014 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ae18eadd-2f29-428e-a711-f7d46c2b382c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:42.901455 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-56c2a0db-08ca-491f-898e-f4f8820827fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] For port c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1,segment=NetworkSegment(df37c911-49a6-48b3-9954-6113bb8271ee),segment_id=df37c911-49a6-48b3-9954-6113bb8271ee)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:46:42.901947 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-56c2a0db-08ca-491f-898e-f4f8820827fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:42.909873 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52897b63-f89d-4806-97e6-464a7a6827d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Pushing event deleted for resources: {'Network': ['ID=28ae4079-76a6-4410-b8d4-1a0520b54819,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:42.914854 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-52897b63-f89d-4806-97e6-464a7a6827d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] 10.222.0.45 "DELETE /v2.0/networks/28ae4079-76a6-4410-b8d4-1a0520b54819 HTTP/1.1" status: 204 len: 168 time: 1.2474163 May 31 15:46:42.916546 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-52897b63-f89d-4806-97e6-464a7a6827d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:43.049967 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-56c2a0db-08ca-491f-898e-f4f8820827fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Calling delete_port for c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1 owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:43.051113 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a0151564-5cc1-4b3e-a0b2-0f42c9bb44b7 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:43.068842 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-a0151564-5cc1-4b3e-a0b2-0f42c9bb44b7 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f36ebe03-1b31-40f1-b5fe-5532b442359d']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:43.085091 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-a0151564-5cc1-4b3e-a0b2-0f42c9bb44b7 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f2f0f8-1994-47e4-9cc7-1f7b9d45bd2a') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:43.085384 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-a0151564-5cc1-4b3e-a0b2-0f42c9bb44b7 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f2f0f8-1994-47e4-9cc7-1f7b9d45bd2a') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:43.107866 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a0151564-5cc1-4b3e-a0b2-0f42c9bb44b7 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:43.114846 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-104d00f8-8949-466d-8da3-c680244cb7e1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Allocated IP 172.26.0.176 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/b4c716ae-107d-4677-ab2e-1b7d60776016) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:46:43.134095 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a0151564-5cc1-4b3e-a0b2-0f42c9bb44b7 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:43.142680 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0151564-5cc1-4b3e-a0b2-0f42c9bb44b7 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:46:43.143146 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a0151564-5cc1-4b3e-a0b2-0f42c9bb44b7 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:43.148410 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-567b1922-5939-4329-bcf8-bae65ca77880 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:46:43.157955 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:46:43.239960 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-56c2a0db-08ca-491f-898e-f4f8820827fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:43.243764 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e6864d73-bd69-4816-b9a5-fa3ba48b335f tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:43.286808 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:46:43.298659 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51586) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:43.329767 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2a0db-08ca-491f-898e-f4f8820827fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Pushing event deleted for resources: {'Port': ['ID=c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:43.332119 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:46:43.333998 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:46:43.339035 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-56c2a0db-08ca-491f-898e-f4f8820827fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:43.358195 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c2a0db-08ca-491f-898e-f4f8820827fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] No DVR routers for this DVR port c9c0d0e5-8dcb-47d1-a09a-c7b608bc44a1 on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:46:43.363637 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a0151564-5cc1-4b3e-a0b2-0f42c9bb44b7 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:43.367993 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a0151564-5cc1-4b3e-a0b2-0f42c9bb44b7 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:43.380004 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e85001de-dcbb-49a4-a7a7-e81a1bc322ae tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:43.415499 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0151564-5cc1-4b3e-a0b2-0f42c9bb44b7 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Network': ['ID=f36ebe03-1b31-40f1-b5fe-5532b442359d,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:43.426035 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a0151564-5cc1-4b3e-a0b2-0f42c9bb44b7 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/networks/f36ebe03-1b31-40f1-b5fe-5532b442359d HTTP/1.1" status: 204 len: 168 time: 0.7636504 May 31 15:46:43.427110 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a0151564-5cc1-4b3e-a0b2-0f42c9bb44b7 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:43.429908 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51592) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:43.437130 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-72069845-cda8-4b3c-b78b-ff82fd1c8918 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1495565021'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:43.443952 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-104d00f8-8949-466d-8da3-c680244cb7e1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:43.447139 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-72069845-cda8-4b3c-b78b-ff82fd1c8918 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:43.453436 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-72069845-cda8-4b3c-b78b-ff82fd1c8918 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:network and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:43.468459 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-72069845-cda8-4b3c-b78b-ff82fd1c8918 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:43.479798 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-72069845-cda8-4b3c-b78b-ff82fd1c8918 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:43.505030 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72069845-cda8-4b3c-b78b-ff82fd1c8918 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:43.508789 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-72069845-cda8-4b3c-b78b-ff82fd1c8918 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:43.548784 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-041b255f-cc0f-433b-a499-486c164795dc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4511e581a3e4410695a7b639c4e008e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464032 May 31 15:46:43.549158 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51596) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:43.557995 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72069845-cda8-4b3c-b78b-ff82fd1c8918 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:46:43.564714 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-104d00f8-8949-466d-8da3-c680244cb7e1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:43.568651 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-56c2a0db-08ca-491f-898e-f4f8820827fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:43.570011 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6148fc1d-2d8a-40f4-9e8c-8df540356a14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:43.611155 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-56c2a0db-08ca-491f-898e-f4f8820827fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c0deb3-1c7c-4b7d-be64-e60ad6d298e8']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:43.612601 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-72069845-cda8-4b3c-b78b-ff82fd1c8918 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:43.612942 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-72069845-cda8-4b3c-b78b-ff82fd1c8918 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Added segment bac55dbb-6d37-4d84-97b1-85502c7dc12f of type vlan for network 08c471df-dbcc-4ac6-a420-6b55fc06e56b May 31 15:46:43.643604 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104d00f8-8949-466d-8da3-c680244cb7e1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:43.648014 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-56c2a0db-08ca-491f-898e-f4f8820827fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df37c911-49a6-48b3-9954-6113bb8271ee') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:43.648305 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-56c2a0db-08ca-491f-898e-f4f8820827fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df37c911-49a6-48b3-9954-6113bb8271ee') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:43.650767 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-104d00f8-8949-466d-8da3-c680244cb7e1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:43.658858 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104d00f8-8949-466d-8da3-c680244cb7e1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:43.670348 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-56c2a0db-08ca-491f-898e-f4f8820827fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:43.693140 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d00f8-8949-466d-8da3-c680244cb7e1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event updated for resources: {'Port': ['ID=b4c716ae-107d-4677-ab2e-1b7d60776016,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:43.702169 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-104d00f8-8949-466d-8da3-c680244cb7e1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:43.702987 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4565c0ac-1cfc-4035-af28-995c96e69dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:43.712205 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-72069845-cda8-4b3c-b78b-ff82fd1c8918 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:43.714235 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-56c2a0db-08ca-491f-898e-f4f8820827fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:43.805119 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-72069845-cda8-4b3c-b78b-ff82fd1c8918 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:43.810713 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72069845-cda8-4b3c-b78b-ff82fd1c8918 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:43.811317 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-72069845-cda8-4b3c-b78b-ff82fd1c8918 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:43.843137 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:43.856350 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.db.resource_extend [None req-567b1922-5939-4329-bcf8-bae65ca77880 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:46:43.872640 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c2a0db-08ca-491f-898e-f4f8820827fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:46:43.873036 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-56c2a0db-08ca-491f-898e-f4f8820827fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:46:43.888405 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:46:43.894744 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-567b1922-5939-4329-bcf8-bae65ca77880 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:43.904392 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4565c0ac-1cfc-4035-af28-995c96e69dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:43.913417 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-567b1922-5939-4329-bcf8-bae65ca77880 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:43.998350 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e49e8c0d-0a50-46f6-b71c-ceda572f4d69 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:44.051196 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-56c2a0db-08ca-491f-898e-f4f8820827fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:44.055220 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-56c2a0db-08ca-491f-898e-f4f8820827fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:44.107491 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72069845-cda8-4b3c-b78b-ff82fd1c8918 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Network': ['ID=08c471df-dbcc-4ac6-a420-6b55fc06e56b,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:44.113430 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-72069845-cda8-4b3c-b78b-ff82fd1c8918 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6795895 May 31 15:46:44.117829 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-72069845-cda8-4b3c-b78b-ff82fd1c8918 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:44.118563 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51604) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:44.119330 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 08c471df-dbcc-4ac6-a420-6b55fc06e56b details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:46:44.172902 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-56c2a0db-08ca-491f-898e-f4f8820827fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] 10.222.0.45 "DELETE /v2.0/networks/f4c0deb3-1c7c-4b7d-be64-e60ad6d298e8 HTTP/1.1" status: 204 len: 168 time: 2.5112226 May 31 15:46:44.180090 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51606) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:44.186469 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b1922-5939-4329-bcf8-bae65ca77880 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Pushing event updated for resources: {'Port': ['ID=85c3c5c9-2ba4-46c4-8270-7b1b98e57460,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:44.189974 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-567b1922-5939-4329-bcf8-bae65ca77880 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:44.191060 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-567b1922-5939-4329-bcf8-bae65ca77880 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] In _notify_port_updated(), no bound segment for port 85c3c5c9-2ba4-46c4-8270-7b1b98e57460 on network 92cce474-50f7-4ea2-9167-48128a17863b {{(pid=99205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 15:46:44.196725 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567b1922-5939-4329-bcf8-bae65ca77880 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:44.197545 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-567b1922-5939-4329-bcf8-bae65ca77880 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:44.204233 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-567b1922-5939-4329-bcf8-bae65ca77880 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] 10.222.0.45 "PUT /v2.0/ports/85c3c5c9-2ba4-46c4-8270-7b1b98e57460 HTTP/1.1" status: 200 len: 1008 time: 1.6909399 May 31 15:46:44.205504 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51612) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:44.220413 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-c97983d5-20ca-4a46-ad3c-511e6362e293 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'subnet': {'network_id': '08c471df-dbcc-4ac6-a420-6b55fc06e56b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:44.224098 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:44.286386 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2a0db-08ca-491f-898e-f4f8820827fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Pushing event deleted for resources: {'Network': ['ID=f4c0deb3-1c7c-4b7d-be64-e60ad6d298e8,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:44.288581 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-56c2a0db-08ca-491f-898e-f4f8820827fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:44.333447 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-8226852f-e8fb-422b-a28c-e66560e0dbca None None] Provisioning complete for port 85c3c5c9-2ba4-46c4-8270-7b1b98e57460 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:46:44.333821 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8226852f-e8fb-422b-a28c-e66560e0dbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:44.368400 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4565c0ac-1cfc-4035-af28-995c96e69dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:44.393268 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-8226852f-e8fb-422b-a28c-e66560e0dbca None None] Port 85c3c5c9-2ba4-46c4-8270-7b1b98e57460 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:46:44.395798 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-dad6e4bd-0bbc-408e-aef2-77e488423706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:44.432803 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c97983d5-20ca-4a46-ad3c-511e6362e293 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:44.443563 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c97983d5-20ca-4a46-ad3c-511e6362e293 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:subnet and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:44.449944 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c97983d5-20ca-4a46-ad3c-511e6362e293 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:44.457790 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565c0ac-1cfc-4035-af28-995c96e69dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94691c50-d5a5-46be-99d0-1f4fd0dd969a,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:44.460593 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c97983d5-20ca-4a46-ad3c-511e6362e293 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:44.467916 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4565c0ac-1cfc-4035-af28-995c96e69dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:44.479844 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-04a25238-5148-457a-a4d2-7929656b4948 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:44.481102 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97983d5-20ca-4a46-ad3c-511e6362e293 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:44.484981 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c97983d5-20ca-4a46-ad3c-511e6362e293 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:44.486666 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4565c0ac-1cfc-4035-af28-995c96e69dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:44.487786 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4565c0ac-1cfc-4035-af28-995c96e69dce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/94691c50-d5a5-46be-99d0-1f4fd0dd969a HTTP/1.1" status: 204 len: 168 time: 0.9349973 May 31 15:46:44.639490 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-104d00f8-8949-466d-8da3-c680244cb7e1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:44.641367 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-605f95a9-c231-4dbf-b742-8381f6488d2c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Deleting port 85c3c5c9-2ba4-46c4-8270-7b1b98e57460 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:44.641712 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-605f95a9-c231-4dbf-b742-8381f6488d2c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:44.658657 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-04a25238-5148-457a-a4d2-7929656b4948 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:44.722148 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-04a25238-5148-457a-a4d2-7929656b4948 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf7f468-31a2-4286-b554-6e22e5b6dd5c']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:44.748561 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-04a25238-5148-457a-a4d2-7929656b4948 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a292ed9d-3013-40cd-b232-54eb4dfcb8ca') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:44.749005 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-04a25238-5148-457a-a4d2-7929656b4948 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a292ed9d-3013-40cd-b232-54eb4dfcb8ca') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:44.767371 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-04a25238-5148-457a-a4d2-7929656b4948 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:44.794970 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-104d00f8-8949-466d-8da3-c680244cb7e1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:44.802729 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-04a25238-5148-457a-a4d2-7929656b4948 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:44.818625 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51622) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:44.822215 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a25238-5148-457a-a4d2-7929656b4948 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:46:44.822617 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-04a25238-5148-457a-a4d2-7929656b4948 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:46:44.836858 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:46:44.893337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-605f95a9-c231-4dbf-b742-8381f6488d2c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:44.978699 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6f67e09e-f3ad-423b-8e0f-01464c3e00b5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0197c5eb7ec34456a953f2ce894405a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465778 May 31 15:46:45.000120 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51626) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:45.033988 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-605f95a9-c231-4dbf-b742-8381f6488d2c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Calling delete_port for 85c3c5c9-2ba4-46c4-8270-7b1b98e57460 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:45.042813 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-04a25238-5148-457a-a4d2-7929656b4948 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:45.046677 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-34099a11-1b96-459a-b1f2-3918553795f7 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:45.062690 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-04a25238-5148-457a-a4d2-7929656b4948 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:45.078702 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a25238-5148-457a-a4d2-7929656b4948 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Pushing event deleted for resources: {'Network': ['ID=9cf7f468-31a2-4286-b554-6e22e5b6dd5c,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:45.084943 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-04a25238-5148-457a-a4d2-7929656b4948 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:45.093013 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-04a25238-5148-457a-a4d2-7929656b4948 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] 10.222.0.45 "DELETE /v2.0/networks/9cf7f468-31a2-4286-b554-6e22e5b6dd5c HTTP/1.1" status: 204 len: 168 time: 0.9068751 May 31 15:46:45.093270 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51634) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:45.168817 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f3d84a6f-547b-4915-8c3b-a9995fd9e323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:45.222789 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f3d84a6f-547b-4915-8c3b-a9995fd9e323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:45.225163 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2db10e3f-aadb-49a9-b35b-7bc7a0c884b1 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:45.272617 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-104d00f8-8949-466d-8da3-c680244cb7e1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:45.308280 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-104d00f8-8949-466d-8da3-c680244cb7e1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:45.317485 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-36bb1597-e735-4ffe-924f-f283b57c16ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:45.450442 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d00f8-8949-466d-8da3-c680244cb7e1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event updated for resources: {'Port': ['ID=b4c716ae-107d-4677-ab2e-1b7d60776016,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:45.455318 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c97983d5-20ca-4a46-ad3c-511e6362e293 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:45.456413 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-104d00f8-8949-466d-8da3-c680244cb7e1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:45.466481 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:45.507822 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f3d84a6f-547b-4915-8c3b-a9995fd9e323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:45.516288 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-104d00f8-8949-466d-8da3-c680244cb7e1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:45.555094 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2db10e3f-aadb-49a9-b35b-7bc7a0c884b1 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:45.566151 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-605f95a9-c231-4dbf-b742-8381f6488d2c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:45.574510 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b0f874a3-e18e-424e-aed1-a42f32b8b56c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:45.605015 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-2db10e3f-aadb-49a9-b35b-7bc7a0c884b1 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c849187a-b519-4dba-9eef-bfb69ae01e21']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:45.627850 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f95a9-c231-4dbf-b742-8381f6488d2c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Pushing event deleted for resources: {'Port': ['ID=85c3c5c9-2ba4-46c4-8270-7b1b98e57460,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:45.633913 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-2db10e3f-aadb-49a9-b35b-7bc7a0c884b1 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13abffe6-448f-4740-939d-27fb97a17cae') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:45.634233 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-2db10e3f-aadb-49a9-b35b-7bc7a0c884b1 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13abffe6-448f-4740-939d-27fb97a17cae') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:45.641387 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-605f95a9-c231-4dbf-b742-8381f6488d2c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:45.677224 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2db10e3f-aadb-49a9-b35b-7bc7a0c884b1 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:45.712359 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2db10e3f-aadb-49a9-b35b-7bc7a0c884b1 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:45.724919 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db10e3f-aadb-49a9-b35b-7bc7a0c884b1 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:46:45.725330 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2db10e3f-aadb-49a9-b35b-7bc7a0c884b1 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:46:45.740550 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:46:45.781293 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97983d5-20ca-4a46-ad3c-511e6362e293 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Subnet': ['ID=6cbb160f-36ea-4358-8228-93f8367a39b4,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:45.790335 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c97983d5-20ca-4a46-ad3c-511e6362e293 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:45.793223 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.277s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:45.805298 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97983d5-20ca-4a46-ad3c-511e6362e293 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Checking segment: {'id': 'bac55dbb-6d37-4d84-97b1-85502c7dc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '08c471df-dbcc-4ac6-a420-6b55fc06e56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:46:45.805650 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97983d5-20ca-4a46-ad3c-511e6362e293 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network hostable DHCP agents. Network: 08c471df-dbcc-4ac6-a420-6b55fc06e56b, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:46:45.862698 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d84a6f-547b-4915-8c3b-a9995fd9e323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf81f6f-a5f0-4e23-90fe-e8fe166efce2,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:45.874451 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f3d84a6f-547b-4915-8c3b-a9995fd9e323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:45.891081 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f3d84a6f-547b-4915-8c3b-a9995fd9e323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:45.892318 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f3d84a6f-547b-4915-8c3b-a9995fd9e323 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eaf81f6f-a5f0-4e23-90fe-e8fe166efce2 HTTP/1.1" status: 204 len: 168 time: 0.8910789 May 31 15:46:45.915376 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.l3_db [None req-104d00f8-8949-466d-8da3-c680244cb7e1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Floating IP c307264c-b7fa-476b-974c-d42ec51c212e associated. External IP: 172.26.0.176, port: c3a9a4b0-a512-4984-8605-fd9afbb5144f. May 31 15:46:45.930962 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2db10e3f-aadb-49a9-b35b-7bc7a0c884b1 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:45.936354 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-006ea4e4-0d5c-4169-a45f-a3038662c678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:45.952961 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2db10e3f-aadb-49a9-b35b-7bc7a0c884b1 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:45.967525 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db10e3f-aadb-49a9-b35b-7bc7a0c884b1 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Pushing event deleted for resources: {'Network': ['ID=c849187a-b519-4dba-9eef-bfb69ae01e21,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:45.968202 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97983d5-20ca-4a46-ad3c-511e6362e293 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network 08c471df-dbcc-4ac6-a420-6b55fc06e56b is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:46:45.975574 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2db10e3f-aadb-49a9-b35b-7bc7a0c884b1 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:45.980505 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2db10e3f-aadb-49a9-b35b-7bc7a0c884b1 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] 10.222.0.45 "DELETE /v2.0/networks/c849187a-b519-4dba-9eef-bfb69ae01e21 HTTP/1.1" status: 204 len: 168 time: 0.8861439 May 31 15:46:45.983069 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51642) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:45.986663 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-605f95a9-c231-4dbf-b742-8381f6488d2c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:45.989232 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-605f95a9-c231-4dbf-b742-8381f6488d2c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] 10.222.0.45 "DELETE /v2.0/ports/85c3c5c9-2ba4-46c4-8270-7b1b98e57460 HTTP/1.1" status: 204 len: 168 time: 1.7505052 May 31 15:46:45.992060 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51646) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:46.017600 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-c97983d5-20ca-4a46-ad3c-511e6362e293 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 08c471df-dbcc-4ac6-a420-6b55fc06e56b) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:46.030745 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb39c87-6a94-46f5-80e1-25208b26dc4d None None] Network 08c471df-dbcc-4ac6-a420-6b55fc06e56b requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:46:46.047734 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be25b36-1bc1-4ffb-99e6-fcd46c3a66a2 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] GET failed (client error): The resource could not be found. May 31 15:46:46.048482 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4be25b36-1bc1-4ffb-99e6-fcd46c3a66a2 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Synchronizing usage tracker for tenant:5ee7137da44d465ca45dbec81f44bd4c on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:46:46.076886 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4be25b36-1bc1-4ffb-99e6-fcd46c3a66a2 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Unset dirty status for tenant:5ee7137da44d465ca45dbec81f44bd4c on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:46:46.082748 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51650) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:46.083441 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4be25b36-1bc1-4ffb-99e6-fcd46c3a66a2 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] 10.222.0.45 "GET /v2.0/ports/85c3c5c9-2ba4-46c4-8270-7b1b98e57460 HTTP/1.1" status: 404 len: 333 time: 0.0902152 May 31 15:46:46.166428 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-44fc7e60-9179-4c9f-a1fd-48c5dda45134 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Request body: {'port': {'network_id': '92cce474-50f7-4ea2-9167-48128a17863b', 'name': 'tempest-AllowedAddressPairTestJSON-744628406'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:46.187760 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97983d5-20ca-4a46-ad3c-511e6362e293 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:46.188361 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c97983d5-20ca-4a46-ad3c-511e6362e293 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:46.282510 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398b34d5-d826-4398-b09e-e6cd24d4b77a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-08c471df-dbcc-4ac6-a420-6b55fc06e56b', 'network_id': '08c471df-dbcc-4ac6-a420-6b55fc06e56b', 'tenant_id': '9e98cd47beea440cbfb376c35888b670', 'fixed_ips': [{'subnet_id': '6cbb160f-36ea-4358-8228-93f8367a39b4'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:46:46.283291 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-398b34d5-d826-4398-b09e-e6cd24d4b77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:46.294939 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-471d1474-27c5-4505-98b1-d60696bdcd72 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:46.358400 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c97983d5-20ca-4a46-ad3c-511e6362e293 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1734109 May 31 15:46:46.358601 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51666) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:46.365987 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-bbe7238b-e203-4091-8f23-8a616bed0420 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'port': {'network_id': '08c471df-dbcc-4ac6-a420-6b55fc06e56b', 'name': 'tempest-PortsTestJSON-891733561'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:46.472175 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-398b34d5-d826-4398-b09e-e6cd24d4b77a None None] Allocated IP 172.20.0.2 (08c471df-dbcc-4ac6-a420-6b55fc06e56b/6cbb160f-36ea-4358-8228-93f8367a39b4/a4f6212e-813a-466a-89ef-50028f4993cc) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:46:46.536830 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-bbe7238b-e203-4091-8f23-8a616bed0420 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:46.556710 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-bbe7238b-e203-4091-8f23-8a616bed0420 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:46.574262 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe7238b-e203-4091-8f23-8a616bed0420 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:46.580933 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bbe7238b-e203-4091-8f23-8a616bed0420 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:46.612000 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-bbe7238b-e203-4091-8f23-8a616bed0420 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] device_id is not set on port 81ba991c-1fd9-422b-8530-154dcaf03b2e yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:46:46.712058 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-398b34d5-d826-4398-b09e-e6cd24d4b77a None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:46.726386 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-44fc7e60-9179-4c9f-a1fd-48c5dda45134 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:46.726858 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-398b34d5-d826-4398-b09e-e6cd24d4b77a None None] Transition to ACTIVE for port object a4f6212e-813a-466a-89ef-50028f4993cc will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:46:46.747754 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-398b34d5-d826-4398-b09e-e6cd24d4b77a None None] Transition to ACTIVE for port object a4f6212e-813a-466a-89ef-50028f4993cc will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:46:46.752047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-471d1474-27c5-4505-98b1-d60696bdcd72 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:46.757710 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-398b34d5-d826-4398-b09e-e6cd24d4b77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:46.762283 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-44fc7e60-9179-4c9f-a1fd-48c5dda45134 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:46.770866 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:46.778264 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-471d1474-27c5-4505-98b1-d60696bdcd72 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e982a11-5afa-4f7e-bb99-ce2d3c1c24e8']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:46.796843 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-471d1474-27c5-4505-98b1-d60696bdcd72 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f2fc712-cbc8-482e-ac17-25de1edca6c0') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:46.797321 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-471d1474-27c5-4505-98b1-d60696bdcd72 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f2fc712-cbc8-482e-ac17-25de1edca6c0') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:46.823548 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-471d1474-27c5-4505-98b1-d60696bdcd72 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:46.834032 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fc7e60-9179-4c9f-a1fd-48c5dda45134 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Made reservation on behalf of 5ee7137da44d465ca45dbec81f44bd4c for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:46.837695 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-44fc7e60-9179-4c9f-a1fd-48c5dda45134 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:46.858748 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104d00f8-8949-466d-8da3-c680244cb7e1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Router 7f5a6441-fbbd-48ae-b93f-635a8e5dafc5 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:46:46.865347 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-471d1474-27c5-4505-98b1-d60696bdcd72 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:46.878110 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b34d5-d826-4398-b09e-e6cd24d4b77a None None] Pushing event updated for resources: {'Port': ['ID=a4f6212e-813a-466a-89ef-50028f4993cc,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:46.878677 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-44fc7e60-9179-4c9f-a1fd-48c5dda45134 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] device_id is not set on port 61a26834-8b92-4cbb-b7de-dacde6d70ff2 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:46:46.882563 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-398b34d5-d826-4398-b09e-e6cd24d4b77a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:46.892914 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-bbe7238b-e203-4091-8f23-8a616bed0420 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Allocated IP 172.20.0.13 (08c471df-dbcc-4ac6-a420-6b55fc06e56b/6cbb160f-36ea-4358-8228-93f8367a39b4/81ba991c-1fd9-422b-8530-154dcaf03b2e) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:46:46.893808 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398b34d5-d826-4398-b09e-e6cd24d4b77a None None] Network 08c471df-dbcc-4ac6-a420-6b55fc06e56b is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:46.899232 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-398b34d5-d826-4398-b09e-e6cd24d4b77a None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:46.905176 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398b34d5-d826-4398-b09e-e6cd24d4b77a None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:46.918640 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471d1474-27c5-4505-98b1-d60696bdcd72 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:46:46.919100 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-471d1474-27c5-4505-98b1-d60696bdcd72 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:46:46.934093 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:46:47.022810 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-398b34d5-d826-4398-b09e-e6cd24d4b77a None None] Attempting to bind port a4f6212e-813a-466a-89ef-50028f4993cc on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:47.023464 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-398b34d5-d826-4398-b09e-e6cd24d4b77a None None] Attempting to bind port a4f6212e-813a-466a-89ef-50028f4993cc by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'bac55dbb-6d37-4d84-97b1-85502c7dc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '08c471df-dbcc-4ac6-a420-6b55fc06e56b'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:47.024055 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398b34d5-d826-4398-b09e-e6cd24d4b77a None None] Attempting to bind port a4f6212e-813a-466a-89ef-50028f4993cc on network 08c471df-dbcc-4ac6-a420-6b55fc06e56b {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:47.042608 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398b34d5-d826-4398-b09e-e6cd24d4b77a None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:46:47.043273 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398b34d5-d826-4398-b09e-e6cd24d4b77a None None] Checking segment: {'id': 'bac55dbb-6d37-4d84-97b1-85502c7dc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '08c471df-dbcc-4ac6-a420-6b55fc06e56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:46:47.043472 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-398b34d5-d826-4398-b09e-e6cd24d4b77a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:47.043863 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398b34d5-d826-4398-b09e-e6cd24d4b77a None None] Bound using segment: {'id': 'bac55dbb-6d37-4d84-97b1-85502c7dc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '08c471df-dbcc-4ac6-a420-6b55fc06e56b'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:46:47.044447 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-398b34d5-d826-4398-b09e-e6cd24d4b77a None None] Bound port: a4f6212e-813a-466a-89ef-50028f4993cc, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac55dbb-6d37-4d84-97b1-85502c7dc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '08c471df-dbcc-4ac6-a420-6b55fc06e56b'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:46:47.045070 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-398b34d5-d826-4398-b09e-e6cd24d4b77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:47.122583 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-471d1474-27c5-4505-98b1-d60696bdcd72 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:47.132663 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c2cc5ca0-963f-45f9-bdfe-6c21cc21d0e3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:47.147539 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-471d1474-27c5-4505-98b1-d60696bdcd72 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:47.155415 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bbe7238b-e203-4091-8f23-8a616bed0420 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:47.173588 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-bbe7238b-e203-4091-8f23-8a616bed0420 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Transition to ACTIVE for port object 81ba991c-1fd9-422b-8530-154dcaf03b2e will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:46:47.221700 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bbe7238b-e203-4091-8f23-8a616bed0420 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:47.230703 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e49e8c0d-0a50-46f6-b71c-ceda572f4d69 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:47.238173 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-398b34d5-d826-4398-b09e-e6cd24d4b77a None None] For port a4f6212e-813a-466a-89ef-50028f4993cc, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:46:47.242933 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-398b34d5-d826-4398-b09e-e6cd24d4b77a None None] For port a4f6212e-813a-466a-89ef-50028f4993cc, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a4f6212e-813a-466a-89ef-50028f4993cc,segment=NetworkSegment(bac55dbb-6d37-4d84-97b1-85502c7dc12f),segment_id=bac55dbb-6d37-4d84-97b1-85502c7dc12f)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:46:47.249991 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-398b34d5-d826-4398-b09e-e6cd24d4b77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:47.251849 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d1474-27c5-4505-98b1-d60696bdcd72 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Pushing event deleted for resources: {'Network': ['ID=0e982a11-5afa-4f7e-bb99-ce2d3c1c24e8,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:47.261646 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0a7cd897-afa2-4004-8030-edbf66cdd600 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:47.272491 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-471d1474-27c5-4505-98b1-d60696bdcd72 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:47.305999 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe7238b-e203-4091-8f23-8a616bed0420 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network 08c471df-dbcc-4ac6-a420-6b55fc06e56b is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:47.314799 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-bbe7238b-e203-4091-8f23-8a616bed0420 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:47.320674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe7238b-e203-4091-8f23-8a616bed0420 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:47.401459 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b34d5-d826-4398-b09e-e6cd24d4b77a None None] Pushing event updated for resources: {'Port': ['ID=a4f6212e-813a-466a-89ef-50028f4993cc,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:47.403180 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe7238b-e203-4091-8f23-8a616bed0420 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:47.405078 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bbe7238b-e203-4091-8f23-8a616bed0420 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:47.414364 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-398b34d5-d826-4398-b09e-e6cd24d4b77a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:47.430665 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7238b-e203-4091-8f23-8a616bed0420 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Port': ['ID=81ba991c-1fd9-422b-8530-154dcaf03b2e,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:47.438183 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bbe7238b-e203-4091-8f23-8a616bed0420 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:47.454938 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bbe7238b-e203-4091-8f23-8a616bed0420 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0953465 May 31 15:46:47.455655 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51696) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:47.501494 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-471d1474-27c5-4505-98b1-d60696bdcd72 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] 10.222.0.45 "DELETE /v2.0/networks/0e982a11-5afa-4f7e-bb99-ce2d3c1c24e8 HTTP/1.1" status: 204 len: 168 time: 1.5169237 May 31 15:46:47.543490 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-44fc7e60-9179-4c9f-a1fd-48c5dda45134 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Allocated IP 172.20.0.10 (92cce474-50f7-4ea2-9167-48128a17863b/6bfbb151-eec5-4807-a91c-7e3dffe7daaa/61a26834-8b92-4cbb-b7de-dacde6d70ff2) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:46:47.547419 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104d00f8-8949-466d-8da3-c680244cb7e1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:46:47.565464 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5835f6b5-933f-499b-bc46-327cd9b8b55a None None] Sync routers for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:46:47.585489 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-104d00f8-8949-466d-8da3-c680244cb7e1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:47.589444 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5835f6b5-933f-499b-bc46-327cd9b8b55a None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:46:47.593008 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-5835f6b5-933f-499b-bc46-327cd9b8b55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:46:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:47.747186 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-104d00f8-8949-466d-8da3-c680244cb7e1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.4009771 May 31 15:46:47.750070 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51706) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:47.781490 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-5835f6b5-933f-499b-bc46-327cd9b8b55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:47.792431 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-8eff3bcf-1e24-486d-900b-cfa38f40da55 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Request body: {'floatingip': {'port_id': None}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:47.796829 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5835f6b5-933f-499b-bc46-327cd9b8b55a None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:46:47.797446 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-5835f6b5-933f-499b-bc46-327cd9b8b55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:46:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:47.802259 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51710) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:47.829327 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-d9c52e47-0f23-4553-96a6-4fa4be2ccbd8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting port 81ba991c-1fd9-422b-8530-154dcaf03b2e {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:47.829938 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d9c52e47-0f23-4553-96a6-4fa4be2ccbd8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:47.958002 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-5835f6b5-933f-499b-bc46-327cd9b8b55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:47.958323 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5835f6b5-933f-499b-bc46-327cd9b8b55a None None] The sync data for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:46:48.028745 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d9c52e47-0f23-4553-96a6-4fa4be2ccbd8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:48.057373 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51720) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:48.078560 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8eff3bcf-1e24-486d-900b-cfa38f40da55 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:48.158041 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-d9c52e47-0f23-4553-96a6-4fa4be2ccbd8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Calling delete_port for 81ba991c-1fd9-422b-8530-154dcaf03b2e owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:48.167098 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-239cc0a8-ffa4-4dc0-839c-db7c4fc7e165 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-483980032', 'router:external': True}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:48.173206 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-239cc0a8-ffa4-4dc0-839c-db7c4fc7e165 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:48.178543 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-239cc0a8-ffa4-4dc0-839c-db7c4fc7e165 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Usage tracker for resource:network and tenant:1c31b77427ac4e76aeb2905e634dbd8f is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:48.182749 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-239cc0a8-ffa4-4dc0-839c-db7c4fc7e165 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:48.195034 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-239cc0a8-ffa4-4dc0-839c-db7c4fc7e165 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:48.211772 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239cc0a8-ffa4-4dc0-839c-db7c4fc7e165 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Made reservation on behalf of 1c31b77427ac4e76aeb2905e634dbd8f for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:48.214172 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-239cc0a8-ffa4-4dc0-839c-db7c4fc7e165 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:48.229469 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-239cc0a8-ffa4-4dc0-839c-db7c4fc7e165 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:48.253700 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-239cc0a8-ffa4-4dc0-839c-db7c4fc7e165 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:48.258038 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-239cc0a8-ffa4-4dc0-839c-db7c4fc7e165 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Usage tracker for resource:security_group_rule and tenant:1c31b77427ac4e76aeb2905e634dbd8f is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:48.261942 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-239cc0a8-ffa4-4dc0-839c-db7c4fc7e165 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:48.296568 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-44fc7e60-9179-4c9f-a1fd-48c5dda45134 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:48.391701 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5d3a3456-ae66-48dd-b862-a61a6568bede admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0e2acb340776495db89cbe627d28bef6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3309412 May 31 15:46:48.440824 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51726) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:48.441722 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-239cc0a8-ffa4-4dc0-839c-db7c4fc7e165 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:48.478126 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8eff3bcf-1e24-486d-900b-cfa38f40da55 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:48.483245 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8eff3bcf-1e24-486d-900b-cfa38f40da55 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:48.483520 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.l3_db [None req-8eff3bcf-1e24-486d-900b-cfa38f40da55 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Floating IP c307264c-b7fa-476b-974c-d42ec51c212e disassociated. External IP: 172.26.0.176, port: c3a9a4b0-a512-4984-8605-fd9afbb5144f. May 31 15:46:48.527234 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d9c52e47-0f23-4553-96a6-4fa4be2ccbd8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:48.535103 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:48.541040 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-44fc7e60-9179-4c9f-a1fd-48c5dda45134 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Transition to ACTIVE for port object 61a26834-8b92-4cbb-b7de-dacde6d70ff2 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:46:48.601703 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c52e47-0f23-4553-96a6-4fa4be2ccbd8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Port': ['ID=81ba991c-1fd9-422b-8530-154dcaf03b2e,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:48.609280 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d9c52e47-0f23-4553-96a6-4fa4be2ccbd8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:48.614342 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8639ca75-247e-4a19-9a09-ef28891c3dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:48.654877 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cbb75e-7217-449d-8cda-2e62ec3e4375 None None] Network 08c471df-dbcc-4ac6-a420-6b55fc06e56b requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:46:48.700441 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-44fc7e60-9179-4c9f-a1fd-48c5dda45134 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:48.710630 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d3a727a6-d601-4d46-8aae-fed676f3f3f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:48.748988 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8639ca75-247e-4a19-9a09-ef28891c3dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:48.781925 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-cd0e71b7-708e-4e1d-9f67-670027c4ce63 None None] Provisioning for port a4f6212e-813a-466a-89ef-50028f4993cc completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:46:48.844741 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fc7e60-9179-4c9f-a1fd-48c5dda45134 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Network 92cce474-50f7-4ea2-9167-48128a17863b is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:48.848985 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-239cc0a8-ffa4-4dc0-839c-db7c4fc7e165 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:48.858712 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-239cc0a8-ffa4-4dc0-839c-db7c4fc7e165 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:48.862246 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d9c52e47-0f23-4553-96a6-4fa4be2ccbd8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:48.865425 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c8b72fdc-1ce9-436d-a8bc-8f0dd1b68889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:48.876792 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-44fc7e60-9179-4c9f-a1fd-48c5dda45134 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:48.894050 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fc7e60-9179-4c9f-a1fd-48c5dda45134 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:48.910732 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239cc0a8-ffa4-4dc0-839c-db7c4fc7e165 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:46:48.922702 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239cc0a8-ffa4-4dc0-839c-db7c4fc7e165 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5879931a-e3c9-46b4-92c6-2c0d6bd3d683,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:48.926354 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d9c52e47-0f23-4553-96a6-4fa4be2ccbd8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/ports/81ba991c-1fd9-422b-8530-154dcaf03b2e HTTP/1.1" status: 204 len: 168 time: 1.4503350 May 31 15:46:48.929246 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51734) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:48.936991 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-239cc0a8-ffa4-4dc0-839c-db7c4fc7e165 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:48.937682 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-239cc0a8-ffa4-4dc0-839c-db7c4fc7e165 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Added segment 4a55553a-1929-448f-b202-b23b66b3acc9 of type vlan for network 3aeb6baa-e9d4-4eff-8f1b-6452c65f590f May 31 15:46:48.944630 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-239cc0a8-ffa4-4dc0-839c-db7c4fc7e165 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:49.004150 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b864ff2-482f-455b-a998-59d0cf724045 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] DELETE failed (client error): The resource could not be found. May 31 15:46:49.004679 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b864ff2-482f-455b-a998-59d0cf724045 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:46:49.011622 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8639ca75-247e-4a19-9a09-ef28891c3dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:49.019084 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-15f3f191-b580-4478-969a-ae7efe6fc341 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:49.042596 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc7e60-9179-4c9f-a1fd-48c5dda45134 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Pushing event updated for resources: {'Port': ['ID=61a26834-8b92-4cbb-b7de-dacde6d70ff2,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:49.058840 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9b864ff2-482f-455b-a998-59d0cf724045 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/ports/81ba991c-1fd9-422b-8530-154dcaf03b2e HTTP/1.1" status: 404 len: 333 time: 0.1129210 May 31 15:46:49.059668 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51740) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:49.061850 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-239cc0a8-ffa4-4dc0-839c-db7c4fc7e165 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:49.064530 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-44fc7e60-9179-4c9f-a1fd-48c5dda45134 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:49.066717 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8639ca75-247e-4a19-9a09-ef28891c3dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db1730e-0d80-43c6-aeba-18ec0b72f765,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:49.069162 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8639ca75-247e-4a19-9a09-ef28891c3dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:49.076917 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8639ca75-247e-4a19-9a09-ef28891c3dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:49.081337 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8639ca75-247e-4a19-9a09-ef28891c3dae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8db1730e-0d80-43c6-aeba-18ec0b72f765 HTTP/1.1" status: 204 len: 168 time: 0.6371136 May 31 15:46:49.126656 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fc7e60-9179-4c9f-a1fd-48c5dda45134 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:49.127943 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-44fc7e60-9179-4c9f-a1fd-48c5dda45134 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:49.133603 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb77db1b-8b6e-4df4-8dd6-9a9a45c5e72e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] GET failed (client error): The resource could not be found. May 31 15:46:49.134304 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cb77db1b-8b6e-4df4-8dd6-9a9a45c5e72e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Synchronizing usage tracker for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:46:49.166228 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-44fc7e60-9179-4c9f-a1fd-48c5dda45134 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0743592 May 31 15:46:49.168927 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51746) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:49.173736 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cb77db1b-8b6e-4df4-8dd6-9a9a45c5e72e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Unset dirty status for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:46:49.176261 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-6f58dfb8-4ae0-4017-9e51-bf76c747693c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:90:c4:ee'}]}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:49.177797 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-cb77db1b-8b6e-4df4-8dd6-9a9a45c5e72e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "GET /v2.0/ports/81ba991c-1fd9-422b-8530-154dcaf03b2e HTTP/1.1" status: 404 len: 333 time: 0.1074543 May 31 15:46:49.178417 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51750) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:49.220379 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-239cc0a8-ffa4-4dc0-839c-db7c4fc7e165 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:49.221546 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239cc0a8-ffa4-4dc0-839c-db7c4fc7e165 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:49.221697 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-01bbe575-5e93-41d2-a222-c824ef43fbe4 None None] Provisioning for port 61a26834-8b92-4cbb-b7de-dacde6d70ff2 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:46:49.222167 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-239cc0a8-ffa4-4dc0-839c-db7c4fc7e165 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:49.231350 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-01bbe575-5e93-41d2-a222-c824ef43fbe4 None None] Provisioning complete for port 61a26834-8b92-4cbb-b7de-dacde6d70ff2 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:46:49.231761 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-01bbe575-5e93-41d2-a222-c824ef43fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:49.232568 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:49.235947 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eff3bcf-1e24-486d-900b-cfa38f40da55 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Router 7f5a6441-fbbd-48ae-b93f-635a8e5dafc5 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:46:49.361393 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-239cc0a8-ffa4-4dc0-839c-db7c4fc7e165 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.5505431 May 31 15:46:49.374362 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51754) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:49.394907 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a4f6212e-813a-466a-89ef-50028f4993cc up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:46:49.398435 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-843a73e7-add5-48d9-9e9a-34a84f6dff48 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Request body: {'subnet': {'network_id': '3aeb6baa-e9d4-4eff-8f1b-6452c65f590f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:49.421404 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-843a73e7-add5-48d9-9e9a-34a84f6dff48 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:49.430008 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd079b7e-94b8-40f5-9f85-870054434218 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting subnet 6cbb160f-36ea-4358-8228-93f8367a39b4 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:46:49.434608 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239cc0a8-ffa4-4dc0-839c-db7c4fc7e165 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Pushing event updated for resources: {'Network': ['ID=3aeb6baa-e9d4-4eff-8f1b-6452c65f590f,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:49.438158 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-239cc0a8-ffa4-4dc0-839c-db7c4fc7e165 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:49.439298 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-843a73e7-add5-48d9-9e9a-34a84f6dff48 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Usage tracker for resource:subnet and tenant:1c31b77427ac4e76aeb2905e634dbd8f is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:49.442513 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bd079b7e-94b8-40f5-9f85-870054434218 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:49.443294 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-01bbe575-5e93-41d2-a222-c824ef43fbe4 None None] Port 61a26834-8b92-4cbb-b7de-dacde6d70ff2 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:46:49.471555 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 3aeb6baa-e9d4-4eff-8f1b-6452c65f590f details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:46:49.503485 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-843a73e7-add5-48d9-9e9a-34a84f6dff48 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:49.515891 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-843a73e7-add5-48d9-9e9a-34a84f6dff48 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:49.550925 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843a73e7-add5-48d9-9e9a-34a84f6dff48 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Made reservation on behalf of 1c31b77427ac4e76aeb2905e634dbd8f for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:49.554223 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-843a73e7-add5-48d9-9e9a-34a84f6dff48 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:49.590417 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bd079b7e-94b8-40f5-9f85-870054434218 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:49.635876 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port a4f6212e-813a-466a-89ef-50028f4993cc completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:46:49.640034 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-0cb25a7d-bc79-4664-9cd3-72602da21f2a None None] Provisioning complete for port a4f6212e-813a-466a-89ef-50028f4993cc triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:46:49.640394 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0cb25a7d-bc79-4664-9cd3-72602da21f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:49.681824 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port a4f6212e-813a-466a-89ef-50028f4993cc triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:46:49.682539 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:49.808631 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bd079b7e-94b8-40f5-9f85-870054434218 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:50.033701 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0cb25a7d-bc79-4664-9cd3-72602da21f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:50.035309 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eff3bcf-1e24-486d-900b-cfa38f40da55 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:46:50.044429 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8eff3bcf-1e24-486d-900b-cfa38f40da55 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:50.050187 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dc77fc-e601-4003-905e-e982e72e9c0d None None] Sync routers for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:46:50.075463 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:50.087984 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dc77fc-e601-4003-905e-e982e72e9c0d None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:46:50.088973 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-51dc77fc-e601-4003-905e-e982e72e9c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:46:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:50.135243 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8eff3bcf-1e24-486d-900b-cfa38f40da55 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "PUT /v2.0/floatingips/c307264c-b7fa-476b-974c-d42ec51c212e HTTP/1.1" status: 200 len: 688 time: 2.3836715 May 31 15:46:50.135938 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51780) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:50.167513 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-51dc77fc-e601-4003-905e-e982e72e9c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:50.184415 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dc77fc-e601-4003-905e-e982e72e9c0d None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:46:50.185396 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-51dc77fc-e601-4003-905e-e982e72e9c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:46:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:50.230857 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51784) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:50.252927 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-51dc77fc-e601-4003-905e-e982e72e9c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:50.253334 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dc77fc-e601-4003-905e-e982e72e9c0d None None] The sync data for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:46:50.358702 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bd079b7e-94b8-40f5-9f85-870054434218 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:50.380839 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:50.435848 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd079b7e-94b8-40f5-9f85-870054434218 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Subnet': ['ID=6cbb160f-36ea-4358-8228-93f8367a39b4,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:50.443077 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bd079b7e-94b8-40f5-9f85-870054434218 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:50.445213 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bd079b7e-94b8-40f5-9f85-870054434218 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:50.457120 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4e38d6-f81d-4d90-b5a3-f4891dc9a0d2 None None] Network 08c471df-dbcc-4ac6-a420-6b55fc06e56b requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:46:50.457724 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-14cb2e1c-fb64-4b2a-a92a-8bd61fd1cdee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'network': {'name': 'tempest-RoutersTest-1394364688'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:50.463351 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bd079b7e-94b8-40f5-9f85-870054434218 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/subnets/6cbb160f-36ea-4358-8228-93f8367a39b4 HTTP/1.1" status: 204 len: 168 time: 1.2807453 May 31 15:46:50.463518 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-14cb2e1c-fb64-4b2a-a92a-8bd61fd1cdee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:50.464131 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51792) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:50.467248 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-14cb2e1c-fb64-4b2a-a92a-8bd61fd1cdee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Usage tracker for resource:network and tenant:7532521a2dc2494ca283f329c67dc09d is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:50.470110 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-14cb2e1c-fb64-4b2a-a92a-8bd61fd1cdee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:50.476338 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-14cb2e1c-fb64-4b2a-a92a-8bd61fd1cdee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:50.499568 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cb2e1c-fb64-4b2a-a92a-8bd61fd1cdee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Made reservation on behalf of 7532521a2dc2494ca283f329c67dc09d for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:50.503001 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-14cb2e1c-fb64-4b2a-a92a-8bd61fd1cdee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:50.526607 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-14cb2e1c-fb64-4b2a-a92a-8bd61fd1cdee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:50.529943 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.db.api [None req-0cb25a7d-bc79-4664-9cd3-72602da21f2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:46:50.530231 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_db.api [None req-0cb25a7d-bc79-4664-9cd3-72602da21f2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:46:50.535112 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.db.api [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:46:50.535494 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_db.api [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:46:50.557213 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f58dfb8-4ae0-4017-9e51-bf76c747693c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:50.567779 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-14cb2e1c-fb64-4b2a-a92a-8bd61fd1cdee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:50.574272 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-14cb2e1c-fb64-4b2a-a92a-8bd61fd1cdee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Usage tracker for resource:security_group_rule and tenant:7532521a2dc2494ca283f329c67dc09d is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:50.580531 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-14cb2e1c-fb64-4b2a-a92a-8bd61fd1cdee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:50.588964 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-14cb2e1c-fb64-4b2a-a92a-8bd61fd1cdee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:50.676708 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-5c9d7071-ff91-4c54-99df-37d258bd2c80 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Deleting port b4c716ae-107d-4677-ab2e-1b7d60776016 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:50.677054 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5c9d7071-ff91-4c54-99df-37d258bd2c80 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:50.745060 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba1ed25-020b-42d2-9823-a408f08be5e2 None None] DHCP port deletion for 08c471df-dbcc-4ac6-a420-6b55fc06e56b request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:46:50.800071 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-49c58a96-381f-4f02-bbcd-c7f9252aa84d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:50.801648 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.objects.ports [None req-843a73e7-add5-48d9-9e9a-34a84f6dff48 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99205) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 15:46:50.802272 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-843a73e7-add5-48d9-9e9a-34a84f6dff48 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:50.812608 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:50.813302 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-6ba1ed25-020b-42d2-9823-a408f08be5e2 None None] Deleting port a4f6212e-813a-466a-89ef-50028f4993cc {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:50.813690 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6ba1ed25-020b-42d2-9823-a408f08be5e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:50.938228 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a73e7-add5-48d9-9e9a-34a84f6dff48 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f1087b45-a538-47a3-b9cd-341c19e3715a,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:50.943290 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-843a73e7-add5-48d9-9e9a-34a84f6dff48 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:50.956158 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-6ba1ed25-020b-42d2-9823-a408f08be5e2 None None] For port a4f6212e-813a-466a-89ef-50028f4993cc, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a4f6212e-813a-466a-89ef-50028f4993cc,segment=NetworkSegment(bac55dbb-6d37-4d84-97b1-85502c7dc12f),segment_id=bac55dbb-6d37-4d84-97b1-85502c7dc12f)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:46:50.956575 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6ba1ed25-020b-42d2-9823-a408f08be5e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:50.960912 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5c9d7071-ff91-4c54-99df-37d258bd2c80 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:50.961623 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5c9d7071-ff91-4c54-99df-37d258bd2c80 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:50.968886 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843a73e7-add5-48d9-9e9a-34a84f6dff48 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Checking segment: {'id': '4a55553a-1929-448f-b202-b23b66b3acc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3aeb6baa-e9d4-4eff-8f1b-6452c65f590f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:46:50.969331 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843a73e7-add5-48d9-9e9a-34a84f6dff48 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Network hostable DHCP agents. Network: 3aeb6baa-e9d4-4eff-8f1b-6452c65f590f, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:46:50.992988 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-49c58a96-381f-4f02-bbcd-c7f9252aa84d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting port a4f6212e-813a-466a-89ef-50028f4993cc {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:50.993370 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-49c58a96-381f-4f02-bbcd-c7f9252aa84d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:51.012095 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843a73e7-add5-48d9-9e9a-34a84f6dff48 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Network 3aeb6baa-e9d4-4eff-8f1b-6452c65f590f is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:46:51.109393 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-5c9d7071-ff91-4c54-99df-37d258bd2c80 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Calling delete_port for b4c716ae-107d-4677-ab2e-1b7d60776016 owned by network:floatingip {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:51.117498 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-49c58a96-381f-4f02-bbcd-c7f9252aa84d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] For port a4f6212e-813a-466a-89ef-50028f4993cc, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a4f6212e-813a-466a-89ef-50028f4993cc,segment=NetworkSegment(bac55dbb-6d37-4d84-97b1-85502c7dc12f),segment_id=bac55dbb-6d37-4d84-97b1-85502c7dc12f)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:46:51.118112 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-49c58a96-381f-4f02-bbcd-c7f9252aa84d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:51.128404 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-14cb2e1c-fb64-4b2a-a92a-8bd61fd1cdee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:51.146644 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-14cb2e1c-fb64-4b2a-a92a-8bd61fd1cdee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:51.154236 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4865eff2-9476-4e67-a25f-1c2dca683482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:51.159575 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-6ba1ed25-020b-42d2-9823-a408f08be5e2 None None] Calling delete_port for a4f6212e-813a-466a-89ef-50028f4993cc owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:51.188960 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f58dfb8-4ae0-4017-9e51-bf76c747693c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:51.207172 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f58dfb8-4ae0-4017-9e51-bf76c747693c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:51.211670 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14cb2e1c-fb64-4b2a-a92a-8bd61fd1cdee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:46:51.228548 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0cb25a7d-bc79-4664-9cd3-72602da21f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:51.229910 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb2e1c-fb64-4b2a-a92a-8bd61fd1cdee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82b82ae7-9de6-4cf3-a713-7fd86b5c23b1,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:51.235981 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-14cb2e1c-fb64-4b2a-a92a-8bd61fd1cdee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:51.238867 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-13c23b85-9084-4a4b-86e4-0e979f0ff6fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:51.250513 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:51.304144 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-0cb25a7d-bc79-4664-9cd3-72602da21f2a None None] For port a4f6212e-813a-466a-89ef-50028f4993cc, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a4f6212e-813a-466a-89ef-50028f4993cc,segment=NetworkSegment(bac55dbb-6d37-4d84-97b1-85502c7dc12f),segment_id=bac55dbb-6d37-4d84-97b1-85502c7dc12f)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:46:51.305499 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-14cb2e1c-fb64-4b2a-a92a-8bd61fd1cdee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:51.305907 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-14cb2e1c-fb64-4b2a-a92a-8bd61fd1cdee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Added segment 2fd4c279-0f37-4cfa-9f40-a2efeaeed274 of type vlan for network 5f17138b-4282-489c-b9b8-aa612f6d3d44 May 31 15:46:51.314137 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0cb25a7d-bc79-4664-9cd3-72602da21f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:51.317284 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:51.327813 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-843a73e7-add5-48d9-9e9a-34a84f6dff48 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 3aeb6baa-e9d4-4eff-8f1b-6452c65f590f) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:51.342528 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-49c58a96-381f-4f02-bbcd-c7f9252aa84d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Calling delete_port for a4f6212e-813a-466a-89ef-50028f4993cc owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:51.351633 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c928d0-def4-4710-9954-478addb8672d None None] Network 3aeb6baa-e9d4-4eff-8f1b-6452c65f590f requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:46:51.358471 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843a73e7-add5-48d9-9e9a-34a84f6dff48 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:51.359127 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-843a73e7-add5-48d9-9e9a-34a84f6dff48 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:51.391352 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-843a73e7-add5-48d9-9e9a-34a84f6dff48 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0160165 May 31 15:46:51.394640 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51800) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:51.395939 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-14cb2e1c-fb64-4b2a-a92a-8bd61fd1cdee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:51.404282 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-15f67785-b136-4d1f-ab53-95b984b37871 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-633461949', 'network_id': '3aeb6baa-e9d4-4eff-8f1b-6452c65f590f'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:51.414123 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-15f67785-b136-4d1f-ab53-95b984b37871 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:51.420353 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-15f67785-b136-4d1f-ab53-95b984b37871 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Usage tracker for resource:port and tenant:1c31b77427ac4e76aeb2905e634dbd8f is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:51.425678 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-15f67785-b136-4d1f-ab53-95b984b37871 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:51.459675 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-49c58a96-381f-4f02-bbcd-c7f9252aa84d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:51.468159 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-567b1922-5939-4329-bcf8-bae65ca77880 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:51.503718 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-15f67785-b136-4d1f-ab53-95b984b37871 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:51.518808 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-14cb2e1c-fb64-4b2a-a92a-8bd61fd1cdee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:51.528942 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c58a96-381f-4f02-bbcd-c7f9252aa84d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Port': ['ID=a4f6212e-813a-466a-89ef-50028f4993cc,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:51.532117 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c58a96-381f-4f02-bbcd-c7f9252aa84d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] No DVR routers for this DVR port a4f6212e-813a-466a-89ef-50028f4993cc on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:46:51.533954 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-49c58a96-381f-4f02-bbcd-c7f9252aa84d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:51.546974 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6ba1ed25-020b-42d2-9823-a408f08be5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:51.547616 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cb2e1c-fb64-4b2a-a92a-8bd61fd1cdee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:51.548302 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-14cb2e1c-fb64-4b2a-a92a-8bd61fd1cdee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:51.559009 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e0ff7d83-01fd-4cb1-b7dd-7eaa02fe4a66 None None] Could not find standard attr ID for object 81ba991c-1fd9-422b-8530-154dcaf03b2e. {{(pid=99206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 15:46:51.565718 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f67785-b136-4d1f-ab53-95b984b37871 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Made reservation on behalf of 1c31b77427ac4e76aeb2905e634dbd8f for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:51.568047 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-15f67785-b136-4d1f-ab53-95b984b37871 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:51.569106 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58dfb8-4ae0-4017-9e51-bf76c747693c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Pushing event updated for resources: {'Port': ['ID=61a26834-8b92-4cbb-b7de-dacde6d70ff2,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:51.577576 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6f58dfb8-4ae0-4017-9e51-bf76c747693c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:51.580678 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a0151564-5cc1-4b3e-a0b2-0f42c9bb44b7 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:51.590432 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba1ed25-020b-42d2-9823-a408f08be5e2 None None] No DVR routers for this DVR port a4f6212e-813a-466a-89ef-50028f4993cc on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:46:51.609069 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-6f58dfb8-4ae0-4017-9e51-bf76c747693c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] In _notify_port_updated(), no bound segment for port 61a26834-8b92-4cbb-b7de-dacde6d70ff2 on network 92cce474-50f7-4ea2-9167-48128a17863b {{(pid=99204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 15:46:51.610028 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-15f67785-b136-4d1f-ab53-95b984b37871 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] device_id is not set on port 144efa95-14f5-49b0-bb7b-bd59cfcf0f71 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:46:51.614991 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f58dfb8-4ae0-4017-9e51-bf76c747693c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:51.615551 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f58dfb8-4ae0-4017-9e51-bf76c747693c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:51.616860 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6f58dfb8-4ae0-4017-9e51-bf76c747693c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] 10.222.0.45 "PUT /v2.0/ports/61a26834-8b92-4cbb-b7de-dacde6d70ff2 HTTP/1.1" status: 200 len: 1010 time: 2.4469192 May 31 15:46:51.620310 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.db.api [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:46:51.620680 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_db.api [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:46:51.627359 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51806) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:51.629991 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb25a7d-bc79-4664-9cd3-72602da21f2a None None] Pushing event updated for resources: {'Port': ['ID=a4f6212e-813a-466a-89ef-50028f4993cc,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:51.640689 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0cb25a7d-bc79-4664-9cd3-72602da21f2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:51.641160 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-bfd389af-8bd2-4bf3-83a5-0b9a93c270ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:51.698099 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1ed25-020b-42d2-9823-a408f08be5e2 None None] Pushing event deleted for resources: {'Port': ['ID=a4f6212e-813a-466a-89ef-50028f4993cc,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:51.711658 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5c9d7071-ff91-4c54-99df-37d258bd2c80 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:51.715672 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-6ba1ed25-020b-42d2-9823-a408f08be5e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:51.728848 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2dbb77cd-cc00-415b-aa60-81b6a7f86fae None None] Provisioning complete for port 61a26834-8b92-4cbb-b7de-dacde6d70ff2 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:46:51.729224 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2dbb77cd-cc00-415b-aa60-81b6a7f86fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:51.745105 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-15f67785-b136-4d1f-ab53-95b984b37871 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Allocated IP 172.20.0.11 (3aeb6baa-e9d4-4eff-8f1b-6452c65f590f/f1087b45-a538-47a3-b9cd-341c19e3715a/144efa95-14f5-49b0-bb7b-bd59cfcf0f71) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:46:51.845899 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-2dbb77cd-cc00-415b-aa60-81b6a7f86fae None None] Port 61a26834-8b92-4cbb-b7de-dacde6d70ff2 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:46:51.850709 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ffbe88-e3a8-4267-b70d-402f93715b93 None None] Network 3aeb6baa-e9d4-4eff-8f1b-6452c65f590f requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:46:51.912565 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-14cb2e1c-fb64-4b2a-a92a-8bd61fd1cdee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6792343 May 31 15:46:51.917171 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb2e1c-fb64-4b2a-a92a-8bd61fd1cdee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Network': ['ID=5f17138b-4282-489c-b9b8-aa612f6d3d44,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:51.921943 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51810) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:51.929485 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 5f17138b-4282-489c-b9b8-aa612f6d3d44 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:46:51.955659 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-14cb2e1c-fb64-4b2a-a92a-8bd61fd1cdee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:51.956062 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7e9b06f9-1564-446b-9bfd-87f04317673f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:51.964718 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-49c58a96-381f-4f02-bbcd-c7f9252aa84d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:51.988065 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-1ca1f0ea-d50f-439d-8230-39bb23ea4127 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'network': {'name': 'tempest-RoutersTest-1636014614'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:51.990270 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-49c58a96-381f-4f02-bbcd-c7f9252aa84d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c471df-dbcc-4ac6-a420-6b55fc06e56b']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:52.013895 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-49c58a96-381f-4f02-bbcd-c7f9252aa84d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac55dbb-6d37-4d84-97b1-85502c7dc12f') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:52.014255 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-49c58a96-381f-4f02-bbcd-c7f9252aa84d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac55dbb-6d37-4d84-97b1-85502c7dc12f') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:52.031168 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-49c58a96-381f-4f02-bbcd-c7f9252aa84d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:52.056996 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-15f67785-b136-4d1f-ab53-95b984b37871 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:52.057985 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1ca1f0ea-d50f-439d-8230-39bb23ea4127 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:52.064280 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-49c58a96-381f-4f02-bbcd-c7f9252aa84d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:52.064441 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Port a4f6212e-813a-466a-89ef-50028f4993cc update to ACTIVE by agent not found {{(pid=99206) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} May 31 15:46:52.074379 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c58a96-381f-4f02-bbcd-c7f9252aa84d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:46:52.074756 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-49c58a96-381f-4f02-bbcd-c7f9252aa84d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:52.086809 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d7071-ff91-4c54-99df-37d258bd2c80 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event deleted for resources: {'Port': ['ID=b4c716ae-107d-4677-ab2e-1b7d60776016,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:52.093557 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1ca1f0ea-d50f-439d-8230-39bb23ea4127 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Usage tracker for resource:network and tenant:7532521a2dc2494ca283f329c67dc09d is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:46:52.094632 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:46:52.108029 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1ca1f0ea-d50f-439d-8230-39bb23ea4127 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:52.111928 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5c9d7071-ff91-4c54-99df-37d258bd2c80 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:52.120149 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1ca1f0ea-d50f-439d-8230-39bb23ea4127 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:52.157658 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5c9d7071-ff91-4c54-99df-37d258bd2c80 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:52.160671 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5c9d7071-ff91-4c54-99df-37d258bd2c80 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:52.162002 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5c9d7071-ff91-4c54-99df-37d258bd2c80 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "DELETE /v2.0/floatingips/c307264c-b7fa-476b-974c-d42ec51c212e HTTP/1.1" status: 204 len: 168 time: 2.0225363 May 31 15:46:52.163132 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca1f0ea-d50f-439d-8230-39bb23ea4127 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Made reservation on behalf of 7532521a2dc2494ca283f329c67dc09d for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:52.167163 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1ca1f0ea-d50f-439d-8230-39bb23ea4127 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:52.174795 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51814) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:52.180144 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-cd1e35d2-631a-467a-8264-6d0c597a1ba9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'port_id': 'f9887f87-09a8-4a57-92a6-5e318c5bf365'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:52.192153 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-cd1e35d2-631a-467a-8264-6d0c597a1ba9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:52.198416 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cd1e35d2-631a-467a-8264-6d0c597a1ba9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Usage tracker for resource:floatingip and tenant:84b48f5aa76f4d3582392765ceb13e00 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:52.204742 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cd1e35d2-631a-467a-8264-6d0c597a1ba9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:52.206864 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca1f0ea-d50f-439d-8230-39bb23ea4127 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:46:52.209959 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a4f6212e-813a-466a-89ef-50028f4993cc no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:46:52.210794 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-b3a0b294-5d45-43b7-a5ad-21ed3995fcb3 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Deleting port 61a26834-8b92-4cbb-b7de-dacde6d70ff2 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:52.211236 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b3a0b294-5d45-43b7-a5ad-21ed3995fcb3 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:52.216092 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-cd1e35d2-631a-467a-8264-6d0c597a1ba9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:52.217977 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-49c58a96-381f-4f02-bbcd-c7f9252aa84d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:52.222827 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-49c58a96-381f-4f02-bbcd-c7f9252aa84d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:52.227361 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-52897b63-f89d-4806-97e6-464a7a6827d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:52.247773 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: a4f6212e-813a-466a-89ef-50028f4993cc {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:46:52.248124 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a4f6212e-813a-466a-89ef-50028f4993cc not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:46:52.260627 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c58a96-381f-4f02-bbcd-c7f9252aa84d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Network': ['ID=08c471df-dbcc-4ac6-a420-6b55fc06e56b,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:52.263061 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-49c58a96-381f-4f02-bbcd-c7f9252aa84d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:52.276575 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd1e35d2-631a-467a-8264-6d0c597a1ba9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:52.293641 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1ca1f0ea-d50f-439d-8230-39bb23ea4127 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:52.294054 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-1ca1f0ea-d50f-439d-8230-39bb23ea4127 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Added segment 99c81607-d68c-497c-b1ca-c53607a3fcc6 of type vlan for network 0f055f51-6ef6-4bae-a7c7-43d2a5b6e2ea May 31 15:46:52.296562 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-15f67785-b136-4d1f-ab53-95b984b37871 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:52.317115 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:52.346649 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1ca1f0ea-d50f-439d-8230-39bb23ea4127 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:52.356934 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-49c58a96-381f-4f02-bbcd-c7f9252aa84d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/networks/08c471df-dbcc-4ac6-a420-6b55fc06e56b HTTP/1.1" status: 204 len: 168 time: 1.8903120 May 31 15:46:52.359015 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51822) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:52.389975 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f67785-b136-4d1f-ab53-95b984b37871 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Network 3aeb6baa-e9d4-4eff-8f1b-6452c65f590f is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:52.394049 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-41db8325-d9b1-4137-9eab-29f26043cb73 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1799345875'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:52.398772 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b3a0b294-5d45-43b7-a5ad-21ed3995fcb3 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:52.401343 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-15f67785-b136-4d1f-ab53-95b984b37871 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:52.408228 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f67785-b136-4d1f-ab53-95b984b37871 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:52.432344 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-41db8325-d9b1-4137-9eab-29f26043cb73 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:52.493716 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-41db8325-d9b1-4137-9eab-29f26043cb73 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:network and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:52.501763 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-41db8325-d9b1-4137-9eab-29f26043cb73 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:52.511652 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f67785-b136-4d1f-ab53-95b984b37871 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Pushing event updated for resources: {'Port': ['ID=144efa95-14f5-49b0-bb7b-bd59cfcf0f71,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:52.514905 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-41db8325-d9b1-4137-9eab-29f26043cb73 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:52.524285 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-15f67785-b136-4d1f-ab53-95b984b37871 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:52.539997 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-b3a0b294-5d45-43b7-a5ad-21ed3995fcb3 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Calling delete_port for 61a26834-8b92-4cbb-b7de-dacde6d70ff2 owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:52.543873 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41db8325-d9b1-4137-9eab-29f26043cb73 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:52.544867 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1ca1f0ea-d50f-439d-8230-39bb23ea4127 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:52.547272 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-41db8325-d9b1-4137-9eab-29f26043cb73 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:52.550152 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca1f0ea-d50f-439d-8230-39bb23ea4127 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:52.551032 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1ca1f0ea-d50f-439d-8230-39bb23ea4127 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:52.555542 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:52.559405 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f67785-b136-4d1f-ab53-95b984b37871 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:52.559991 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-15f67785-b136-4d1f-ab53-95b984b37871 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:52.589129 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-15f67785-b136-4d1f-ab53-95b984b37871 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.1932437 May 31 15:46:52.593047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51826) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:52.600688 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41db8325-d9b1-4137-9eab-29f26043cb73 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:46:52.615386 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-41db8325-d9b1-4137-9eab-29f26043cb73 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:52.615731 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-41db8325-d9b1-4137-9eab-29f26043cb73 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Added segment 76216901-edef-41de-ac59-5014a999b8f7 of type vlan for network 64164c59-2f60-4c49-b19b-d91ae24bb2e4 May 31 15:46:52.660311 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-41db8325-d9b1-4137-9eab-29f26043cb73 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:52.667664 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd1e35d2-631a-467a-8264-6d0c597a1ba9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:52.693714 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1ca1f0ea-d50f-439d-8230-39bb23ea4127 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7468989 May 31 15:46:52.711829 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51832) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:52.733785 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-bbd898cd-250c-4e54-830a-e67ba7c73182 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'subnet': {'network_id': '5f17138b-4282-489c-b9b8-aa612f6d3d44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:52.824960 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca1f0ea-d50f-439d-8230-39bb23ea4127 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Network': ['ID=0f055f51-6ef6-4bae-a7c7-43d2a5b6e2ea,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:52.836143 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 0f055f51-6ef6-4bae-a7c7-43d2a5b6e2ea details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:46:52.839345 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1ca1f0ea-d50f-439d-8230-39bb23ea4127 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:52.844084 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.db.resource_extend [None req-41db8325-d9b1-4137-9eab-29f26043cb73 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:46:52.884586 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-41db8325-d9b1-4137-9eab-29f26043cb73 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:52.890107 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41db8325-d9b1-4137-9eab-29f26043cb73 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:52.890695 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-41db8325-d9b1-4137-9eab-29f26043cb73 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:52.897744 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-56c2a0db-08ca-491f-898e-f4f8820827fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:52.916790 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-bbd898cd-250c-4e54-830a-e67ba7c73182 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:52.925895 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-bbd898cd-250c-4e54-830a-e67ba7c73182 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Usage tracker for resource:subnet and tenant:7532521a2dc2494ca283f329c67dc09d is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:52.933602 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-bbd898cd-250c-4e54-830a-e67ba7c73182 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:52.984821 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-bbd898cd-250c-4e54-830a-e67ba7c73182 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:53.006127 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd898cd-250c-4e54-830a-e67ba7c73182 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Made reservation on behalf of 7532521a2dc2494ca283f329c67dc09d for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:53.010047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bbd898cd-250c-4e54-830a-e67ba7c73182 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:53.042972 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-41db8325-d9b1-4137-9eab-29f26043cb73 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6754651 May 31 15:46:53.046418 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51836) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:53.055472 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db8325-d9b1-4137-9eab-29f26043cb73 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Network': ['ID=64164c59-2f60-4c49-b19b-d91ae24bb2e4,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:53.063518 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-41db8325-d9b1-4137-9eab-29f26043cb73 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:53.064540 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-cd1e35d2-631a-467a-8264-6d0c597a1ba9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Allocated IP 172.26.0.73 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/0c0602f0-f91f-4be1-8a76-ca3c36cf6a1d) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:46:53.067783 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 64164c59-2f60-4c49-b19b-d91ae24bb2e4 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:46:53.107704 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-66ac2ea1-2fb2-4964-815d-2d14f0c79502 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'subnet': {'network_id': '64164c59-2f60-4c49-b19b-d91ae24bb2e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:53.122967 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-9aa84a12-0d05-45e6-b445-5ee58005b706 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Deleting port 144efa95-14f5-49b0-bb7b-bd59cfcf0f71 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:46:53.123694 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9aa84a12-0d05-45e6-b445-5ee58005b706 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:53.149181 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b3a0b294-5d45-43b7-a5ad-21ed3995fcb3 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:53.164996 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1e3ea993-b75d-43c7-ab6b-5b99efea1eab tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:53.226168 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd1e35d2-631a-467a-8264-6d0c597a1ba9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:53.255320 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd1e35d2-631a-467a-8264-6d0c597a1ba9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:53.260745 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-49c58a96-381f-4f02-bbcd-c7f9252aa84d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:53.322832 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1e35d2-631a-467a-8264-6d0c597a1ba9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:53.325614 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-cd1e35d2-631a-467a-8264-6d0c597a1ba9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:53.329592 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1e35d2-631a-467a-8264-6d0c597a1ba9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:53.367988 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0b294-5d45-43b7-a5ad-21ed3995fcb3 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Pushing event deleted for resources: {'Port': ['ID=61a26834-8b92-4cbb-b7de-dacde6d70ff2,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:53.370488 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b3a0b294-5d45-43b7-a5ad-21ed3995fcb3 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:53.373976 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e35d2-631a-467a-8264-6d0c597a1ba9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event updated for resources: {'Port': ['ID=0c0602f0-f91f-4be1-8a76-ca3c36cf6a1d,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:53.378493 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cd1e35d2-631a-467a-8264-6d0c597a1ba9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:53.648218 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-66ac2ea1-2fb2-4964-815d-2d14f0c79502 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:53.660648 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-66ac2ea1-2fb2-4964-815d-2d14f0c79502 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:subnet and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:53.676086 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-66ac2ea1-2fb2-4964-815d-2d14f0c79502 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:53.691532 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-66ac2ea1-2fb2-4964-815d-2d14f0c79502 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:53.722669 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b3a0b294-5d45-43b7-a5ad-21ed3995fcb3 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:53.732353 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9aa84a12-0d05-45e6-b445-5ee58005b706 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:53.825423 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ac2ea1-2fb2-4964-815d-2d14f0c79502 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:53.829295 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66ac2ea1-2fb2-4964-815d-2d14f0c79502 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:53.837555 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd1e35d2-631a-467a-8264-6d0c597a1ba9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:53.903385 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b3a0b294-5d45-43b7-a5ad-21ed3995fcb3 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] 10.222.0.45 "DELETE /v2.0/ports/61a26834-8b92-4cbb-b7de-dacde6d70ff2 HTTP/1.1" status: 204 len: 168 time: 2.2747014 May 31 15:46:53.910558 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51846) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:53.913858 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-9aa84a12-0d05-45e6-b445-5ee58005b706 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Calling delete_port for 144efa95-14f5-49b0-bb7b-bd59cfcf0f71 owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:46:53.958164 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-8680506d-8a4b-471f-b662-f4f6c3406d57 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] GET failed (client error): The resource could not be found. May 31 15:46:53.959486 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8680506d-8a4b-471f-b662-f4f6c3406d57 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] 10.222.0.45 "GET /v2.0/ports/61a26834-8b92-4cbb-b7de-dacde6d70ff2 HTTP/1.1" status: 404 len: 333 time: 0.0479386 May 31 15:46:53.965004 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd1e35d2-631a-467a-8264-6d0c597a1ba9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:53.983784 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51850) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:53.999421 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-ce5297ab-869b-4797-9a7b-b448292d809b tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Request body: {'port': {'network_id': '92cce474-50f7-4ea2-9167-48128a17863b', 'name': 'tempest-AllowedAddressPairTestJSON-1537702549'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:54.170752 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd1e35d2-631a-467a-8264-6d0c597a1ba9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:54.175134 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd1e35d2-631a-467a-8264-6d0c597a1ba9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:54.180615 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8ef51926-5c23-4520-9f3b-5134bc4c9b15 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:54.289638 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e35d2-631a-467a-8264-6d0c597a1ba9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event updated for resources: {'Port': ['ID=0c0602f0-f91f-4be1-8a76-ca3c36cf6a1d,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:54.293846 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cd1e35d2-631a-467a-8264-6d0c597a1ba9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:54.294046 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ce5297ab-869b-4797-9a7b-b448292d809b tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:54.300889 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd1e35d2-631a-467a-8264-6d0c597a1ba9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:54.303081 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ce5297ab-869b-4797-9a7b-b448292d809b tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Usage tracker for resource:port and tenant:5ee7137da44d465ca45dbec81f44bd4c is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:54.362237 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ce5297ab-869b-4797-9a7b-b448292d809b tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:54.380085 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ce5297ab-869b-4797-9a7b-b448292d809b tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:54.421774 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5297ab-869b-4797-9a7b-b448292d809b tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Made reservation on behalf of 5ee7137da44d465ca45dbec81f44bd4c for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:54.425221 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ce5297ab-869b-4797-9a7b-b448292d809b tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:54.464120 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9aa84a12-0d05-45e6-b445-5ee58005b706 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:54.484407 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5c9d7071-ff91-4c54-99df-37d258bd2c80 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:54.513453 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-ce5297ab-869b-4797-9a7b-b448292d809b tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] device_id is not set on port 9b064211-bb55-4c6d-8c03-6b7354c98890 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:46:54.596620 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa84a12-0d05-45e6-b445-5ee58005b706 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Pushing event deleted for resources: {'Port': ['ID=144efa95-14f5-49b0-bb7b-bd59cfcf0f71,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:54.634642 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:46:54.639581 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9aa84a12-0d05-45e6-b445-5ee58005b706 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:54.640913 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-cd1e35d2-631a-467a-8264-6d0c597a1ba9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Floating IP d00d0ef7-3f0d-4801-8886-496af6795ccf associated. External IP: 172.26.0.73, port: f9887f87-09a8-4a57-92a6-5e318c5bf365. May 31 15:46:54.853976 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9aa84a12-0d05-45e6-b445-5ee58005b706 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:54.936486 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9aa84a12-0d05-45e6-b445-5ee58005b706 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "DELETE /v2.0/ports/144efa95-14f5-49b0-bb7b-bd59cfcf0f71 HTTP/1.1" status: 204 len: 168 time: 2.3371427 May 31 15:46:54.941901 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51860) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:54.942937 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-ce5297ab-869b-4797-9a7b-b448292d809b tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Allocated IP 172.20.0.4 (92cce474-50f7-4ea2-9167-48128a17863b/6bfbb151-eec5-4807-a91c-7e3dffe7daaa/9b064211-bb55-4c6d-8c03-6b7354c98890) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:46:54.958660 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-885a9aa0-139a-4079-859f-6e577a7093a8 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3aeb6baa-e9d4-4eff-8f1b-6452c65f590f', 'external_fixed_ips': [{'subnet_id': 'f1087b45-a538-47a3-b9cd-341c19e3715a', 'ip_address': '172.20.0.11'}]}}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:54.969920 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-885a9aa0-139a-4079-859f-6e577a7093a8 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:54.979074 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bbd898cd-250c-4e54-830a-e67ba7c73182 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:54.982344 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-885a9aa0-139a-4079-859f-6e577a7093a8 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Usage tracker for resource:router and tenant:1c31b77427ac4e76aeb2905e634dbd8f is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:55.005826 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-885a9aa0-139a-4079-859f-6e577a7093a8 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:55.006066 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1e35d2-631a-467a-8264-6d0c597a1ba9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Router 7f5a6441-fbbd-48ae-b93f-635a8e5dafc5 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:46:55.008933 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:55.042166 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-885a9aa0-139a-4079-859f-6e577a7093a8 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:55.115349 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-885a9aa0-139a-4079-859f-6e577a7093a8 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:55.116330 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-885a9aa0-139a-4079-859f-6e577a7093a8 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:55.157957 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd898cd-250c-4e54-830a-e67ba7c73182 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Subnet': ['ID=9cf5649a-8a7d-4915-9713-92767fec22e3,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:55.192541 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1e35d2-631a-467a-8264-6d0c597a1ba9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:46:55.202732 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab3a633-cd69-424b-b4bc-028234cd3703 None None] Sync routers for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:46:55.214721 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bbd898cd-250c-4e54-830a-e67ba7c73182 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:55.215050 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab3a633-cd69-424b-b4bc-028234cd3703 None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:46:55.215866 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0ab3a633-cd69-424b-b4bc-028234cd3703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:46:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:55.217590 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd1e35d2-631a-467a-8264-6d0c597a1ba9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:55.258145 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd898cd-250c-4e54-830a-e67ba7c73182 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Checking segment: {'id': '2fd4c279-0f37-4cfa-9f40-a2efeaeed274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5f17138b-4282-489c-b9b8-aa612f6d3d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:46:55.258540 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd898cd-250c-4e54-830a-e67ba7c73182 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network hostable DHCP agents. Network: 5f17138b-4282-489c-b9b8-aa612f6d3d44, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:46:55.263934 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-885a9aa0-139a-4079-859f-6e577a7093a8 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:55.274935 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-cd1e35d2-631a-467a-8264-6d0c597a1ba9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.0990503 May 31 15:46:55.277500 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51864) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:55.289612 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0ab3a633-cd69-424b-b4bc-028234cd3703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:55.299119 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab3a633-cd69-424b-b4bc-028234cd3703 None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:46:55.299718 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0ab3a633-cd69-424b-b4bc-028234cd3703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:46:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:55.364990 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0ab3a633-cd69-424b-b4bc-028234cd3703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:55.365401 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab3a633-cd69-424b-b4bc-028234cd3703 None None] The sync data for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:46:55.393287 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f0106ba4-2a7d-4045-b6f2-6d9159cffb29 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "GET /v2.0/floatingips/d00d0ef7-3f0d-4801-8886-496af6795ccf HTTP/1.1" status: 200 len: 977 time: 0.1145692 May 31 15:46:55.395875 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51868) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:55.496503 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f9b01a1c-ffa8-4f6a-b616-0505350ce425 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Synchronizing usage tracker for tenant:84b48f5aa76f4d3582392765ceb13e00 on resource:floatingip {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:46:55.516308 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f9b01a1c-ffa8-4f6a-b616-0505350ce425 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Unset dirty status for tenant:84b48f5aa76f4d3582392765ceb13e00 on resource:floatingip {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:46:55.520481 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f9b01a1c-ffa8-4f6a-b616-0505350ce425 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1208847 May 31 15:46:55.520653 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51872) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:55.525980 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-643db61c-acd5-43fb-b40b-03a725cefd20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Request body: {'floatingip': {'port_id': 'c3a9a4b0-a512-4984-8605-fd9afbb5144f'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:55.552632 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd898cd-250c-4e54-830a-e67ba7c73182 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network 5f17138b-4282-489c-b9b8-aa612f6d3d44 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:46:55.628197 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-643db61c-acd5-43fb-b40b-03a725cefd20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:55.656203 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ce5297ab-869b-4797-9a7b-b448292d809b tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:55.669851 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-bbd898cd-250c-4e54-830a-e67ba7c73182 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 5f17138b-4282-489c-b9b8-aa612f6d3d44) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:55.678051 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b35a40c-4b09-4c6f-904c-1a3635d90f1d None None] Network 5f17138b-4282-489c-b9b8-aa612f6d3d44 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:46:55.741424 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-ce5297ab-869b-4797-9a7b-b448292d809b tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Transition to ACTIVE for port object 9b064211-bb55-4c6d-8c03-6b7354c98890 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:46:55.757300 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd898cd-250c-4e54-830a-e67ba7c73182 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:55.757791 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bbd898cd-250c-4e54-830a-e67ba7c73182 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:55.761472 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66ac2ea1-2fb2-4964-815d-2d14f0c79502 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:55.835519 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:55.870424 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-885a9aa0-139a-4079-859f-6e577a7093a8 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:55.901282 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-bbd898cd-250c-4e54-830a-e67ba7c73182 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1847825 May 31 15:46:55.908495 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51880) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:55.933101 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-5e1682ec-e45a-4af8-9cf5-2b9843617b48 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'subnet': {'network_id': '0f055f51-6ef6-4bae-a7c7-43d2a5b6e2ea', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:55.953609 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9ebc9d-a06c-418d-ac2e-72b1a6a2c790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-5f17138b-4282-489c-b9b8-aa612f6d3d44', 'network_id': '5f17138b-4282-489c-b9b8-aa612f6d3d44', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'fixed_ips': [{'subnet_id': '9cf5649a-8a7d-4915-9713-92767fec22e3'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:46:55.954703 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4c9ebc9d-a06c-418d-ac2e-72b1a6a2c790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:56.053139 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac2ea1-2fb2-4964-815d-2d14f0c79502 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Subnet': ['ID=991a8e00-9400-45a5-b391-d1b7f2eb3099,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:56.080678 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-66ac2ea1-2fb2-4964-815d-2d14f0c79502 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:56.096565 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ce5297ab-869b-4797-9a7b-b448292d809b tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:56.133659 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-4c9ebc9d-a06c-418d-ac2e-72b1a6a2c790 None None] Allocated IP 172.20.0.2 (5f17138b-4282-489c-b9b8-aa612f6d3d44/9cf5649a-8a7d-4915-9713-92767fec22e3/9abfdcab-6dc9-44cd-859f-3813c4535682) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:46:56.168548 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9f910c74-e991-4629-bdd3-5f3412df3d38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:56.204330 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ac2ea1-2fb2-4964-815d-2d14f0c79502 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Checking segment: {'id': '76216901-edef-41de-ac59-5014a999b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '64164c59-2f60-4c49-b19b-d91ae24bb2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:46:56.204730 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ac2ea1-2fb2-4964-815d-2d14f0c79502 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network hostable DHCP agents. Network: 64164c59-2f60-4c49-b19b-d91ae24bb2e4, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:46:56.263002 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-5e1682ec-e45a-4af8-9cf5-2b9843617b48 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:56.268376 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5297ab-869b-4797-9a7b-b448292d809b tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Network 92cce474-50f7-4ea2-9167-48128a17863b is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:56.284151 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-ce5297ab-869b-4797-9a7b-b448292d809b tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:56.288220 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-5e1682ec-e45a-4af8-9cf5-2b9843617b48 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Usage tracker for resource:subnet and tenant:7532521a2dc2494ca283f329c67dc09d is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:56.293288 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5297ab-869b-4797-9a7b-b448292d809b tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:56.319561 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-5e1682ec-e45a-4af8-9cf5-2b9843617b48 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:56.338567 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-5e1682ec-e45a-4af8-9cf5-2b9843617b48 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:56.340855 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5297ab-869b-4797-9a7b-b448292d809b tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Pushing event updated for resources: {'Port': ['ID=9b064211-bb55-4c6d-8c03-6b7354c98890,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:56.343077 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ac2ea1-2fb2-4964-815d-2d14f0c79502 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network 64164c59-2f60-4c49-b19b-d91ae24bb2e4 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:46:56.354867 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ce5297ab-869b-4797-9a7b-b448292d809b tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:56.387831 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-66ac2ea1-2fb2-4964-815d-2d14f0c79502 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 64164c59-2f60-4c49-b19b-d91ae24bb2e4) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:56.389023 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1682ec-e45a-4af8-9cf5-2b9843617b48 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Made reservation on behalf of 7532521a2dc2494ca283f329c67dc09d for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:56.392586 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5e1682ec-e45a-4af8-9cf5-2b9843617b48 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:56.400295 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43f9690-5905-4ccf-a429-c64bb978d305 None None] Network 64164c59-2f60-4c49-b19b-d91ae24bb2e4 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:46:56.430545 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5297ab-869b-4797-9a7b-b448292d809b tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:56.430545 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ce5297ab-869b-4797-9a7b-b448292d809b tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:56.432621 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4c9ebc9d-a06c-418d-ac2e-72b1a6a2c790 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:56.441886 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-4c9ebc9d-a06c-418d-ac2e-72b1a6a2c790 None None] Transition to ACTIVE for port object 9abfdcab-6dc9-44cd-859f-3813c4535682 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:46:56.497344 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ac2ea1-2fb2-4964-815d-2d14f0c79502 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:56.497937 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66ac2ea1-2fb2-4964-815d-2d14f0c79502 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:56.527522 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-4c9ebc9d-a06c-418d-ac2e-72b1a6a2c790 None None] Transition to ACTIVE for port object 9abfdcab-6dc9-44cd-859f-3813c4535682 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:46:56.539517 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4c9ebc9d-a06c-418d-ac2e-72b1a6a2c790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:56.544755 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ce5297ab-869b-4797-9a7b-b448292d809b tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5599568 May 31 15:46:56.551204 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:56.551385 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51886) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:56.565569 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-53b98684-bd7c-411b-ab54-5e7d86254cd7 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Request body: {'port': {'network_id': '92cce474-50f7-4ea2-9167-48128a17863b', 'name': 'tempest-AllowedAddressPairTestJSON-835540505'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:56.580462 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-643db61c-acd5-43fb-b40b-03a725cefd20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:56.586177 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-643db61c-acd5-43fb-b40b-03a725cefd20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:56.588019 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-66ac2ea1-2fb2-4964-815d-2d14f0c79502 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5398233 May 31 15:46:56.594976 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51890) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:56.605102 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-c0b2d57a-dc34-4ca8-b9d9-c6b5c9fc6d50 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'port': {'network_id': '64164c59-2f60-4c49-b19b-d91ae24bb2e4', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1359871465'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:56.651080 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9ebc9d-a06c-418d-ac2e-72b1a6a2c790 None None] Network 5f17138b-4282-489c-b9b8-aa612f6d3d44 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:56.656888 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-4c9ebc9d-a06c-418d-ac2e-72b1a6a2c790 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:56.659829 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9ebc9d-a06c-418d-ac2e-72b1a6a2c790 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:56.670898 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ebc9d-a06c-418d-ac2e-72b1a6a2c790 None None] Pushing event updated for resources: {'Port': ['ID=9abfdcab-6dc9-44cd-859f-3813c4535682,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:56.673915 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-4c9ebc9d-a06c-418d-ac2e-72b1a6a2c790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:56.732418 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ebd70aaf-0678-4daf-b96b-0697d40b3851 None None] Provisioning for port 9b064211-bb55-4c6d-8c03-6b7354c98890 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:46:56.769755 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-643db61c-acd5-43fb-b40b-03a725cefd20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Floating IP d00d0ef7-3f0d-4801-8886-496af6795ccf associated. External IP: 172.26.0.73, port: f9887f87-09a8-4a57-92a6-5e318c5bf365. May 31 15:46:56.778320 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ebd70aaf-0678-4daf-b96b-0697d40b3851 None None] Provisioning complete for port 9b064211-bb55-4c6d-8c03-6b7354c98890 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:46:56.778703 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ebd70aaf-0678-4daf-b96b-0697d40b3851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:56.868711 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-4c9ebc9d-a06c-418d-ac2e-72b1a6a2c790 None None] Attempting to bind port 9abfdcab-6dc9-44cd-859f-3813c4535682 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:56.869094 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-4c9ebc9d-a06c-418d-ac2e-72b1a6a2c790 None None] Attempting to bind port 9abfdcab-6dc9-44cd-859f-3813c4535682 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '2fd4c279-0f37-4cfa-9f40-a2efeaeed274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5f17138b-4282-489c-b9b8-aa612f6d3d44'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:56.869470 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9ebc9d-a06c-418d-ac2e-72b1a6a2c790 None None] Attempting to bind port 9abfdcab-6dc9-44cd-859f-3813c4535682 on network 5f17138b-4282-489c-b9b8-aa612f6d3d44 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:56.924732 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-ebd70aaf-0678-4daf-b96b-0697d40b3851 None None] Port 9b064211-bb55-4c6d-8c03-6b7354c98890 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:46:56.926253 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9ebc9d-a06c-418d-ac2e-72b1a6a2c790 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:46:56.926730 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9ebc9d-a06c-418d-ac2e-72b1a6a2c790 None None] Checking segment: {'id': '2fd4c279-0f37-4cfa-9f40-a2efeaeed274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5f17138b-4282-489c-b9b8-aa612f6d3d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:46:56.927239 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4c9ebc9d-a06c-418d-ac2e-72b1a6a2c790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:56.927728 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9ebc9d-a06c-418d-ac2e-72b1a6a2c790 None None] Bound using segment: {'id': '2fd4c279-0f37-4cfa-9f40-a2efeaeed274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5f17138b-4282-489c-b9b8-aa612f6d3d44'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:46:56.928297 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-4c9ebc9d-a06c-418d-ac2e-72b1a6a2c790 None None] Bound port: 9abfdcab-6dc9-44cd-859f-3813c4535682, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd4c279-0f37-4cfa-9f40-a2efeaeed274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5f17138b-4282-489c-b9b8-aa612f6d3d44'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:46:56.928759 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4c9ebc9d-a06c-418d-ac2e-72b1a6a2c790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:56.942594 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384b21d3-a50c-4dc3-9bd4-1a44b3731374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-64164c59-2f60-4c49-b19b-d91ae24bb2e4', 'network_id': '64164c59-2f60-4c49-b19b-d91ae24bb2e4', 'tenant_id': '9e98cd47beea440cbfb376c35888b670', 'fixed_ips': [{'subnet_id': '991a8e00-9400-45a5-b391-d1b7f2eb3099'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:46:56.942594 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-384b21d3-a50c-4dc3-9bd4-1a44b3731374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:57.110735 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-4c9ebc9d-a06c-418d-ac2e-72b1a6a2c790 None None] For port 9abfdcab-6dc9-44cd-859f-3813c4535682, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:46:57.128246 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-4c9ebc9d-a06c-418d-ac2e-72b1a6a2c790 None None] For port 9abfdcab-6dc9-44cd-859f-3813c4535682, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=9abfdcab-6dc9-44cd-859f-3813c4535682,segment=NetworkSegment(2fd4c279-0f37-4cfa-9f40-a2efeaeed274),segment_id=2fd4c279-0f37-4cfa-9f40-a2efeaeed274)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:46:57.163364 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4c9ebc9d-a06c-418d-ac2e-72b1a6a2c790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:57.171965 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:57.200842 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643db61c-acd5-43fb-b40b-03a725cefd20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Router 7f5a6441-fbbd-48ae-b93f-635a8e5dafc5 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:46:57.235448 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-53b98684-bd7c-411b-ab54-5e7d86254cd7 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:57.295290 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-384b21d3-a50c-4dc3-9bd4-1a44b3731374 None None] Allocated IP 172.20.0.2 (64164c59-2f60-4c49-b19b-d91ae24bb2e4/991a8e00-9400-45a5-b391-d1b7f2eb3099/a767ae6b-7a76-4573-a57d-f55bc49eeb14) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:46:57.303614 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ebc9d-a06c-418d-ac2e-72b1a6a2c790 None None] Pushing event updated for resources: {'Port': ['ID=9abfdcab-6dc9-44cd-859f-3813c4535682,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:57.307418 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-4c9ebc9d-a06c-418d-ac2e-72b1a6a2c790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:57.307979 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-53b98684-bd7c-411b-ab54-5e7d86254cd7 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Usage tracker for resource:port and tenant:5ee7137da44d465ca45dbec81f44bd4c is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:57.312658 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-53b98684-bd7c-411b-ab54-5e7d86254cd7 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Quota usage for port was recalculated. Used quota:3. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:57.321465 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-53b98684-bd7c-411b-ab54-5e7d86254cd7 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:57.344475 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c0b2d57a-dc34-4ca8-b9d9-c6b5c9fc6d50 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:46:57.348977 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c0b2d57a-dc34-4ca8-b9d9-c6b5c9fc6d50 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:port and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:46:57.358714 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c0b2d57a-dc34-4ca8-b9d9-c6b5c9fc6d50 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:46:57.370138 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b98684-bd7c-411b-ab54-5e7d86254cd7 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Made reservation on behalf of 5ee7137da44d465ca45dbec81f44bd4c for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:57.373602 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-53b98684-bd7c-411b-ab54-5e7d86254cd7 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:57.409180 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c0b2d57a-dc34-4ca8-b9d9-c6b5c9fc6d50 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:46:57.413256 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643db61c-acd5-43fb-b40b-03a725cefd20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:46:57.430706 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5df9cc4-f1e6-4d59-b23d-4faf2ee1dc77 None None] Sync routers for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:46:57.458724 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-53b98684-bd7c-411b-ab54-5e7d86254cd7 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] device_id is not set on port 3f5eddad-f96e-43df-8131-95afb4ba4173 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:46:57.496539 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5df9cc4-f1e6-4d59-b23d-4faf2ee1dc77 None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:46:57.498071 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b5df9cc4-f1e6-4d59-b23d-4faf2ee1dc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:46:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:57.498754 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b2d57a-dc34-4ca8-b9d9-c6b5c9fc6d50 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:46:57.502213 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d57a-dc34-4ca8-b9d9-c6b5c9fc6d50 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:57.532405 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-885a9aa0-139a-4079-859f-6e577a7093a8 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:57.582494 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b5df9cc4-f1e6-4d59-b23d-4faf2ee1dc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:57.607047 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5df9cc4-f1e6-4d59-b23d-4faf2ee1dc77 None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:46:57.607047 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b5df9cc4-f1e6-4d59-b23d-4faf2ee1dc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:46:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:57.617173 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-885a9aa0-139a-4079-859f-6e577a7093a8 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:57.673533 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-c0b2d57a-dc34-4ca8-b9d9-c6b5c9fc6d50 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] device_id is not set on port df273456-5ece-4f10-8f8a-012a5e1a6b84 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:46:57.682272 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b5df9cc4-f1e6-4d59-b23d-4faf2ee1dc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:57.684309 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5df9cc4-f1e6-4d59-b23d-4faf2ee1dc77 None None] The sync data for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:46:57.775754 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-384b21d3-a50c-4dc3-9bd4-1a44b3731374 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:57.787450 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-384b21d3-a50c-4dc3-9bd4-1a44b3731374 None None] Transition to ACTIVE for port object a767ae6b-7a76-4573-a57d-f55bc49eeb14 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:46:57.810381 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-384b21d3-a50c-4dc3-9bd4-1a44b3731374 None None] Transition to ACTIVE for port object a767ae6b-7a76-4573-a57d-f55bc49eeb14 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:46:57.817997 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-384b21d3-a50c-4dc3-9bd4-1a44b3731374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:57.823553 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:57.886377 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384b21d3-a50c-4dc3-9bd4-1a44b3731374 None None] Network 64164c59-2f60-4c49-b19b-d91ae24bb2e4 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:57.889778 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-384b21d3-a50c-4dc3-9bd4-1a44b3731374 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:57.893730 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384b21d3-a50c-4dc3-9bd4-1a44b3731374 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:57.971695 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b21d3-a50c-4dc3-9bd4-1a44b3731374 None None] Pushing event updated for resources: {'Port': ['ID=a767ae6b-7a76-4573-a57d-f55bc49eeb14,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:57.979193 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-384b21d3-a50c-4dc3-9bd4-1a44b3731374 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:57.995676 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-384b21d3-a50c-4dc3-9bd4-1a44b3731374 None None] Attempting to bind port a767ae6b-7a76-4573-a57d-f55bc49eeb14 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:46:57.996126 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-384b21d3-a50c-4dc3-9bd4-1a44b3731374 None None] Attempting to bind port a767ae6b-7a76-4573-a57d-f55bc49eeb14 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '76216901-edef-41de-ac59-5014a999b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '64164c59-2f60-4c49-b19b-d91ae24bb2e4'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:46:57.996581 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384b21d3-a50c-4dc3-9bd4-1a44b3731374 None None] Attempting to bind port a767ae6b-7a76-4573-a57d-f55bc49eeb14 on network 64164c59-2f60-4c49-b19b-d91ae24bb2e4 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:46:58.002279 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384b21d3-a50c-4dc3-9bd4-1a44b3731374 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:46:58.002792 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384b21d3-a50c-4dc3-9bd4-1a44b3731374 None None] Checking segment: {'id': '76216901-edef-41de-ac59-5014a999b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '64164c59-2f60-4c49-b19b-d91ae24bb2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:46:58.003333 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-384b21d3-a50c-4dc3-9bd4-1a44b3731374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:58.003810 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384b21d3-a50c-4dc3-9bd4-1a44b3731374 None None] Bound using segment: {'id': '76216901-edef-41de-ac59-5014a999b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '64164c59-2f60-4c49-b19b-d91ae24bb2e4'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:46:58.004366 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-384b21d3-a50c-4dc3-9bd4-1a44b3731374 None None] Bound port: a767ae6b-7a76-4573-a57d-f55bc49eeb14, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76216901-edef-41de-ac59-5014a999b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '64164c59-2f60-4c49-b19b-d91ae24bb2e4'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:46:58.004843 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-384b21d3-a50c-4dc3-9bd4-1a44b3731374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:58.089215 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643db61c-acd5-43fb-b40b-03a725cefd20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Router 7f5a6441-fbbd-48ae-b93f-635a8e5dafc5 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:46:58.110319 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-53b98684-bd7c-411b-ab54-5e7d86254cd7 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Allocated IP 172.20.0.10 (92cce474-50f7-4ea2-9167-48128a17863b/6bfbb151-eec5-4807-a91c-7e3dffe7daaa/3f5eddad-f96e-43df-8131-95afb4ba4173) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:46:58.122974 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:58.124337 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-384b21d3-a50c-4dc3-9bd4-1a44b3731374 None None] For port a767ae6b-7a76-4573-a57d-f55bc49eeb14, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:46:58.128724 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-384b21d3-a50c-4dc3-9bd4-1a44b3731374 None None] For port a767ae6b-7a76-4573-a57d-f55bc49eeb14, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a767ae6b-7a76-4573-a57d-f55bc49eeb14,segment=NetworkSegment(76216901-edef-41de-ac59-5014a999b8f7),segment_id=76216901-edef-41de-ac59-5014a999b8f7)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:46:58.137602 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-384b21d3-a50c-4dc3-9bd4-1a44b3731374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:58.141057 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:58.165919 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-c0b2d57a-dc34-4ca8-b9d9-c6b5c9fc6d50 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Allocated IP 172.20.0.14 (64164c59-2f60-4c49-b19b-d91ae24bb2e4/991a8e00-9400-45a5-b391-d1b7f2eb3099/df273456-5ece-4f10-8f8a-012a5e1a6b84) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:46:58.223558 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-885a9aa0-139a-4079-859f-6e577a7093a8 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Allocated IP 172.20.0.11 (3aeb6baa-e9d4-4eff-8f1b-6452c65f590f/f1087b45-a538-47a3-b9cd-341c19e3715a/cb48ee5e-05d8-4684-ab46-7c4a74d2c45a) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:46:58.264936 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b21d3-a50c-4dc3-9bd4-1a44b3731374 None None] Pushing event updated for resources: {'Port': ['ID=a767ae6b-7a76-4573-a57d-f55bc49eeb14,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:58.269170 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-384b21d3-a50c-4dc3-9bd4-1a44b3731374 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:58.317550 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9abfdcab-6dc9-44cd-859f-3813c4535682 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:46:58.417929 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643db61c-acd5-43fb-b40b-03a725cefd20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:46:58.424447 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-643db61c-acd5-43fb-b40b-03a725cefd20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:58.430386 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe8c4af-552f-4c07-a26d-b3c34b16e28c None None] Sync routers for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:46:58.444958 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe8c4af-552f-4c07-a26d-b3c34b16e28c None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:46:58.445746 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-cbe8c4af-552f-4c07-a26d-b3c34b16e28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:46:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:58.465049 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 9abfdcab-6dc9-44cd-859f-3813c4535682 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:46:58.588235 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-cbe8c4af-552f-4c07-a26d-b3c34b16e28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:58.605955 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe8c4af-552f-4c07-a26d-b3c34b16e28c None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:46:58.606558 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-cbe8c4af-552f-4c07-a26d-b3c34b16e28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:46:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:58.682543 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-643db61c-acd5-43fb-b40b-03a725cefd20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "PUT /v2.0/floatingips/d00d0ef7-3f0d-4801-8886-496af6795ccf HTTP/1.1" status: 200 len: 978 time: 3.1582644 May 31 15:46:58.682696 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51906) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:46:58.682811 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-cbe8c4af-552f-4c07-a26d-b3c34b16e28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:46:58.683214 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe8c4af-552f-4c07-a26d-b3c34b16e28c None None] The sync data for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:46:58.688951 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-7b695eaf-5ed5-44ff-86be-1e6a72c54be0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Request body: {'floatingip': {'port_id': None}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:46:58.724048 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44d1df3-f450-4b1d-a8c8-b05d2ac57b40 None None] Network 5f17138b-4282-489c-b9b8-aa612f6d3d44 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:46:58.797634 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7b695eaf-5ed5-44ff-86be-1e6a72c54be0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:58.828021 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-47ed435f-cbc6-4253-96df-2e796c954d4f None None] Provisioning for port 9abfdcab-6dc9-44cd-859f-3813c4535682 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:46:58.843667 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-47ed435f-cbc6-4253-96df-2e796c954d4f None None] Provisioning complete for port 9abfdcab-6dc9-44cd-859f-3813c4535682 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:46:58.844044 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-47ed435f-cbc6-4253-96df-2e796c954d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:58.879914 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-885a9aa0-139a-4079-859f-6e577a7093a8 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:58.970364 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5e1682ec-e45a-4af8-9cf5-2b9843617b48 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:58.973159 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d57a-dc34-4ca8-b9d9-c6b5c9fc6d50 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:58.993644 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bbd898cd-250c-4e54-830a-e67ba7c73182 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:59.024000 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-53b98684-bd7c-411b-ab54-5e7d86254cd7 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:59.062043 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d57a-dc34-4ca8-b9d9-c6b5c9fc6d50 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Transition to ACTIVE for port object df273456-5ece-4f10-8f8a-012a5e1a6b84 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:46:59.069229 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-47ed435f-cbc6-4253-96df-2e796c954d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:59.081905 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-53b98684-bd7c-411b-ab54-5e7d86254cd7 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Transition to ACTIVE for port object 3f5eddad-f96e-43df-8131-95afb4ba4173 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:46:59.099333 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7b695eaf-5ed5-44ff-86be-1e6a72c54be0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:59.105420 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7b695eaf-5ed5-44ff-86be-1e6a72c54be0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:59.105420 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-7b695eaf-5ed5-44ff-86be-1e6a72c54be0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Floating IP d00d0ef7-3f0d-4801-8886-496af6795ccf disassociated. External IP: 172.26.0.73, port: c3a9a4b0-a512-4984-8605-fd9afbb5144f. May 31 15:46:59.121443 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-47ed435f-cbc6-4253-96df-2e796c954d4f None None] For port 9abfdcab-6dc9-44cd-859f-3813c4535682, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=9abfdcab-6dc9-44cd-859f-3813c4535682,segment=NetworkSegment(2fd4c279-0f37-4cfa-9f40-a2efeaeed274),segment_id=2fd4c279-0f37-4cfa-9f40-a2efeaeed274)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:46:59.128283 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-47ed435f-cbc6-4253-96df-2e796c954d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:59.130769 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0cb25a7d-bc79-4664-9cd3-72602da21f2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:59.137075 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1682ec-e45a-4af8-9cf5-2b9843617b48 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Subnet': ['ID=b0c7a5af-daa6-4d70-b2bf-9d6fc359631c,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:59.144926 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5e1682ec-e45a-4af8-9cf5-2b9843617b48 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:59.145605 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-885a9aa0-139a-4079-859f-6e577a7093a8 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:59.155514 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:59.236391 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1682ec-e45a-4af8-9cf5-2b9843617b48 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Checking segment: {'id': '99c81607-d68c-497c-b1ca-c53607a3fcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0f055f51-6ef6-4bae-a7c7-43d2a5b6e2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:46:59.236770 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1682ec-e45a-4af8-9cf5-2b9843617b48 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network hostable DHCP agents. Network: 0f055f51-6ef6-4bae-a7c7-43d2a5b6e2ea, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:46:59.251696 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed435f-cbc6-4253-96df-2e796c954d4f None None] Pushing event updated for resources: {'Port': ['ID=9abfdcab-6dc9-44cd-859f-3813c4535682,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:59.267826 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-47ed435f-cbc6-4253-96df-2e796c954d4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:59.295448 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885a9aa0-139a-4079-859f-6e577a7093a8 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Network 3aeb6baa-e9d4-4eff-8f1b-6452c65f590f is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:59.302912 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-885a9aa0-139a-4079-859f-6e577a7093a8 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:59.312886 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885a9aa0-139a-4079-859f-6e577a7093a8 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:59.349052 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d57a-dc34-4ca8-b9d9-c6b5c9fc6d50 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:59.359715 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-53b98684-bd7c-411b-ab54-5e7d86254cd7 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:59.369266 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a9aa0-139a-4079-859f-6e577a7093a8 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Pushing event updated for resources: {'Port': ['ID=cb48ee5e-05d8-4684-ab46-7c4a74d2c45a,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:59.391273 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1682ec-e45a-4af8-9cf5-2b9843617b48 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network 0f055f51-6ef6-4bae-a7c7-43d2a5b6e2ea is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:46:59.411634 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-885a9aa0-139a-4079-859f-6e577a7093a8 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:46:59.415566 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b3a0b294-5d45-43b7-a5ad-21ed3995fcb3 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:46:59.581727 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5d85c3fc-89d6-49dc-aa9f-7334f1571e77 None None] Provisioning complete for port 9abfdcab-6dc9-44cd-859f-3813c4535682 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:46:59.582108 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5d85c3fc-89d6-49dc-aa9f-7334f1571e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:59.603599 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b695eaf-5ed5-44ff-86be-1e6a72c54be0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Router 7f5a6441-fbbd-48ae-b93f-635a8e5dafc5 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:46:59.635614 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b2d57a-dc34-4ca8-b9d9-c6b5c9fc6d50 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network 64164c59-2f60-4c49-b19b-d91ae24bb2e4 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:59.637603 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fced50-a77e-4c0c-bda8-0245c0495591 None None] Network 64164c59-2f60-4c49-b19b-d91ae24bb2e4 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:46:59.656983 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-c0b2d57a-dc34-4ca8-b9d9-c6b5c9fc6d50 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:59.674608 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b2d57a-dc34-4ca8-b9d9-c6b5c9fc6d50 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:59.780809 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-5e1682ec-e45a-4af8-9cf5-2b9843617b48 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 0f055f51-6ef6-4bae-a7c7-43d2a5b6e2ea) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:59.787306 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b98684-bd7c-411b-ab54-5e7d86254cd7 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Network 92cce474-50f7-4ea2-9167-48128a17863b is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:46:59.806844 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946d22a8-3a35-4858-b28a-3ec33c6315d2 None None] Network 0f055f51-6ef6-4bae-a7c7-43d2a5b6e2ea requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:46:59.847929 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-53b98684-bd7c-411b-ab54-5e7d86254cd7 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:46:59.872639 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b98684-bd7c-411b-ab54-5e7d86254cd7 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:46:59.952483 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d57a-dc34-4ca8-b9d9-c6b5c9fc6d50 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Port': ['ID=df273456-5ece-4f10-8f8a-012a5e1a6b84,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:46:59.965398 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1682ec-e45a-4af8-9cf5-2b9843617b48 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:46:59.967784 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5e1682ec-e45a-4af8-9cf5-2b9843617b48 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:46:59.968521 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b695eaf-5ed5-44ff-86be-1e6a72c54be0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:46:59.973064 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7b695eaf-5ed5-44ff-86be-1e6a72c54be0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:00.033925 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7b695eaf-5ed5-44ff-86be-1e6a72c54be0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "PUT /v2.0/floatingips/d00d0ef7-3f0d-4801-8886-496af6795ccf HTTP/1.1" status: 200 len: 687 time: 1.3495224 May 31 15:47:00.037353 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51916) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:00.043457 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe4fc6d-09a3-404d-9136-53a4ed016fdd None None] Sync routers for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:47:00.117015 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe4fc6d-09a3-404d-9136-53a4ed016fdd None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:00.118571 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-2fe4fc6d-09a3-404d-9136-53a4ed016fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:46:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:00.173869 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a7087063-6f07-4d51-a1d5-a329b181bfbb None None] Provisioning for port a767ae6b-7a76-4573-a57d-f55bc49eeb14 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:00.205303 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-2fe4fc6d-09a3-404d-9136-53a4ed016fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:00.218565 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b98684-bd7c-411b-ab54-5e7d86254cd7 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:00.222648 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-53b98684-bd7c-411b-ab54-5e7d86254cd7 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:00.226222 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe4fc6d-09a3-404d-9136-53a4ed016fdd None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:00.226849 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-2fe4fc6d-09a3-404d-9136-53a4ed016fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:46:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:00.235336 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b2d57a-dc34-4ca8-b9d9-c6b5c9fc6d50 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:00.236230 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d57a-dc34-4ca8-b9d9-c6b5c9fc6d50 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:00.300747 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-2c8d4c81-71b7-4450-98d1-0ab5a9b12f82 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Deleting port 0c0602f0-f91f-4be1-8a76-ca3c36cf6a1d {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:00.301317 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2c8d4c81-71b7-4450-98d1-0ab5a9b12f82 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:00.309380 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a767ae6b-7a76-4573-a57d-f55bc49eeb14 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:47:00.334276 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b98684-bd7c-411b-ab54-5e7d86254cd7 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Pushing event updated for resources: {'Port': ['ID=3f5eddad-f96e-43df-8131-95afb4ba4173,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:00.350926 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-53b98684-bd7c-411b-ab54-5e7d86254cd7 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.935s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:00.367882 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-2fe4fc6d-09a3-404d-9136-53a4ed016fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:00.368529 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe4fc6d-09a3-404d-9136-53a4ed016fdd None None] The sync data for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:47:00.401721 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0d66c6-a2eb-4d71-a366-3b9d3df31bae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-0f055f51-6ef6-4bae-a7c7-43d2a5b6e2ea', 'network_id': '0f055f51-6ef6-4bae-a7c7-43d2a5b6e2ea', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'fixed_ips': [{'subnet_id': 'b0c7a5af-daa6-4d70-b2bf-9d6fc359631c'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:47:00.403133 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-eb0d66c6-a2eb-4d71-a366-3b9d3df31bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:00.408361 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1809ee40-0e95-41ff-afd3-04877bdac4f5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.018s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:00.408361 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1809ee40-0e95-41ff-afd3-04877bdac4f5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:00.422115 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5e1682ec-e45a-4af8-9cf5-2b9843617b48 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5104663 May 31 15:47:00.425801 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51922) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:00.433463 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-0c39bd44-cdb8-4bff-ae51-ae7e71110057 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-737830779', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:00.440417 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-53b98684-bd7c-411b-ab54-5e7d86254cd7 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8869982 May 31 15:47:00.444423 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51926) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:00.444592 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0c39bd44-cdb8-4bff-ae51-ae7e71110057 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:00.451597 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0c39bd44-cdb8-4bff-ae51-ae7e71110057 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Usage tracker for resource:router and tenant:7532521a2dc2494ca283f329c67dc09d is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:00.452508 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-09985c3f-9ded-45f5-8589-b32e3672a615 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:90:c4:ee'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:72:07:4c'}]}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:00.457265 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0c39bd44-cdb8-4bff-ae51-ae7e71110057 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:00.474075 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0c39bd44-cdb8-4bff-ae51-ae7e71110057 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:00.495559 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2c8d4c81-71b7-4450-98d1-0ab5a9b12f82 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:00.495887 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2c8d4c81-71b7-4450-98d1-0ab5a9b12f82 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:00.503530 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c0b2d57a-dc34-4ca8-b9d9-c6b5c9fc6d50 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.9043007 May 31 15:47:00.508963 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51932) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:00.519295 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0c39bd44-cdb8-4bff-ae51-ae7e71110057 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:00.520337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0c39bd44-cdb8-4bff-ae51-ae7e71110057 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:00.522312 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b8fe26c9-75f9-41d7-9717-51bb560876e0 None None] Provisioning for port 3f5eddad-f96e-43df-8131-95afb4ba4173 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:00.558527 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b8fe26c9-75f9-41d7-9717-51bb560876e0 None None] Provisioning complete for port 3f5eddad-f96e-43df-8131-95afb4ba4173 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:00.558973 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b8fe26c9-75f9-41d7-9717-51bb560876e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:00.586916 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-885a9aa0-139a-4079-859f-6e577a7093a8 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:00.673456 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-2c8d4c81-71b7-4450-98d1-0ab5a9b12f82 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Calling delete_port for 0c0602f0-f91f-4be1-8a76-ca3c36cf6a1d owned by network:floatingip {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:00.697744 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port a767ae6b-7a76-4573-a57d-f55bc49eeb14 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:00.699645 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0c39bd44-cdb8-4bff-ae51-ae7e71110057 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:00.721674 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port a767ae6b-7a76-4573-a57d-f55bc49eeb14 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:00.721674 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:00.749785 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-b8fe26c9-75f9-41d7-9717-51bb560876e0 None None] Port 3f5eddad-f96e-43df-8131-95afb4ba4173 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:47:00.771886 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0c39bd44-cdb8-4bff-ae51-ae7e71110057 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:00.817108 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-eb0d66c6-a2eb-4d71-a366-3b9d3df31bae None None] Allocated IP 172.21.0.2 (0f055f51-6ef6-4bae-a7c7-43d2a5b6e2ea/b0c7a5af-daa6-4d70-b2bf-9d6fc359631c/462d2432-698b-454e-8b09-7f4b06cea8ce) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:00.817644 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0c39bd44-cdb8-4bff-ae51-ae7e71110057 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:00.819250 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0c39bd44-cdb8-4bff-ae51-ae7e71110057 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3923795 May 31 15:47:00.822271 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51938) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:00.939050 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-09985c3f-9ded-45f5-8589-b32e3672a615 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:01.018994 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5379cf32-eb42-4586-afae-a0106fcd5bfa None None] Provisioning complete for port a767ae6b-7a76-4573-a57d-f55bc49eeb14 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:01.019224 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5379cf32-eb42-4586-afae-a0106fcd5bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:01.073011 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:01.187761 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port a767ae6b-7a76-4573-a57d-f55bc49eeb14, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a767ae6b-7a76-4573-a57d-f55bc49eeb14,segment=NetworkSegment(76216901-edef-41de-ac59-5014a999b8f7),segment_id=76216901-edef-41de-ac59-5014a999b8f7)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:47:01.204209 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:01.205419 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9abfdcab-6dc9-44cd-859f-3813c4535682 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:47:01.218541 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2c8d4c81-71b7-4450-98d1-0ab5a9b12f82 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:01.224045 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-00260e5f-22b2-46f4-83a0-5fc88655ab84 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:01.236554 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-4c9ebc9d-a06c-418d-ac2e-72b1a6a2c790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:01.265093 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-eb0d66c6-a2eb-4d71-a366-3b9d3df31bae None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:01.293646 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-6bead2e0-f912-40b6-95ed-3b1cdb90e447 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting port df273456-5ece-4f10-8f8a-012a5e1a6b84 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:01.294217 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6bead2e0-f912-40b6-95ed-3b1cdb90e447 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:01.321126 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d4c81-71b7-4450-98d1-0ab5a9b12f82 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event deleted for resources: {'Port': ['ID=0c0602f0-f91f-4be1-8a76-ca3c36cf6a1d,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:01.329001 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2c8d4c81-71b7-4450-98d1-0ab5a9b12f82 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:01.354439 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-eb0d66c6-a2eb-4d71-a366-3b9d3df31bae None None] Transition to ACTIVE for port object 462d2432-698b-454e-8b09-7f4b06cea8ce will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:01.412682 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-eb0d66c6-a2eb-4d71-a366-3b9d3df31bae None None] Transition to ACTIVE for port object 462d2432-698b-454e-8b09-7f4b06cea8ce will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:01.428559 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-eb0d66c6-a2eb-4d71-a366-3b9d3df31bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:01.432508 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=a767ae6b-7a76-4573-a57d-f55bc49eeb14,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:01.438830 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:01.442593 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-edf6d6b4-8dc5-40e0-882d-ed955765b258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:01.500090 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0d66c6-a2eb-4d71-a366-3b9d3df31bae None None] Network 0f055f51-6ef6-4bae-a7c7-43d2a5b6e2ea is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:01.547631 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-eb0d66c6-a2eb-4d71-a366-3b9d3df31bae None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:01.552743 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 9abfdcab-6dc9-44cd-859f-3813c4535682 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:01.553236 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:01.581947 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5379cf32-eb42-4586-afae-a0106fcd5bfa None None] Provisioning for port df273456-5ece-4f10-8f8a-012a5e1a6b84 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:01.585953 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d66c6-a2eb-4d71-a366-3b9d3df31bae None None] Pushing event updated for resources: {'Port': ['ID=462d2432-698b-454e-8b09-7f4b06cea8ce,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:01.597419 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0d66c6-a2eb-4d71-a366-3b9d3df31bae None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:47:01.613351 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-eb0d66c6-a2eb-4d71-a366-3b9d3df31bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:01.613351 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5379cf32-eb42-4586-afae-a0106fcd5bfa None None] Provisioning complete for port df273456-5ece-4f10-8f8a-012a5e1a6b84 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:01.613351 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5379cf32-eb42-4586-afae-a0106fcd5bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:01.648178 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:01.660505 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2c8d4c81-71b7-4450-98d1-0ab5a9b12f82 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:01.732262 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-885a9aa0-139a-4079-859f-6e577a7093a8 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:01.765772 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-5379cf32-eb42-4586-afae-a0106fcd5bfa None None] Port df273456-5ece-4f10-8f8a-012a5e1a6b84 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:47:01.780516 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-eb0d66c6-a2eb-4d71-a366-3b9d3df31bae None None] Attempting to bind port 462d2432-698b-454e-8b09-7f4b06cea8ce on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:47:01.781011 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-eb0d66c6-a2eb-4d71-a366-3b9d3df31bae None None] Attempting to bind port 462d2432-698b-454e-8b09-7f4b06cea8ce by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '99c81607-d68c-497c-b1ca-c53607a3fcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0f055f51-6ef6-4bae-a7c7-43d2a5b6e2ea'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:47:01.781488 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0d66c6-a2eb-4d71-a366-3b9d3df31bae None None] Attempting to bind port 462d2432-698b-454e-8b09-7f4b06cea8ce on network 0f055f51-6ef6-4bae-a7c7-43d2a5b6e2ea {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:47:01.807099 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2c8d4c81-71b7-4450-98d1-0ab5a9b12f82 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:01.808322 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2c8d4c81-71b7-4450-98d1-0ab5a9b12f82 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "DELETE /v2.0/floatingips/d00d0ef7-3f0d-4801-8886-496af6795ccf HTTP/1.1" status: 204 len: 168 time: 1.7700193 May 31 15:47:01.813745 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51946) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:01.817327 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0d66c6-a2eb-4d71-a366-3b9d3df31bae None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:47:01.817672 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0d66c6-a2eb-4d71-a366-3b9d3df31bae None None] Checking segment: {'id': '99c81607-d68c-497c-b1ca-c53607a3fcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0f055f51-6ef6-4bae-a7c7-43d2a5b6e2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:47:01.818203 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-eb0d66c6-a2eb-4d71-a366-3b9d3df31bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:01.818691 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0d66c6-a2eb-4d71-a366-3b9d3df31bae None None] Bound using segment: {'id': '99c81607-d68c-497c-b1ca-c53607a3fcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0f055f51-6ef6-4bae-a7c7-43d2a5b6e2ea'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:47:01.819361 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-eb0d66c6-a2eb-4d71-a366-3b9d3df31bae None None] Bound port: 462d2432-698b-454e-8b09-7f4b06cea8ce, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c81607-d68c-497c-b1ca-c53607a3fcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0f055f51-6ef6-4bae-a7c7-43d2a5b6e2ea'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:47:01.819835 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-eb0d66c6-a2eb-4d71-a366-3b9d3df31bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:01.919458 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-0fbce14b-ea3e-4406-a178-d4f388deaab0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] delete failed (client error): The resource could not be found. May 31 15:47:01.924456 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0fbce14b-ea3e-4406-a178-d4f388deaab0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "DELETE /v2.0/floatingips/d00d0ef7-3f0d-4801-8886-496af6795ccf HTTP/1.1" status: 404 len: 345 time: 0.1059496 May 31 15:47:01.925077 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51952) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:01.927154 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6bead2e0-f912-40b6-95ed-3b1cdb90e447 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:01.975226 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-9d46fe98-b351-4a66-88f9-8e81030ed607 None None] Provisioning complete for port df273456-5ece-4f10-8f8a-012a5e1a6b84 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:01.975758 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9d46fe98-b351-4a66-88f9-8e81030ed607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:02.051829 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-9d46fe98-b351-4a66-88f9-8e81030ed607 None None] Port df273456-5ece-4f10-8f8a-012a5e1a6b84 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:47:02.054818 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-eb0d66c6-a2eb-4d71-a366-3b9d3df31bae None None] For port 462d2432-698b-454e-8b09-7f4b06cea8ce, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:47:02.058451 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-eb0d66c6-a2eb-4d71-a366-3b9d3df31bae None None] For port 462d2432-698b-454e-8b09-7f4b06cea8ce, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=462d2432-698b-454e-8b09-7f4b06cea8ce,segment=NetworkSegment(99c81607-d68c-497c-b1ca-c53607a3fcc6),segment_id=99c81607-d68c-497c-b1ca-c53607a3fcc6)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:47:02.064083 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-eb0d66c6-a2eb-4d71-a366-3b9d3df31bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:02.069280 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-7a712eff-4c0a-4d70-a4ee-e70717e57d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:02.092626 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54770b6-e67f-432d-8f74-977de75eff84 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:02.098473 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54770b6-e67f-432d-8f74-977de75eff84 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:02.101593 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-6bead2e0-f912-40b6-95ed-3b1cdb90e447 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Calling delete_port for df273456-5ece-4f10-8f8a-012a5e1a6b84 owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:02.105939 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54770b6-e67f-432d-8f74-977de75eff84 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:02.105939 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d54770b6-e67f-432d-8f74-977de75eff84 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Synchronizing usage tracker for tenant:84b48f5aa76f4d3582392765ceb13e00 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:47:02.152855 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d66c6-a2eb-4d71-a366-3b9d3df31bae None None] Pushing event updated for resources: {'Port': ['ID=462d2432-698b-454e-8b09-7f4b06cea8ce,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:02.157974 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-eb0d66c6-a2eb-4d71-a366-3b9d3df31bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:02.175083 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d54770b6-e67f-432d-8f74-977de75eff84 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Unset dirty status for tenant:84b48f5aa76f4d3582392765ceb13e00 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:47:02.176277 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d54770b6-e67f-432d-8f74-977de75eff84 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "GET /v2.0/ports?network_id=1b71cb82-f36a-420c-8d45-d4dfd88bba2a HTTP/1.1" status: 200 len: 2359 time: 0.2503035 May 31 15:47:02.179194 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51956) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:02.189980 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Allocated IP 172.20.0.1 (5f17138b-4282-489c-b9b8-aa612f6d3d44/9cf5649a-8a7d-4915-9713-92767fec22e3/0b9f93c2-5d7e-4d85-9d5e-1ffc14d69592) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:02.237711 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a767ae6b-7a76-4573-a57d-f55bc49eeb14 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:47:02.240976 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-09985c3f-9ded-45f5-8589-b32e3672a615 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:02.253036 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-09985c3f-9ded-45f5-8589-b32e3672a615 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:02.261031 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-44fc7e60-9179-4c9f-a1fd-48c5dda45134 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:02.326562 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port a767ae6b-7a76-4573-a57d-f55bc49eeb14 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:02.326935 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:02.396564 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121a2693-9db2-40ef-b24f-39a93609fbb9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:02.407863 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-121a2693-9db2-40ef-b24f-39a93609fbb9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Synchronizing usage tracker for tenant:84b48f5aa76f4d3582392765ceb13e00 on resource:subnet {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:47:02.462377 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-121a2693-9db2-40ef-b24f-39a93609fbb9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Unset dirty status for tenant:84b48f5aa76f4d3582392765ceb13e00 on resource:subnet {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:47:02.463360 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09985c3f-9ded-45f5-8589-b32e3672a615 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Pushing event updated for resources: {'Port': ['ID=3f5eddad-f96e-43df-8131-95afb4ba4173,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:02.469651 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-121a2693-9db2-40ef-b24f-39a93609fbb9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "GET /v2.0/subnets/3c2ecd48-3afa-49b9-ada4-5db9c1b6748e HTTP/1.1" status: 200 len: 797 time: 0.2893949 May 31 15:47:02.470208 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51960) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:02.480471 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-d94df4d4-b948-41d9-8636-cb550e67e7c2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Request body: {'port': {'network_id': '1b71cb82-f36a-420c-8d45-d4dfd88bba2a', 'name': 'tempest-FloatingIPTestJSON-592317442', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:02.484641 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09985c3f-9ded-45f5-8589-b32e3672a615 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:02.485492 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09985c3f-9ded-45f5-8589-b32e3672a615 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:02.486058 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09985c3f-9ded-45f5-8589-b32e3672a615 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:02.486321 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09985c3f-9ded-45f5-8589-b32e3672a615 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:02.486633 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09985c3f-9ded-45f5-8589-b32e3672a615 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:02.486895 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09985c3f-9ded-45f5-8589-b32e3672a615 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:02.487301 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09985c3f-9ded-45f5-8589-b32e3672a615 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:02.487649 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09985c3f-9ded-45f5-8589-b32e3672a615 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:02.488144 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09985c3f-9ded-45f5-8589-b32e3672a615 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:02.488576 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09985c3f-9ded-45f5-8589-b32e3672a615 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:02.488829 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09985c3f-9ded-45f5-8589-b32e3672a615 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:02.489134 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09985c3f-9ded-45f5-8589-b32e3672a615 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:02.495086 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-09985c3f-9ded-45f5-8589-b32e3672a615 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] In _notify_port_updated(), no bound segment for port 3f5eddad-f96e-43df-8131-95afb4ba4173 on network 92cce474-50f7-4ea2-9167-48128a17863b {{(pid=99204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 15:47:02.503754 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09985c3f-9ded-45f5-8589-b32e3672a615 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:02.504451 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-09985c3f-9ded-45f5-8589-b32e3672a615 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:02.505030 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:02.505797 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-09985c3f-9ded-45f5-8589-b32e3672a615 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] 10.222.0.45 "PUT /v2.0/ports/3f5eddad-f96e-43df-8131-95afb4ba4173 HTTP/1.1" status: 200 len: 1084 time: 2.0610058 May 31 15:47:02.507312 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-09985c3f-9ded-45f5-8589-b32e3672a615 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:02.516383 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 51964) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:02.519035 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885a9aa0-139a-4079-859f-6e577a7093a8 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Router 83eb9558-d997-4d73-a77e-7919350009eb is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:47:02.664279 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Transition to ACTIVE for port object 0b9f93c2-5d7e-4d85-9d5e-1ffc14d69592 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:02.750860 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6bead2e0-f912-40b6-95ed-3b1cdb90e447 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:02.766153 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-25f44910-7938-4bee-9701-f9471dabbbb7 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:02.786537 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d94df4d4-b948-41d9-8636-cb550e67e7c2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:02.797611 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-6700ccb3-58dd-4034-b41c-f0393376d895 None None] Provisioning complete for port 3f5eddad-f96e-43df-8131-95afb4ba4173 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:02.797932 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6700ccb3-58dd-4034-b41c-f0393376d895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:02.807809 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d94df4d4-b948-41d9-8636-cb550e67e7c2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:02.821131 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:02.827335 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:02.858224 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885a9aa0-139a-4079-859f-6e577a7093a8 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:47:02.867837 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c164a143-e894-4020-bdfb-3806ddcbd6a1 None None] Sync routers for ids ['83eb9558-d997-4d73-a77e-7919350009eb'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:47:02.875108 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94df4d4-b948-41d9-8636-cb550e67e7c2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Made reservation on behalf of 84b48f5aa76f4d3582392765ceb13e00 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:47:02.884976 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c164a143-e894-4020-bdfb-3806ddcbd6a1 None None] Routers {'83eb9558-d997-4d73-a77e-7919350009eb'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:02.885670 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-c164a143-e894-4020-bdfb-3806ddcbd6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:46:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['83eb9558-d997-4d73-a77e-7919350009eb'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:02.908620 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bead2e0-f912-40b6-95ed-3b1cdb90e447 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Port': ['ID=df273456-5ece-4f10-8f8a-012a5e1a6b84,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:02.915387 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6bead2e0-f912-40b6-95ed-3b1cdb90e447 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:02.921196 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-6700ccb3-58dd-4034-b41c-f0393376d895 None None] Port 3f5eddad-f96e-43df-8131-95afb4ba4173 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:47:02.965513 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network 5f17138b-4282-489c-b9b8-aa612f6d3d44 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:03.035637 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:03.059491 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:47:03.156965 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-3fb1c7d0-2c7f-4def-8896-299e1b1950a1 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Deleting port 3f5eddad-f96e-43df-8131-95afb4ba4173 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:03.159140 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3fb1c7d0-2c7f-4def-8896-299e1b1950a1 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:03.170244 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6bead2e0-f912-40b6-95ed-3b1cdb90e447 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:03.207715 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6bead2e0-f912-40b6-95ed-3b1cdb90e447 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/ports/df273456-5ece-4f10-8f8a-012a5e1a6b84 HTTP/1.1" status: 204 len: 168 time: 2.6947808 May 31 15:47:03.209549 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-885a9aa0-139a-4079-859f-6e577a7093a8 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:03.222930 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-885a9aa0-139a-4079-859f-6e577a7093a8 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 8.2638690 May 31 15:47:03.224046 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51974) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:03.224537 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51976) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:03.229526 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-c164a143-e894-4020-bdfb-3806ddcbd6a1 None None] Set router 83eb9558-d997-4d73-a77e-7919350009eb gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:47:03.378769 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Port': ['ID=0b9f93c2-5d7e-4d85-9d5e-1ffc14d69592,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:03.435477 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:03.436775 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:03.437551 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:03.438549 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:03.439875 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:03.441026 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:03.441647 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:03.442562 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:03.444805 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:03.445291 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:03.445760 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:03.446265 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:03.458378 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:03.472813 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:03.560018 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7ea546a0-94d4-4863-9432-51a040f33f4d None None] Provisioning for port 0b9f93c2-5d7e-4d85-9d5e-1ffc14d69592 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:03.566545 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7ea546a0-94d4-4863-9432-51a040f33f4d None None] Provisioning complete for port 0b9f93c2-5d7e-4d85-9d5e-1ffc14d69592 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:03.566545 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7ea546a0-94d4-4863-9432-51a040f33f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:03.610184 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-b426fbb6-affc-4d5f-8924-579d250927bf tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] GET failed (client error): The resource could not be found. May 31 15:47:03.610733 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-b426fbb6-affc-4d5f-8924-579d250927bf tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Synchronizing usage tracker for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:47:03.665283 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-c164a143-e894-4020-bdfb-3806ddcbd6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eb9558-d997-4d73-a77e-7919350009eb', 'name': '', 'tenant_id': '1c31b77427ac4e76aeb2905e634dbd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3aeb6baa-e9d4-4eff-8f1b-6452c65f590f', 'external_fixed_ips': [{'subnet_id': 'f1087b45-a538-47a3-b9cd-341c19e3715a', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'cb48ee5e-05d8-4684-ab46-7c4a74d2c45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:46:55Z', 'updated_at': '2021-05-31T15:47:00Z', 'revision_number': 3, 'project_id': '1c31b77427ac4e76aeb2905e634dbd8f', 'gw_port': {'id': 'cb48ee5e-05d8-4684-ab46-7c4a74d2c45a', 'name': '', 'network_id': '3aeb6baa-e9d4-4eff-8f1b-6452c65f590f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83eb9558-d997-4d73-a77e-7919350009eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f1087b45-a538-47a3-b9cd-341c19e3715a', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:46:57Z', 'updated_at': '2021-05-31T15:46:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1087b45-a538-47a3-b9cd-341c19e3715a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:03.673452 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c164a143-e894-4020-bdfb-3806ddcbd6a1 None None] Checking router: 83eb9558-d997-4d73-a77e-7919350009eb for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:47:03.673796 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c164a143-e894-4020-bdfb-3806ddcbd6a1 None None] Updating router 83eb9558-d997-4d73-a77e-7919350009eb port cb48ee5e-05d8-4684-ab46-7c4a74d2c45a binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:47:03.684948 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-7ea546a0-94d4-4863-9432-51a040f33f4d None None] Port 0b9f93c2-5d7e-4d85-9d5e-1ffc14d69592 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:47:03.721890 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-b426fbb6-affc-4d5f-8924-579d250927bf tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Unset dirty status for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:47:03.723359 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b426fbb6-affc-4d5f-8924-579d250927bf tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "GET /v2.0/ports/df273456-5ece-4f10-8f8a-012a5e1a6b84 HTTP/1.1" status: 404 len: 333 time: 0.4967985 May 31 15:47:03.736163 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 51982) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:03.750432 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d94df4d4-b948-41d9-8636-cb550e67e7c2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:03.788852 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-c164a143-e894-4020-bdfb-3806ddcbd6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:03.802241 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbcd885-d597-4013-b29a-4db5e9c248ed None None] Network 0f055f51-6ef6-4bae-a7c7-43d2a5b6e2ea requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:47:03.866350 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3fb1c7d0-2c7f-4def-8896-299e1b1950a1 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:03.904101 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-d94df4d4-b948-41d9-8636-cb550e67e7c2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] device_id is not set on port d656d036-0822-47f1-a0e2-7cd8cd04859e yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:47:03.931463 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1cb56d45-98ac-4652-a54d-4b29fe74f2a2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:03.941213 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-6529d67c-b851-4515-b173-aa06ec8721a2 None None] Provisioning for port 462d2432-698b-454e-8b09-7f4b06cea8ce completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:04.117947 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-3fb1c7d0-2c7f-4def-8896-299e1b1950a1 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Calling delete_port for 3f5eddad-f96e-43df-8131-95afb4ba4173 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:04.137026 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-30024213-2c95-41a6-ae58-d6fa0400b4b2 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting subnet 991a8e00-9400-45a5-b391-d1b7f2eb3099 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:47:04.148363 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-30024213-2c95-41a6-ae58-d6fa0400b4b2 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:04.328984 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 462d2432-698b-454e-8b09-7f4b06cea8ce up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:47:04.367641 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-30024213-2c95-41a6-ae58-d6fa0400b4b2 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:04.373174 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:04.474551 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 462d2432-698b-454e-8b09-7f4b06cea8ce completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:04.482903 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 462d2432-698b-454e-8b09-7f4b06cea8ce triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:04.483452 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:04.495655 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-c164a143-e894-4020-bdfb-3806ddcbd6a1 None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:04.500499 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1cb56d45-98ac-4652-a54d-4b29fe74f2a2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:04.514274 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-c164a143-e894-4020-bdfb-3806ddcbd6a1 None None] Transition to ACTIVE for port object cb48ee5e-05d8-4684-ab46-7c4a74d2c45a will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:04.525932 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-c164a143-e894-4020-bdfb-3806ddcbd6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:04.537875 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-dbd4f022-eeb7-439d-b3e4-253fc8487a5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:04.542239 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-30024213-2c95-41a6-ae58-d6fa0400b4b2 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:04.637331 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5b7078bb-60ea-4901-8fa6-af07e53b1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:04.652579 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-c164a143-e894-4020-bdfb-3806ddcbd6a1 None None] Attempting to bind port cb48ee5e-05d8-4684-ab46-7c4a74d2c45a on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:47:04.652941 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-c164a143-e894-4020-bdfb-3806ddcbd6a1 None None] Attempting to bind port cb48ee5e-05d8-4684-ab46-7c4a74d2c45a by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '4a55553a-1929-448f-b202-b23b66b3acc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3aeb6baa-e9d4-4eff-8f1b-6452c65f590f'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:47:04.653300 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c164a143-e894-4020-bdfb-3806ddcbd6a1 None None] Attempting to bind port cb48ee5e-05d8-4684-ab46-7c4a74d2c45a on network 3aeb6baa-e9d4-4eff-8f1b-6452c65f590f {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:47:04.662279 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c164a143-e894-4020-bdfb-3806ddcbd6a1 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:47:04.662643 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c164a143-e894-4020-bdfb-3806ddcbd6a1 None None] Checking segment: {'id': '4a55553a-1929-448f-b202-b23b66b3acc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3aeb6baa-e9d4-4eff-8f1b-6452c65f590f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:47:04.663062 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-c164a143-e894-4020-bdfb-3806ddcbd6a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:04.663449 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c164a143-e894-4020-bdfb-3806ddcbd6a1 None None] Bound using segment: {'id': '4a55553a-1929-448f-b202-b23b66b3acc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3aeb6baa-e9d4-4eff-8f1b-6452c65f590f'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:47:04.663917 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-c164a143-e894-4020-bdfb-3806ddcbd6a1 None None] Bound port: cb48ee5e-05d8-4684-ab46-7c4a74d2c45a, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a55553a-1929-448f-b202-b23b66b3acc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3aeb6baa-e9d4-4eff-8f1b-6452c65f590f'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:47:04.664278 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-c164a143-e894-4020-bdfb-3806ddcbd6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:04.710321 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:04.748509 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-c164a143-e894-4020-bdfb-3806ddcbd6a1 None None] For port cb48ee5e-05d8-4684-ab46-7c4a74d2c45a, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:47:04.751525 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-c164a143-e894-4020-bdfb-3806ddcbd6a1 None None] For port cb48ee5e-05d8-4684-ab46-7c4a74d2c45a, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=cb48ee5e-05d8-4684-ab46-7c4a74d2c45a,segment=NetworkSegment(4a55553a-1929-448f-b202-b23b66b3acc9),segment_id=4a55553a-1929-448f-b202-b23b66b3acc9)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:47:04.755255 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1e11fd8f-f950-476f-b14a-d324c2bfcb14 None None] Provisioning complete for port 462d2432-698b-454e-8b09-7f4b06cea8ce triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:04.755836 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1e11fd8f-f950-476f-b14a-d324c2bfcb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:04.762549 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-c164a143-e894-4020-bdfb-3806ddcbd6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:04.764749 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f3a4c-abfb-4689-8dc1-b6a1672d69ce None None] Pushing event updated for resources: {'Port': ['ID=cb48ee5e-05d8-4684-ab46-7c4a74d2c45a,revision_number=2']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:04.789281 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49f3a4c-abfb-4689-8dc1-b6a1672d69ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:04.789639 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49f3a4c-abfb-4689-8dc1-b6a1672d69ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:04.790026 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49f3a4c-abfb-4689-8dc1-b6a1672d69ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:04.790329 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49f3a4c-abfb-4689-8dc1-b6a1672d69ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:04.790650 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49f3a4c-abfb-4689-8dc1-b6a1672d69ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:04.790980 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49f3a4c-abfb-4689-8dc1-b6a1672d69ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:04.791299 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49f3a4c-abfb-4689-8dc1-b6a1672d69ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:04.791631 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49f3a4c-abfb-4689-8dc1-b6a1672d69ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:04.791946 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49f3a4c-abfb-4689-8dc1-b6a1672d69ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:04.792246 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49f3a4c-abfb-4689-8dc1-b6a1672d69ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:04.792564 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49f3a4c-abfb-4689-8dc1-b6a1672d69ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:04.792850 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49f3a4c-abfb-4689-8dc1-b6a1672d69ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:04.825489 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 462d2432-698b-454e-8b09-7f4b06cea8ce, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=462d2432-698b-454e-8b09-7f4b06cea8ce,segment=NetworkSegment(99c81607-d68c-497c-b1ca-c53607a3fcc6),segment_id=99c81607-d68c-497c-b1ca-c53607a3fcc6)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:47:04.830119 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-d49f3a4c-abfb-4689-8dc1-b6a1672d69ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:04.839174 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:04.840503 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:04.844690 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a25d0d27-720c-49ba-8cef-1362cf13a93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:04.887859 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c164a143-e894-4020-bdfb-3806ddcbd6a1 None None] Routers {'83eb9558-d997-4d73-a77e-7919350009eb'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:04.888699 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-c164a143-e894-4020-bdfb-3806ddcbd6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:46:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['83eb9558-d997-4d73-a77e-7919350009eb'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:04.922960 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=462d2432-698b-454e-8b09-7f4b06cea8ce,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:04.935076 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:04.935690 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:04.936947 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:04.937445 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:04.938193 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:04.938977 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:04.939582 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:04.940354 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:04.940891 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:04.941495 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:04.942125 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:04.942891 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:47:04.947834 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:04.965937 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-1cb56d45-98ac-4652-a54d-4b29fe74f2a2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Deleting port cb48ee5e-05d8-4684-ab46-7c4a74d2c45a {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:04.966932 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1cb56d45-98ac-4652-a54d-4b29fe74f2a2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:05.007881 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f3a4c-abfb-4689-8dc1-b6a1672d69ce None None] Pushing event updated for resources: {'Port': ['ID=cb48ee5e-05d8-4684-ab46-7c4a74d2c45a,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:05.016208 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-d49f3a4c-abfb-4689-8dc1-b6a1672d69ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:05.020041 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3fb1c7d0-2c7f-4def-8896-299e1b1950a1 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:05.025933 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-d94df4d4-b948-41d9-8636-cb550e67e7c2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Allocated IP 172.20.0.14 (1b71cb82-f36a-420c-8d45-d4dfd88bba2a/3c2ecd48-3afa-49b9-ada4-5db9c1b6748e/d656d036-0822-47f1-a0e2-7cd8cd04859e) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:05.036723 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cd1e35d2-631a-467a-8264-6d0c597a1ba9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:05.112306 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-d94df4d4-b948-41d9-8636-cb550e67e7c2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Allocated IP 172.20.0.13 (1b71cb82-f36a-420c-8d45-d4dfd88bba2a/3c2ecd48-3afa-49b9-ada4-5db9c1b6748e/d656d036-0822-47f1-a0e2-7cd8cd04859e) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:05.122817 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-1cb56d45-98ac-4652-a54d-4b29fe74f2a2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] For port cb48ee5e-05d8-4684-ab46-7c4a74d2c45a, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=cb48ee5e-05d8-4684-ab46-7c4a74d2c45a,segment=NetworkSegment(4a55553a-1929-448f-b202-b23b66b3acc9),segment_id=4a55553a-1929-448f-b202-b23b66b3acc9)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:47:05.123222 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1cb56d45-98ac-4652-a54d-4b29fe74f2a2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:05.135627 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1c7d0-2c7f-4def-8896-299e1b1950a1 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Pushing event deleted for resources: {'Port': ['ID=3f5eddad-f96e-43df-8131-95afb4ba4173,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:05.135879 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-30024213-2c95-41a6-ae58-d6fa0400b4b2 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:05.148747 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3fb1c7d0-2c7f-4def-8896-299e1b1950a1 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:05.177121 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-c164a143-e894-4020-bdfb-3806ddcbd6a1 None None] Set router 83eb9558-d997-4d73-a77e-7919350009eb gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:47:05.193590 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c97983d5-20ca-4a46-ad3c-511e6362e293 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:05.329684 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-1cb56d45-98ac-4652-a54d-4b29fe74f2a2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Calling delete_port for cb48ee5e-05d8-4684-ab46-7c4a74d2c45a owned by network:router_gateway {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:05.335859 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30024213-2c95-41a6-ae58-d6fa0400b4b2 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Subnet': ['ID=991a8e00-9400-45a5-b391-d1b7f2eb3099,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:05.339802 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-30024213-2c95-41a6-ae58-d6fa0400b4b2 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:05.343847 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-30024213-2c95-41a6-ae58-d6fa0400b4b2 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:05.347850 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1106eb-82a5-4285-b60d-4f8d347b7b67 None None] Network 64164c59-2f60-4c49-b19b-d91ae24bb2e4 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:47:05.352569 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-30024213-2c95-41a6-ae58-d6fa0400b4b2 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/subnets/991a8e00-9400-45a5-b391-d1b7f2eb3099 HTTP/1.1" status: 204 len: 168 time: 1.6126735 May 31 15:47:05.361432 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52000) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:05.396744 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-c164a143-e894-4020-bdfb-3806ddcbd6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eb9558-d997-4d73-a77e-7919350009eb', 'name': '', 'tenant_id': '1c31b77427ac4e76aeb2905e634dbd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:46:55Z', 'updated_at': '2021-05-31T15:47:04Z', 'revision_number': 4, 'project_id': '1c31b77427ac4e76aeb2905e634dbd8f', 'gw_port_host': None}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:05.401332 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c164a143-e894-4020-bdfb-3806ddcbd6a1 None None] The sync data for ids ['83eb9558-d997-4d73-a77e-7919350009eb'] in dv-neutron-601336-79-hyperv is: [{'id': '83eb9558-d997-4d73-a77e-7919350009eb', 'name': '', 'tenant_id': '1c31b77427ac4e76aeb2905e634dbd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:46:55Z', 'updated_at': '2021-05-31T15:47:04Z', 'revision_number': 4, 'project_id': '1c31b77427ac4e76aeb2905e634dbd8f', 'gw_port_host': None}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:47:05.405885 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.db.resource_extend [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:47:05.475916 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:05.513943 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8e94f7ee-cda5-4bcd-8670-e988c9361611 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:05.569006 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:05.759616 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7497ee-becd-4989-9005-20e7c85a2fda None None] DHCP port deletion for 64164c59-2f60-4c49-b19b-d91ae24bb2e4 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:47:05.769176 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:05.832627 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-5d7497ee-becd-4989-9005-20e7c85a2fda None None] Deleting port a767ae6b-7a76-4573-a57d-f55bc49eeb14 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:05.832833 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5d7497ee-becd-4989-9005-20e7c85a2fda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:05.948067 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:05.951472 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Port': ['ID=0b9f93c2-5d7e-4d85-9d5e-1ffc14d69592,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:05.960086 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d94df4d4-b948-41d9-8636-cb550e67e7c2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:05.962170 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-5d7497ee-becd-4989-9005-20e7c85a2fda None None] For port a767ae6b-7a76-4573-a57d-f55bc49eeb14, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a767ae6b-7a76-4573-a57d-f55bc49eeb14,segment=NetworkSegment(76216901-edef-41de-ac59-5014a999b8f7),segment_id=76216901-edef-41de-ac59-5014a999b8f7)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:47:05.962877 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5d7497ee-becd-4989-9005-20e7c85a2fda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:05.963332 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:05.971360 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-8e94f7ee-cda5-4bcd-8670-e988c9361611 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting port a767ae6b-7a76-4573-a57d-f55bc49eeb14 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:05.971914 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8e94f7ee-cda5-4bcd-8670-e988c9361611 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:06.001476 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3fb1c7d0-2c7f-4def-8896-299e1b1950a1 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:06.079551 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1cb56d45-98ac-4652-a54d-4b29fe74f2a2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:06.085501 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3fb1c7d0-2c7f-4def-8896-299e1b1950a1 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] 10.222.0.45 "DELETE /v2.0/ports/3f5eddad-f96e-43df-8131-95afb4ba4173 HTTP/1.1" status: 204 len: 168 time: 3.5679770 May 31 15:47:06.088990 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-09985c3f-9ded-45f5-8589-b32e3672a615 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:06.089166 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52006) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:06.091444 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-5d7497ee-becd-4989-9005-20e7c85a2fda None None] Calling delete_port for a767ae6b-7a76-4573-a57d-f55bc49eeb14 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:06.138303 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb56d45-98ac-4652-a54d-4b29fe74f2a2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb48ee5e-05d8-4684-ab46-7c4a74d2c45a,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:06.143811 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1cb56d45-98ac-4652-a54d-4b29fe74f2a2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:06.154979 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d45c29-0dd7-4e91-936b-1a1a668c016b tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] GET failed (client error): The resource could not be found. May 31 15:47:06.155565 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-29d45c29-0dd7-4e91-936b-1a1a668c016b tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Synchronizing usage tracker for tenant:5ee7137da44d465ca45dbec81f44bd4c on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:47:06.156014 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5d7497ee-becd-4989-9005-20e7c85a2fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:06.168134 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-c44ee5b9-da66-4b93-b148-c7e8e7e4634d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:06.174005 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-8e94f7ee-cda5-4bcd-8670-e988c9361611 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] For port a767ae6b-7a76-4573-a57d-f55bc49eeb14, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a767ae6b-7a76-4573-a57d-f55bc49eeb14,segment=NetworkSegment(76216901-edef-41de-ac59-5014a999b8f7),segment_id=76216901-edef-41de-ac59-5014a999b8f7)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:47:06.176751 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8e94f7ee-cda5-4bcd-8670-e988c9361611 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:06.188288 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d94df4d4-b948-41d9-8636-cb550e67e7c2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:06.200323 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d9c52e47-0f23-4553-96a6-4fa4be2ccbd8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:06.244059 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7497ee-becd-4989-9005-20e7c85a2fda None None] Pushing event deleted for resources: {'Port': ['ID=a767ae6b-7a76-4573-a57d-f55bc49eeb14,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:06.244523 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network 5f17138b-4282-489c-b9b8-aa612f6d3d44 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:06.249932 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7497ee-becd-4989-9005-20e7c85a2fda None None] No DVR routers for this DVR port a767ae6b-7a76-4573-a57d-f55bc49eeb14 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:47:06.251486 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5d7497ee-becd-4989-9005-20e7c85a2fda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:06.261280 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:06.271789 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-29d45c29-0dd7-4e91-936b-1a1a668c016b tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Unset dirty status for tenant:5ee7137da44d465ca45dbec81f44bd4c on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:47:06.272954 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-29d45c29-0dd7-4e91-936b-1a1a668c016b tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] 10.222.0.45 "GET /v2.0/ports/3f5eddad-f96e-43df-8131-95afb4ba4173 HTTP/1.1" status: 404 len: 333 time: 0.1815224 May 31 15:47:06.274367 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 462d2432-698b-454e-8b09-7f4b06cea8ce up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:47:06.289251 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52012) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:06.330196 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94df4d4-b948-41d9-8636-cb550e67e7c2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Network 1b71cb82-f36a-420c-8d45-d4dfd88bba2a is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:06.362402 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 462d2432-698b-454e-8b09-7f4b06cea8ce triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:06.363336 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:06.448906 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-8e94f7ee-cda5-4bcd-8670-e988c9361611 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Calling delete_port for a767ae6b-7a76-4573-a57d-f55bc49eeb14 owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:06.495839 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1cb56d45-98ac-4652-a54d-4b29fe74f2a2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:06.525063 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94df4d4-b948-41d9-8636-cb550e67e7c2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event updated for resources: {'Port': ['ID=d656d036-0822-47f1-a0e2-7cd8cd04859e,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:06.528919 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-d94df4d4-b948-41d9-8636-cb550e67e7c2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:06.561926 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d94df4d4-b948-41d9-8636-cb550e67e7c2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:06.572866 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94df4d4-b948-41d9-8636-cb550e67e7c2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:47:06.587578 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1e1c37ab-11af-483c-aff5-19a2ed402b9d None None] Provisioning complete for port 0b9f93c2-5d7e-4d85-9d5e-1ffc14d69592 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:06.587960 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1e1c37ab-11af-483c-aff5-19a2ed402b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:06.670007 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-1e1c37ab-11af-483c-aff5-19a2ed402b9d None None] Port 0b9f93c2-5d7e-4d85-9d5e-1ffc14d69592 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:47:06.673310 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a767ae6b-7a76-4573-a57d-f55bc49eeb14 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:47:06.697242 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1cb56d45-98ac-4652-a54d-4b29fe74f2a2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:06.700790 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1cb56d45-98ac-4652-a54d-4b29fe74f2a2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:06.731209 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: a767ae6b-7a76-4573-a57d-f55bc49eeb14 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:47:06.731606 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a767ae6b-7a76-4573-a57d-f55bc49eeb14 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:47:06.746852 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1cb56d45-98ac-4652-a54d-4b29fe74f2a2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:06.747565 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb56d45-98ac-4652-a54d-4b29fe74f2a2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83eb9558-d997-4d73-a77e-7919350009eb {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:47:06.761258 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8e94f7ee-cda5-4bcd-8670-e988c9361611 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:06.768070 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1809ee40-0e95-41ff-afd3-04877bdac4f5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:06.841730 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94f7ee-cda5-4bcd-8670-e988c9361611 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Port': ['ID=a767ae6b-7a76-4573-a57d-f55bc49eeb14,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:06.844442 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8e94f7ee-cda5-4bcd-8670-e988c9361611 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:06.849932 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e94f7ee-cda5-4bcd-8670-e988c9361611 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] No DVR routers for this DVR port a767ae6b-7a76-4573-a57d-f55bc49eeb14 on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:47:06.863776 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94df4d4-b948-41d9-8636-cb550e67e7c2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:06.864566 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d94df4d4-b948-41d9-8636-cb550e67e7c2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:06.903526 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d94df4d4-b948-41d9-8636-cb550e67e7c2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.4295380 May 31 15:47:06.904507 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Router 2ee2c3ec-4617-4146-bf24-7e1b33d5fb69 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:47:06.906911 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52020) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:06.910933 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1cb56d45-98ac-4652-a54d-4b29fe74f2a2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:06.912131 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-505ee5ed-6a03-41d1-bddb-59b8a78cf501 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'port_id': 'd656d036-0822-47f1-a0e2-7cd8cd04859e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:06.915488 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1cb56d45-98ac-4652-a54d-4b29fe74f2a2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "DELETE /v2.0/routers/83eb9558-d997-4d73-a77e-7919350009eb HTTP/1.1" status: 204 len: 168 time: 3.6870522 May 31 15:47:06.917389 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52024) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:06.923534 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-505ee5ed-6a03-41d1-bddb-59b8a78cf501 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:06.939292 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:06.958349 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-505ee5ed-6a03-41d1-bddb-59b8a78cf501 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Usage tracker for resource:floatingip and tenant:84b48f5aa76f4d3582392765ceb13e00 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:06.964847 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-505ee5ed-6a03-41d1-bddb-59b8a78cf501 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:06.969580 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-a7b845a7-b7e3-4d85-b8e2-8f7a3f4063a9 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Deleting port 9b064211-bb55-4c6d-8c03-6b7354c98890 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:06.969914 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a7b845a7-b7e3-4d85-b8e2-8f7a3f4063a9 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:07.000886 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-505ee5ed-6a03-41d1-bddb-59b8a78cf501 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:07.001094 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8e94f7ee-cda5-4bcd-8670-e988c9361611 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:07.017532 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-8e94f7ee-cda5-4bcd-8670-e988c9361611 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64164c59-2f60-4c49-b19b-d91ae24bb2e4']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:07.030172 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-8e94f7ee-cda5-4bcd-8670-e988c9361611 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76216901-edef-41de-ac59-5014a999b8f7') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:07.030461 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-8e94f7ee-cda5-4bcd-8670-e988c9361611 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76216901-edef-41de-ac59-5014a999b8f7') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:07.041882 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8e94f7ee-cda5-4bcd-8670-e988c9361611 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:07.058992 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8e94f7ee-cda5-4bcd-8670-e988c9361611 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:07.065132 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e94f7ee-cda5-4bcd-8670-e988c9361611 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:47:07.065493 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8e94f7ee-cda5-4bcd-8670-e988c9361611 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:47:07.079788 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:47:07.160841 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8e94f7ee-cda5-4bcd-8670-e988c9361611 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:07.164211 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-60ff88bb-0e6b-4c05-9e69-69901aacdfcb tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:07.178285 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8e94f7ee-cda5-4bcd-8670-e988c9361611 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:07.188892 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8e94f7ee-cda5-4bcd-8670-e988c9361611 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/networks/64164c59-2f60-4c49-b19b-d91ae24bb2e4 HTTP/1.1" status: 204 len: 168 time: 1.8265226 May 31 15:47:07.189880 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94f7ee-cda5-4bcd-8670-e988c9361611 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Network': ['ID=64164c59-2f60-4c49-b19b-d91ae24bb2e4,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:07.193157 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52028) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:07.195327 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8e94f7ee-cda5-4bcd-8670-e988c9361611 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:07.199645 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-c5a32b7f-482e-46ce-9b70-a2f0ded29e14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'port': {'network_id': '1e6d7417-4bd4-418b-808b-5f1717377e16', 'name': 'tempest-PortsTestJSON-1137421707'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:07.207903 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-505ee5ed-6a03-41d1-bddb-59b8a78cf501 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:07.222008 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b00422-ad5c-4d2e-a1d7-d83e69005ffe tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Deleting subnet f1087b45-a538-47a3-b9cd-341c19e3715a {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:47:07.233287 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-17b00422-ad5c-4d2e-a1d7-d83e69005ffe tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:07.317215 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c5a32b7f-482e-46ce-9b70-a2f0ded29e14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:07.321419 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c5a32b7f-482e-46ce-9b70-a2f0ded29e14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:port and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:07.324348 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c5a32b7f-482e-46ce-9b70-a2f0ded29e14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:07.330131 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c5a32b7f-482e-46ce-9b70-a2f0ded29e14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:07.341614 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a32b7f-482e-46ce-9b70-a2f0ded29e14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:47:07.345477 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c5a32b7f-482e-46ce-9b70-a2f0ded29e14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:07.367611 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-c5a32b7f-482e-46ce-9b70-a2f0ded29e14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] device_id is not set on port 6bb96392-e93a-46fa-8768-cf1e7a45a91c yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:47:07.371340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:47:07.374353 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-17b00422-ad5c-4d2e-a1d7-d83e69005ffe tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:07.390157 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45604c4-88a5-4704-ae3c-e22034e90538 None None] Sync routers for ids ['2ee2c3ec-4617-4146-bf24-7e1b33d5fb69'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:47:07.400164 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45604c4-88a5-4704-ae3c-e22034e90538 None None] Routers {'2ee2c3ec-4617-4146-bf24-7e1b33d5fb69'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:07.400784 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e45604c4-88a5-4704-ae3c-e22034e90538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:46:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['2ee2c3ec-4617-4146-bf24-7e1b33d5fb69'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:07.413368 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "PUT /v2.0/routers/2ee2c3ec-4617-4146-bf24-7e1b33d5fb69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5899372 May 31 15:47:07.419141 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52034) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:07.421419 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a7b845a7-b7e3-4d85-b8e2-8f7a3f4063a9 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:07.465805 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e45604c4-88a5-4704-ae3c-e22034e90538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:07.476120 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45604c4-88a5-4704-ae3c-e22034e90538 None None] Routers {'2ee2c3ec-4617-4146-bf24-7e1b33d5fb69'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:07.476756 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e45604c4-88a5-4704-ae3c-e22034e90538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:46:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['2ee2c3ec-4617-4146-bf24-7e1b33d5fb69'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:07.545041 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e45604c4-88a5-4704-ae3c-e22034e90538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:07.545457 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45604c4-88a5-4704-ae3c-e22034e90538 None None] The sync data for ids ['2ee2c3ec-4617-4146-bf24-7e1b33d5fb69'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:47:07.678740 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0349eb5d-a14c-4bc3-942a-93d9e707d67b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:07.680116 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0349eb5d-a14c-4bc3-942a-93d9e707d67b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "GET /v2.0/ports/0b9f93c2-5d7e-4d85-9d5e-1ffc14d69592 HTTP/1.1" status: 200 len: 910 time: 0.2605555 May 31 15:47:07.683528 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52040) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:07.735187 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-a7b845a7-b7e3-4d85-b8e2-8f7a3f4063a9 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Calling delete_port for 9b064211-bb55-4c6d-8c03-6b7354c98890 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:07.750934 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-17b00422-ad5c-4d2e-a1d7-d83e69005ffe tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:07.850607 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-52ecf712-9b1e-45f9-86a3-60c8ab3d6aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:08.076998 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c5a32b7f-482e-46ce-9b70-a2f0ded29e14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:08.078650 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-505ee5ed-6a03-41d1-bddb-59b8a78cf501 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:08.171179 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a7b845a7-b7e3-4d85-b8e2-8f7a3f4063a9 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:08.181538 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ce787364-dc4e-4a6b-ad43-51eeaa20879e tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:08.226869 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-17b00422-ad5c-4d2e-a1d7-d83e69005ffe tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:08.231651 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b845a7-b7e3-4d85-b8e2-8f7a3f4063a9 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Pushing event deleted for resources: {'Port': ['ID=9b064211-bb55-4c6d-8c03-6b7354c98890,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:08.241779 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a7b845a7-b7e3-4d85-b8e2-8f7a3f4063a9 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:08.269621 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:08.272668 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:08.282080 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c5a32b7f-482e-46ce-9b70-a2f0ded29e14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:08.290378 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1cb56d45-98ac-4652-a54d-4b29fe74f2a2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:08.348489 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b00422-ad5c-4d2e-a1d7-d83e69005ffe tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f1087b45-a538-47a3-b9cd-341c19e3715a,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:08.358491 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-17b00422-ad5c-4d2e-a1d7-d83e69005ffe tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:08.359553 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-17b00422-ad5c-4d2e-a1d7-d83e69005ffe tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:08.407676 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a32b7f-482e-46ce-9b70-a2f0ded29e14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network 1e6d7417-4bd4-418b-808b-5f1717377e16 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:08.412865 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-c5a32b7f-482e-46ce-9b70-a2f0ded29e14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:08.419767 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a32b7f-482e-46ce-9b70-a2f0ded29e14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:47:08.425225 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a32b7f-482e-46ce-9b70-a2f0ded29e14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:08.425853 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c5a32b7f-482e-46ce-9b70-a2f0ded29e14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:08.429798 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a32b7f-482e-46ce-9b70-a2f0ded29e14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Port': ['ID=6bb96392-e93a-46fa-8768-cf1e7a45a91c,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:08.440765 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c5a32b7f-482e-46ce-9b70-a2f0ded29e14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:08.444419 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-505ee5ed-6a03-41d1-bddb-59b8a78cf501 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Allocated IP 172.26.0.14 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/e240bb1d-0316-4cfe-8edd-6b0cd9f44f32) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:08.449983 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-17b00422-ad5c-4d2e-a1d7-d83e69005ffe tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "DELETE /v2.0/subnets/f1087b45-a538-47a3-b9cd-341c19e3715a HTTP/1.1" status: 204 len: 168 time: 1.5267148 May 31 15:47:08.451000 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52046) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:08.461299 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a7b845a7-b7e3-4d85-b8e2-8f7a3f4063a9 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:08.463311 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a7b845a7-b7e3-4d85-b8e2-8f7a3f4063a9 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] 10.222.0.45 "DELETE /v2.0/ports/9b064211-bb55-4c6d-8c03-6b7354c98890 HTTP/1.1" status: 204 len: 168 time: 2.1721337 May 31 15:47:08.467345 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52050) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:08.566479 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c5a32b7f-482e-46ce-9b70-a2f0ded29e14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3727412 May 31 15:47:08.567932 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-183eaab9-17e0-4788-acc5-34d9e06b9710 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] GET failed (client error): The resource could not be found. May 31 15:47:08.568468 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-183eaab9-17e0-4788-acc5-34d9e06b9710 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Synchronizing usage tracker for tenant:5ee7137da44d465ca45dbec81f44bd4c on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:47:08.573306 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52054) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:08.605341 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-183eaab9-17e0-4788-acc5-34d9e06b9710 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Unset dirty status for tenant:5ee7137da44d465ca45dbec81f44bd4c on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:47:08.610327 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-183eaab9-17e0-4788-acc5-34d9e06b9710 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] 10.222.0.45 "GET /v2.0/ports/9b064211-bb55-4c6d-8c03-6b7354c98890 HTTP/1.1" status: 404 len: 333 time: 0.1382675 May 31 15:47:08.619461 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52060) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:08.653388 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c032e170-aa21-4e63-9032-3884e419cf7a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:08.684126 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-264adff1-ed37-41d9-846b-bbda5bc4875e tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:08.709822 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-505ee5ed-6a03-41d1-bddb-59b8a78cf501 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:08.805477 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-7b4e2cae-b21a-446e-9309-fd533035ac43 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Deleting port ac333929-3e80-48e4-baa0-672bf5cd6f53 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:08.805850 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7b4e2cae-b21a-446e-9309-fd533035ac43 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:08.824189 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-505ee5ed-6a03-41d1-bddb-59b8a78cf501 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:08.832146 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3fb1c7d0-2c7f-4def-8896-299e1b1950a1 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:08.963207 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505ee5ed-6a03-41d1-bddb-59b8a78cf501 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:08.968263 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-505ee5ed-6a03-41d1-bddb-59b8a78cf501 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:08.970840 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505ee5ed-6a03-41d1-bddb-59b8a78cf501 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:47:09.007367 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ee5ed-6a03-41d1-bddb-59b8a78cf501 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event updated for resources: {'Port': ['ID=e240bb1d-0316-4cfe-8edd-6b0cd9f44f32,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:09.014326 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-505ee5ed-6a03-41d1-bddb-59b8a78cf501 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:09.068880 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7b4e2cae-b21a-446e-9309-fd533035ac43 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:09.202721 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-264adff1-ed37-41d9-846b-bbda5bc4875e tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:09.233463 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-264adff1-ed37-41d9-846b-bbda5bc4875e tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aeb6baa-e9d4-4eff-8f1b-6452c65f590f']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:09.254138 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-264adff1-ed37-41d9-846b-bbda5bc4875e tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a55553a-1929-448f-b202-b23b66b3acc9') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:09.254444 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-264adff1-ed37-41d9-846b-bbda5bc4875e tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a55553a-1929-448f-b202-b23b66b3acc9') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:09.272704 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-29a58c99-666b-4d61-9ffc-3b5e4a7b6542 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting port 6bb96392-e93a-46fa-8768-cf1e7a45a91c {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:09.273034 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-29a58c99-666b-4d61-9ffc-3b5e4a7b6542 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:09.322107 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-264adff1-ed37-41d9-846b-bbda5bc4875e tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:09.401376 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-7b4e2cae-b21a-446e-9309-fd533035ac43 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Calling delete_port for ac333929-3e80-48e4-baa0-672bf5cd6f53 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:09.404323 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-264adff1-ed37-41d9-846b-bbda5bc4875e tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:09.427413 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264adff1-ed37-41d9-846b-bbda5bc4875e tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:47:09.427711 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-264adff1-ed37-41d9-846b-bbda5bc4875e tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:47:09.443326 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:47:09.561695 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-29a58c99-666b-4d61-9ffc-3b5e4a7b6542 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:09.625311 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:09.705570 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-29a58c99-666b-4d61-9ffc-3b5e4a7b6542 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Calling delete_port for 6bb96392-e93a-46fa-8768-cf1e7a45a91c owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:09.721373 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-264adff1-ed37-41d9-846b-bbda5bc4875e tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:09.734720 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8e94f7ee-cda5-4bcd-8670-e988c9361611 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:09.754501 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264adff1-ed37-41d9-846b-bbda5bc4875e tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3aeb6baa-e9d4-4eff-8f1b-6452c65f590f {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 31 15:47:09.762354 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-c032e170-aa21-4e63-9032-3884e419cf7a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Allocated IP 172.21.0.1 (0f055f51-6ef6-4bae-a7c7-43d2a5b6e2ea/b0c7a5af-daa6-4d70-b2bf-9d6fc359631c/e82db616-b1ce-4064-a13c-70ee5569358a) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:09.829627 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-505ee5ed-6a03-41d1-bddb-59b8a78cf501 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:09.856919 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7b4e2cae-b21a-446e-9309-fd533035ac43 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:09.865924 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2c8d4c81-71b7-4450-98d1-0ab5a9b12f82 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:09.939090 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c032e170-aa21-4e63-9032-3884e419cf7a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:09.955984 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-c032e170-aa21-4e63-9032-3884e419cf7a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Transition to ACTIVE for port object e82db616-b1ce-4064-a13c-70ee5569358a will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:09.958122 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e2cae-b21a-446e-9309-fd533035ac43 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Pushing event deleted for resources: {'Port': ['ID=ac333929-3e80-48e4-baa0-672bf5cd6f53,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:09.961449 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7b4e2cae-b21a-446e-9309-fd533035ac43 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:09.981269 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-264adff1-ed37-41d9-846b-bbda5bc4875e tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:09.994291 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264adff1-ed37-41d9-846b-bbda5bc4875e tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Pushing event deleted for resources: {'Network': ['ID=3aeb6baa-e9d4-4eff-8f1b-6452c65f590f,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:10.005157 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c032e170-aa21-4e63-9032-3884e419cf7a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:10.012052 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-264adff1-ed37-41d9-846b-bbda5bc4875e tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:10.015050 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-05ff081e-b0f8-476b-a1d3-508d28bff914 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:10.074856 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-264adff1-ed37-41d9-846b-bbda5bc4875e tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "DELETE /v2.0/networks/3aeb6baa-e9d4-4eff-8f1b-6452c65f590f HTTP/1.1" status: 204 len: 168 time: 1.6224065 May 31 15:47:10.109231 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-505ee5ed-6a03-41d1-bddb-59b8a78cf501 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:10.122826 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c032e170-aa21-4e63-9032-3884e419cf7a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network 0f055f51-6ef6-4bae-a7c7-43d2a5b6e2ea is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:10.124702 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-c032e170-aa21-4e63-9032-3884e419cf7a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:10.168945 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7b4e2cae-b21a-446e-9309-fd533035ac43 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:10.201841 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032e170-aa21-4e63-9032-3884e419cf7a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Port': ['ID=e82db616-b1ce-4064-a13c-70ee5569358a,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:10.206643 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c032e170-aa21-4e63-9032-3884e419cf7a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:47:10.252172 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7b4e2cae-b21a-446e-9309-fd533035ac43 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] 10.222.0.45 "DELETE /v2.0/ports/ac333929-3e80-48e4-baa0-672bf5cd6f53 HTTP/1.1" status: 204 len: 168 time: 1.6316309 May 31 15:47:10.255655 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52076) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:10.304644 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c032e170-aa21-4e63-9032-3884e419cf7a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:10.467384 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-efe93100-48e2-4987-88f8-336ea6023cab tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Deleting subnet 6bfbb151-eec5-4807-a91c-7e3dffe7daaa {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:47:10.474326 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-efe93100-48e2-4987-88f8-336ea6023cab tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:10.479744 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c032e170-aa21-4e63-9032-3884e419cf7a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:10.480884 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-29a58c99-666b-4d61-9ffc-3b5e4a7b6542 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:10.494671 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6f58dfb8-4ae0-4017-9e51-bf76c747693c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:10.526206 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-86b011e5-7e68-4e6f-8b70-3c42b1f7254e None None] Provisioning for port e82db616-b1ce-4064-a13c-70ee5569358a completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:10.531685 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-86b011e5-7e68-4e6f-8b70-3c42b1f7254e None None] Provisioning complete for port e82db616-b1ce-4064-a13c-70ee5569358a triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:10.532259 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-86b011e5-7e68-4e6f-8b70-3c42b1f7254e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:10.535072 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52084) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:10.548049 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-f83eaabb-ad4c-4439-afc0-8c7eccc83a9b tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Request body: {'router': {'name': 'tempest-router--395294854', 'project_id': '5fb961e3571d402281e53ef4b5814f77'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:10.571333 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-f83eaabb-ad4c-4439-afc0-8c7eccc83a9b tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:10.583733 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f83eaabb-ad4c-4439-afc0-8c7eccc83a9b tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Usage tracker for resource:router and tenant:5fb961e3571d402281e53ef4b5814f77 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:10.588722 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f83eaabb-ad4c-4439-afc0-8c7eccc83a9b tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:10.593087 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-86b011e5-7e68-4e6f-8b70-3c42b1f7254e None None] Port e82db616-b1ce-4064-a13c-70ee5569358a cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:47:10.598388 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-efe93100-48e2-4987-88f8-336ea6023cab tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:10.609437 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a58c99-666b-4d61-9ffc-3b5e4a7b6542 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Port': ['ID=6bb96392-e93a-46fa-8768-cf1e7a45a91c,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:10.619761 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-29a58c99-666b-4d61-9ffc-3b5e4a7b6542 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:10.620783 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-29a58c99-666b-4d61-9ffc-3b5e4a7b6542 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:10.636746 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-29a58c99-666b-4d61-9ffc-3b5e4a7b6542 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/ports/6bb96392-e93a-46fa-8768-cf1e7a45a91c HTTP/1.1" status: 204 len: 168 time: 2.0530174 May 31 15:47:10.639242 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-f83eaabb-ad4c-4439-afc0-8c7eccc83a9b tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:10.639907 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52088) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:10.647561 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-6f92c9a2-0aea-43b5-97c9-663131ee5d36 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'port': {'network_id': '1e6d7417-4bd4-418b-808b-5f1717377e16', 'mac_address': 'fa:16:3e:f3:17:60', 'name': 'tempest-PortsTestJSON-764713439'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:10.667469 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f83eaabb-ad4c-4439-afc0-8c7eccc83a9b tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:10.668476 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f83eaabb-ad4c-4439-afc0-8c7eccc83a9b tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:10.700054 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-505ee5ed-6a03-41d1-bddb-59b8a78cf501 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:10.711012 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-505ee5ed-6a03-41d1-bddb-59b8a78cf501 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:10.721773 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a3bc9ba7-2480-480a-b73a-5aa19c1667c6 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:10.753562 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f83eaabb-ad4c-4439-afc0-8c7eccc83a9b tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:10.862425 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ee5ed-6a03-41d1-bddb-59b8a78cf501 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event updated for resources: {'Port': ['ID=e240bb1d-0316-4cfe-8edd-6b0cd9f44f32,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:10.869099 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-505ee5ed-6a03-41d1-bddb-59b8a78cf501 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:10.874127 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f83eaabb-ad4c-4439-afc0-8c7eccc83a9b tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:10.879183 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-505ee5ed-6a03-41d1-bddb-59b8a78cf501 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:10.941750 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-efe93100-48e2-4987-88f8-336ea6023cab tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:10.957179 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6f92c9a2-0aea-43b5-97c9-663131ee5d36 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:10.966244 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6f92c9a2-0aea-43b5-97c9-663131ee5d36 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:port and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:10.975799 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6f92c9a2-0aea-43b5-97c9-663131ee5d36 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:10.991792 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6f92c9a2-0aea-43b5-97c9-663131ee5d36 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:11.012424 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c032e170-aa21-4e63-9032-3884e419cf7a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:11.024193 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f83eaabb-ad4c-4439-afc0-8c7eccc83a9b tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:11.028083 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f83eaabb-ad4c-4439-afc0-8c7eccc83a9b tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4865851 May 31 15:47:11.033133 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52092) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:11.107411 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f92c9a2-0aea-43b5-97c9-663131ee5d36 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:47:11.337264 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f92c9a2-0aea-43b5-97c9-663131ee5d36 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:11.353003 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-90a3a4ef-e692-4fba-aa11-cf5e16121915 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:11.370709 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-505ee5ed-6a03-41d1-bddb-59b8a78cf501 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Floating IP 646e83d4-b39b-4a86-a569-7f44350d0f75 associated. External IP: 172.26.0.14, port: d656d036-0822-47f1-a0e2-7cd8cd04859e. May 31 15:47:11.549628 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-6f92c9a2-0aea-43b5-97c9-663131ee5d36 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] device_id is not set on port 77fc9517-2e1c-4259-87a1-310fefd44a04 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:47:11.705057 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-efe93100-48e2-4987-88f8-336ea6023cab tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:11.719408 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-843a73e7-add5-48d9-9e9a-34a84f6dff48 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:11.807018 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe93100-48e2-4987-88f8-336ea6023cab tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Pushing event deleted for resources: {'Subnet': ['ID=6bfbb151-eec5-4807-a91c-7e3dffe7daaa,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:11.808857 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-efe93100-48e2-4987-88f8-336ea6023cab tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:11.816864 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13cf03b-b6f7-45e6-a2ea-351f6fb63a60 None None] Network 92cce474-50f7-4ea2-9167-48128a17863b requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:47:11.822523 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-efe93100-48e2-4987-88f8-336ea6023cab tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:11.838863 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-efe93100-48e2-4987-88f8-336ea6023cab tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] 10.222.0.45 "DELETE /v2.0/subnets/6bfbb151-eec5-4807-a91c-7e3dffe7daaa HTTP/1.1" status: 204 len: 168 time: 1.5800683 May 31 15:47:11.839795 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52102) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:11.861847 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-90a3a4ef-e692-4fba-aa11-cf5e16121915 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:11.866603 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-90a3a4ef-e692-4fba-aa11-cf5e16121915 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:11.948665 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505ee5ed-6a03-41d1-bddb-59b8a78cf501 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Router 7f5a6441-fbbd-48ae-b93f-635a8e5dafc5 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:47:11.973898 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2ef94990-013a-40f2-9999-ba9ddea2a2cc tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:12.018084 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-90a3a4ef-e692-4fba-aa11-cf5e16121915 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:12.018574 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a3a4ef-e692-4fba-aa11-cf5e16121915 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7973edb0-e646-4618-bdf8-77e3ea8b2546 {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:47:12.085562 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2d0a30-ab1b-4c5e-96d1-7ef189bd75e8 None None] DHCP port deletion for 92cce474-50f7-4ea2-9167-48128a17863b request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:47:12.168472 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d0a30-ab1b-4c5e-96d1-7ef189bd75e8 None None] Deleting port f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:12.169007 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9d2d0a30-ab1b-4c5e-96d1-7ef189bd75e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:12.197500 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:47:12.206157 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505ee5ed-6a03-41d1-bddb-59b8a78cf501 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:47:12.219525 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21a5e63-ab18-44fb-bb2f-6518417ae6b4 None None] Sync routers for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:47:12.226340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-2ef94990-013a-40f2-9999-ba9ddea2a2cc tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Deleting port f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:12.226697 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2ef94990-013a-40f2-9999-ba9ddea2a2cc tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:12.235840 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21a5e63-ab18-44fb-bb2f-6518417ae6b4 None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:12.237850 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-a21a5e63-ab18-44fb-bb2f-6518417ae6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:12.303100 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-505ee5ed-6a03-41d1-bddb-59b8a78cf501 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:12.317839 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-90a3a4ef-e692-4fba-aa11-cf5e16121915 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:12.319590 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-a21a5e63-ab18-44fb-bb2f-6518417ae6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:12.331544 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-90a3a4ef-e692-4fba-aa11-cf5e16121915 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "DELETE /v2.0/routers/7973edb0-e646-4618-bdf8-77e3ea8b2546 HTTP/1.1" status: 204 len: 168 time: 1.2963309 May 31 15:47:12.338134 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21a5e63-ab18-44fb-bb2f-6518417ae6b4 None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:12.344023 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-a21a5e63-ab18-44fb-bb2f-6518417ae6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:12.409782 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f92c9a2-0aea-43b5-97c9-663131ee5d36 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:12.452056 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-a21a5e63-ab18-44fb-bb2f-6518417ae6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:12.452725 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21a5e63-ab18-44fb-bb2f-6518417ae6b4 None None] The sync data for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:47:12.461008 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-9d2d0a30-ab1b-4c5e-96d1-7ef189bd75e8 None None] For port f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3,segment=NetworkSegment(1bbdccdd-5dcf-4f5d-b32f-fe20eaae107b),segment_id=1bbdccdd-5dcf-4f5d-b32f-fe20eaae107b)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:47:12.461392 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9d2d0a30-ab1b-4c5e-96d1-7ef189bd75e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:12.480848 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-2ef94990-013a-40f2-9999-ba9ddea2a2cc tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] For port f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3,segment=NetworkSegment(1bbdccdd-5dcf-4f5d-b32f-fe20eaae107b),segment_id=1bbdccdd-5dcf-4f5d-b32f-fe20eaae107b)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:47:12.481209 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2ef94990-013a-40f2-9999-ba9ddea2a2cc tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:12.484386 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c032e170-aa21-4e63-9032-3884e419cf7a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:12.486672 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52112) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:12.493323 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-505ee5ed-6a03-41d1-bddb-59b8a78cf501 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.5817809 May 31 15:47:12.493323 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52116) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:12.499738 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-472c1a51-8d86-47f7-a93c-9c84ae015b52 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Request body: {'floatingip': {'port_id': 'd656d036-0822-47f1-a0e2-7cd8cd04859e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:12.504888 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c032e170-aa21-4e63-9032-3884e419cf7a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:12.538699 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8e94f7ee-cda5-4bcd-8670-e988c9361611 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:12.623918 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d0a30-ab1b-4c5e-96d1-7ef189bd75e8 None None] Calling delete_port for f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:12.645454 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032e170-aa21-4e63-9032-3884e419cf7a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Port': ['ID=e82db616-b1ce-4064-a13c-70ee5569358a,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:12.649366 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c032e170-aa21-4e63-9032-3884e419cf7a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:12.654072 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f92c9a2-0aea-43b5-97c9-663131ee5d36 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:12.667247 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c032e170-aa21-4e63-9032-3884e419cf7a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:12.671979 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e06f15bc-18a8-440c-aa50-2b3bfdb745f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:12.772804 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f92c9a2-0aea-43b5-97c9-663131ee5d36 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network 1e6d7417-4bd4-418b-808b-5f1717377e16 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:12.777710 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:12.780415 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-6f92c9a2-0aea-43b5-97c9-663131ee5d36 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:12.787129 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f92c9a2-0aea-43b5-97c9-663131ee5d36 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:47:12.789341 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9d2d0a30-ab1b-4c5e-96d1-7ef189bd75e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:12.793402 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f92c9a2-0aea-43b5-97c9-663131ee5d36 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:12.794039 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f92c9a2-0aea-43b5-97c9-663131ee5d36 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:12.796951 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5d7497ee-becd-4989-9005-20e7c85a2fda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:12.857642 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d0a30-ab1b-4c5e-96d1-7ef189bd75e8 None None] Pushing event deleted for resources: {'Port': ['ID=f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:12.860145 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2d0a30-ab1b-4c5e-96d1-7ef189bd75e8 None None] No DVR routers for this DVR port f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:47:12.867261 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-9d2d0a30-ab1b-4c5e-96d1-7ef189bd75e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:12.876712 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-1014b89a-9166-4bae-bbc1-bde853d8dd53 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-534581245', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}, 'admin_state_up': False}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:12.880645 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-2ef94990-013a-40f2-9999-ba9ddea2a2cc tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Calling delete_port for f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3 owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:12.902474 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1014b89a-9166-4bae-bbc1-bde853d8dd53 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:12.913143 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f92c9a2-0aea-43b5-97c9-663131ee5d36 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Port': ['ID=77fc9517-2e1c-4259-87a1-310fefd44a04,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:12.917162 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6f92c9a2-0aea-43b5-97c9-663131ee5d36 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:12.918394 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1014b89a-9166-4bae-bbc1-bde853d8dd53 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Usage tracker for resource:router and tenant:24706fd3f5484e1a80c0ece833bb483a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:12.923504 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1014b89a-9166-4bae-bbc1-bde853d8dd53 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:12.923674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-472c1a51-8d86-47f7-a93c-9c84ae015b52 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:12.931152 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6f92c9a2-0aea-43b5-97c9-663131ee5d36 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2891667 May 31 15:47:12.932988 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1014b89a-9166-4bae-bbc1-bde853d8dd53 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:12.936625 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52124) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:13.014139 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1014b89a-9166-4bae-bbc1-bde853d8dd53 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:13.015166 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1014b89a-9166-4bae-bbc1-bde853d8dd53 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:13.050759 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c987f89a-e0f0-46fb-b34e-f1d7ea5cd705 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:13.051363 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c987f89a-e0f0-46fb-b34e-f1d7ea5cd705 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Synchronizing usage tracker for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:47:13.065616 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c032e170-aa21-4e63-9032-3884e419cf7a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network 0f055f51-6ef6-4bae-a7c7-43d2a5b6e2ea is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:13.067979 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-c032e170-aa21-4e63-9032-3884e419cf7a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:13.081803 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1014b89a-9166-4bae-bbc1-bde853d8dd53 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:13.086053 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2ef94990-013a-40f2-9999-ba9ddea2a2cc tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:13.122175 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-84d88596-d278-497d-b4ce-e37a995cc235 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:13.160550 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c987f89a-e0f0-46fb-b34e-f1d7ea5cd705 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Unset dirty status for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:47:13.161722 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c987f89a-e0f0-46fb-b34e-f1d7ea5cd705 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "GET /v2.0/ports/77fc9517-2e1c-4259-87a1-310fefd44a04 HTTP/1.1" status: 200 len: 840 time: 0.2241113 May 31 15:47:13.165956 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52128) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:13.183783 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef94990-013a-40f2-9999-ba9ddea2a2cc tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Pushing event deleted for resources: {'Port': ['ID=f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:13.186025 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef94990-013a-40f2-9999-ba9ddea2a2cc tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] No DVR routers for this DVR port f0bdfe03-248d-4dbb-bb33-37a63c6d1fc3 on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:47:13.215187 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2ef94990-013a-40f2-9999-ba9ddea2a2cc tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:13.354222 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2ef94990-013a-40f2-9999-ba9ddea2a2cc tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:13.432350 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-2ef94990-013a-40f2-9999-ba9ddea2a2cc tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92cce474-50f7-4ea2-9167-48128a17863b']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:13.438167 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b64bc7f2-2a58-488c-a729-65489d7d2343 None None] Provisioning complete for port e82db616-b1ce-4064-a13c-70ee5569358a triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:13.439024 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b64bc7f2-2a58-488c-a729-65489d7d2343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:13.450212 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-2ef94990-013a-40f2-9999-ba9ddea2a2cc tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bbdccdd-5dcf-4f5d-b32f-fe20eaae107b') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:13.450500 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-2ef94990-013a-40f2-9999-ba9ddea2a2cc tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bbdccdd-5dcf-4f5d-b32f-fe20eaae107b') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:13.473543 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2ef94990-013a-40f2-9999-ba9ddea2a2cc tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:13.531779 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-b64bc7f2-2a58-488c-a729-65489d7d2343 None None] Port e82db616-b1ce-4064-a13c-70ee5569358a cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:47:13.563188 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2ef94990-013a-40f2-9999-ba9ddea2a2cc tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:13.582028 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef94990-013a-40f2-9999-ba9ddea2a2cc tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:47:13.582432 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2ef94990-013a-40f2-9999-ba9ddea2a2cc tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:47:13.597274 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:47:13.634380 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c032e170-aa21-4e63-9032-3884e419cf7a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Router 2ee2c3ec-4617-4146-bf24-7e1b33d5fb69 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:47:13.636944 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1014b89a-9166-4bae-bbc1-bde853d8dd53 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:13.769731 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2ef94990-013a-40f2-9999-ba9ddea2a2cc tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:13.774625 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-41db8325-d9b1-4137-9eab-29f26043cb73 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:13.790863 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2ef94990-013a-40f2-9999-ba9ddea2a2cc tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:13.810252 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef94990-013a-40f2-9999-ba9ddea2a2cc tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Pushing event deleted for resources: {'Network': ['ID=92cce474-50f7-4ea2-9167-48128a17863b,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:13.816908 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2ef94990-013a-40f2-9999-ba9ddea2a2cc tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:13.830472 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2ef94990-013a-40f2-9999-ba9ddea2a2cc tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] 10.222.0.45 "DELETE /v2.0/networks/92cce474-50f7-4ea2-9167-48128a17863b HTTP/1.1" status: 204 len: 168 time: 1.9879136 May 31 15:47:13.988772 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-472c1a51-8d86-47f7-a93c-9c84ae015b52 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:13.994253 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-472c1a51-8d86-47f7-a93c-9c84ae015b52 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:14.064805 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-871a8eac-aa46-40d6-987c-b8d93f5ad751 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting port 77fc9517-2e1c-4259-87a1-310fefd44a04 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:14.065140 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-871a8eac-aa46-40d6-987c-b8d93f5ad751 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:14.129278 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52142) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:14.166853 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c032e170-aa21-4e63-9032-3884e419cf7a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:47:14.179514 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6454b15-0c60-424f-a80f-4b73b88636b2 None None] Sync routers for ids ['2ee2c3ec-4617-4146-bf24-7e1b33d5fb69'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:47:14.191696 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6454b15-0c60-424f-a80f-4b73b88636b2 None None] Routers {'2ee2c3ec-4617-4146-bf24-7e1b33d5fb69'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:14.193910 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b6454b15-0c60-424f-a80f-4b73b88636b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['2ee2c3ec-4617-4146-bf24-7e1b33d5fb69'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:14.195018 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c032e170-aa21-4e63-9032-3884e419cf7a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "PUT /v2.0/routers/2ee2c3ec-4617-4146-bf24-7e1b33d5fb69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5108190 May 31 15:47:14.198864 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52148) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:14.235663 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-871a8eac-aa46-40d6-987c-b8d93f5ad751 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:14.268312 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b6454b15-0c60-424f-a80f-4b73b88636b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:14.277439 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6454b15-0c60-424f-a80f-4b73b88636b2 None None] Routers {'2ee2c3ec-4617-4146-bf24-7e1b33d5fb69'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:14.278042 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b6454b15-0c60-424f-a80f-4b73b88636b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['2ee2c3ec-4617-4146-bf24-7e1b33d5fb69'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:14.342642 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b6454b15-0c60-424f-a80f-4b73b88636b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:14.343074 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6454b15-0c60-424f-a80f-4b73b88636b2 None None] The sync data for ids ['2ee2c3ec-4617-4146-bf24-7e1b33d5fb69'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:47:14.398740 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-871a8eac-aa46-40d6-987c-b8d93f5ad751 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Calling delete_port for 77fc9517-2e1c-4259-87a1-310fefd44a04 owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:14.423846 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435b95f4-41f2-4b03-9d24-3c14c3ce3801 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:14.424436 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-435b95f4-41f2-4b03-9d24-3c14c3ce3801 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Synchronizing usage tracker for tenant:7532521a2dc2494ca283f329c67dc09d on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:47:14.478170 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-435b95f4-41f2-4b03-9d24-3c14c3ce3801 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Unset dirty status for tenant:7532521a2dc2494ca283f329c67dc09d on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:47:14.479356 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-435b95f4-41f2-4b03-9d24-3c14c3ce3801 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "GET /v2.0/ports/e82db616-b1ce-4064-a13c-70ee5569358a HTTP/1.1" status: 200 len: 910 time: 0.2785349 May 31 15:47:14.483214 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52152) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:14.541471 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-91ef0f10-1685-4c72-adb0-f22ec583ccee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5ee7137da44d465ca45dbec81f44bd4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4109249 May 31 15:47:14.544525 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52156) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:14.548169 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472c1a51-8d86-47f7-a93c-9c84ae015b52 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Router 7f5a6441-fbbd-48ae-b93f-635a8e5dafc5 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:47:14.741791 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8ce194ab-5ea3-4707-871f-c6eb217ee48c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:14.762007 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-871a8eac-aa46-40d6-987c-b8d93f5ad751 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:14.794026 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8ce194ab-5ea3-4707-871f-c6eb217ee48c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:14.795601 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-885a9aa0-139a-4079-859f-6e577a7093a8 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:14.808512 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472c1a51-8d86-47f7-a93c-9c84ae015b52 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:47:14.817685 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-472c1a51-8d86-47f7-a93c-9c84ae015b52 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:14.819891 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dd93ca-b2c8-4d57-a247-985e39a0e74d None None] Sync routers for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:47:14.830369 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dd93ca-b2c8-4d57-a247-985e39a0e74d None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:14.831094 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-d2dd93ca-b2c8-4d57-a247-985e39a0e74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:14.856633 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1014b89a-9166-4bae-bbc1-bde853d8dd53 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router_gateway, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:14.880889 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a8eac-aa46-40d6-987c-b8d93f5ad751 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Port': ['ID=77fc9517-2e1c-4259-87a1-310fefd44a04,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:14.899615 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-871a8eac-aa46-40d6-987c-b8d93f5ad751 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:14.902194 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-871a8eac-aa46-40d6-987c-b8d93f5ad751 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:14.903043 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-d2dd93ca-b2c8-4d57-a247-985e39a0e74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:14.913945 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dd93ca-b2c8-4d57-a247-985e39a0e74d None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:14.914657 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-d2dd93ca-b2c8-4d57-a247-985e39a0e74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:14.949699 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-472c1a51-8d86-47f7-a93c-9c84ae015b52 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "PUT /v2.0/floatingips/646e83d4-b39b-4a86-a569-7f44350d0f75 HTTP/1.1" status: 200 len: 977 time: 2.4555712 May 31 15:47:14.952824 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52166) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:14.984433 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-d2dd93ca-b2c8-4d57-a247-985e39a0e74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:14.985066 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dd93ca-b2c8-4d57-a247-985e39a0e74d None None] The sync data for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:47:15.003611 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-871a8eac-aa46-40d6-987c-b8d93f5ad751 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/ports/77fc9517-2e1c-4259-87a1-310fefd44a04 HTTP/1.1" status: 204 len: 168 time: 1.8365936 May 31 15:47:15.004822 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1014b89a-9166-4bae-bbc1-bde853d8dd53 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:15.011612 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52170) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:15.079258 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8ce194ab-5ea3-4707-871f-c6eb217ee48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:15.083127 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-242d094b-bf2f-485f-bc58-cc57ca6146e1 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] GET failed (client error): The resource could not be found. May 31 15:47:15.083626 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-242d094b-bf2f-485f-bc58-cc57ca6146e1 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Synchronizing usage tracker for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:47:15.095530 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-45c4f16f-f015-4040-b6e1-86beef31496f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:15.123256 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce194ab-5ea3-4707-871f-c6eb217ee48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2af9a41-3314-4aff-ad0d-e0d09103fdb7,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:15.180394 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8ce194ab-5ea3-4707-871f-c6eb217ee48c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:15.188991 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-242d094b-bf2f-485f-bc58-cc57ca6146e1 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Unset dirty status for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:47:15.189877 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-242d094b-bf2f-485f-bc58-cc57ca6146e1 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "GET /v2.0/ports/77fc9517-2e1c-4259-87a1-310fefd44a04 HTTP/1.1" status: 404 len: 333 time: 0.1711967 May 31 15:47:15.199476 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8ce194ab-5ea3-4707-871f-c6eb217ee48c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:15.200516 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8ce194ab-5ea3-4707-871f-c6eb217ee48c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e2af9a41-3314-4aff-ad0d-e0d09103fdb7 HTTP/1.1" status: 204 len: 168 time: 0.6551163 May 31 15:47:15.207722 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52174) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:15.217865 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-11252ca1-77bf-49f8-9120-0e5d08825672 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'port': {'network_id': '1e6d7417-4bd4-418b-808b-5f1717377e16', 'name': 'tempest-PortsTestJSON-1107922254'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:15.318806 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-1014b89a-9166-4bae-bbc1-bde853d8dd53 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Allocated IP 172.26.0.182 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/7ba55c12-883c-44d7-a1f8-d91f7a8f60a4) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:15.376925 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-11252ca1-77bf-49f8-9120-0e5d08825672 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:15.399774 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-11252ca1-77bf-49f8-9120-0e5d08825672 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:15.415166 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11252ca1-77bf-49f8-9120-0e5d08825672 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:47:15.418722 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-11252ca1-77bf-49f8-9120-0e5d08825672 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:15.439588 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-4209d642-7da7-4a57-b848-ff745184d562 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Deleting port e240bb1d-0316-4cfe-8edd-6b0cd9f44f32 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:15.439805 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4209d642-7da7-4a57-b848-ff745184d562 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:15.464561 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-11252ca1-77bf-49f8-9120-0e5d08825672 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] device_id is not set on port d69e96fb-ab0f-48fc-9c38-8bdf9f223ef8 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:47:15.661589 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4209d642-7da7-4a57-b848-ff745184d562 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:15.662040 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4209d642-7da7-4a57-b848-ff745184d562 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:15.725866 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1014b89a-9166-4bae-bbc1-bde853d8dd53 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:15.735829 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c73e7e47-1a3b-416e-a847-fe8a85f71f59 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:15.851593 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-4209d642-7da7-4a57-b848-ff745184d562 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Calling delete_port for e240bb1d-0316-4cfe-8edd-6b0cd9f44f32 owned by network:floatingip {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:15.906823 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-11252ca1-77bf-49f8-9120-0e5d08825672 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:15.950550 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1014b89a-9166-4bae-bbc1-bde853d8dd53 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:15.952183 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-11252ca1-77bf-49f8-9120-0e5d08825672 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:15.956359 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-53b98684-bd7c-411b-ab54-5e7d86254cd7 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:15.965957 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4446f0d5-e719-4455-972b-9f0286498e7a tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:16.109770 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52204) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:16.133162 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1014b89a-9166-4bae-bbc1-bde853d8dd53 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:16.139946 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-1014b89a-9166-4bae-bbc1-bde853d8dd53 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:16.145105 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1014b89a-9166-4bae-bbc1-bde853d8dd53 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:47:16.186851 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014b89a-9166-4bae-bbc1-bde853d8dd53 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Pushing event updated for resources: {'Port': ['ID=7ba55c12-883c-44d7-a1f8-d91f7a8f60a4,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:16.199170 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1014b89a-9166-4bae-bbc1-bde853d8dd53 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:16.211423 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11252ca1-77bf-49f8-9120-0e5d08825672 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network 1e6d7417-4bd4-418b-808b-5f1717377e16 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:16.217180 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-11252ca1-77bf-49f8-9120-0e5d08825672 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:16.223697 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11252ca1-77bf-49f8-9120-0e5d08825672 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:47:16.230129 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11252ca1-77bf-49f8-9120-0e5d08825672 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:16.230743 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-11252ca1-77bf-49f8-9120-0e5d08825672 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:16.240175 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11252ca1-77bf-49f8-9120-0e5d08825672 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Port': ['ID=d69e96fb-ab0f-48fc-9c38-8bdf9f223ef8,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:16.248132 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-11252ca1-77bf-49f8-9120-0e5d08825672 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:16.276264 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-11252ca1-77bf-49f8-9120-0e5d08825672 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0676823 May 31 15:47:16.278939 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52210) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:16.285540 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-f59d2832-6b96-4282-90dd-bf962f5e1056 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:16.296285 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-3692c137-fe41-4bc0-9f3d-daf64d1ffbf9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1896640483'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:16.306759 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3692c137-fe41-4bc0-9f3d-daf64d1ffbf9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:16.399079 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3692c137-fe41-4bc0-9f3d-daf64d1ffbf9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:network and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:16.407290 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3692c137-fe41-4bc0-9f3d-daf64d1ffbf9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:16.436390 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4209d642-7da7-4a57-b848-ff745184d562 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:16.443802 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3692c137-fe41-4bc0-9f3d-daf64d1ffbf9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:16.446785 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-15f67785-b136-4d1f-ab53-95b984b37871 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:16.486237 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3692c137-fe41-4bc0-9f3d-daf64d1ffbf9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:47:16.489700 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3692c137-fe41-4bc0-9f3d-daf64d1ffbf9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:16.496233 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209d642-7da7-4a57-b848-ff745184d562 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event deleted for resources: {'Port': ['ID=e240bb1d-0316-4cfe-8edd-6b0cd9f44f32,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:16.529048 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4209d642-7da7-4a57-b848-ff745184d562 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:16.529788 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f59d2832-6b96-4282-90dd-bf962f5e1056 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:16.540096 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3692c137-fe41-4bc0-9f3d-daf64d1ffbf9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:16.611496 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3692c137-fe41-4bc0-9f3d-daf64d1ffbf9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:16.623069 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3692c137-fe41-4bc0-9f3d-daf64d1ffbf9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:security_group_rule and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:16.633951 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3692c137-fe41-4bc0-9f3d-daf64d1ffbf9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:16.650185 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4209d642-7da7-4a57-b848-ff745184d562 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:16.650504 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-4209d642-7da7-4a57-b848-ff745184d562 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Floating IP 646e83d4-b39b-4a86-a569-7f44350d0f75 disassociated (deleted). External IP: 172.26.0.14, port: d656d036-0822-47f1-a0e2-7cd8cd04859e. May 31 15:47:16.663539 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3692c137-fe41-4bc0-9f3d-daf64d1ffbf9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:16.784409 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-c73e7e47-1a3b-416e-a847-fe8a85f71f59 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Deleting port e82db616-b1ce-4064-a13c-70ee5569358a {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:16.784644 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c73e7e47-1a3b-416e-a847-fe8a85f71f59 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:16.885526 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1014b89a-9166-4bae-bbc1-bde853d8dd53 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router_gateway, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:16.994964 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f59d2832-6b96-4282-90dd-bf962f5e1056 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:17.007210 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f59d2832-6b96-4282-90dd-bf962f5e1056 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:17.018465 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-64f0ade2-212b-4a5b-9d10-e6f826aed7aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:17.092458 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-f59d2832-6b96-4282-90dd-bf962f5e1056 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] In _notify_port_updated(), no bound segment for port d69e96fb-ab0f-48fc-9c38-8bdf9f223ef8 on network 1e6d7417-4bd4-418b-808b-5f1717377e16 {{(pid=99205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 15:47:17.097884 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59d2832-6b96-4282-90dd-bf962f5e1056 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:17.098507 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f59d2832-6b96-4282-90dd-bf962f5e1056 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:17.099869 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f59d2832-6b96-4282-90dd-bf962f5e1056 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "PUT /v2.0/ports/d69e96fb-ab0f-48fc-9c38-8bdf9f223ef8 HTTP/1.1" status: 200 len: 818 time: 0.8199353 May 31 15:47:17.106902 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52218) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:17.214308 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d2832-6b96-4282-90dd-bf962f5e1056 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Port': ['ID=d69e96fb-ab0f-48fc-9c38-8bdf9f223ef8,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:17.220372 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f59d2832-6b96-4282-90dd-bf962f5e1056 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:17.272013 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c73e7e47-1a3b-416e-a847-fe8a85f71f59 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:17.289447 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3692c137-fe41-4bc0-9f3d-daf64d1ffbf9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:17.306123 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4209d642-7da7-4a57-b848-ff745184d562 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Router 7f5a6441-fbbd-48ae-b93f-635a8e5dafc5 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:47:17.404269 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3692c137-fe41-4bc0-9f3d-daf64d1ffbf9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:17.416576 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-c73e7e47-1a3b-416e-a847-fe8a85f71f59 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Calling delete_port for e82db616-b1ce-4064-a13c-70ee5569358a owned by network:router_interface {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:17.418931 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:17.468474 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-978787b1-a27b-4536-9abc-043039554cbb tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting port d69e96fb-ab0f-48fc-9c38-8bdf9f223ef8 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:17.468789 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-978787b1-a27b-4536-9abc-043039554cbb tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:17.525784 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3692c137-fe41-4bc0-9f3d-daf64d1ffbf9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:47:17.527922 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692c137-fe41-4bc0-9f3d-daf64d1ffbf9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91427406-2a74-41e3-8888-85608ea4bc74,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:17.549857 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3692c137-fe41-4bc0-9f3d-daf64d1ffbf9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:17.564716 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3692c137-fe41-4bc0-9f3d-daf64d1ffbf9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:17.565072 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-3692c137-fe41-4bc0-9f3d-daf64d1ffbf9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Added segment f7841e39-3ea3-49ac-9dfa-bef92e38cbca of type vlan for network b5001308-9f67-458f-99a7-4cdcd1177eb2 May 31 15:47:17.675563 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3692c137-fe41-4bc0-9f3d-daf64d1ffbf9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:17.708667 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1014b89a-9166-4bae-bbc1-bde853d8dd53 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:17.742753 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4209d642-7da7-4a57-b848-ff745184d562 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:47:17.745394 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-978787b1-a27b-4536-9abc-043039554cbb tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:17.753796 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e05d181-0985-4480-a8e3-9619cdc6b384 None None] Sync routers for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:47:17.764367 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e05d181-0985-4480-a8e3-9619cdc6b384 None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:17.765181 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-3e05d181-0985-4480-a8e3-9619cdc6b384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:17.815603 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3692c137-fe41-4bc0-9f3d-daf64d1ffbf9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:17.821148 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3692c137-fe41-4bc0-9f3d-daf64d1ffbf9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:17.821749 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3692c137-fe41-4bc0-9f3d-daf64d1ffbf9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:17.830558 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-98fc256b-d49e-49e1-a021-727d64e879bb tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:17.831710 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-3e05d181-0985-4480-a8e3-9619cdc6b384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:17.840473 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e05d181-0985-4480-a8e3-9619cdc6b384 None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:17.841062 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-3e05d181-0985-4480-a8e3-9619cdc6b384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:17.873507 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-978787b1-a27b-4536-9abc-043039554cbb tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Calling delete_port for d69e96fb-ab0f-48fc-9c38-8bdf9f223ef8 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:17.902209 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4209d642-7da7-4a57-b848-ff745184d562 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:17.903557 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-3e05d181-0985-4480-a8e3-9619cdc6b384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:17.903968 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e05d181-0985-4480-a8e3-9619cdc6b384 None None] The sync data for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:47:17.964983 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4209d642-7da7-4a57-b848-ff745184d562 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "DELETE /v2.0/floatingips/646e83d4-b39b-4a86-a569-7f44350d0f75 HTTP/1.1" status: 204 len: 168 time: 3.0110281 May 31 15:47:17.968623 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52224) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:18.039053 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-978787b1-a27b-4536-9abc-043039554cbb tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:18.055655 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3692c137-fe41-4bc0-9f3d-daf64d1ffbf9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9437015 May 31 15:47:18.062594 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692c137-fe41-4bc0-9f3d-daf64d1ffbf9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Network': ['ID=b5001308-9f67-458f-99a7-4cdcd1177eb2,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:18.064614 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52230) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:18.077788 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-505ee5ed-6a03-41d1-bddb-59b8a78cf501 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:18.078026 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3692c137-fe41-4bc0-9f3d-daf64d1ffbf9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:18.081955 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-84d43a6e-777e-414d-93d8-620cdb474e0e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:18.083382 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:47:18.126337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978787b1-a27b-4536-9abc-043039554cbb tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Port': ['ID=d69e96fb-ab0f-48fc-9c38-8bdf9f223ef8,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:18.131888 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-978787b1-a27b-4536-9abc-043039554cbb tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:18.137860 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-978787b1-a27b-4536-9abc-043039554cbb tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:18.156122 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-978787b1-a27b-4536-9abc-043039554cbb tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/ports/d69e96fb-ab0f-48fc-9c38-8bdf9f223ef8 HTTP/1.1" status: 204 len: 168 time: 1.0458031 May 31 15:47:18.156348 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52236) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:18.231899 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-84d43a6e-777e-414d-93d8-620cdb474e0e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:18.234537 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-c93ff03e-1980-441d-8012-e36802828876 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Deleting port d656d036-0822-47f1-a0e2-7cd8cd04859e {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:18.235114 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c93ff03e-1980-441d-8012-e36802828876 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:18.239241 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-84d43a6e-777e-414d-93d8-620cdb474e0e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:subnet and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:18.243715 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c73e7e47-1a3b-416e-a847-fe8a85f71f59 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:18.248408 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-84d43a6e-777e-414d-93d8-620cdb474e0e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:18.251921 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a2aafc78-7c20-4c77-92ee-bba0eb9e4a01 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:18.301523 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-84d43a6e-777e-414d-93d8-620cdb474e0e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:18.315841 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e7e47-1a3b-416e-a847-fe8a85f71f59 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Port': ['ID=e82db616-b1ce-4064-a13c-70ee5569358a,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:18.326958 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c73e7e47-1a3b-416e-a847-fe8a85f71f59 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:18.331844 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b06ed75-e214-4f41-8edb-dd1d4a26debc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:18.332594 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6b06ed75-e214-4f41-8edb-dd1d4a26debc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Synchronizing usage tracker for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:47:18.360107 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6b06ed75-e214-4f41-8edb-dd1d4a26debc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Unset dirty status for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:47:18.363988 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6b06ed75-e214-4f41-8edb-dd1d4a26debc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2040539 May 31 15:47:18.367164 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52242) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:18.367798 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d43a6e-777e-414d-93d8-620cdb474e0e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:47:18.374996 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-84d43a6e-777e-414d-93d8-620cdb474e0e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:18.406139 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c93ff03e-1980-441d-8012-e36802828876 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:18.546046 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-c93ff03e-1980-441d-8012-e36802828876 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Calling delete_port for d656d036-0822-47f1-a0e2-7cd8cd04859e owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:18.547875 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c704bf-d711-4f89-976f-73b158f86d4d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] GET failed (client error): The resource could not be found. May 31 15:47:18.548413 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-33c704bf-d711-4f89-976f-73b158f86d4d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Synchronizing usage tracker for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:47:18.560872 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1014b89a-9166-4bae-bbc1-bde853d8dd53 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Router 55fc45fc-8c12-4458-90e3-1aa033d042ba is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:47:18.602896 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-33c704bf-d711-4f89-976f-73b158f86d4d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Unset dirty status for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:47:18.604096 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-33c704bf-d711-4f89-976f-73b158f86d4d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "GET /v2.0/ports/d69e96fb-ab0f-48fc-9c38-8bdf9f223ef8 HTTP/1.1" status: 404 len: 333 time: 0.2140467 May 31 15:47:18.624432 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52246) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:18.640254 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-deed0dbd-3b5c-47d8-a0a2-e90fffc796a8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-219510863'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:18.648525 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-deed0dbd-3b5c-47d8-a0a2-e90fffc796a8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:18.655730 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-deed0dbd-3b5c-47d8-a0a2-e90fffc796a8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:network and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:18.660096 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-deed0dbd-3b5c-47d8-a0a2-e90fffc796a8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:18.669929 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-deed0dbd-3b5c-47d8-a0a2-e90fffc796a8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:18.725483 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deed0dbd-3b5c-47d8-a0a2-e90fffc796a8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:47:18.729210 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-deed0dbd-3b5c-47d8-a0a2-e90fffc796a8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:18.768336 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c93ff03e-1980-441d-8012-e36802828876 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:18.775984 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d8ed524d-1fe2-4665-909a-059f041554fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:18.806595 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deed0dbd-3b5c-47d8-a0a2-e90fffc796a8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:47:18.828342 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ff03e-1980-441d-8012-e36802828876 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event deleted for resources: {'Port': ['ID=d656d036-0822-47f1-a0e2-7cd8cd04859e,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:18.857479 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c93ff03e-1980-441d-8012-e36802828876 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:18.864303 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-deed0dbd-3b5c-47d8-a0a2-e90fffc796a8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:18.864635 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-deed0dbd-3b5c-47d8-a0a2-e90fffc796a8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Added segment bc4548db-fa8b-429d-a329-94e8f2dda57b of type vlan for network dbc373f4-f065-4b64-b8f7-9143babc2138 May 31 15:47:18.969880 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-deed0dbd-3b5c-47d8-a0a2-e90fffc796a8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:19.001606 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c93ff03e-1980-441d-8012-e36802828876 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:19.021743 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c93ff03e-1980-441d-8012-e36802828876 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "DELETE /v2.0/ports/d656d036-0822-47f1-a0e2-7cd8cd04859e HTTP/1.1" status: 204 len: 168 time: 1.0487635 May 31 15:47:19.021911 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52252) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:19.027467 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-8c3fe0b1-3a47-4ae8-91ca-c87ad8e970f2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:19.033038 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-deed0dbd-3b5c-47d8-a0a2-e90fffc796a8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:19.038263 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deed0dbd-3b5c-47d8-a0a2-e90fffc796a8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:19.038842 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-deed0dbd-3b5c-47d8-a0a2-e90fffc796a8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:19.047000 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-8c3fe0b1-3a47-4ae8-91ca-c87ad8e970f2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:19.050706 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:19.079820 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-8c3fe0b1-3a47-4ae8-91ca-c87ad8e970f2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Usage tracker for resource:floatingip and tenant:84b48f5aa76f4d3582392765ceb13e00 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:19.111259 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c73e7e47-1a3b-416e-a847-fe8a85f71f59 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:19.126973 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-8c3fe0b1-3a47-4ae8-91ca-c87ad8e970f2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:19.143347 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1014b89a-9166-4bae-bbc1-bde853d8dd53 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:47:19.149045 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-deed0dbd-3b5c-47d8-a0a2-e90fffc796a8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5238457 May 31 15:47:19.153307 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-8c3fe0b1-3a47-4ae8-91ca-c87ad8e970f2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:19.155186 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52256) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:19.156576 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cb5779-65df-4552-8b33-9a32cd30d986 None None] Sync routers for ids ['55fc45fc-8c12-4458-90e3-1aa033d042ba'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:47:19.167854 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-40987056-55db-453d-b338-6c002cbc97dc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'subnet': {'network_id': 'dbc373f4-f065-4b64-b8f7-9143babc2138', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:19.169816 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cb5779-65df-4552-8b33-9a32cd30d986 None None] Routers {'55fc45fc-8c12-4458-90e3-1aa033d042ba'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:19.170604 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-b2cb5779-65df-4552-8b33-9a32cd30d986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['55fc45fc-8c12-4458-90e3-1aa033d042ba'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:19.181408 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed0dbd-3b5c-47d8-a0a2-e90fffc796a8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Network': ['ID=dbc373f4-f065-4b64-b8f7-9143babc2138,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:19.187488 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-deed0dbd-3b5c-47d8-a0a2-e90fffc796a8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:19.199009 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe0b1-3a47-4ae8-91ca-c87ad8e970f2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:19.203427 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network dbc373f4-f065-4b64-b8f7-9143babc2138 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:47:19.294779 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-b2cb5779-65df-4552-8b33-9a32cd30d986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:19.306107 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cb5779-65df-4552-8b33-9a32cd30d986 None None] Routers {'55fc45fc-8c12-4458-90e3-1aa033d042ba'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:19.306920 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-b2cb5779-65df-4552-8b33-9a32cd30d986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['55fc45fc-8c12-4458-90e3-1aa033d042ba'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:19.380922 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-40987056-55db-453d-b338-6c002cbc97dc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:19.389364 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-40987056-55db-453d-b338-6c002cbc97dc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:subnet and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:19.392754 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-40987056-55db-453d-b338-6c002cbc97dc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:19.406563 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-b2cb5779-65df-4552-8b33-9a32cd30d986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:19.407256 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cb5779-65df-4552-8b33-9a32cd30d986 None None] The sync data for ids ['55fc45fc-8c12-4458-90e3-1aa033d042ba'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:47:19.410517 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-40987056-55db-453d-b338-6c002cbc97dc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:19.424570 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1014b89a-9166-4bae-bbc1-bde853d8dd53 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:19.425943 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1014b89a-9166-4bae-bbc1-bde853d8dd53 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.9366775 May 31 15:47:19.426312 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40987056-55db-453d-b338-6c002cbc97dc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:47:19.429511 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-40987056-55db-453d-b338-6c002cbc97dc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:19.431896 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52264) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:19.575487 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe0b1-3a47-4ae8-91ca-c87ad8e970f2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:19.841444 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-696d6c86-3990-4280-962d-636fa70cf29b tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "GET /v2.0/routers/55fc45fc-8c12-4458-90e3-1aa033d042ba HTTP/1.1" status: 200 len: 920 time: 0.4039376 May 31 15:47:19.843668 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52270) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:19.847949 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73e7e47-1a3b-416e-a847-fe8a85f71f59 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Router 2ee2c3ec-4617-4146-bf24-7e1b33d5fb69 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:47:19.896888 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-24769828-3c15-4833-abfa-b2457001f6e3 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "GET /v2.0/ports?device_id=55fc45fc-8c12-4458-90e3-1aa033d042ba HTTP/1.1" status: 200 len: 205 time: 0.0511022 May 31 15:47:19.900925 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52274) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:19.947495 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-8c3fe0b1-3a47-4ae8-91ca-c87ad8e970f2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Allocated IP 172.26.0.111 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/42538f66-2340-43fa-ac22-cab79cd24401) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:20.166598 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe0b1-3a47-4ae8-91ca-c87ad8e970f2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:20.268051 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe0b1-3a47-4ae8-91ca-c87ad8e970f2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:20.274820 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7b4e2cae-b21a-446e-9309-fd533035ac43 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:20.336211 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-40987056-55db-453d-b338-6c002cbc97dc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:20.341486 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3fe0b1-3a47-4ae8-91ca-c87ad8e970f2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:20.347165 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-8c3fe0b1-3a47-4ae8-91ca-c87ad8e970f2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:20.351669 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3fe0b1-3a47-4ae8-91ca-c87ad8e970f2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:47:20.389518 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fe0b1-3a47-4ae8-91ca-c87ad8e970f2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event updated for resources: {'Port': ['ID=42538f66-2340-43fa-ac22-cab79cd24401,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:20.395733 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73e7e47-1a3b-416e-a847-fe8a85f71f59 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:47:20.403078 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8c3fe0b1-3a47-4ae8-91ca-c87ad8e970f2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:20.403597 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:20.415182 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c73e7e47-1a3b-416e-a847-fe8a85f71f59 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "PUT /v2.0/routers/2ee2c3ec-4617-4146-bf24-7e1b33d5fb69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9307175 May 31 15:47:20.421299 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c07c3e-d2c4-4698-984a-cc798700a932 None None] Sync routers for ids ['2ee2c3ec-4617-4146-bf24-7e1b33d5fb69'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:47:20.432367 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c07c3e-d2c4-4698-984a-cc798700a932 None None] Routers {'2ee2c3ec-4617-4146-bf24-7e1b33d5fb69'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:20.433337 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b1c07c3e-d2c4-4698-984a-cc798700a932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['2ee2c3ec-4617-4146-bf24-7e1b33d5fb69'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:20.434657 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52280) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:20.452918 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e8e3f79b-f822-4a9c-85ff-360ec12c6425 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:20.505028 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b1c07c3e-d2c4-4698-984a-cc798700a932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:20.517154 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c07c3e-d2c4-4698-984a-cc798700a932 None None] Routers {'2ee2c3ec-4617-4146-bf24-7e1b33d5fb69'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:20.518261 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b1c07c3e-d2c4-4698-984a-cc798700a932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['2ee2c3ec-4617-4146-bf24-7e1b33d5fb69'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:20.583305 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b1c07c3e-d2c4-4698-984a-cc798700a932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:20.583820 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c07c3e-d2c4-4698-984a-cc798700a932 None None] The sync data for ids ['2ee2c3ec-4617-4146-bf24-7e1b33d5fb69'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:47:20.636630 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40987056-55db-453d-b338-6c002cbc97dc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Subnet': ['ID=e4e2d7c9-5b88-4603-8953-ef5d32f514aa,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:20.650665 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-40987056-55db-453d-b338-6c002cbc97dc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:20.651523 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40987056-55db-453d-b338-6c002cbc97dc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Checking segment: {'id': 'bc4548db-fa8b-429d-a329-94e8f2dda57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'dbc373f4-f065-4b64-b8f7-9143babc2138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:47:20.651916 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40987056-55db-453d-b338-6c002cbc97dc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network hostable DHCP agents. Network: dbc373f4-f065-4b64-b8f7-9143babc2138, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:47:20.684974 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-84d43a6e-777e-414d-93d8-620cdb474e0e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:20.700900 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:20.783625 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e8e3f79b-f822-4a9c-85ff-360ec12c6425 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:20.798656 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe0b1-3a47-4ae8-91ca-c87ad8e970f2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:20.802149 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d43a6e-777e-414d-93d8-620cdb474e0e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Subnet': ['ID=6943bd7c-9a75-4305-9e73-eaf180285207,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:20.807412 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-84d43a6e-777e-414d-93d8-620cdb474e0e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:20.807632 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40987056-55db-453d-b338-6c002cbc97dc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network dbc373f4-f065-4b64-b8f7-9143babc2138 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:47:20.843530 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d43a6e-777e-414d-93d8-620cdb474e0e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Checking segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:47:20.843880 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d43a6e-777e-414d-93d8-620cdb474e0e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network hostable DHCP agents. Network: b5001308-9f67-458f-99a7-4cdcd1177eb2, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:47:20.869720 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-40987056-55db-453d-b338-6c002cbc97dc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, dbc373f4-f065-4b64-b8f7-9143babc2138) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:20.879193 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ba2079-292b-40d6-a1cc-e1e4aa879451 None None] Network dbc373f4-f065-4b64-b8f7-9143babc2138 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:47:20.891155 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d43a6e-777e-414d-93d8-620cdb474e0e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:47:20.901596 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-84d43a6e-777e-414d-93d8-620cdb474e0e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, b5001308-9f67-458f-99a7-4cdcd1177eb2) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:20.914273 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d43a6e-777e-414d-93d8-620cdb474e0e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:20.915104 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-84d43a6e-777e-414d-93d8-620cdb474e0e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:20.935257 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40987056-55db-453d-b338-6c002cbc97dc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:20.936084 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-40987056-55db-453d-b338-6c002cbc97dc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:20.944513 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-e8e3f79b-f822-4a9c-85ff-360ec12c6425 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Deleting port 7ba55c12-883c-44d7-a1f8-d91f7a8f60a4 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:20.944821 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a959e013-2f2a-46ab-97ca-9ea4aa586be4 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:47:20.944948 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e8e3f79b-f822-4a9c-85ff-360ec12c6425 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:20.955990 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe0b1-3a47-4ae8-91ca-c87ad8e970f2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:20.971522 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-84d43a6e-777e-414d-93d8-620cdb474e0e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8946636 May 31 15:47:20.990573 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52288) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:21.004908 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-064f8822-1f64-40f6-933e-6bb7a6a84f24 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'port': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'name': 'tempest-NetworksTestDHCPv6-1615483080'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:21.073358 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e8e3f79b-f822-4a9c-85ff-360ec12c6425 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:21.112292 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-40987056-55db-453d-b338-6c002cbc97dc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9536674 May 31 15:47:21.134409 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52292) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:21.200576 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-e8e3f79b-f822-4a9c-85ff-360ec12c6425 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Calling delete_port for 7ba55c12-883c-44d7-a1f8-d91f7a8f60a4 owned by network:router_gateway {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:21.206128 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-4ada2ffb-b9ac-4fa8-a447-8fc599b3634b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'subnet': {'network_id': 'dbc373f4-f065-4b64-b8f7-9143babc2138', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:21.301088 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665b0e7e-162e-4352-baf5-7bcc288ecdbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-dbc373f4-f065-4b64-b8f7-9143babc2138', 'network_id': 'dbc373f4-f065-4b64-b8f7-9143babc2138', 'tenant_id': '9e98cd47beea440cbfb376c35888b670', 'fixed_ips': [{'subnet_id': 'e4e2d7c9-5b88-4603-8953-ef5d32f514aa'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:47:21.301943 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-665b0e7e-162e-4352-baf5-7bcc288ecdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:21.367758 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48bdfa1-fe67-45ba-966b-0ba2470b03ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-b5001308-9f67-458f-99a7-4cdcd1177eb2', 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'fixed_ips': [{'subnet_id': '6943bd7c-9a75-4305-9e73-eaf180285207'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:47:21.369315 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b48bdfa1-fe67-45ba-966b-0ba2470b03ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:21.369576 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4ada2ffb-b9ac-4fa8-a447-8fc599b3634b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:21.382147 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4ada2ffb-b9ac-4fa8-a447-8fc599b3634b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:subnet and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:21.387981 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4ada2ffb-b9ac-4fa8-a447-8fc599b3634b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:21.397456 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4ada2ffb-b9ac-4fa8-a447-8fc599b3634b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:21.417128 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ada2ffb-b9ac-4fa8-a447-8fc599b3634b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:47:21.421079 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4ada2ffb-b9ac-4fa8-a447-8fc599b3634b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:21.477690 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-064f8822-1f64-40f6-933e-6bb7a6a84f24 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:21.494617 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-064f8822-1f64-40f6-933e-6bb7a6a84f24 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:port and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:21.498173 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-064f8822-1f64-40f6-933e-6bb7a6a84f24 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:21.513297 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-064f8822-1f64-40f6-933e-6bb7a6a84f24 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:21.539680 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-665b0e7e-162e-4352-baf5-7bcc288ecdbc None None] Allocated IP 172.20.0.2 (dbc373f4-f065-4b64-b8f7-9143babc2138/e4e2d7c9-5b88-4603-8953-ef5d32f514aa/40559023-b15c-40e3-b9d7-bd16410a7d38) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:21.566111 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064f8822-1f64-40f6-933e-6bb7a6a84f24 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:47:21.569606 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-064f8822-1f64-40f6-933e-6bb7a6a84f24 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:21.604325 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.ipam_backend_mixin [None req-4ada2ffb-b9ac-4fa8-a447-8fc599b3634b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e4e2d7c9-5b88-4603-8953-ef5d32f514aa (CIDR: 172.20.0.0/28) May 31 15:47:21.609893 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe0b1-3a47-4ae8-91ca-c87ad8e970f2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:21.618992 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-064f8822-1f64-40f6-933e-6bb7a6a84f24 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] device_id is not set on port c5766e72-6ce5-40f5-8688-0d7016c5696a yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:47:21.652656 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ada2ffb-b9ac-4fa8-a447-8fc599b3634b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:47:21.653697 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ada2ffb-b9ac-4fa8-a447-8fc599b3634b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:47:21.653818 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe0b1-3a47-4ae8-91ca-c87ad8e970f2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:21.661094 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b0900fae-eafa-4c50-97dd-b84d8e481a89 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:21.698728 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4ada2ffb-b9ac-4fa8-a447-8fc599b3634b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5635822 May 31 15:47:21.703547 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52300) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:21.715441 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-63ad7f52-fae0-4021-81b2-f841d6bbed51 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'subnet': {'network_id': 'dbc373f4-f065-4b64-b8f7-9143babc2138', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:21.768749 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-665b0e7e-162e-4352-baf5-7bcc288ecdbc None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:21.817763 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fe0b1-3a47-4ae8-91ca-c87ad8e970f2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event updated for resources: {'Port': ['ID=42538f66-2340-43fa-ac22-cab79cd24401,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:21.823717 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-489dc2f9-053e-4909-84f4-0a9301839c27 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:21.843896 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e8e3f79b-f822-4a9c-85ff-360ec12c6425 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:21.849521 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-665b0e7e-162e-4352-baf5-7bcc288ecdbc None None] Transition to ACTIVE for port object 40559023-b15c-40e3-b9d7-bd16410a7d38 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:21.849722 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-104d00f8-8949-466d-8da3-c680244cb7e1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:21.880711 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8c3fe0b1-3a47-4ae8-91ca-c87ad8e970f2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:21.887627 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-665b0e7e-162e-4352-baf5-7bcc288ecdbc None None] Transition to ACTIVE for port object 40559023-b15c-40e3-b9d7-bd16410a7d38 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:21.895360 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe0b1-3a47-4ae8-91ca-c87ad8e970f2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:21.902599 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-665b0e7e-162e-4352-baf5-7bcc288ecdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:21.904893 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3f79b-f822-4a9c-85ff-360ec12c6425 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Pushing event deleted for resources: {'Port': ['ID=7ba55c12-883c-44d7-a1f8-d91f7a8f60a4,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:21.911341 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e8e3f79b-f822-4a9c-85ff-360ec12c6425 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:21.918094 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-eb0d66c6-a2eb-4d71-a366-3b9d3df31bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:21.969241 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-b48bdfa1-fe67-45ba-966b-0ba2470b03ce None None] Allocated IP 2001:db8::2 (b5001308-9f67-458f-99a7-4cdcd1177eb2/6943bd7c-9a75-4305-9e73-eaf180285207/fdbca56f-3e3b-4dcc-a956-9cc75604f99b) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:21.988110 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665b0e7e-162e-4352-baf5-7bcc288ecdbc None None] Network dbc373f4-f065-4b64-b8f7-9143babc2138 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:21.995075 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe0b1-3a47-4ae8-91ca-c87ad8e970f2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:21.995471 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-665b0e7e-162e-4352-baf5-7bcc288ecdbc None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:21.996304 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8c3fe0b1-3a47-4ae8-91ca-c87ad8e970f2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9735425 May 31 15:47:21.999662 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52306) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:22.000842 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b0e7e-162e-4352-baf5-7bcc288ecdbc None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:47:22.008201 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-add12e19-1d67-47d6-a512-580338fb7917 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Request body: {'port': {'network_id': '1b71cb82-f36a-420c-8d45-d4dfd88bba2a', 'name': 'tempest-FloatingIPTestJSON-2034683478'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:22.011376 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b0e7e-162e-4352-baf5-7bcc288ecdbc None None] Pushing event updated for resources: {'Port': ['ID=40559023-b15c-40e3-b9d7-bd16410a7d38,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:22.014664 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-665b0e7e-162e-4352-baf5-7bcc288ecdbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:22.170767 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-63ad7f52-fae0-4021-81b2-f841d6bbed51 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:22.178083 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-63ad7f52-fae0-4021-81b2-f841d6bbed51 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:subnet and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:22.181953 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-63ad7f52-fae0-4021-81b2-f841d6bbed51 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:22.182789 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-665b0e7e-162e-4352-baf5-7bcc288ecdbc None None] Attempting to bind port 40559023-b15c-40e3-b9d7-bd16410a7d38 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:47:22.183649 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-665b0e7e-162e-4352-baf5-7bcc288ecdbc None None] Attempting to bind port 40559023-b15c-40e3-b9d7-bd16410a7d38 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'bc4548db-fa8b-429d-a329-94e8f2dda57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'dbc373f4-f065-4b64-b8f7-9143babc2138'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:47:22.183649 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b0e7e-162e-4352-baf5-7bcc288ecdbc None None] Attempting to bind port 40559023-b15c-40e3-b9d7-bd16410a7d38 on network dbc373f4-f065-4b64-b8f7-9143babc2138 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:47:22.191503 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-63ad7f52-fae0-4021-81b2-f841d6bbed51 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:22.191786 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b0e7e-162e-4352-baf5-7bcc288ecdbc None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:47:22.192136 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b0e7e-162e-4352-baf5-7bcc288ecdbc None None] Checking segment: {'id': 'bc4548db-fa8b-429d-a329-94e8f2dda57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'dbc373f4-f065-4b64-b8f7-9143babc2138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:47:22.192545 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-665b0e7e-162e-4352-baf5-7bcc288ecdbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:22.193059 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b0e7e-162e-4352-baf5-7bcc288ecdbc None None] Bound using segment: {'id': 'bc4548db-fa8b-429d-a329-94e8f2dda57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'dbc373f4-f065-4b64-b8f7-9143babc2138'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:47:22.193396 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-665b0e7e-162e-4352-baf5-7bcc288ecdbc None None] Bound port: 40559023-b15c-40e3-b9d7-bd16410a7d38, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc4548db-fa8b-429d-a329-94e8f2dda57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'dbc373f4-f065-4b64-b8f7-9143babc2138'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:47:22.193777 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-665b0e7e-162e-4352-baf5-7bcc288ecdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:22.200001 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e8e3f79b-f822-4a9c-85ff-360ec12c6425 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:22.248581 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-add12e19-1d67-47d6-a512-580338fb7917 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:22.253884 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-add12e19-1d67-47d6-a512-580338fb7917 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Usage tracker for resource:port and tenant:84b48f5aa76f4d3582392765ceb13e00 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:22.258787 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-add12e19-1d67-47d6-a512-580338fb7917 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Quota usage for port was recalculated. Used quota:4. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:22.266582 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-add12e19-1d67-47d6-a512-580338fb7917 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:22.313126 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ad7f52-fae0-4021-81b2-f841d6bbed51 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:47:22.319417 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-63ad7f52-fae0-4021-81b2-f841d6bbed51 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:22.319901 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add12e19-1d67-47d6-a512-580338fb7917 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Made reservation on behalf of 84b48f5aa76f4d3582392765ceb13e00 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:47:22.323527 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-add12e19-1d67-47d6-a512-580338fb7917 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:22.370436 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-665b0e7e-162e-4352-baf5-7bcc288ecdbc None None] For port 40559023-b15c-40e3-b9d7-bd16410a7d38, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:47:22.387010 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-add12e19-1d67-47d6-a512-580338fb7917 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] device_id is not set on port e183be94-3905-48ca-918b-49967cd4254b yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:47:22.395092 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-665b0e7e-162e-4352-baf5-7bcc288ecdbc None None] For port 40559023-b15c-40e3-b9d7-bd16410a7d38, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=40559023-b15c-40e3-b9d7-bd16410a7d38,segment=NetworkSegment(bc4548db-fa8b-429d-a329-94e8f2dda57b),segment_id=bc4548db-fa8b-429d-a329-94e8f2dda57b)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:47:22.396657 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b48bdfa1-fe67-45ba-966b-0ba2470b03ce None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:22.406203 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-665b0e7e-162e-4352-baf5-7bcc288ecdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:22.411667 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:22.446989 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b48bdfa1-fe67-45ba-966b-0ba2470b03ce None None] Transition to ACTIVE for port object fdbca56f-3e3b-4dcc-a956-9cc75604f99b will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:22.452292 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e8e3f79b-f822-4a9c-85ff-360ec12c6425 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:22.460989 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e8e3f79b-f822-4a9c-85ff-360ec12c6425 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:22.507421 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b48bdfa1-fe67-45ba-966b-0ba2470b03ce None None] Transition to ACTIVE for port object fdbca56f-3e3b-4dcc-a956-9cc75604f99b will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:22.508334 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e8e3f79b-f822-4a9c-85ff-360ec12c6425 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:22.508877 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e3f79b-f822-4a9c-85ff-360ec12c6425 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Fanout notify agent at l3_agent the message router_deleted on router 55fc45fc-8c12-4458-90e3-1aa033d042ba {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:47:22.517506 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-489dc2f9-053e-4909-84f4-0a9301839c27 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Deleting port 0b9f93c2-5d7e-4d85-9d5e-1ffc14d69592 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:22.518207 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-489dc2f9-053e-4909-84f4-0a9301839c27 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:22.521962 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b0e7e-162e-4352-baf5-7bcc288ecdbc None None] Pushing event updated for resources: {'Port': ['ID=40559023-b15c-40e3-b9d7-bd16410a7d38,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:22.525475 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-665b0e7e-162e-4352-baf5-7bcc288ecdbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:22.527879 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b48bdfa1-fe67-45ba-966b-0ba2470b03ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:22.528365 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e8e3f79b-f822-4a9c-85ff-360ec12c6425 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:22.529665 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e8e3f79b-f822-4a9c-85ff-360ec12c6425 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "DELETE /v2.0/routers/55fc45fc-8c12-4458-90e3-1aa033d042ba HTTP/1.1" status: 204 len: 168 time: 2.6273243 May 31 15:47:22.537832 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52310) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:22.546177 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-80f452f2-643f-46e5-b17c-9e9105ce71b2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1976258278', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'enable_snat': False}}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:22.546654 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-62a1d219-48fc-4694-b2c0-1b6da438d713 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:22.554521 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-80f452f2-643f-46e5-b17c-9e9105ce71b2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:22.565425 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-80f452f2-643f-46e5-b17c-9e9105ce71b2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Usage tracker for resource:router and tenant:1c31b77427ac4e76aeb2905e634dbd8f is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:22.569972 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-80f452f2-643f-46e5-b17c-9e9105ce71b2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:22.579482 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-80f452f2-643f-46e5-b17c-9e9105ce71b2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:22.595805 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-80f452f2-643f-46e5-b17c-9e9105ce71b2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:22.596771 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-80f452f2-643f-46e5-b17c-9e9105ce71b2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:22.615545 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48bdfa1-fe67-45ba-966b-0ba2470b03ce None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:22.617271 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-b48bdfa1-fe67-45ba-966b-0ba2470b03ce None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:22.661533 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48bdfa1-fe67-45ba-966b-0ba2470b03ce None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:47:22.667848 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-80f452f2-643f-46e5-b17c-9e9105ce71b2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:22.698698 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-add12e19-1d67-47d6-a512-580338fb7917 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Allocated IP 172.20.0.14 (1b71cb82-f36a-420c-8d45-d4dfd88bba2a/3c2ecd48-3afa-49b9-ada4-5db9c1b6748e/e183be94-3905-48ca-918b-49967cd4254b) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:22.720449 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48bdfa1-fe67-45ba-966b-0ba2470b03ce None None] Pushing event updated for resources: {'Port': ['ID=fdbca56f-3e3b-4dcc-a956-9cc75604f99b,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:22.735857 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b48bdfa1-fe67-45ba-966b-0ba2470b03ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:22.754155 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-064f8822-1f64-40f6-933e-6bb7a6a84f24 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Allocated IP 2001:db8::ec (b5001308-9f67-458f-99a7-4cdcd1177eb2/6943bd7c-9a75-4305-9e73-eaf180285207/c5766e72-6ce5-40f5-8688-0d7016c5696a) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:22.776271 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-489dc2f9-053e-4909-84f4-0a9301839c27 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:22.855274 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-b48bdfa1-fe67-45ba-966b-0ba2470b03ce None None] Attempting to bind port fdbca56f-3e3b-4dcc-a956-9cc75604f99b on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:47:22.855643 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-b48bdfa1-fe67-45ba-966b-0ba2470b03ce None None] Attempting to bind port fdbca56f-3e3b-4dcc-a956-9cc75604f99b by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:47:22.856004 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48bdfa1-fe67-45ba-966b-0ba2470b03ce None None] Attempting to bind port fdbca56f-3e3b-4dcc-a956-9cc75604f99b on network b5001308-9f67-458f-99a7-4cdcd1177eb2 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:47:22.873541 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48bdfa1-fe67-45ba-966b-0ba2470b03ce None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:47:22.873927 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48bdfa1-fe67-45ba-966b-0ba2470b03ce None None] Checking segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:47:22.874313 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b48bdfa1-fe67-45ba-966b-0ba2470b03ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:22.874845 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48bdfa1-fe67-45ba-966b-0ba2470b03ce None None] Bound using segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:47:22.875344 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-b48bdfa1-fe67-45ba-966b-0ba2470b03ce None None] Bound port: fdbca56f-3e3b-4dcc-a956-9cc75604f99b, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:47:22.875848 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b48bdfa1-fe67-45ba-966b-0ba2470b03ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:22.996453 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-b48bdfa1-fe67-45ba-966b-0ba2470b03ce None None] For port fdbca56f-3e3b-4dcc-a956-9cc75604f99b, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:47:23.000573 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-b48bdfa1-fe67-45ba-966b-0ba2470b03ce None None] For port fdbca56f-3e3b-4dcc-a956-9cc75604f99b, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=fdbca56f-3e3b-4dcc-a956-9cc75604f99b,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:47:23.007904 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b48bdfa1-fe67-45ba-966b-0ba2470b03ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:23.009041 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-489dc2f9-053e-4909-84f4-0a9301839c27 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Calling delete_port for 0b9f93c2-5d7e-4d85-9d5e-1ffc14d69592 owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:23.023202 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-665b0e7e-162e-4352-baf5-7bcc288ecdbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:23.112969 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48bdfa1-fe67-45ba-966b-0ba2470b03ce None None] Pushing event updated for resources: {'Port': ['ID=fdbca56f-3e3b-4dcc-a956-9cc75604f99b,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:23.116313 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b48bdfa1-fe67-45ba-966b-0ba2470b03ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:23.241891 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-80f452f2-643f-46e5-b17c-9e9105ce71b2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:23.527793 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-63ad7f52-fae0-4021-81b2-f841d6bbed51 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:23.533663 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-30024213-2c95-41a6-ae58-d6fa0400b4b2 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:23.602657 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ad7f52-fae0-4021-81b2-f841d6bbed51 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network dbc373f4-f065-4b64-b8f7-9143babc2138 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:23.609019 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-63ad7f52-fae0-4021-81b2-f841d6bbed51 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:23.626320 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ad7f52-fae0-4021-81b2-f841d6bbed51 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:23.626933 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-63ad7f52-fae0-4021-81b2-f841d6bbed51 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:23.684166 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-add12e19-1d67-47d6-a512-580338fb7917 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:23.694976 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad7f52-fae0-4021-81b2-f841d6bbed51 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Subnet': ['ID=f8673be9-ee6a-451b-9e81-33b0023775d6,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:23.705830 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-63ad7f52-fae0-4021-81b2-f841d6bbed51 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:23.729576 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-064f8822-1f64-40f6-933e-6bb7a6a84f24 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:23.765138 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-064f8822-1f64-40f6-933e-6bb7a6a84f24 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Transition to ACTIVE for port object c5766e72-6ce5-40f5-8688-0d7016c5696a will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:23.796780 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166966d0-b42f-46b4-b633-310f94ff3c1e None None] Network dbc373f4-f065-4b64-b8f7-9143babc2138 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:47:23.828836 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-add12e19-1d67-47d6-a512-580338fb7917 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:23.850204 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8a214317-08de-469f-868c-4b11573d5b47 tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:23.942985 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add12e19-1d67-47d6-a512-580338fb7917 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Network 1b71cb82-f36a-420c-8d45-d4dfd88bba2a is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:23.948871 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add12e19-1d67-47d6-a512-580338fb7917 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event updated for resources: {'Port': ['ID=e183be94-3905-48ca-918b-49967cd4254b,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:23.952021 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-add12e19-1d67-47d6-a512-580338fb7917 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:23.954063 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-add12e19-1d67-47d6-a512-580338fb7917 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:23.959456 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add12e19-1d67-47d6-a512-580338fb7917 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:47:23.994495 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a779ac26-5b0a-46e8-b3d5-c39afbd75976 None None] Provisioning for port 40559023-b15c-40e3-b9d7-bd16410a7d38 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:24.029781 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-63ad7f52-fae0-4021-81b2-f841d6bbed51 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3247757 May 31 15:47:24.034513 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52324) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:24.038980 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add12e19-1d67-47d6-a512-580338fb7917 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:24.040324 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-add12e19-1d67-47d6-a512-580338fb7917 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:24.069933 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-1d5e97e7-5df5-4535-b443-bd7871aaad82 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'port': {'network_id': 'dbc373f4-f065-4b64-b8f7-9143babc2138', 'fixed_ips': [{'subnet_id': 'e4e2d7c9-5b88-4603-8953-ef5d32f514aa'}, {'subnet_id': 'f8673be9-ee6a-451b-9e81-33b0023775d6'}], 'name': 'tempest-PortsTestJSON-1395498247'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:24.085657 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-064f8822-1f64-40f6-933e-6bb7a6a84f24 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:24.100524 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8c3fe0b1-3a47-4ae8-91ca-c87ad8e970f2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:24.198800 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064f8822-1f64-40f6-933e-6bb7a6a84f24 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:24.207884 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-064f8822-1f64-40f6-933e-6bb7a6a84f24 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:24.209671 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-489dc2f9-053e-4909-84f4-0a9301839c27 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:24.231811 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064f8822-1f64-40f6-933e-6bb7a6a84f24 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:47:24.238095 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064f8822-1f64-40f6-933e-6bb7a6a84f24 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:24.238744 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-064f8822-1f64-40f6-933e-6bb7a6a84f24 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:24.239827 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-80f452f2-643f-46e5-b17c-9e9105ce71b2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:24.248449 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-add12e19-1d67-47d6-a512-580338fb7917 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2474539 May 31 15:47:24.250733 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52330) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:24.258418 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4083e775-9f2d-4eff-b0b4-6357befc7b75 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:47:24.284561 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-80f452f2-643f-46e5-b17c-9e9105ce71b2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:24.374923 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device fdbca56f-3e3b-4dcc-a956-9cc75604f99b up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:47:24.378598 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-dae3b546-97c8-45ec-a21f-c0ca371708da tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Request body: {'floatingip': {'port_id': 'e183be94-3905-48ca-918b-49967cd4254b'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:24.445165 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1d5e97e7-5df5-4535-b443-bd7871aaad82 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:24.453776 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1d5e97e7-5df5-4535-b443-bd7871aaad82 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:port and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:24.459081 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1d5e97e7-5df5-4535-b443-bd7871aaad82 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:24.469418 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1d5e97e7-5df5-4535-b443-bd7871aaad82 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:24.477455 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dae3b546-97c8-45ec-a21f-c0ca371708da tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:24.522198 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5e97e7-5df5-4535-b443-bd7871aaad82 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:47:24.524269 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-24c89fdd-b4ed-4c2a-a902-3a6d986a401c None None] Provisioning for port fdbca56f-3e3b-4dcc-a956-9cc75604f99b completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:24.545678 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-064f8822-1f64-40f6-933e-6bb7a6a84f24 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5531218 May 31 15:47:24.548508 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52334) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:24.570443 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f8822-1f64-40f6-933e-6bb7a6a84f24 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Port': ['ID=c5766e72-6ce5-40f5-8688-0d7016c5696a,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:24.574499 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-064f8822-1f64-40f6-933e-6bb7a6a84f24 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:24.609483 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2ef94990-013a-40f2-9999-ba9ddea2a2cc tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.365s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:24.666997 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port fdbca56f-3e3b-4dcc-a956-9cc75604f99b completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:24.675787 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port fdbca56f-3e3b-4dcc-a956-9cc75604f99b triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:24.675787 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:24.687254 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-80f452f2-643f-46e5-b17c-9e9105ce71b2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Allocated IP 172.26.0.249 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/902b2be9-349a-48a8-91ee-d0c1999c0010) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:24.723858 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489dc2f9-053e-4909-84f4-0a9301839c27 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Port': ['ID=0b9f93c2-5d7e-4d85-9d5e-1ffc14d69592,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:24.726411 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-489dc2f9-053e-4909-84f4-0a9301839c27 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:24.767429 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1d5e97e7-5df5-4535-b443-bd7871aaad82 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:24.815656 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194beef7-c91d-47c3-95e0-4f48cdeb4fa2 None None] Update dhcp port {'port': {'network_id': 'dbc373f4-f065-4b64-b8f7-9143babc2138', 'fixed_ips': [{'subnet_id': 'e4e2d7c9-5b88-4603-8953-ef5d32f514aa', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f8673be9-ee6a-451b-9e81-33b0023775d6'}], 'binding:host_id': 'dv-neutron-601336-79-hyperv'}, 'id': '40559023-b15c-40e3-b9d7-bd16410a7d38'} from dv-neutron-601336-79-hyperv. {{(pid=99206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 31 15:47:24.842145 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-489dc2f9-053e-4909-84f4-0a9301839c27 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:24.866749 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfa09b6-e15b-448f-a6fc-1219baac5f17 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:24.871829 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfa09b6-e15b-448f-a6fc-1219baac5f17 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:24.873433 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-edfa09b6-e15b-448f-a6fc-1219baac5f17 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3239617 May 31 15:47:24.877711 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52338) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:24.878743 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-1d5e97e7-5df5-4535-b443-bd7871aaad82 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] device_id is not set on port 394531cc-7a11-410e-bfc0-470bdb79455b yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:47:24.924708 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-194beef7-c91d-47c3-95e0-4f48cdeb4fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:24.945195 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:25.072322 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port fdbca56f-3e3b-4dcc-a956-9cc75604f99b, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=fdbca56f-3e3b-4dcc-a956-9cc75604f99b,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:47:25.093794 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:25.094641 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 40559023-b15c-40e3-b9d7-bd16410a7d38 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:47:25.099126 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-80f452f2-643f-46e5-b17c-9e9105ce71b2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:25.127620 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-6ba1ed25-020b-42d2-9823-a408f08be5e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:25.313945 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-bffa4a06-28d1-470c-8fab-21562fd71fda tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting port c5766e72-6ce5-40f5-8688-0d7016c5696a {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:25.314321 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bffa4a06-28d1-470c-8fab-21562fd71fda tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:25.316314 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=fdbca56f-3e3b-4dcc-a956-9cc75604f99b,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:25.328393 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:25.332453 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-80f452f2-643f-46e5-b17c-9e9105ce71b2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:25.341831 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e4e5cc20-cce7-4be7-9bdd-f4e568deaa89 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:25.355780 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 40559023-b15c-40e3-b9d7-bd16410a7d38 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:25.363447 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-194beef7-c91d-47c3-95e0-4f48cdeb4fa2 None None] Allocated IP 172.20.0.18 (dbc373f4-f065-4b64-b8f7-9143babc2138/f8673be9-ee6a-451b-9e81-33b0023775d6/40559023-b15c-40e3-b9d7-bd16410a7d38) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:25.368731 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 40559023-b15c-40e3-b9d7-bd16410a7d38 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:25.369592 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:25.503791 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f452f2-643f-46e5-b17c-9e9105ce71b2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:25.509865 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-80f452f2-643f-46e5-b17c-9e9105ce71b2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:25.518419 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f452f2-643f-46e5-b17c-9e9105ce71b2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:47:25.582795 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f452f2-643f-46e5-b17c-9e9105ce71b2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Pushing event updated for resources: {'Port': ['ID=902b2be9-349a-48a8-91ee-d0c1999c0010,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:25.601842 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-80f452f2-643f-46e5-b17c-9e9105ce71b2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:25.614369 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-919d0468-e61c-4cc1-b4db-b45df4d0bc70 None None] Provisioning for port c5766e72-6ce5-40f5-8688-0d7016c5696a completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:25.668890 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-919d0468-e61c-4cc1-b4db-b45df4d0bc70 None None] Provisioning complete for port c5766e72-6ce5-40f5-8688-0d7016c5696a triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:25.668890 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-919d0468-e61c-4cc1-b4db-b45df4d0bc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:25.671435 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489dc2f9-053e-4909-84f4-0a9301839c27 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Router 2ee2c3ec-4617-4146-bf24-7e1b33d5fb69 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:47:25.678136 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bffa4a06-28d1-470c-8fab-21562fd71fda tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:25.746631 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-194beef7-c91d-47c3-95e0-4f48cdeb4fa2 None None] For port 40559023-b15c-40e3-b9d7-bd16410a7d38, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=40559023-b15c-40e3-b9d7-bd16410a7d38,segment=NetworkSegment(bc4548db-fa8b-429d-a329-94e8f2dda57b),segment_id=bc4548db-fa8b-429d-a329-94e8f2dda57b)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:47:25.750056 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-919d0468-e61c-4cc1-b4db-b45df4d0bc70 None None] Port c5766e72-6ce5-40f5-8688-0d7016c5696a cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:47:25.752924 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:25.799061 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-919d0468-e61c-4cc1-b4db-b45df4d0bc70 None None] Provisioning complete for port fdbca56f-3e3b-4dcc-a956-9cc75604f99b triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:25.799681 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-919d0468-e61c-4cc1-b4db-b45df4d0bc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:25.834269 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-194beef7-c91d-47c3-95e0-4f48cdeb4fa2 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:25.870894 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-194beef7-c91d-47c3-95e0-4f48cdeb4fa2 None None] Transition to ACTIVE for port object 40559023-b15c-40e3-b9d7-bd16410a7d38 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:25.878471 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-194beef7-c91d-47c3-95e0-4f48cdeb4fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:25.883470 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-398b34d5-d826-4398-b09e-e6cd24d4b77a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:25.902759 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489dc2f9-053e-4909-84f4-0a9301839c27 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:47:25.908320 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-489dc2f9-053e-4909-84f4-0a9301839c27 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "PUT /v2.0/routers/2ee2c3ec-4617-4146-bf24-7e1b33d5fb69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4725447 May 31 15:47:25.911028 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52348) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:25.917611 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673be823-f190-4bc3-a4f1-f49486c77209 None None] Sync routers for ids ['2ee2c3ec-4617-4146-bf24-7e1b33d5fb69'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:47:25.929552 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673be823-f190-4bc3-a4f1-f49486c77209 None None] Routers {'2ee2c3ec-4617-4146-bf24-7e1b33d5fb69'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:25.929552 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-673be823-f190-4bc3-a4f1-f49486c77209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['2ee2c3ec-4617-4146-bf24-7e1b33d5fb69'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:25.960082 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a701a066-00b0-40eb-a9ce-b8ba8f0abc87 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Synchronizing usage tracker for tenant:7532521a2dc2494ca283f329c67dc09d on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:47:25.999896 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-673be823-f190-4bc3-a4f1-f49486c77209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:26.009424 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673be823-f190-4bc3-a4f1-f49486c77209 None None] Routers {'2ee2c3ec-4617-4146-bf24-7e1b33d5fb69'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:26.010251 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-673be823-f190-4bc3-a4f1-f49486c77209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['2ee2c3ec-4617-4146-bf24-7e1b33d5fb69'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:26.040633 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-bffa4a06-28d1-470c-8fab-21562fd71fda tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Calling delete_port for c5766e72-6ce5-40f5-8688-0d7016c5696a owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:26.071479 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-673be823-f190-4bc3-a4f1-f49486c77209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:26.072135 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673be823-f190-4bc3-a4f1-f49486c77209 None None] The sync data for ids ['2ee2c3ec-4617-4146-bf24-7e1b33d5fb69'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:47:26.104080 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.db.api [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:47:26.104080 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_db.api [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:47:26.104416 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dae3b546-97c8-45ec-a21f-c0ca371708da tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:26.110736 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dae3b546-97c8-45ec-a21f-c0ca371708da tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:26.165298 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a701a066-00b0-40eb-a9ce-b8ba8f0abc87 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Unset dirty status for tenant:7532521a2dc2494ca283f329c67dc09d on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:47:26.166727 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a701a066-00b0-40eb-a9ce-b8ba8f0abc87 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ee2c3ec-4617-4146-bf24-7e1b33d5fb69 HTTP/1.1" status: 200 len: 205 time: 0.2547894 May 31 15:47:26.174454 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52352) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:26.244317 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194beef7-c91d-47c3-95e0-4f48cdeb4fa2 None None] Pushing event updated for resources: {'Port': ['ID=40559023-b15c-40e3-b9d7-bd16410a7d38,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:26.253444 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-194beef7-c91d-47c3-95e0-4f48cdeb4fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:26.293757 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-dae3b546-97c8-45ec-a21f-c0ca371708da tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Floating IP a6e51236-f834-4adc-bfa0-4594c377260e associated. External IP: 172.26.0.111, port: e183be94-3905-48ca-918b-49967cd4254b. May 31 15:47:26.389101 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-04c222cc-00b8-41b3-951c-a28af7619d33 None None] Provisioning complete for port c5766e72-6ce5-40f5-8688-0d7016c5696a triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:26.389564 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-04c222cc-00b8-41b3-951c-a28af7619d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:26.463040 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-46d4b390-4533-4cca-a1ce-a755d30fa678 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:26.505539 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-04c222cc-00b8-41b3-951c-a28af7619d33 None None] Port c5766e72-6ce5-40f5-8688-0d7016c5696a cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:47:26.719800 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:26.767398 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-1d5e97e7-5df5-4535-b443-bd7871aaad82 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Allocated IP 172.20.0.8 (dbc373f4-f065-4b64-b8f7-9143babc2138/e4e2d7c9-5b88-4603-8953-ef5d32f514aa/394531cc-7a11-410e-bfc0-470bdb79455b) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:26.768456 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 40559023-b15c-40e3-b9d7-bd16410a7d38, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=40559023-b15c-40e3-b9d7-bd16410a7d38,segment=NetworkSegment(bc4548db-fa8b-429d-a329-94e8f2dda57b),segment_id=bc4548db-fa8b-429d-a329-94e8f2dda57b)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:47:26.773791 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-1d5e97e7-5df5-4535-b443-bd7871aaad82 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Allocated IP 172.20.0.30 (dbc373f4-f065-4b64-b8f7-9143babc2138/f8673be9-ee6a-451b-9e81-33b0023775d6/394531cc-7a11-410e-bfc0-470bdb79455b) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:26.774796 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:26.787523 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-384b21d3-a50c-4dc3-9bd4-1a44b3731374 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:26.901907 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=40559023-b15c-40e3-b9d7-bd16410a7d38,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:26.909625 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:26.912121 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd477925-4fdc-4a57-8648-cc26bfd3ecd7 None None] Network dbc373f4-f065-4b64-b8f7-9143babc2138 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:47:26.927430 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae3b546-97c8-45ec-a21f-c0ca371708da tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Router 7f5a6441-fbbd-48ae-b93f-635a8e5dafc5 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:47:26.942608 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device fdbca56f-3e3b-4dcc-a956-9cc75604f99b up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:47:27.057177 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-652cbfcf-a27c-47fd-a67a-bf00a9013635 None None] Provisioning for port 40559023-b15c-40e3-b9d7-bd16410a7d38 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:27.065658 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-652cbfcf-a27c-47fd-a67a-bf00a9013635 None None] Provisioning complete for port 40559023-b15c-40e3-b9d7-bd16410a7d38 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:27.066032 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-652cbfcf-a27c-47fd-a67a-bf00a9013635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:27.112545 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae3b546-97c8-45ec-a21f-c0ca371708da tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:47:27.116899 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dae3b546-97c8-45ec-a21f-c0ca371708da tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:27.131871 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837bc45e-3f2c-446b-b764-688a93a93a95 None None] Sync routers for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:47:27.142665 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-80f452f2-643f-46e5-b17c-9e9105ce71b2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:27.156324 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837bc45e-3f2c-446b-b764-688a93a93a95 None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:27.156951 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-837bc45e-3f2c-446b-b764-688a93a93a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:27.176248 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-dae3b546-97c8-45ec-a21f-c0ca371708da tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "PUT /v2.0/floatingips/a6e51236-f834-4adc-bfa0-4594c377260e HTTP/1.1" status: 200 len: 979 time: 2.8720565 May 31 15:47:27.176546 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52362) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:27.206206 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bffa4a06-28d1-470c-8fab-21562fd71fda tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:27.218454 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-46d4b390-4533-4cca-a1ce-a755d30fa678 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:27.227551 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c032e170-aa21-4e63-9032-3884e419cf7a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:27.316912 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-81ba8b14-56b7-4b56-ae45-5d9316ddced1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Deleting port e183be94-3905-48ca-918b-49967cd4254b {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:27.317281 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-81ba8b14-56b7-4b56-ae45-5d9316ddced1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:27.341587 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-837bc45e-3f2c-446b-b764-688a93a93a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:27.368734 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port fdbca56f-3e3b-4dcc-a956-9cc75604f99b triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:27.369136 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:27.444773 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837bc45e-3f2c-446b-b764-688a93a93a95 None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:27.445408 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-837bc45e-3f2c-446b-b764-688a93a93a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:27.459424 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-46d4b390-4533-4cca-a1ce-a755d30fa678 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:27.461096 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-81ba8b14-56b7-4b56-ae45-5d9316ddced1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:27.489787 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa4a06-28d1-470c-8fab-21562fd71fda tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Port': ['ID=c5766e72-6ce5-40f5-8688-0d7016c5696a,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:27.503760 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bffa4a06-28d1-470c-8fab-21562fd71fda tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:27.517615 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-837bc45e-3f2c-446b-b764-688a93a93a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:27.518020 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837bc45e-3f2c-446b-b764-688a93a93a95 None None] The sync data for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:47:27.672774 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 40559023-b15c-40e3-b9d7-bd16410a7d38 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:47:27.693666 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-46d4b390-4533-4cca-a1ce-a755d30fa678 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:27.694605 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d4b390-4533-4cca-a1ce-a755d30fa678 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Fanout notify agent at l3_agent the message router_deleted on router 2ee2c3ec-4617-4146-bf24-7e1b33d5fb69 {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:47:27.704102 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bffa4a06-28d1-470c-8fab-21562fd71fda tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:27.766784 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 40559023-b15c-40e3-b9d7-bd16410a7d38 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:27.767419 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:27.801400 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-46d4b390-4533-4cca-a1ce-a755d30fa678 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:27.808008 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52372) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:27.814159 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-46d4b390-4533-4cca-a1ce-a755d30fa678 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/routers/2ee2c3ec-4617-4146-bf24-7e1b33d5fb69 HTTP/1.1" status: 204 len: 168 time: 1.6385667 May 31 15:47:27.822577 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1d5e97e7-5df5-4535-b443-bd7871aaad82 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:27.831279 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-bffa4a06-28d1-470c-8fab-21562fd71fda tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/c5766e72-6ce5-40f5-8688-0d7016c5696a HTTP/1.1" status: 204 len: 168 time: 2.9161937 May 31 15:47:27.849701 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52376) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:27.911245 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd909eb0-096d-4163-ad55-4d9a86c76353 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Deleting subnet b0c7a5af-daa6-4d70-b2bf-9d6fc359631c {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:47:27.920693 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bd909eb0-096d-4163-ad55-4d9a86c76353 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:27.999753 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-1d5e97e7-5df5-4535-b443-bd7871aaad82 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Transition to ACTIVE for port object 394531cc-7a11-410e-bfc0-470bdb79455b will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:28.024522 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bd909eb0-096d-4163-ad55-4d9a86c76353 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:28.042025 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93d2824-a1c9-415d-9e00-f2f748a1844d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:28.043818 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93d2824-a1c9-415d-9e00-f2f748a1844d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:28.044638 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e93d2824-a1c9-415d-9e00-f2f748a1844d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:47:28.058999 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-682c6613-bcef-4ed2-a4f7-61c366ff13d8 None None] Provisioning complete for port 40559023-b15c-40e3-b9d7-bd16410a7d38 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:28.059621 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-682c6613-bcef-4ed2-a4f7-61c366ff13d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:28.060160 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-81ba8b14-56b7-4b56-ae45-5d9316ddced1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:28.060816 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-81ba8b14-56b7-4b56-ae45-5d9316ddced1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:28.061281 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-81ba8b14-56b7-4b56-ae45-5d9316ddced1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Floating IP a6e51236-f834-4adc-bfa0-4594c377260e disassociated. External IP: 172.26.0.111, port: e183be94-3905-48ca-918b-49967cd4254b. May 31 15:47:28.061659 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-81ba8b14-56b7-4b56-ae45-5d9316ddced1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Calling delete_port for e183be94-3905-48ca-918b-49967cd4254b owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:28.124839 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:28.150697 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e93d2824-a1c9-415d-9e00-f2f748a1844d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:47:28.151279 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bd909eb0-096d-4163-ad55-4d9a86c76353 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:28.152736 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e93d2824-a1c9-415d-9e00-f2f748a1844d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2940137 May 31 15:47:28.155823 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52380) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:28.188136 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1d5e97e7-5df5-4535-b443-bd7871aaad82 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:28.198522 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-80f452f2-643f-46e5-b17c-9e9105ce71b2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:28.200425 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-871a8eac-aa46-40d6-987c-b8d93f5ad751 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:28.322234 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-81ba8b14-56b7-4b56-ae45-5d9316ddced1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:28.334687 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3987ee33-4c8f-401e-84c0-3eb4a4188693 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:28.350052 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5e97e7-5df5-4535-b443-bd7871aaad82 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network dbc373f4-f065-4b64-b8f7-9143babc2138 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:28.358734 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-1d5e97e7-5df5-4535-b443-bd7871aaad82 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:28.366620 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5e97e7-5df5-4535-b443-bd7871aaad82 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:47:28.403312 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e97e7-5df5-4535-b443-bd7871aaad82 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Port': ['ID=394531cc-7a11-410e-bfc0-470bdb79455b,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:28.425786 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-59df4fcf-488b-48d4-bd57-3e2d308c7827 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting subnet 6943bd7c-9a75-4305-9e73-eaf180285207 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:47:28.432183 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1d5e97e7-5df5-4535-b443-bd7871aaad82 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:28.447106 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-59df4fcf-488b-48d4-bd57-3e2d308c7827 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:28.558335 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba8b14-56b7-4b56-ae45-5d9316ddced1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event deleted for resources: {'Port': ['ID=e183be94-3905-48ca-918b-49967cd4254b,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:28.563951 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-81ba8b14-56b7-4b56-ae45-5d9316ddced1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:28.589460 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5e97e7-5df5-4535-b443-bd7871aaad82 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:28.590072 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1d5e97e7-5df5-4535-b443-bd7871aaad82 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:28.618236 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-59df4fcf-488b-48d4-bd57-3e2d308c7827 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:28.632877 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-9d87649a-2b45-4e96-b52c-bf68686f9e10 None None] Provisioning for port 394531cc-7a11-410e-bfc0-470bdb79455b completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:28.637908 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-9d87649a-2b45-4e96-b52c-bf68686f9e10 None None] Provisioning complete for port 394531cc-7a11-410e-bfc0-470bdb79455b triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:28.638335 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9d87649a-2b45-4e96-b52c-bf68686f9e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:28.678419 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1d5e97e7-5df5-4535-b443-bd7871aaad82 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.6300535 May 31 15:47:28.683047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52384) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:28.693382 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-3054b4f5-9102-4fa6-ab23-fd177a204e76 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e4e2d7c9-5b88-4603-8953-ef5d32f514aa'}]}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:28.694940 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-9d87649a-2b45-4e96-b52c-bf68686f9e10 None None] Port 394531cc-7a11-410e-bfc0-470bdb79455b cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:47:28.845017 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ba8b14-56b7-4b56-ae45-5d9316ddced1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Router 7f5a6441-fbbd-48ae-b93f-635a8e5dafc5 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:47:28.846014 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f452f2-643f-46e5-b17c-9e9105ce71b2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Router f6c1bc41-9478-464d-9111-d1a9ea685bed is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:47:28.851038 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bd909eb0-096d-4163-ad55-4d9a86c76353 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:28.853050 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-59df4fcf-488b-48d4-bd57-3e2d308c7827 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:28.860596 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1b9374ee-d67d-443e-aab5-b715bb53469d tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:28.872675 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 40559023-b15c-40e3-b9d7-bd16410a7d38 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:47:28.959428 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd909eb0-096d-4163-ad55-4d9a86c76353 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Subnet': ['ID=b0c7a5af-daa6-4d70-b2bf-9d6fc359631c,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:28.964500 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bd909eb0-096d-4163-ad55-4d9a86c76353 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:28.965611 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bd909eb0-096d-4163-ad55-4d9a86c76353 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:28.985743 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b51830-a45a-408f-9fa2-040a59cabe68 None None] Network 0f055f51-6ef6-4bae-a7c7-43d2a5b6e2ea requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:47:28.987964 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bd909eb0-096d-4163-ad55-4d9a86c76353 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/subnets/b0c7a5af-daa6-4d70-b2bf-9d6fc359631c HTTP/1.1" status: 204 len: 168 time: 1.1782839 May 31 15:47:28.990452 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52392) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:28.993322 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3054b4f5-9102-4fa6-ab23-fd177a204e76 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:29.144598 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8aad1c6-9814-424c-9bda-294bd62b984d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Deleting subnet 9cf5649a-8a7d-4915-9713-92767fec22e3 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:47:29.149997 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d8aad1c6-9814-424c-9bda-294bd62b984d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:29.204020 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ba8b14-56b7-4b56-ae45-5d9316ddced1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:47:29.217751 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec62477c-5011-4990-82bb-e167d82219db None None] Sync routers for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:47:29.234293 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec62477c-5011-4990-82bb-e167d82219db None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:29.235157 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-ec62477c-5011-4990-82bb-e167d82219db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:29.255969 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 40559023-b15c-40e3-b9d7-bd16410a7d38 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:29.256917 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:29.276608 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d8aad1c6-9814-424c-9bda-294bd62b984d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:29.326087 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-ec62477c-5011-4990-82bb-e167d82219db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:29.339480 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec62477c-5011-4990-82bb-e167d82219db None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:29.340680 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-ec62477c-5011-4990-82bb-e167d82219db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:29.361631 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-81ba8b14-56b7-4b56-ae45-5d9316ddced1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:29.366280 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-81ba8b14-56b7-4b56-ae45-5d9316ddced1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "DELETE /v2.0/ports/e183be94-3905-48ca-918b-49967cd4254b HTTP/1.1" status: 204 len: 168 time: 2.1886797 May 31 15:47:29.370040 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52398) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:29.453384 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-ec62477c-5011-4990-82bb-e167d82219db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:29.453781 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec62477c-5011-4990-82bb-e167d82219db None None] The sync data for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:47:29.466201 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86f97d1-89f0-4c39-b6db-e9258be4942a None None] DHCP port deletion for 0f055f51-6ef6-4bae-a7c7-43d2a5b6e2ea request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:47:29.490888 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7f4eb332-3464-4d45-ac22-c12ff2ef6e09 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "GET /v2.0/floatingips/a6e51236-f834-4adc-bfa0-4594c377260e HTTP/1.1" status: 200 len: 688 time: 0.1174397 May 31 15:47:29.491619 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52402) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:29.532536 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d86f97d1-89f0-4c39-b6db-e9258be4942a None None] Deleting port 462d2432-698b-454e-8b09-7f4b06cea8ce {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:29.532940 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d86f97d1-89f0-4c39-b6db-e9258be4942a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:29.562671 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d8aad1c6-9814-424c-9bda-294bd62b984d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:29.592101 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f452f2-643f-46e5-b17c-9e9105ce71b2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:47:29.605779 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b607b88d-4df2-4688-8873-dac5a9b719e0 None None] Sync routers for ids ['f6c1bc41-9478-464d-9111-d1a9ea685bed'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:47:29.640602 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b607b88d-4df2-4688-8873-dac5a9b719e0 None None] Routers {'f6c1bc41-9478-464d-9111-d1a9ea685bed'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:29.641207 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b607b88d-4df2-4688-8873-dac5a9b719e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['f6c1bc41-9478-464d-9111-d1a9ea685bed'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:29.716885 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d86f97d1-89f0-4c39-b6db-e9258be4942a None None] For port 462d2432-698b-454e-8b09-7f4b06cea8ce, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=462d2432-698b-454e-8b09-7f4b06cea8ce,segment=NetworkSegment(99c81607-d68c-497c-b1ca-c53607a3fcc6),segment_id=99c81607-d68c-497c-b1ca-c53607a3fcc6)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:47:29.717117 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d86f97d1-89f0-4c39-b6db-e9258be4942a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:29.721342 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-80f452f2-643f-46e5-b17c-9e9105ce71b2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:29.722528 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-80f452f2-643f-46e5-b17c-9e9105ce71b2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.1837463 May 31 15:47:29.732672 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52406) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:29.849768 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d86f97d1-89f0-4c39-b6db-e9258be4942a None None] Calling delete_port for 462d2432-698b-454e-8b09-7f4b06cea8ce owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:29.894896 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-4223fe7a-a7f2-4b2e-bdfd-4d7928bdddab tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Deleting port 42538f66-2340-43fa-ac22-cab79cd24401 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:29.895309 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4223fe7a-a7f2-4b2e-bdfd-4d7928bdddab tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:29.955845 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-b607b88d-4df2-4688-8873-dac5a9b719e0 None None] Set router f6c1bc41-9478-464d-9111-d1a9ea685bed gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:47:30.038042 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-59df4fcf-488b-48d4-bd57-3e2d308c7827 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:30.047497 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5f6ea7ca-307d-4d10-9f52-f5afc6f88b9d tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:30.089024 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9d3c59c1-d170-4c60-8184-5199c509aec7 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "GET /v2.0/routers/f6c1bc41-9478-464d-9111-d1a9ea685bed HTTP/1.1" status: 200 len: 909 time: 0.3536763 May 31 15:47:30.092639 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df4fcf-488b-48d4-bd57-3e2d308c7827 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Subnet': ['ID=6943bd7c-9a75-4305-9e73-eaf180285207,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:30.098160 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52412) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:30.099291 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-59df4fcf-488b-48d4-bd57-3e2d308c7827 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:30.102494 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-59df4fcf-488b-48d4-bd57-3e2d308c7827 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:30.113018 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-3e9dbeb9-0e15-4eb3-80c9-0c7ad0845979 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1976258278', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'enable_snat': True}}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:30.122541 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-3054b4f5-9102-4fa6-ab23-fd177a204e76 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Delete allocated IP 172.20.0.30 (dbc373f4-f065-4b64-b8f7-9143babc2138/f8673be9-ee6a-451b-9e81-33b0023775d6) {{(pid=99204) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 31 15:47:30.145095 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628cdd13-608c-4fdb-a381-4557dd962aae None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:47:30.245997 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d8aad1c6-9814-424c-9bda-294bd62b984d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:30.251788 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d86f97d1-89f0-4c39-b6db-e9258be4942a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:30.254977 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-efe93100-48e2-4987-88f8-336ea6023cab tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:30.265953 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b48bdfa1-fe67-45ba-966b-0ba2470b03ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:30.297508 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3054b4f5-9102-4fa6-ab23-fd177a204e76 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:30.297717 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aad1c6-9814-424c-9bda-294bd62b984d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Subnet': ['ID=9cf5649a-8a7d-4915-9713-92767fec22e3,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:30.300480 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d8aad1c6-9814-424c-9bda-294bd62b984d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:30.303151 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d8aad1c6-9814-424c-9bda-294bd62b984d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:30.313151 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d8aad1c6-9814-424c-9bda-294bd62b984d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/subnets/9cf5649a-8a7d-4915-9713-92767fec22e3 HTTP/1.1" status: 204 len: 168 time: 1.3216856 May 31 15:47:30.316395 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-3054b4f5-9102-4fa6-ab23-fd177a204e76 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Transition to ACTIVE for port object 394531cc-7a11-410e-bfc0-470bdb79455b will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:30.317745 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52420) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:30.323921 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3e9dbeb9-0e15-4eb3-80c9-0c7ad0845979 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:30.327980 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3054b4f5-9102-4fa6-ab23-fd177a204e76 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:30.335644 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-104d00f8-8949-466d-8da3-c680244cb7e1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:30.336050 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f97d1-89f0-4c39-b6db-e9258be4942a None None] Pushing event deleted for resources: {'Port': ['ID=462d2432-698b-454e-8b09-7f4b06cea8ce,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:30.339020 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7264541b-159b-4eb0-8077-b50981fd6857 None None] Network 5f17138b-4282-489c-b9b8-aa612f6d3d44 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:47:30.351605 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d86f97d1-89f0-4c39-b6db-e9258be4942a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:30.357040 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86f97d1-89f0-4c39-b6db-e9258be4942a None None] No DVR routers for this DVR port 462d2432-698b-454e-8b09-7f4b06cea8ce on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:47:30.371058 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3e9dbeb9-0e15-4eb3-80c9-0c7ad0845979 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Usage tracker for resource:router and tenant:1c31b77427ac4e76aeb2905e634dbd8f is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:30.383631 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3e9dbeb9-0e15-4eb3-80c9-0c7ad0845979 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:30.387805 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-59df4fcf-488b-48d4-bd57-3e2d308c7827 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/6943bd7c-9a75-4305-9e73-eaf180285207 HTTP/1.1" status: 204 len: 168 time: 2.2308846 May 31 15:47:30.399649 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52424) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:30.421526 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3e9dbeb9-0e15-4eb3-80c9-0c7ad0845979 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:30.518471 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054b4f5-9102-4fa6-ab23-fd177a204e76 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Port': ['ID=394531cc-7a11-410e-bfc0-470bdb79455b,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:30.528680 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3e9dbeb9-0e15-4eb3-80c9-0c7ad0845979 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:30.529675 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3e9dbeb9-0e15-4eb3-80c9-0c7ad0845979 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:30.533560 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4223fe7a-a7f2-4b2e-bdfd-4d7928bdddab tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:30.534090 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4223fe7a-a7f2-4b2e-bdfd-4d7928bdddab tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:30.545472 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3054b4f5-9102-4fa6-ab23-fd177a204e76 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:30.549312 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3e9dbeb9-0e15-4eb3-80c9-0c7ad0845979 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:30.576967 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-3054b4f5-9102-4fa6-ab23-fd177a204e76 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] In _notify_port_updated(), no bound segment for port 394531cc-7a11-410e-bfc0-470bdb79455b on network dbc373f4-f065-4b64-b8f7-9143babc2138 {{(pid=99204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 15:47:30.582699 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3054b4f5-9102-4fa6-ab23-fd177a204e76 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:30.583372 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3054b4f5-9102-4fa6-ab23-fd177a204e76 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:30.584696 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3054b4f5-9102-4fa6-ab23-fd177a204e76 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "PUT /v2.0/ports/394531cc-7a11-410e-bfc0-470bdb79455b HTTP/1.1" status: 200 len: 919 time: 1.9007306 May 31 15:47:30.591557 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52428) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:30.650822 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-f12450d9-8992-4e68-9071-eff07ee60a3f tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e4e2d7c9-5b88-4603-8953-ef5d32f514aa'}, {'subnet_id': 'f8673be9-ee6a-451b-9e81-33b0023775d6'}]}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:30.742751 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0bcb2d96-3ce5-4d88-8dc4-0aa49833c1a6 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3408678 May 31 15:47:30.750894 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-4223fe7a-a7f2-4b2e-bdfd-4d7928bdddab tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Calling delete_port for 42538f66-2340-43fa-ac22-cab79cd24401 owned by network:floatingip {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:30.757915 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52432) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:30.773757 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-a7c83b5b-e59c-4c57-a7aa-4d0ba6ac9394 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:30.783684 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-193dd490-57e6-49b5-90c3-f35b498e88f1 None None] Provisioning for port 394531cc-7a11-410e-bfc0-470bdb79455b completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:30.795742 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-193dd490-57e6-49b5-90c3-f35b498e88f1 None None] Provisioning complete for port 394531cc-7a11-410e-bfc0-470bdb79455b triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:30.796471 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-193dd490-57e6-49b5-90c3-f35b498e88f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:30.803080 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8cfdc888-8ecd-4183-ba5f-054a198b712f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:30.859949 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-193dd490-57e6-49b5-90c3-f35b498e88f1 None None] Port 394531cc-7a11-410e-bfc0-470bdb79455b cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:47:30.882400 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 462d2432-698b-454e-8b09-7f4b06cea8ce no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:47:30.927310 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b607b88d-4df2-4688-8873-dac5a9b719e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c1bc41-9478-464d-9111-d1a9ea685bed', 'name': 'tempest-snat-router-1976258278', 'tenant_id': '1c31b77427ac4e76aeb2905e634dbd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.249'}], 'enable_snat': False}, 'gw_port_id': '902b2be9-349a-48a8-91ee-d0c1999c0010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:47:22Z', 'updated_at': '2021-05-31T15:47:26Z', 'revision_number': 3, 'project_id': '1c31b77427ac4e76aeb2905e634dbd8f', 'gw_port': {'id': '902b2be9-349a-48a8-91ee-d0c1999c0010', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c1bc41-9478-464d-9111-d1a9ea685bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:47:24Z', 'updated_at': '2021-05-31T15:47:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:30.929524 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 462d2432-698b-454e-8b09-7f4b06cea8ce {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:47:30.929870 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 462d2432-698b-454e-8b09-7f4b06cea8ce not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:47:30.934797 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b607b88d-4df2-4688-8873-dac5a9b719e0 None None] Checking router: f6c1bc41-9478-464d-9111-d1a9ea685bed for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:47:30.935193 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b607b88d-4df2-4688-8873-dac5a9b719e0 None None] Updating router f6c1bc41-9478-464d-9111-d1a9ea685bed port 902b2be9-349a-48a8-91ee-d0c1999c0010 binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:47:30.997657 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b607b88d-4df2-4688-8873-dac5a9b719e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:31.029915 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d0e403-de1d-410d-8ece-12d0ef527879 None None] DHCP port deletion for b5001308-9f67-458f-99a7-4cdcd1177eb2 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:47:31.052424 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54765df1-04ae-42dd-b4d6-46bb783ab244 None None] DHCP port deletion for 5f17138b-4282-489c-b9b8-aa612f6d3d44 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:47:31.086493 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8cfdc888-8ecd-4183-ba5f-054a198b712f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:31.102969 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-8cfdc888-8ecd-4183-ba5f-054a198b712f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f055f51-6ef6-4bae-a7c7-43d2a5b6e2ea']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:31.126352 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-8cfdc888-8ecd-4183-ba5f-054a198b712f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c81607-d68c-497c-b1ca-c53607a3fcc6') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:31.126720 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-8cfdc888-8ecd-4183-ba5f-054a198b712f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c81607-d68c-497c-b1ca-c53607a3fcc6') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:31.152473 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8cfdc888-8ecd-4183-ba5f-054a198b712f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:31.175791 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8cfdc888-8ecd-4183-ba5f-054a198b712f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:31.229523 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-03a30694-9fa5-440a-b727-651bf8f0e44d req-2321cd01-387c-481b-a1a7-ad72360fd034 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1947823 May 31 15:47:31.237789 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cfdc888-8ecd-4183-ba5f-054a198b712f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:47:31.238524 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8cfdc888-8ecd-4183-ba5f-054a198b712f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:31.240540 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3e9dbeb9-0e15-4eb3-80c9-0c7ad0845979 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:47:31.256180 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:47:31.284121 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a7c83b5b-e59c-4c57-a7aa-4d0ba6ac9394 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:31.293423 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a7c83b5b-e59c-4c57-a7aa-4d0ba6ac9394 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:subnet and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:31.313126 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a7c83b5b-e59c-4c57-a7aa-4d0ba6ac9394 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:31.332319 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a7c83b5b-e59c-4c57-a7aa-4d0ba6ac9394 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:31.335915 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0e403-de1d-410d-8ece-12d0ef527879 None None] Deleting port fdbca56f-3e3b-4dcc-a956-9cc75604f99b {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:31.336408 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e403-de1d-410d-8ece-12d0ef527879 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:31.429444 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8cfdc888-8ecd-4183-ba5f-054a198b712f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:31.437415 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8cfdc888-8ecd-4183-ba5f-054a198b712f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:31.438119 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c83b5b-e59c-4c57-a7aa-4d0ba6ac9394 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:47:31.440676 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2ef94990-013a-40f2-9999-ba9ddea2a2cc tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:31.441630 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a7c83b5b-e59c-4c57-a7aa-4d0ba6ac9394 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:31.446886 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-b2d0e403-de1d-410d-8ece-12d0ef527879 None None] For port fdbca56f-3e3b-4dcc-a956-9cc75604f99b, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=fdbca56f-3e3b-4dcc-a956-9cc75604f99b,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:47:31.447300 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e403-de1d-410d-8ece-12d0ef527879 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:31.461200 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4223fe7a-a7f2-4b2e-bdfd-4d7928bdddab tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:31.472913 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdc888-8ecd-4183-ba5f-054a198b712f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Network': ['ID=0f055f51-6ef6-4bae-a7c7-43d2a5b6e2ea,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:31.475654 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8cfdc888-8ecd-4183-ba5f-054a198b712f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:31.476238 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c93ff03e-1980-441d-8012-e36802828876 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:31.564233 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f12450d9-8992-4e68-9071-eff07ee60a3f tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:31.576094 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0e403-de1d-410d-8ece-12d0ef527879 None None] Calling delete_port for fdbca56f-3e3b-4dcc-a956-9cc75604f99b owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:31.624672 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-54765df1-04ae-42dd-b4d6-46bb783ab244 None None] Deleting port 9abfdcab-6dc9-44cd-859f-3813c4535682 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:31.624672 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-54765df1-04ae-42dd-b4d6-46bb783ab244 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:31.634965 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:47:31.640153 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223fe7a-a7f2-4b2e-bdfd-4d7928bdddab tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event deleted for resources: {'Port': ['ID=42538f66-2340-43fa-ac22-cab79cd24401,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:31.643496 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4223fe7a-a7f2-4b2e-bdfd-4d7928bdddab tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:31.650831 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a30694-9fa5-440a-b727-651bf8f0e44d req-159d1274-543a-446a-a5ab-936f81e88f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:31.652618 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-03a30694-9fa5-440a-b727-651bf8f0e44d req-159d1274-543a-446a-a5ab-936f81e88f77 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dff69be66365471cb98d4afa08a838e7&device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 1099 time: 0.3857460 May 31 15:47:31.654208 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8cfdc888-8ecd-4183-ba5f-054a198b712f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/networks/0f055f51-6ef6-4bae-a7c7-43d2a5b6e2ea HTTP/1.1" status: 204 len: 168 time: 1.3347943 May 31 15:47:31.656002 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e403-de1d-410d-8ece-12d0ef527879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:31.656127 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4223fe7a-a7f2-4b2e-bdfd-4d7928bdddab tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:31.660664 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4223fe7a-a7f2-4b2e-bdfd-4d7928bdddab tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:31.665448 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4223fe7a-a7f2-4b2e-bdfd-4d7928bdddab tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "DELETE /v2.0/floatingips/a6e51236-f834-4adc-bfa0-4594c377260e HTTP/1.1" status: 204 len: 168 time: 2.1654990 May 31 15:47:31.665448 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52442) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:31.666896 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52446) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:31.673931 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-0f958675-cf5e-481e-a1b8-698a1e0d734a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'port_id': 'c3a9a4b0-a512-4984-8605-fd9afbb5144f'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:31.687461 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-398b34d5-d826-4398-b09e-e6cd24d4b77a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:31.691734 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0f958675-cf5e-481e-a1b8-698a1e0d734a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:31.732951 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d0e403-de1d-410d-8ece-12d0ef527879 None None] No DVR routers for this DVR port fdbca56f-3e3b-4dcc-a956-9cc75604f99b on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:47:31.743166 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0f958675-cf5e-481e-a1b8-698a1e0d734a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Usage tracker for resource:floatingip and tenant:84b48f5aa76f4d3582392765ceb13e00 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:31.759367 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0f958675-cf5e-481e-a1b8-698a1e0d734a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:31.807586 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0e403-de1d-410d-8ece-12d0ef527879 None None] Pushing event deleted for resources: {'Port': ['ID=fdbca56f-3e3b-4dcc-a956-9cc75604f99b,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:31.823090 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0f958675-cf5e-481e-a1b8-698a1e0d734a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:31.823507 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b2d0e403-de1d-410d-8ece-12d0ef527879 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:31.849532 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-54765df1-04ae-42dd-b4d6-46bb783ab244 None None] For port 9abfdcab-6dc9-44cd-859f-3813c4535682, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=9abfdcab-6dc9-44cd-859f-3813c4535682,segment=NetworkSegment(2fd4c279-0f37-4cfa-9f40-a2efeaeed274),segment_id=2fd4c279-0f37-4cfa-9f40-a2efeaeed274)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:47:31.849922 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-54765df1-04ae-42dd-b4d6-46bb783ab244 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:31.898320 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0f958675-cf5e-481e-a1b8-698a1e0d734a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:31.974766 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.db.resource_extend [None req-b607b88d-4df2-4688-8873-dac5a9b719e0 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:47:31.989982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-54765df1-04ae-42dd-b4d6-46bb783ab244 None None] Calling delete_port for 9abfdcab-6dc9-44cd-859f-3813c4535682 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:32.039468 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dee3a0bd-e741-44cb-ac42-f017c077d72f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:32.111621 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b607b88d-4df2-4688-8873-dac5a9b719e0 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:32.126889 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b607b88d-4df2-4688-8873-dac5a9b719e0 None None] Transition to ACTIVE for port object 902b2be9-349a-48a8-91ee-d0c1999c0010 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:32.128152 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a30694-9fa5-440a-b727-651bf8f0e44d req-56180bdc-d62a-46d2-b51c-35fe9c603a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:32.129599 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-03a30694-9fa5-440a-b727-651bf8f0e44d req-56180bdc-d62a-46d2-b51c-35fe9c603a2a service neutron] 10.222.0.59 "GET /v2.0/networks?id=95b2c66c-bf2c-4a95-9a53-2be0f2b2f486 HTTP/1.1" status: 200 len: 907 time: 0.3501227 May 31 15:47:32.141922 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b607b88d-4df2-4688-8873-dac5a9b719e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:32.146859 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d86f97d1-89f0-4c39-b6db-e9258be4942a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:32.211396 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-54765df1-04ae-42dd-b4d6-46bb783ab244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:32.235111 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-b607b88d-4df2-4688-8873-dac5a9b719e0 None None] Attempting to bind port 902b2be9-349a-48a8-91ee-d0c1999c0010 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:47:32.235513 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-b607b88d-4df2-4688-8873-dac5a9b719e0 None None] Attempting to bind port 902b2be9-349a-48a8-91ee-d0c1999c0010 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:47:32.235837 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b607b88d-4df2-4688-8873-dac5a9b719e0 None None] Attempting to bind port 902b2be9-349a-48a8-91ee-d0c1999c0010 on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:47:32.238250 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54765df1-04ae-42dd-b4d6-46bb783ab244 None None] No DVR routers for this DVR port 9abfdcab-6dc9-44cd-859f-3813c4535682 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:47:32.239987 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd20ea-0319-40a1-95cf-52f7d15b5bfb None None] Pushing event updated for resources: {'Port': ['ID=902b2be9-349a-48a8-91ee-d0c1999c0010,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:32.244228 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73cd20ea-0319-40a1-95cf-52f7d15b5bfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:32.246287 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-9d2d0a30-ab1b-4c5e-96d1-7ef189bd75e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:32.259690 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-03a30694-9fa5-440a-b727-651bf8f0e44d req-8e419cfd-20f9-46d3-bd5e-d5ab174d7853 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f HTTP/1.1" status: 200 len: 1002 time: 0.1213796 May 31 15:47:32.262143 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-dee3a0bd-e741-44cb-ac42-f017c077d72f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Deleting port 9abfdcab-6dc9-44cd-859f-3813c4535682 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:32.262464 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dee3a0bd-e741-44cb-ac42-f017c077d72f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:32.279807 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b607b88d-4df2-4688-8873-dac5a9b719e0 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:47:32.280185 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b607b88d-4df2-4688-8873-dac5a9b719e0 None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:47:32.280586 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b607b88d-4df2-4688-8873-dac5a9b719e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:32.280971 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b607b88d-4df2-4688-8873-dac5a9b719e0 None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:47:32.281447 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-b607b88d-4df2-4688-8873-dac5a9b719e0 None None] Bound port: 902b2be9-349a-48a8-91ee-d0c1999c0010, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:47:32.281827 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b607b88d-4df2-4688-8873-dac5a9b719e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:32.317554 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54765df1-04ae-42dd-b4d6-46bb783ab244 None None] Pushing event deleted for resources: {'Port': ['ID=9abfdcab-6dc9-44cd-859f-3813c4535682,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:32.325245 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-54765df1-04ae-42dd-b4d6-46bb783ab244 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:32.345746 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3e9dbeb9-0e15-4eb3-80c9-0c7ad0845979 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:32.369793 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-b607b88d-4df2-4688-8873-dac5a9b719e0 None None] For port 902b2be9-349a-48a8-91ee-d0c1999c0010, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:47:32.373953 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-b607b88d-4df2-4688-8873-dac5a9b719e0 None None] For port 902b2be9-349a-48a8-91ee-d0c1999c0010, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=902b2be9-349a-48a8-91ee-d0c1999c0010,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:47:32.382877 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b607b88d-4df2-4688-8873-dac5a9b719e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:32.387307 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3e9dbeb9-0e15-4eb3-80c9-0c7ad0845979 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:32.392842 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-4c9ebc9d-a06c-418d-ac2e-72b1a6a2c790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:32.429874 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a30694-9fa5-440a-b727-651bf8f0e44d req-5d669abf-e0a2-4f2d-9784-87f4ff3f76b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:32.431454 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-03a30694-9fa5-440a-b727-651bf8f0e44d req-5d669abf-e0a2-4f2d-9784-87f4ff3f76b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=78474f67-27d4-45ee-a48b-36bd239fb199 HTTP/1.1" status: 200 len: 845 time: 0.1556370 May 31 15:47:32.436032 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-dee3a0bd-e741-44cb-ac42-f017c077d72f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] For port 9abfdcab-6dc9-44cd-859f-3813c4535682, host dv-neutron-601336-79-hyperv, got binding levels [] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:47:32.436032 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dee3a0bd-e741-44cb-ac42-f017c077d72f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:32.469618 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b607b88d-4df2-4688-8873-dac5a9b719e0 None None] Routers {'f6c1bc41-9478-464d-9111-d1a9ea685bed'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:32.470166 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b607b88d-4df2-4688-8873-dac5a9b719e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['f6c1bc41-9478-464d-9111-d1a9ea685bed'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:32.526718 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-f12450d9-8992-4e68-9071-eff07ee60a3f tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Allocated IP 172.20.0.19 (dbc373f4-f065-4b64-b8f7-9143babc2138/f8673be9-ee6a-451b-9e81-33b0023775d6/394531cc-7a11-410e-bfc0-470bdb79455b) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:32.541877 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd20ea-0319-40a1-95cf-52f7d15b5bfb None None] Pushing event updated for resources: {'Port': ['ID=902b2be9-349a-48a8-91ee-d0c1999c0010,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:32.545319 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73cd20ea-0319-40a1-95cf-52f7d15b5bfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:32.598320 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-dee3a0bd-e741-44cb-ac42-f017c077d72f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Calling delete_port for 9abfdcab-6dc9-44cd-859f-3813c4535682 owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:32.602188 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.ipam_backend_mixin [None req-dee3a0bd-e741-44cb-ac42-f017c077d72f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Port 9abfdcab-6dc9-44cd-859f-3813c4535682 was not found and therefore no delete operation was performed {{(pid=99205) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 31 15:47:32.605698 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dee3a0bd-e741-44cb-ac42-f017c077d72f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:32.609853 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4209d642-7da7-4a57-b848-ff745184d562 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:32.665376 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3a0bd-e741-44cb-ac42-f017c077d72f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Port': ['ID=9abfdcab-6dc9-44cd-859f-3813c4535682,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:32.671283 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-dee3a0bd-e741-44cb-ac42-f017c077d72f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:32.671830 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee3a0bd-e741-44cb-ac42-f017c077d72f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] No DVR routers for this DVR port 9abfdcab-6dc9-44cd-859f-3813c4535682 on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:47:32.711506 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-b607b88d-4df2-4688-8873-dac5a9b719e0 None None] Set router f6c1bc41-9478-464d-9111-d1a9ea685bed gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:47:32.801640 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a30694-9fa5-440a-b727-651bf8f0e44d req-65425e75-cb04-4e57-985a-4fe6eae1899a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:32.803335 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-03a30694-9fa5-440a-b727-651bf8f0e44d req-65425e75-cb04-4e57-985a-4fe6eae1899a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=95b2c66c-bf2c-4a95-9a53-2be0f2b2f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3590963 May 31 15:47:32.808422 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dee3a0bd-e741-44cb-ac42-f017c077d72f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:32.847617 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-dee3a0bd-e741-44cb-ac42-f017c077d72f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f17138b-4282-489c-b9b8-aa612f6d3d44']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:32.925343 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-dee3a0bd-e741-44cb-ac42-f017c077d72f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd4c279-0f37-4cfa-9f40-a2efeaeed274') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:32.925724 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-dee3a0bd-e741-44cb-ac42-f017c077d72f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd4c279-0f37-4cfa-9f40-a2efeaeed274') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:32.937120 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-3e9dbeb9-0e15-4eb3-80c9-0c7ad0845979 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Allocated IP 172.26.0.17 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/f85da959-d6fa-4819-b53a-209b6cd03031) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:32.942437 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dee3a0bd-e741-44cb-ac42-f017c077d72f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:32.970785 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0f958675-cf5e-481e-a1b8-698a1e0d734a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:32.974227 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dee3a0bd-e741-44cb-ac42-f017c077d72f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:32.991595 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee3a0bd-e741-44cb-ac42-f017c077d72f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:47:32.991986 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dee3a0bd-e741-44cb-ac42-f017c077d72f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:47:33.007321 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:47:33.016441 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device fdbca56f-3e3b-4dcc-a956-9cc75604f99b no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:47:33.052295 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: fdbca56f-3e3b-4dcc-a956-9cc75604f99b {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:47:33.052687 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device fdbca56f-3e3b-4dcc-a956-9cc75604f99b not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:47:33.053037 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9abfdcab-6dc9-44cd-859f-3813c4535682 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:47:33.063651 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-03a30694-9fa5-440a-b727-651bf8f0e44d req-9f4e2242-a711-4ce1-905b-82d7d34359d1 service neutron] 10.222.0.59 "GET /v2.0/networks/95b2c66c-bf2c-4a95-9a53-2be0f2b2f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463739 May 31 15:47:33.101587 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 9abfdcab-6dc9-44cd-859f-3813c4535682 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:47:33.101986 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9abfdcab-6dc9-44cd-859f-3813c4535682 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:47:33.148971 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f12450d9-8992-4e68-9071-eff07ee60a3f tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:33.174638 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dee3a0bd-e741-44cb-ac42-f017c077d72f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:33.179208 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:33.200895 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dee3a0bd-e741-44cb-ac42-f017c077d72f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:33.203856 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b607b88d-4df2-4688-8873-dac5a9b719e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c1bc41-9478-464d-9111-d1a9ea685bed', 'name': 'tempest-snat-router-1976258278', 'tenant_id': '1c31b77427ac4e76aeb2905e634dbd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.249'}], 'enable_snat': False}, 'gw_port_id': '902b2be9-349a-48a8-91ee-d0c1999c0010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:47:22Z', 'updated_at': '2021-05-31T15:47:26Z', 'revision_number': 3, 'project_id': '1c31b77427ac4e76aeb2905e634dbd8f', 'gw_port': {'id': '902b2be9-349a-48a8-91ee-d0c1999c0010', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c1bc41-9478-464d-9111-d1a9ea685bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:47:24Z', 'updated_at': '2021-05-31T15:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:33.209406 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b607b88d-4df2-4688-8873-dac5a9b719e0 None None] The sync data for ids ['f6c1bc41-9478-464d-9111-d1a9ea685bed'] in dv-neutron-601336-79-hyperv is: [{'id': 'f6c1bc41-9478-464d-9111-d1a9ea685bed', 'name': 'tempest-snat-router-1976258278', 'tenant_id': '1c31b77427ac4e76aeb2905e634dbd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.249'}], 'enable_snat': False}, 'gw_port_id': '902b2be9-349a-48a8-91ee-d0c1999c0010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:47:22Z', 'updated_at': '2021-05-31T15:47:26Z', 'revision_number': 3, 'project_id': '1c31b77427ac4e76aeb2905e634dbd8f', 'gw_port': {'id': '902b2be9-349a-48a8-91ee-d0c1999c0010', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c1bc41-9478-464d-9111-d1a9ea685bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:47:24Z', 'updated_at': '2021-05-31T15:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:47:33.211533 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3a0bd-e741-44cb-ac42-f017c077d72f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Network': ['ID=5f17138b-4282-489c-b9b8-aa612f6d3d44,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:33.216260 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-dee3a0bd-e741-44cb-ac42-f017c077d72f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:33.220695 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-dee3a0bd-e741-44cb-ac42-f017c077d72f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/networks/5f17138b-4282-489c-b9b8-aa612f6d3d44 HTTP/1.1" status: 204 len: 168 time: 1.5533719 May 31 15:47:33.222236 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52456) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:33.230755 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-b4e44965-8a90-405b-b3ee-3afe399bb359 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'network': {'name': 'tempest-RoutersTest-1911936110'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:33.235143 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-f12450d9-8992-4e68-9071-eff07ee60a3f tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Transition to ACTIVE for port object 394531cc-7a11-410e-bfc0-470bdb79455b will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:33.248543 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b4e44965-8a90-405b-b3ee-3afe399bb359 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:33.252302 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f12450d9-8992-4e68-9071-eff07ee60a3f tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:33.262765 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b4e44965-8a90-405b-b3ee-3afe399bb359 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Usage tracker for resource:network and tenant:7532521a2dc2494ca283f329c67dc09d is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:33.263327 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1014b89a-9166-4bae-bbc1-bde853d8dd53 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:33.268107 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b4e44965-8a90-405b-b3ee-3afe399bb359 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:33.276151 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b4e44965-8a90-405b-b3ee-3afe399bb359 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:33.279977 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-03a30694-9fa5-440a-b727-651bf8f0e44d req-e8456e94-93e1-4cf2-a6f4-62cdeff8c9c5 service neutron] 10.222.0.59 "GET /v2.0/networks/95b2c66c-bf2c-4a95-9a53-2be0f2b2f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951888 May 31 15:47:33.292170 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e44965-8a90-405b-b3ee-3afe399bb359 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Made reservation on behalf of 7532521a2dc2494ca283f329c67dc09d for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:47:33.298891 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b4e44965-8a90-405b-b3ee-3afe399bb359 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:33.331397 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a7c83b5b-e59c-4c57-a7aa-4d0ba6ac9394 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:33.338883 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e44965-8a90-405b-b3ee-3afe399bb359 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:47:33.349145 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b4e44965-8a90-405b-b3ee-3afe399bb359 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:33.349489 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-b4e44965-8a90-405b-b3ee-3afe399bb359 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Added segment 9db330ec-ab18-4b0b-8bbe-69dd66111684 of type vlan for network 22249d87-e302-4c46-abdc-c1f3b7aae816 May 31 15:47:33.387922 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b4e44965-8a90-405b-b3ee-3afe399bb359 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:33.424125 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b4e44965-8a90-405b-b3ee-3afe399bb359 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:33.430261 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e44965-8a90-405b-b3ee-3afe399bb359 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:33.430970 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b4e44965-8a90-405b-b3ee-3afe399bb359 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:33.436113 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-dee3a0bd-e741-44cb-ac42-f017c077d72f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:33.451555 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3e9dbeb9-0e15-4eb3-80c9-0c7ad0845979 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:33.471001 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12450d9-8992-4e68-9071-eff07ee60a3f tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Port': ['ID=394531cc-7a11-410e-bfc0-470bdb79455b,revision_number=3']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:33.519816 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c83b5b-e59c-4c57-a7aa-4d0ba6ac9394 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:33.521353 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f12450d9-8992-4e68-9071-eff07ee60a3f tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:33.522008 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:33.561311 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b4e44965-8a90-405b-b3ee-3afe399bb359 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3371694 May 31 15:47:33.565795 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52460) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:33.568041 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-a7c83b5b-e59c-4c57-a7aa-4d0ba6ac9394 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:33.576375 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-7871085f-d7a2-42b2-8d75-ffa19f373e5e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'subnet': {'network_id': '22249d87-e302-4c46-abdc-c1f3b7aae816', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:33.588585 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bd9c20-2966-4251-b186-4caaad4195ba None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:47:33.611544 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e44965-8a90-405b-b3ee-3afe399bb359 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Network': ['ID=22249d87-e302-4c46-abdc-c1f3b7aae816,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:33.624637 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b4e44965-8a90-405b-b3ee-3afe399bb359 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:33.638035 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c83b5b-e59c-4c57-a7aa-4d0ba6ac9394 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:33.643620 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a7c83b5b-e59c-4c57-a7aa-4d0ba6ac9394 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:33.689806 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c83b5b-e59c-4c57-a7aa-4d0ba6ac9394 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Subnet': ['ID=880c2e6b-2578-4a74-a763-3c7cb1a28200,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:33.706649 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a7c83b5b-e59c-4c57-a7aa-4d0ba6ac9394 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:33.707616 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-f12450d9-8992-4e68-9071-eff07ee60a3f tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] In _notify_port_updated(), no bound segment for port 394531cc-7a11-410e-bfc0-470bdb79455b on network dbc373f4-f065-4b64-b8f7-9143babc2138 {{(pid=99204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 15:47:33.713250 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12450d9-8992-4e68-9071-eff07ee60a3f tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:33.713921 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f12450d9-8992-4e68-9071-eff07ee60a3f tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:33.718208 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f12450d9-8992-4e68-9071-eff07ee60a3f tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "PUT /v2.0/ports/394531cc-7a11-410e-bfc0-470bdb79455b HTTP/1.1" status: 200 len: 999 time: 3.1226673 May 31 15:47:33.720590 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52464) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:33.741615 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 22249d87-e302-4c46-abdc-c1f3b7aae816 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:47:33.779057 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a7c83b5b-e59c-4c57-a7aa-4d0ba6ac9394 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0199349 May 31 15:47:33.784943 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52470) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:33.791440 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-8fda7f82-739e-44e5-b46d-1514e253e2c1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'port': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'name': 'tempest-NetworksTestDHCPv6-886924063'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:33.863061 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3e9dbeb9-0e15-4eb3-80c9-0c7ad0845979 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:33.886396 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c5a32b7f-482e-46ce-9b70-a2f0ded29e14 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:33.922651 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7cefdc5b-696c-4eed-8ea8-280a01bd386b None None] Provisioning for port 394531cc-7a11-410e-bfc0-470bdb79455b completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:33.944761 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7cefdc5b-696c-4eed-8ea8-280a01bd386b None None] Provisioning complete for port 394531cc-7a11-410e-bfc0-470bdb79455b triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:33.945439 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7cefdc5b-696c-4eed-8ea8-280a01bd386b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:34.041442 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-7871085f-d7a2-42b2-8d75-ffa19f373e5e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:34.052158 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-7871085f-d7a2-42b2-8d75-ffa19f373e5e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Usage tracker for resource:subnet and tenant:7532521a2dc2494ca283f329c67dc09d is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:34.056905 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-7871085f-d7a2-42b2-8d75-ffa19f373e5e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:34.073464 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-7871085f-d7a2-42b2-8d75-ffa19f373e5e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:34.076109 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9dbeb9-0e15-4eb3-80c9-0c7ad0845979 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Pushing event updated for resources: {'Port': ['ID=f85da959-d6fa-4819-b53a-209b6cd03031,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:34.090105 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7871085f-d7a2-42b2-8d75-ffa19f373e5e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Made reservation on behalf of 7532521a2dc2494ca283f329c67dc09d for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:47:34.094782 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7871085f-d7a2-42b2-8d75-ffa19f373e5e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:34.102788 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-7cefdc5b-696c-4eed-8ea8-280a01bd386b None None] Port 394531cc-7a11-410e-bfc0-470bdb79455b cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:47:34.105793 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a3933c-248b-42b6-8ced-cc684d3aec73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-b5001308-9f67-458f-99a7-4cdcd1177eb2', 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'fixed_ips': [{'subnet_id': '880c2e6b-2578-4a74-a763-3c7cb1a28200'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:47:34.106660 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-08a3933c-248b-42b6-8ced-cc684d3aec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:34.118882 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3e9dbeb9-0e15-4eb3-80c9-0c7ad0845979 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:34.161888 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9dbeb9-0e15-4eb3-80c9-0c7ad0845979 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:34.175379 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-3e9dbeb9-0e15-4eb3-80c9-0c7ad0845979 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:34.193937 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9dbeb9-0e15-4eb3-80c9-0c7ad0845979 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:47:34.239583 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-0f958675-cf5e-481e-a1b8-698a1e0d734a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Allocated IP 172.26.0.246 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/adab3117-5804-4e8a-ae08-506e7ba0e6e4) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:34.299299 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-08a3933c-248b-42b6-8ced-cc684d3aec73 None None] Allocated IP 2001:db8::2 (b5001308-9f67-458f-99a7-4cdcd1177eb2/880c2e6b-2578-4a74-a763-3c7cb1a28200/00dd36c5-abf5-4504-b8f4-f7c47178879f) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:34.479662 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8fda7f82-739e-44e5-b46d-1514e253e2c1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:34.547027 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8fda7f82-739e-44e5-b46d-1514e253e2c1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:port and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:34.551358 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8fda7f82-739e-44e5-b46d-1514e253e2c1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:34.572799 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-08a3933c-248b-42b6-8ced-cc684d3aec73 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:34.585745 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-08a3933c-248b-42b6-8ced-cc684d3aec73 None None] Transition to ACTIVE for port object 00dd36c5-abf5-4504-b8f4-f7c47178879f will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:34.600203 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8fda7f82-739e-44e5-b46d-1514e253e2c1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:34.615360 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-27c235cd-534d-459e-87b5-46b99f2eb64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:34.617625 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-ef872b39-f8d6-4548-999b-11418d656683 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting port 394531cc-7a11-410e-bfc0-470bdb79455b {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:34.618025 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ef872b39-f8d6-4548-999b-11418d656683 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:34.618761 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7871085f-d7a2-42b2-8d75-ffa19f373e5e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:34.619343 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-08a3933c-248b-42b6-8ced-cc684d3aec73 None None] Transition to ACTIVE for port object 00dd36c5-abf5-4504-b8f4-f7c47178879f will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:34.624435 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:34.627358 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-08a3933c-248b-42b6-8ced-cc684d3aec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:34.633108 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73cd20ea-0319-40a1-95cf-52f7d15b5bfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:34.701911 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871085f-d7a2-42b2-8d75-ffa19f373e5e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Subnet': ['ID=f3b6ea0f-9c03-43ca-930d-75741bda644f,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:34.704496 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a3933c-248b-42b6-8ced-cc684d3aec73 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:34.705540 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7871085f-d7a2-42b2-8d75-ffa19f373e5e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:34.708033 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-08a3933c-248b-42b6-8ced-cc684d3aec73 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:34.711795 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7871085f-d7a2-42b2-8d75-ffa19f373e5e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Checking segment: {'id': '9db330ec-ab18-4b0b-8bbe-69dd66111684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '22249d87-e302-4c46-abdc-c1f3b7aae816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:47:34.712188 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7871085f-d7a2-42b2-8d75-ffa19f373e5e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network hostable DHCP agents. Network: 22249d87-e302-4c46-abdc-c1f3b7aae816, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:47:34.715162 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a3933c-248b-42b6-8ced-cc684d3aec73 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:47:34.731669 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7871085f-d7a2-42b2-8d75-ffa19f373e5e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network 22249d87-e302-4c46-abdc-c1f3b7aae816 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:47:34.744613 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-7871085f-d7a2-42b2-8d75-ffa19f373e5e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 22249d87-e302-4c46-abdc-c1f3b7aae816) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:34.761245 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7871085f-d7a2-42b2-8d75-ffa19f373e5e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:34.761836 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7871085f-d7a2-42b2-8d75-ffa19f373e5e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:34.765255 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b0b954-686c-4302-aa31-eaf7ae80f6f2 None None] Network 22249d87-e302-4c46-abdc-c1f3b7aae816 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:47:34.785855 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3933c-248b-42b6-8ced-cc684d3aec73 None None] Pushing event updated for resources: {'Port': ['ID=00dd36c5-abf5-4504-b8f4-f7c47178879f,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:34.790784 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7871085f-d7a2-42b2-8d75-ffa19f373e5e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2216072 May 31 15:47:34.790974 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-08a3933c-248b-42b6-8ced-cc684d3aec73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:34.791061 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52478) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:34.797337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-e01b6f49-299f-4a58-83d8-6e0b0697214b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-853802215', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:34.805644 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e01b6f49-299f-4a58-83d8-6e0b0697214b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:34.810251 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e01b6f49-299f-4a58-83d8-6e0b0697214b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Usage tracker for resource:router and tenant:7532521a2dc2494ca283f329c67dc09d is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:34.813405 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e01b6f49-299f-4a58-83d8-6e0b0697214b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:34.820211 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e01b6f49-299f-4a58-83d8-6e0b0697214b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:34.833793 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e01b6f49-299f-4a58-83d8-6e0b0697214b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:34.836467 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e01b6f49-299f-4a58-83d8-6e0b0697214b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:34.854646 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e01b6f49-299f-4a58-83d8-6e0b0697214b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:34.883177 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e01b6f49-299f-4a58-83d8-6e0b0697214b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:34.917349 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e01b6f49-299f-4a58-83d8-6e0b0697214b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:34.919569 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e01b6f49-299f-4a58-83d8-6e0b0697214b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1272333 May 31 15:47:34.922014 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52482) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:34.922985 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-08a3933c-248b-42b6-8ced-cc684d3aec73 None None] Attempting to bind port 00dd36c5-abf5-4504-b8f4-f7c47178879f on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:47:34.923543 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-08a3933c-248b-42b6-8ced-cc684d3aec73 None None] Attempting to bind port 00dd36c5-abf5-4504-b8f4-f7c47178879f by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:47:34.924064 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a3933c-248b-42b6-8ced-cc684d3aec73 None None] Attempting to bind port 00dd36c5-abf5-4504-b8f4-f7c47178879f on network b5001308-9f67-458f-99a7-4cdcd1177eb2 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:47:34.930458 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-e27206b6-fa54-434f-951c-f721228ad7ee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'port': {'network_id': '22249d87-e302-4c46-abdc-c1f3b7aae816', 'name': 'tempest-RoutersTest-2015433578'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:34.941171 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a3933c-248b-42b6-8ced-cc684d3aec73 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:47:34.941788 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a3933c-248b-42b6-8ced-cc684d3aec73 None None] Checking segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:47:34.942335 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-08a3933c-248b-42b6-8ced-cc684d3aec73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:34.942890 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a3933c-248b-42b6-8ced-cc684d3aec73 None None] Bound using segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:47:34.943551 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-08a3933c-248b-42b6-8ced-cc684d3aec73 None None] Bound port: 00dd36c5-abf5-4504-b8f4-f7c47178879f, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:47:34.944219 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-08a3933c-248b-42b6-8ced-cc684d3aec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:34.946964 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fda7f82-739e-44e5-b46d-1514e253e2c1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:47:34.950503 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8fda7f82-739e-44e5-b46d-1514e253e2c1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:35.011635 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-8fda7f82-739e-44e5-b46d-1514e253e2c1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] device_id is not set on port 15cc10d1-b2ff-4fab-ba92-11470a47a4f6 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:47:35.031629 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 902b2be9-349a-48a8-91ee-d0c1999c0010 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:47:35.050650 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0f958675-cf5e-481e-a1b8-698a1e0d734a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:35.106546 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e27206b6-fa54-434f-951c-f721228ad7ee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:35.118436 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e27206b6-fa54-434f-951c-f721228ad7ee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:35.130837 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27206b6-fa54-434f-951c-f721228ad7ee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Made reservation on behalf of 7532521a2dc2494ca283f329c67dc09d for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:47:35.136885 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e27206b6-fa54-434f-951c-f721228ad7ee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:35.173593 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-e27206b6-fa54-434f-951c-f721228ad7ee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] device_id is not set on port 616b4b4f-3967-47f6-95d5-0c57db0127d1 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:47:35.211730 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-08a3933c-248b-42b6-8ced-cc684d3aec73 None None] For port 00dd36c5-abf5-4504-b8f4-f7c47178879f, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:47:35.230750 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-08a3933c-248b-42b6-8ced-cc684d3aec73 None None] For port 00dd36c5-abf5-4504-b8f4-f7c47178879f, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=00dd36c5-abf5-4504-b8f4-f7c47178879f,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:47:35.272571 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ef872b39-f8d6-4548-999b-11418d656683 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:35.294154 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-08a3933c-248b-42b6-8ced-cc684d3aec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:35.315790 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-7a712eff-4c0a-4d70-a4ee-e70717e57d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:35.358916 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 902b2be9-349a-48a8-91ee-d0c1999c0010 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:35.377173 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-e27206b6-fa54-434f-951c-f721228ad7ee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Allocated IP 172.20.0.11 (22249d87-e302-4c46-abdc-c1f3b7aae816/f3b6ea0f-9c03-43ca-930d-75741bda644f/616b4b4f-3967-47f6-95d5-0c57db0127d1) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:35.397476 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcdc5b2-0721-4cf2-92df-0bd58882c051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-22249d87-e302-4c46-abdc-c1f3b7aae816', 'network_id': '22249d87-e302-4c46-abdc-c1f3b7aae816', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'fixed_ips': [{'subnet_id': 'f3b6ea0f-9c03-43ca-930d-75741bda644f'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:47:35.399500 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dfcdc5b2-0721-4cf2-92df-0bd58882c051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:35.429216 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 902b2be9-349a-48a8-91ee-d0c1999c0010 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:35.429596 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:35.553742 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3933c-248b-42b6-8ced-cc684d3aec73 None None] Pushing event updated for resources: {'Port': ['ID=00dd36c5-abf5-4504-b8f4-f7c47178879f,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:35.567221 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-08a3933c-248b-42b6-8ced-cc684d3aec73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:35.578848 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-ef872b39-f8d6-4548-999b-11418d656683 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Calling delete_port for 394531cc-7a11-410e-bfc0-470bdb79455b owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:35.589742 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0f958675-cf5e-481e-a1b8-698a1e0d734a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:35.604623 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6f92c9a2-0aea-43b5-97c9-663131ee5d36 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:35.637535 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e27206b6-fa54-434f-951c-f721228ad7ee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:35.654584 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-e27206b6-fa54-434f-951c-f721228ad7ee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Transition to ACTIVE for port object 616b4b4f-3967-47f6-95d5-0c57db0127d1 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:35.666365 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:35.687070 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e27206b6-fa54-434f-951c-f721228ad7ee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:35.694229 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-605f95a9-c231-4dbf-b742-8381f6488d2c tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:35.700908 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-8fda7f82-739e-44e5-b46d-1514e253e2c1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Allocated IP 2001:db8::31 (b5001308-9f67-458f-99a7-4cdcd1177eb2/880c2e6b-2578-4a74-a763-3c7cb1a28200/15cc10d1-b2ff-4fab-ba92-11470a47a4f6) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:35.711356 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3e9dbeb9-0e15-4eb3-80c9-0c7ad0845979 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:35.719313 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 902b2be9-349a-48a8-91ee-d0c1999c0010, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=902b2be9-349a-48a8-91ee-d0c1999c0010,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:47:35.734483 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:35.742891 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b2d0e403-de1d-410d-8ece-12d0ef527879 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:35.776238 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27206b6-fa54-434f-951c-f721228ad7ee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network 22249d87-e302-4c46-abdc-c1f3b7aae816 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:35.778232 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-e27206b6-fa54-434f-951c-f721228ad7ee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:35.791508 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27206b6-fa54-434f-951c-f721228ad7ee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:47:35.798004 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f958675-cf5e-481e-a1b8-698a1e0d734a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:35.822561 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-0f958675-cf5e-481e-a1b8-698a1e0d734a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:35.828348 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f958675-cf5e-481e-a1b8-698a1e0d734a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event updated for resources: {'Port': ['ID=adab3117-5804-4e8a-ae08-506e7ba0e6e4,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:35.833504 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f958675-cf5e-481e-a1b8-698a1e0d734a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:47:35.855642 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27206b6-fa54-434f-951c-f721228ad7ee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Port': ['ID=616b4b4f-3967-47f6-95d5-0c57db0127d1,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:35.861043 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e27206b6-fa54-434f-951c-f721228ad7ee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:35.861230 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-dfcdc5b2-0721-4cf2-92df-0bd58882c051 None None] Allocated IP 172.20.0.2 (22249d87-e302-4c46-abdc-c1f3b7aae816/f3b6ea0f-9c03-43ca-930d-75741bda644f/942e3e3a-1f60-444a-87b4-79a2806ed6f6) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:35.873176 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0f958675-cf5e-481e-a1b8-698a1e0d734a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:35.889161 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=902b2be9-349a-48a8-91ee-d0c1999c0010,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:35.893174 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:35.894316 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27206b6-fa54-434f-951c-f721228ad7ee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:35.895580 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e27206b6-fa54-434f-951c-f721228ad7ee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:35.931979 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e27206b6-fa54-434f-951c-f721228ad7ee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0085881 May 31 15:47:35.932652 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52492) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:36.107229 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dfcdc5b2-0721-4cf2-92df-0bd58882c051 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:36.118654 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-dfcdc5b2-0721-4cf2-92df-0bd58882c051 None None] Transition to ACTIVE for port object 942e3e3a-1f60-444a-87b4-79a2806ed6f6 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:36.139729 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-dfcdc5b2-0721-4cf2-92df-0bd58882c051 None None] Transition to ACTIVE for port object 942e3e3a-1f60-444a-87b4-79a2806ed6f6 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:36.149020 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dfcdc5b2-0721-4cf2-92df-0bd58882c051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:36.154592 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:36.206338 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcdc5b2-0721-4cf2-92df-0bd58882c051 None None] Network 22249d87-e302-4c46-abdc-c1f3b7aae816 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:36.214547 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-dfcdc5b2-0721-4cf2-92df-0bd58882c051 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:36.218827 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcdc5b2-0721-4cf2-92df-0bd58882c051 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:47:36.324399 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcdc5b2-0721-4cf2-92df-0bd58882c051 None None] Pushing event updated for resources: {'Port': ['ID=942e3e3a-1f60-444a-87b4-79a2806ed6f6,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:36.329246 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-dfcdc5b2-0721-4cf2-92df-0bd58882c051 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:36.342060 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-dfcdc5b2-0721-4cf2-92df-0bd58882c051 None None] Attempting to bind port 942e3e3a-1f60-444a-87b4-79a2806ed6f6 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:47:36.342569 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-dfcdc5b2-0721-4cf2-92df-0bd58882c051 None None] Attempting to bind port 942e3e3a-1f60-444a-87b4-79a2806ed6f6 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '9db330ec-ab18-4b0b-8bbe-69dd66111684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '22249d87-e302-4c46-abdc-c1f3b7aae816'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:47:36.343069 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcdc5b2-0721-4cf2-92df-0bd58882c051 None None] Attempting to bind port 942e3e3a-1f60-444a-87b4-79a2806ed6f6 on network 22249d87-e302-4c46-abdc-c1f3b7aae816 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:47:36.349504 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcdc5b2-0721-4cf2-92df-0bd58882c051 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:47:36.350148 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcdc5b2-0721-4cf2-92df-0bd58882c051 None None] Checking segment: {'id': '9db330ec-ab18-4b0b-8bbe-69dd66111684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '22249d87-e302-4c46-abdc-c1f3b7aae816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:47:36.350530 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dfcdc5b2-0721-4cf2-92df-0bd58882c051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:36.351046 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcdc5b2-0721-4cf2-92df-0bd58882c051 None None] Bound using segment: {'id': '9db330ec-ab18-4b0b-8bbe-69dd66111684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '22249d87-e302-4c46-abdc-c1f3b7aae816'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:47:36.351630 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-dfcdc5b2-0721-4cf2-92df-0bd58882c051 None None] Bound port: 942e3e3a-1f60-444a-87b4-79a2806ed6f6, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db330ec-ab18-4b0b-8bbe-69dd66111684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '22249d87-e302-4c46-abdc-c1f3b7aae816'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:47:36.352465 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dfcdc5b2-0721-4cf2-92df-0bd58882c051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:36.480344 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-dfcdc5b2-0721-4cf2-92df-0bd58882c051 None None] For port 942e3e3a-1f60-444a-87b4-79a2806ed6f6, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:47:36.484138 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-dfcdc5b2-0721-4cf2-92df-0bd58882c051 None None] For port 942e3e3a-1f60-444a-87b4-79a2806ed6f6, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=942e3e3a-1f60-444a-87b4-79a2806ed6f6,segment=NetworkSegment(9db330ec-ab18-4b0b-8bbe-69dd66111684),segment_id=9db330ec-ab18-4b0b-8bbe-69dd66111684)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:47:36.495121 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dfcdc5b2-0721-4cf2-92df-0bd58882c051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:36.499928 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-384b21d3-a50c-4dc3-9bd4-1a44b3731374 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:36.545999 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8fda7f82-739e-44e5-b46d-1514e253e2c1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:36.643398 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-8fda7f82-739e-44e5-b46d-1514e253e2c1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Transition to ACTIVE for port object 15cc10d1-b2ff-4fab-ba92-11470a47a4f6 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:36.668874 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcdc5b2-0721-4cf2-92df-0bd58882c051 None None] Pushing event updated for resources: {'Port': ['ID=942e3e3a-1f60-444a-87b4-79a2806ed6f6,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:36.672063 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-dfcdc5b2-0721-4cf2-92df-0bd58882c051 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:36.855781 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-487dc40a-55c5-4193-994c-57f8319e4343 None None] Provisioning for port 00dd36c5-abf5-4504-b8f4-f7c47178879f completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:36.911638 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d79ec240-8493-474c-b0c7-4aec656d43df tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:36.965418 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:37.061165 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 00dd36c5-abf5-4504-b8f4-f7c47178879f up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:47:37.109463 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3e9dbeb9-0e15-4eb3-80c9-0c7ad0845979 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:37.143332 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 00dd36c5-abf5-4504-b8f4-f7c47178879f completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:37.148809 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 00dd36c5-abf5-4504-b8f4-f7c47178879f triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:37.149267 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:37.252877 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ef872b39-f8d6-4548-999b-11418d656683 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:37.269865 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ce5297ab-869b-4797-9a7b-b448292d809b tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:37.279484 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:37.327286 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 00dd36c5-abf5-4504-b8f4-f7c47178879f, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=00dd36c5-abf5-4504-b8f4-f7c47178879f,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:47:37.332575 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:37.333444 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 902b2be9-349a-48a8-91ee-d0c1999c0010 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:47:37.365663 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-665b0e7e-162e-4352-baf5-7bcc288ecdbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:37.376554 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d79ec240-8493-474c-b0c7-4aec656d43df tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:37.383221 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d79ec240-8493-474c-b0c7-4aec656d43df tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:37.387713 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a7b845a7-b7e3-4d85-b8e2-8f7a3f4063a9 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:37.391686 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef872b39-f8d6-4548-999b-11418d656683 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Port': ['ID=394531cc-7a11-410e-bfc0-470bdb79455b,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:37.394979 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ef872b39-f8d6-4548-999b-11418d656683 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:37.411252 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8fda7f82-739e-44e5-b46d-1514e253e2c1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:37.425625 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-29a58c99-666b-4d61-9ffc-3b5e4a7b6542 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:37.482583 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=00dd36c5-abf5-4504-b8f4-f7c47178879f,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:37.488451 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:37.548001 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 902b2be9-349a-48a8-91ee-d0c1999c0010 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:37.548380 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:37.562847 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ec240-8493-474c-b0c7-4aec656d43df tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Port': ['ID=616b4b4f-3967-47f6-95d5-0c57db0127d1,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:37.586244 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d79ec240-8493-474c-b0c7-4aec656d43df tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:37.779883 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fda7f82-739e-44e5-b46d-1514e253e2c1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:37.802149 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-8fda7f82-739e-44e5-b46d-1514e253e2c1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:37.804838 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fda7f82-739e-44e5-b46d-1514e253e2c1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:47:37.811019 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fda7f82-739e-44e5-b46d-1514e253e2c1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:37.811660 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8fda7f82-739e-44e5-b46d-1514e253e2c1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:37.831080 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda7f82-739e-44e5-b46d-1514e253e2c1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Port': ['ID=15cc10d1-b2ff-4fab-ba92-11470a47a4f6,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:37.834557 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8fda7f82-739e-44e5-b46d-1514e253e2c1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:37.866804 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3e794a80-c616-47ee-859b-e1b86f593d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:37.868911 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ef872b39-f8d6-4548-999b-11418d656683 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:37.872668 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d79ec240-8493-474c-b0c7-4aec656d43df tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:37.917772 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8fda7f82-739e-44e5-b46d-1514e253e2c1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1313932 May 31 15:47:37.920929 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52508) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:37.930349 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ef872b39-f8d6-4548-999b-11418d656683 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/ports/394531cc-7a11-410e-bfc0-470bdb79455b HTTP/1.1" status: 204 len: 168 time: 4.2023406 May 31 15:47:37.932016 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52512) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:37.995316 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f93737a-2b2f-4b9c-926b-3068475d038b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] GET failed (client error): The resource could not be found. May 31 15:47:37.995871 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-2f93737a-2b2f-4b9c-926b-3068475d038b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Synchronizing usage tracker for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:47:38.025244 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6259414a-f7e2-42d3-93a6-95c98faaf584 None None] Network 22249d87-e302-4c46-abdc-c1f3b7aae816 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:47:38.027790 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9dbeb9-0e15-4eb3-80c9-0c7ad0845979 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Router 5d3cd81b-abee-43ad-8036-eab832ba839f is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:47:38.040963 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-2f93737a-2b2f-4b9c-926b-3068475d038b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Unset dirty status for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:47:38.044739 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2f93737a-2b2f-4b9c-926b-3068475d038b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "GET /v2.0/ports/394531cc-7a11-410e-bfc0-470bdb79455b HTTP/1.1" status: 404 len: 333 time: 0.1091294 May 31 15:47:38.044739 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0f958675-cf5e-481e-a1b8-698a1e0d734a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:38.046517 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52516) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:38.074819 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d79ec240-8493-474c-b0c7-4aec656d43df tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:38.141980 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1c4d316e-cea9-4b87-840e-16fd747fc3bb None None] Provisioning for port 15cc10d1-b2ff-4fab-ba92-11470a47a4f6 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:38.142757 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92781654-2b37-426b-b965-d4eff7e6d32b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:38.148636 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92781654-2b37-426b-b965-d4eff7e6d32b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:38.149550 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-92781654-2b37-426b-b965-d4eff7e6d32b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:47:38.160645 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1c4d316e-cea9-4b87-840e-16fd747fc3bb None None] Provisioning complete for port 15cc10d1-b2ff-4fab-ba92-11470a47a4f6 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:38.161039 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1c4d316e-cea9-4b87-840e-16fd747fc3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:38.219993 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e6f6d9-82e5-467c-a910-1ce792a89ae6 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting subnet f8673be9-ee6a-451b-9e81-33b0023775d6 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:47:38.232767 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-92781654-2b37-426b-b965-d4eff7e6d32b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:47:38.236627 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-92781654-2b37-426b-b965-d4eff7e6d32b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3113971 May 31 15:47:38.245558 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52520) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:38.276039 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-1c4d316e-cea9-4b87-840e-16fd747fc3bb None None] Port 15cc10d1-b2ff-4fab-ba92-11470a47a4f6 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:47:38.286737 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:38.313489 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-80e6f6d9-82e5-467c-a910-1ce792a89ae6 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:38.329902 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1c4d316e-cea9-4b87-840e-16fd747fc3bb None None] Provisioning for port 942e3e3a-1f60-444a-87b4-79a2806ed6f6 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:38.428784 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0f958675-cf5e-481e-a1b8-698a1e0d734a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:38.456922 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-80e6f6d9-82e5-467c-a910-1ce792a89ae6 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:38.485388 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9dbeb9-0e15-4eb3-80c9-0c7ad0845979 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:47:38.500700 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf4915a-8335-4a08-a5c7-86a4a145843c None None] Sync routers for ids ['5d3cd81b-abee-43ad-8036-eab832ba839f'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:47:38.522558 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf4915a-8335-4a08-a5c7-86a4a145843c None None] Routers {'5d3cd81b-abee-43ad-8036-eab832ba839f'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:38.523888 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-5bf4915a-8335-4a08-a5c7-86a4a145843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['5d3cd81b-abee-43ad-8036-eab832ba839f'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:38.566777 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3e9dbeb9-0e15-4eb3-80c9-0c7ad0845979 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:38.568060 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3e9dbeb9-0e15-4eb3-80c9-0c7ad0845979 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.4676352 May 31 15:47:38.574711 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52526) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:38.671713 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-20bb12fb-8338-4c16-afd4-8bd1ea9378c1 None None] Provisioning for port 616b4b4f-3967-47f6-95d5-0c57db0127d1 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:38.678413 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-20bb12fb-8338-4c16-afd4-8bd1ea9378c1 None None] Provisioning complete for port 616b4b4f-3967-47f6-95d5-0c57db0127d1 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:38.679031 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-20bb12fb-8338-4c16-afd4-8bd1ea9378c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:38.825721 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-5bf4915a-8335-4a08-a5c7-86a4a145843c None None] Set router 5d3cd81b-abee-43ad-8036-eab832ba839f gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:47:38.841796 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-20bb12fb-8338-4c16-afd4-8bd1ea9378c1 None None] Port 616b4b4f-3967-47f6-95d5-0c57db0127d1 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:47:38.856418 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d79ec240-8493-474c-b0c7-4aec656d43df tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:38.876923 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d79ec240-8493-474c-b0c7-4aec656d43df tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:38.943411 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-81ba8b14-56b7-4b56-ae45-5d9316ddced1 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:38.992746 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-2a3017a4-c36a-49f0-8515-cea2e30c7ae7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting port 15cc10d1-b2ff-4fab-ba92-11470a47a4f6 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:38.993383 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2a3017a4-c36a-49f0-8515-cea2e30c7ae7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:39.029280 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-cf2f8904-887f-411b-b512-4a7cc8eb003d None None] Provisioning complete for port 616b4b4f-3967-47f6-95d5-0c57db0127d1 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:39.029755 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cf2f8904-887f-411b-b512-4a7cc8eb003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:39.128953 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-cf2f8904-887f-411b-b512-4a7cc8eb003d None None] Port 616b4b4f-3967-47f6-95d5-0c57db0127d1 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:47:39.137610 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 00dd36c5-abf5-4504-b8f4-f7c47178879f up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:47:39.216532 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 00dd36c5-abf5-4504-b8f4-f7c47178879f triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:39.217572 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:39.246087 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d79ec240-8493-474c-b0c7-4aec656d43df tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:39.261516 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ec240-8493-474c-b0c7-4aec656d43df tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Port': ['ID=616b4b4f-3967-47f6-95d5-0c57db0127d1,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:39.264930 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d79ec240-8493-474c-b0c7-4aec656d43df tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:39.358007 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-5bf4915a-8335-4a08-a5c7-86a4a145843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3cd81b-abee-43ad-8036-eab832ba839f', 'name': 'tempest-snat-router-1976258278', 'tenant_id': '1c31b77427ac4e76aeb2905e634dbd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': 'f85da959-d6fa-4819-b53a-209b6cd03031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:47:30Z', 'updated_at': '2021-05-31T15:47:34Z', 'revision_number': 3, 'project_id': '1c31b77427ac4e76aeb2905e634dbd8f', 'gw_port': {'id': 'f85da959-d6fa-4819-b53a-209b6cd03031', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:64:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3cd81b-abee-43ad-8036-eab832ba839f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:47:32Z', 'updated_at': '2021-05-31T15:47:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:39.362361 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf4915a-8335-4a08-a5c7-86a4a145843c None None] Checking router: 5d3cd81b-abee-43ad-8036-eab832ba839f for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:47:39.362693 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf4915a-8335-4a08-a5c7-86a4a145843c None None] Updating router 5d3cd81b-abee-43ad-8036-eab832ba839f port f85da959-d6fa-4819-b53a-209b6cd03031 binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:47:39.362865 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 942e3e3a-1f60-444a-87b4-79a2806ed6f6 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:47:39.388672 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2a3017a4-c36a-49f0-8515-cea2e30c7ae7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:39.405104 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.db.resource_extend [None req-0f958675-cf5e-481e-a1b8-698a1e0d734a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:47:39.429397 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-5bf4915a-8335-4a08-a5c7-86a4a145843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:39.434343 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0f958675-cf5e-481e-a1b8-698a1e0d734a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:39.436627 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-80e6f6d9-82e5-467c-a910-1ce792a89ae6 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:39.437647 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e2cb9e96-be9e-4429-aaca-5578d54c462e None None] Provisioning complete for port 616b4b4f-3967-47f6-95d5-0c57db0127d1 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:39.437647 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9e96-be9e-4429-aaca-5578d54c462e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:39.474551 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0f958675-cf5e-481e-a1b8-698a1e0d734a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:39.487355 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e8e3f79b-f822-4a9c-85ff-360ec12c6425 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:39.500134 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-e2cb9e96-be9e-4429-aaca-5578d54c462e None None] Port 616b4b4f-3967-47f6-95d5-0c57db0127d1 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:47:39.510807 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 942e3e3a-1f60-444a-87b4-79a2806ed6f6 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:39.516202 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 942e3e3a-1f60-444a-87b4-79a2806ed6f6 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:39.516630 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:39.549119 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-2a3017a4-c36a-49f0-8515-cea2e30c7ae7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Calling delete_port for 15cc10d1-b2ff-4fab-ba92-11470a47a4f6 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:39.580670 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f958675-cf5e-481e-a1b8-698a1e0d734a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event updated for resources: {'Port': ['ID=adab3117-5804-4e8a-ae08-506e7ba0e6e4,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:39.618791 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0f958675-cf5e-481e-a1b8-698a1e0d734a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:39.623960 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ec6c406c-e1fa-467b-9aa5-fa1b04cc992f tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "GET /v2.0/routers/5d3cd81b-abee-43ad-8036-eab832ba839f HTTP/1.1" status: 200 len: 907 time: 1.0481019 May 31 15:47:39.629824 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52534) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:39.658335 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:39.701152 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79ec240-8493-474c-b0c7-4aec656d43df tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network 22249d87-e302-4c46-abdc-c1f3b7aae816 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:39.701782 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:39.707035 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 942e3e3a-1f60-444a-87b4-79a2806ed6f6, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=942e3e3a-1f60-444a-87b4-79a2806ed6f6,segment=NetworkSegment(9db330ec-ab18-4b0b-8bbe-69dd66111684),segment_id=9db330ec-ab18-4b0b-8bbe-69dd66111684)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:47:39.712383 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-d79ec240-8493-474c-b0c7-4aec656d43df tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:39.713536 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:39.715792 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-df8d28ce-2547-4255-8f09-8b5a853d7d67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:39.749940 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0f958675-cf5e-481e-a1b8-698a1e0d734a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:39.827179 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=942e3e3a-1f60-444a-87b4-79a2806ed6f6,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:39.830269 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:39.933664 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-5bf4915a-8335-4a08-a5c7-86a4a145843c None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:39.952450 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-5bf4915a-8335-4a08-a5c7-86a4a145843c None None] Transition to ACTIVE for port object f85da959-d6fa-4819-b53a-209b6cd03031 will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:39.963278 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-5bf4915a-8335-4a08-a5c7-86a4a145843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:39.968452 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:40.025178 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.l3_db [None req-0f958675-cf5e-481e-a1b8-698a1e0d734a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Floating IP c8d287a8-da8d-4326-b1bd-efe0f47e419d associated. External IP: 172.26.0.246, port: c3a9a4b0-a512-4984-8605-fd9afbb5144f. May 31 15:47:40.032604 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-8093baaa-49ab-453d-86d6-72fdae07b90e None None] Provisioning complete for port 616b4b4f-3967-47f6-95d5-0c57db0127d1 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:40.033323 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8093baaa-49ab-453d-86d6-72fdae07b90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:40.046144 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-5bf4915a-8335-4a08-a5c7-86a4a145843c None None] Attempting to bind port f85da959-d6fa-4819-b53a-209b6cd03031 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:47:40.046509 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-5bf4915a-8335-4a08-a5c7-86a4a145843c None None] Attempting to bind port f85da959-d6fa-4819-b53a-209b6cd03031 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:47:40.046861 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf4915a-8335-4a08-a5c7-86a4a145843c None None] Attempting to bind port f85da959-d6fa-4819-b53a-209b6cd03031 on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:47:40.052740 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51565ccf-a01f-461d-8d7d-1c95531bf7ba None None] Pushing event updated for resources: {'Port': ['ID=f85da959-d6fa-4819-b53a-209b6cd03031,revision_number=2']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:40.062994 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-51565ccf-a01f-461d-8d7d-1c95531bf7ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:40.063943 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf4915a-8335-4a08-a5c7-86a4a145843c None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:47:40.064310 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf4915a-8335-4a08-a5c7-86a4a145843c None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:47:40.064699 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-5bf4915a-8335-4a08-a5c7-86a4a145843c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:40.065072 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf4915a-8335-4a08-a5c7-86a4a145843c None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:47:40.065522 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-5bf4915a-8335-4a08-a5c7-86a4a145843c None None] Bound port: f85da959-d6fa-4819-b53a-209b6cd03031, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:47:40.065886 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-5bf4915a-8335-4a08-a5c7-86a4a145843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:40.141003 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-8093baaa-49ab-453d-86d6-72fdae07b90e None None] Port 616b4b4f-3967-47f6-95d5-0c57db0127d1 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:47:40.173403 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-5bf4915a-8335-4a08-a5c7-86a4a145843c None None] For port f85da959-d6fa-4819-b53a-209b6cd03031, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:47:40.176799 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-5bf4915a-8335-4a08-a5c7-86a4a145843c None None] For port f85da959-d6fa-4819-b53a-209b6cd03031, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=f85da959-d6fa-4819-b53a-209b6cd03031,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:47:40.187484 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-5bf4915a-8335-4a08-a5c7-86a4a145843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:40.199824 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:40.231344 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79ec240-8493-474c-b0c7-4aec656d43df tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Router 3accd7b6-a42d-48e7-a8e3-265c1c12639e is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:47:40.239737 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c6127177-b30e-48a2-922b-3fb113063a4d tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:40.290705 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-80e6f6d9-82e5-467c-a910-1ce792a89ae6 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:40.297300 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bfa843ba-2ebe-4a08-9f21-9ea2335422eb tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:40.298390 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf4915a-8335-4a08-a5c7-86a4a145843c None None] Routers {'5d3cd81b-abee-43ad-8036-eab832ba839f'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:40.299048 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-5bf4915a-8335-4a08-a5c7-86a4a145843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['5d3cd81b-abee-43ad-8036-eab832ba839f'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:40.314022 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2a3017a4-c36a-49f0-8515-cea2e30c7ae7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:40.325388 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-dee3a0bd-e741-44cb-ac42-f017c077d72f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:40.335125 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e6f6d9-82e5-467c-a910-1ce792a89ae6 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Subnet': ['ID=f8673be9-ee6a-451b-9e81-33b0023775d6,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:40.338118 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-80e6f6d9-82e5-467c-a910-1ce792a89ae6 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:40.339927 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-80e6f6d9-82e5-467c-a910-1ce792a89ae6 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:40.352760 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8f5bce-2459-42db-9c8e-096b666056ed None None] Network dbc373f4-f065-4b64-b8f7-9143babc2138 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:47:40.422936 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-80e6f6d9-82e5-467c-a910-1ce792a89ae6 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/subnets/f8673be9-ee6a-451b-9e81-33b0023775d6 HTTP/1.1" status: 204 len: 168 time: 2.3743479 May 31 15:47:40.426041 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52544) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:40.510208 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-5bf4915a-8335-4a08-a5c7-86a4a145843c None None] Set router 5d3cd81b-abee-43ad-8036-eab832ba839f gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:47:40.510860 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f3d2928-8feb-42a6-8a1f-e1773293971b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting subnet e4e2d7c9-5b88-4603-8953-ef5d32f514aa {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:47:40.518670 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f3d2928-8feb-42a6-8a1f-e1773293971b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:40.663827 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3017a4-c36a-49f0-8515-cea2e30c7ae7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Port': ['ID=15cc10d1-b2ff-4fab-ba92-11470a47a4f6,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:40.666682 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2a3017a4-c36a-49f0-8515-cea2e30c7ae7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:40.712812 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51565ccf-a01f-461d-8d7d-1c95531bf7ba None None] Pushing event updated for resources: {'Port': ['ID=f85da959-d6fa-4819-b53a-209b6cd03031,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:40.723378 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-51565ccf-a01f-461d-8d7d-1c95531bf7ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:40.742442 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2a3017a4-c36a-49f0-8515-cea2e30c7ae7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:40.872660 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2a3017a4-c36a-49f0-8515-cea2e30c7ae7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/15cc10d1-b2ff-4fab-ba92-11470a47a4f6 HTTP/1.1" status: 204 len: 168 time: 2.6238203 May 31 15:47:40.875216 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52548) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:40.900942 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 942e3e3a-1f60-444a-87b4-79a2806ed6f6 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:47:40.918545 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f3d2928-8feb-42a6-8a1f-e1773293971b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:40.965493 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-5bf4915a-8335-4a08-a5c7-86a4a145843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3cd81b-abee-43ad-8036-eab832ba839f', 'name': 'tempest-snat-router-1976258278', 'tenant_id': '1c31b77427ac4e76aeb2905e634dbd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': 'f85da959-d6fa-4819-b53a-209b6cd03031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:47:30Z', 'updated_at': '2021-05-31T15:47:34Z', 'revision_number': 3, 'project_id': '1c31b77427ac4e76aeb2905e634dbd8f', 'gw_port': {'id': 'f85da959-d6fa-4819-b53a-209b6cd03031', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:64:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3cd81b-abee-43ad-8036-eab832ba839f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:47:32Z', 'updated_at': '2021-05-31T15:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:40.975996 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf4915a-8335-4a08-a5c7-86a4a145843c None None] The sync data for ids ['5d3cd81b-abee-43ad-8036-eab832ba839f'] in dv-neutron-601336-79-hyperv is: [{'id': '5d3cd81b-abee-43ad-8036-eab832ba839f', 'name': 'tempest-snat-router-1976258278', 'tenant_id': '1c31b77427ac4e76aeb2905e634dbd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': 'f85da959-d6fa-4819-b53a-209b6cd03031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:47:30Z', 'updated_at': '2021-05-31T15:47:34Z', 'revision_number': 3, 'project_id': '1c31b77427ac4e76aeb2905e634dbd8f', 'gw_port': {'id': 'f85da959-d6fa-4819-b53a-209b6cd03031', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:64:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3cd81b-abee-43ad-8036-eab832ba839f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:47:32Z', 'updated_at': '2021-05-31T15:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:47:41.013699 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f958675-cf5e-481e-a1b8-698a1e0d734a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Router 7f5a6441-fbbd-48ae-b93f-635a8e5dafc5 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:47:41.023289 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e8c9a0-fe16-42be-8ab8-8cb8183a6003 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:41.026747 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e8c9a0-fe16-42be-8ab8-8cb8183a6003 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:41.035860 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b4e8c9a0-fe16-42be-8ab8-8cb8183a6003 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1540742 May 31 15:47:41.040472 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52554) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:41.048538 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79ec240-8493-474c-b0c7-4aec656d43df tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:47:41.068124 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eb7987-d813-4097-9ece-6c1b5fea2edf None None] Sync routers for ids ['3accd7b6-a42d-48e7-a8e3-265c1c12639e'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:47:41.074381 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d79ec240-8493-474c-b0c7-4aec656d43df tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "PUT /v2.0/routers/3accd7b6-a42d-48e7-a8e3-265c1c12639e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1383715 May 31 15:47:41.074381 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c6127177-b30e-48a2-922b-3fb113063a4d tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:41.078248 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52558) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:41.085753 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 942e3e3a-1f60-444a-87b4-79a2806ed6f6 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:41.086138 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:41.115112 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eb7987-d813-4097-9ece-6c1b5fea2edf None None] Routers {'3accd7b6-a42d-48e7-a8e3-265c1c12639e'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:41.115784 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e0eb7987-d813-4097-9ece-6c1b5fea2edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['3accd7b6-a42d-48e7-a8e3-265c1c12639e'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:41.211403 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affe487c-785d-491a-b984-d5222e50180c tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:41.212237 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-affe487c-785d-491a-b984-d5222e50180c tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Synchronizing usage tracker for tenant:7532521a2dc2494ca283f329c67dc09d on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:47:41.230653 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e0eb7987-d813-4097-9ece-6c1b5fea2edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:41.257131 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eb7987-d813-4097-9ece-6c1b5fea2edf None None] Routers {'3accd7b6-a42d-48e7-a8e3-265c1c12639e'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:41.257769 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e0eb7987-d813-4097-9ece-6c1b5fea2edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['3accd7b6-a42d-48e7-a8e3-265c1c12639e'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:41.287743 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f3d2928-8feb-42a6-8a1f-e1773293971b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:41.335656 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-affe487c-785d-491a-b984-d5222e50180c tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Unset dirty status for tenant:7532521a2dc2494ca283f329c67dc09d on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:47:41.336921 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-affe487c-785d-491a-b984-d5222e50180c tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "GET /v2.0/ports/616b4b4f-3967-47f6-95d5-0c57db0127d1 HTTP/1.1" status: 200 len: 978 time: 0.2577269 May 31 15:47:41.365630 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52566) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:41.416640 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e0eb7987-d813-4097-9ece-6c1b5fea2edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:41.417186 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eb7987-d813-4097-9ece-6c1b5fea2edf None None] The sync data for ids ['3accd7b6-a42d-48e7-a8e3-265c1c12639e'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:47:41.446434 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f1c755-2ad2-4204-aa6a-8803ddc0414d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting subnet 880c2e6b-2578-4a74-a763-3c7cb1a28200 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:47:41.489744 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b6f1c755-2ad2-4204-aa6a-8803ddc0414d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:41.582313 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f958675-cf5e-481e-a1b8-698a1e0d734a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:47:41.595566 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e75b10-581c-49ad-ba6e-f946c2b76a97 None None] Sync routers for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:47:41.634540 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e75b10-581c-49ad-ba6e-f946c2b76a97 None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:41.635491 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-82e75b10-581c-49ad-ba6e-f946c2b76a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:41.661248 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-c6127177-b30e-48a2-922b-3fb113063a4d tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Deleting port f85da959-d6fa-4819-b53a-209b6cd03031 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:41.661749 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c6127177-b30e-48a2-922b-3fb113063a4d tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:41.712103 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0f958675-cf5e-481e-a1b8-698a1e0d734a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:41.723604 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-82e75b10-581c-49ad-ba6e-f946c2b76a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:41.733365 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e75b10-581c-49ad-ba6e-f946c2b76a97 None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:41.734237 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-82e75b10-581c-49ad-ba6e-f946c2b76a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:41.743379 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b6f1c755-2ad2-4204-aa6a-8803ddc0414d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:41.784928 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-47e961df-cc63-4a7e-8af9-cc7e4751e237 None None] Provisioning complete for port 40559023-b15c-40e3-b9d7-bd16410a7d38 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:41.785400 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-47e961df-cc63-4a7e-8af9-cc7e4751e237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:41.805057 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-82e75b10-581c-49ad-ba6e-f946c2b76a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:41.805649 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e75b10-581c-49ad-ba6e-f946c2b76a97 None None] The sync data for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:47:41.873348 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0f958675-cf5e-481e-a1b8-698a1e0d734a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 10.2053087 May 31 15:47:41.889784 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52570) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:41.899600 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-617feac5-5e04-408d-80fb-03cc49ff6a22 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-157675071'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:41.904982 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-617feac5-5e04-408d-80fb-03cc49ff6a22 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:41.908969 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-617feac5-5e04-408d-80fb-03cc49ff6a22 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Usage tracker for resource:network and tenant:84b48f5aa76f4d3582392765ceb13e00 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:41.911903 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-617feac5-5e04-408d-80fb-03cc49ff6a22 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:41.918187 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-617feac5-5e04-408d-80fb-03cc49ff6a22 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:41.943422 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617feac5-5e04-408d-80fb-03cc49ff6a22 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Made reservation on behalf of 84b48f5aa76f4d3582392765ceb13e00 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:47:41.947355 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-617feac5-5e04-408d-80fb-03cc49ff6a22 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:41.954927 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-c6127177-b30e-48a2-922b-3fb113063a4d tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] For port f85da959-d6fa-4819-b53a-209b6cd03031, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=f85da959-d6fa-4819-b53a-209b6cd03031,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:47:41.955304 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c6127177-b30e-48a2-922b-3fb113063a4d tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:42.026893 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b6f1c755-2ad2-4204-aa6a-8803ddc0414d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:42.085243 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-617feac5-5e04-408d-80fb-03cc49ff6a22 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:47:42.106086 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-c6127177-b30e-48a2-922b-3fb113063a4d tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Calling delete_port for f85da959-d6fa-4819-b53a-209b6cd03031 owned by network:router_gateway {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:42.108805 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-617feac5-5e04-408d-80fb-03cc49ff6a22 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:42.109469 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-617feac5-5e04-408d-80fb-03cc49ff6a22 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Added segment f0ee5434-282a-4c79-a0fb-d45cb49e8f61 of type vlan for network 54ea3151-dff8-4406-bd91-f996834a7eb9 May 31 15:47:42.250751 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-617feac5-5e04-408d-80fb-03cc49ff6a22 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:42.258713 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f3d2928-8feb-42a6-8a1f-e1773293971b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:42.266930 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-63ad7f52-fae0-4021-81b2-f841d6bbed51 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:42.313534 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d2928-8feb-42a6-8a1f-e1773293971b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Subnet': ['ID=e4e2d7c9-5b88-4603-8953-ef5d32f514aa,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:42.318146 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f3d2928-8feb-42a6-8a1f-e1773293971b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:42.321954 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6f3d2928-8feb-42a6-8a1f-e1773293971b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:42.324419 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acd532d-bbdd-4de3-9f10-55e9ca9337cc None None] Network dbc373f4-f065-4b64-b8f7-9143babc2138 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:47:42.357657 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6f3d2928-8feb-42a6-8a1f-e1773293971b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/subnets/e4e2d7c9-5b88-4603-8953-ef5d32f514aa HTTP/1.1" status: 204 len: 168 time: 1.9305739 May 31 15:47:42.370564 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52576) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:42.464185 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-617feac5-5e04-408d-80fb-03cc49ff6a22 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:42.470148 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617feac5-5e04-408d-80fb-03cc49ff6a22 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:42.470783 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-617feac5-5e04-408d-80fb-03cc49ff6a22 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:42.475221 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1ca1f0ea-d50f-439d-8230-39bb23ea4127 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:42.595615 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-db963275-eab1-4258-ab90-0c2c4ba6e381 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:42.600562 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dd6eb4-444a-40f4-8b41-03e31b8e6cc5 None None] DHCP port deletion for dbc373f4-f065-4b64-b8f7-9143babc2138 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:47:42.710139 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-617feac5-5e04-408d-80fb-03cc49ff6a22 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8163183 May 31 15:47:42.710921 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52584) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:42.725747 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c6127177-b30e-48a2-922b-3fb113063a4d tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:42.731195 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-f3dd6eb4-444a-40f4-8b41-03e31b8e6cc5 None None] Deleting port 40559023-b15c-40e3-b9d7-bd16410a7d38 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:42.733994 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-add12e19-1d67-47d6-a512-580338fb7917 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:42.734668 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6eb4-444a-40f4-8b41-03e31b8e6cc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:42.739288 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-8df2f7c8-f406-4b2d-8fc3-29565684be4a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Request body: {'subnet': {'network_id': '54ea3151-dff8-4406-bd91-f996834a7eb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:42.756219 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-88967f54-0c30-4f86-89fb-9be43523ce97 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:42.793651 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617feac5-5e04-408d-80fb-03cc49ff6a22 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event updated for resources: {'Network': ['ID=54ea3151-dff8-4406-bd91-f996834a7eb9,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:42.796881 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6127177-b30e-48a2-922b-3fb113063a4d tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Pushing event deleted for resources: {'Port': ['ID=f85da959-d6fa-4819-b53a-209b6cd03031,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:42.828728 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c6127177-b30e-48a2-922b-3fb113063a4d tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:42.837081 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 54ea3151-dff8-4406-bd91-f996834a7eb9 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:47:42.854419 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-617feac5-5e04-408d-80fb-03cc49ff6a22 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:42.950180 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-f3dd6eb4-444a-40f4-8b41-03e31b8e6cc5 None None] For port 40559023-b15c-40e3-b9d7-bd16410a7d38, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=40559023-b15c-40e3-b9d7-bd16410a7d38,segment=NetworkSegment(bc4548db-fa8b-429d-a329-94e8f2dda57b),segment_id=bc4548db-fa8b-429d-a329-94e8f2dda57b)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:47:42.950562 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6eb4-444a-40f4-8b41-03e31b8e6cc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:42.976226 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 40559023-b15c-40e3-b9d7-bd16410a7d38 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:47:43.017861 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c6127177-b30e-48a2-922b-3fb113063a4d tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:43.117428 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b6f1c755-2ad2-4204-aa6a-8803ddc0414d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:43.122966 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-66ac2ea1-2fb2-4964-815d-2d14f0c79502 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:43.129824 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-f3dd6eb4-444a-40f4-8b41-03e31b8e6cc5 None None] Calling delete_port for 40559023-b15c-40e3-b9d7-bd16410a7d38 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:43.167369 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1c755-2ad2-4204-aa6a-8803ddc0414d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Subnet': ['ID=880c2e6b-2578-4a74-a763-3c7cb1a28200,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:43.170698 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b6f1c755-2ad2-4204-aa6a-8803ddc0414d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:43.171921 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8df2f7c8-f406-4b2d-8fc3-29565684be4a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:43.184057 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b6f1c755-2ad2-4204-aa6a-8803ddc0414d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:43.196121 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5a734e-a135-4026-827e-6a4350c63813 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:47:43.200957 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8df2f7c8-f406-4b2d-8fc3-29565684be4a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:43.210246 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b6f1c755-2ad2-4204-aa6a-8803ddc0414d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/880c2e6b-2578-4a74-a763-3c7cb1a28200 HTTP/1.1" status: 204 len: 168 time: 2.1671741 May 31 15:47:43.213951 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c6127177-b30e-48a2-922b-3fb113063a4d tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:43.214674 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52588) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:43.220326 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c6127177-b30e-48a2-922b-3fb113063a4d tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:43.280823 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c6127177-b30e-48a2-922b-3fb113063a4d tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:43.281342 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6127177-b30e-48a2-922b-3fb113063a4d tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d3cd81b-abee-43ad-8036-eab832ba839f {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:47:43.300792 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df2f7c8-f406-4b2d-8fc3-29565684be4a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Made reservation on behalf of 84b48f5aa76f4d3582392765ceb13e00 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:47:43.304898 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8df2f7c8-f406-4b2d-8fc3-29565684be4a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:43.308012 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c6127177-b30e-48a2-922b-3fb113063a4d tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:43.309251 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c6127177-b30e-48a2-922b-3fb113063a4d tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "DELETE /v2.0/routers/5d3cd81b-abee-43ad-8036-eab832ba839f HTTP/1.1" status: 204 len: 168 time: 3.6777186 May 31 15:47:43.330504 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52594) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:43.388703 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:43.424178 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3596cbcd-d6da-400f-b48c-601698e21097 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2080109 May 31 15:47:43.428337 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52598) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:43.430276 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-88967f54-0c30-4f86-89fb-9be43523ce97 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting port 40559023-b15c-40e3-b9d7-bd16410a7d38 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:43.430483 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-88967f54-0c30-4f86-89fb-9be43523ce97 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:43.455482 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-44f54355-2fa6-4a05-ba18-c00d59e74534 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:43.456372 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-db963275-eab1-4258-ab90-0c2c4ba6e381 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Deleting port 616b4b4f-3967-47f6-95d5-0c57db0127d1 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:43.456604 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-db963275-eab1-4258-ab90-0c2c4ba6e381 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:43.519047 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6eb4-444a-40f4-8b41-03e31b8e6cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:43.555482 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:43.604627 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd6eb4-444a-40f4-8b41-03e31b8e6cc5 None None] Pushing event deleted for resources: {'Port': ['ID=40559023-b15c-40e3-b9d7-bd16410a7d38,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:43.616131 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dd6eb4-444a-40f4-8b41-03e31b8e6cc5 None None] No DVR routers for this DVR port 40559023-b15c-40e3-b9d7-bd16410a7d38 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:47:43.657600 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f3dd6eb4-444a-40f4-8b41-03e31b8e6cc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:43.671474 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-88967f54-0c30-4f86-89fb-9be43523ce97 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] For port 40559023-b15c-40e3-b9d7-bd16410a7d38, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=40559023-b15c-40e3-b9d7-bd16410a7d38,segment=NetworkSegment(bc4548db-fa8b-429d-a329-94e8f2dda57b),segment_id=bc4548db-fa8b-429d-a329-94e8f2dda57b)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:47:43.672072 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-88967f54-0c30-4f86-89fb-9be43523ce97 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:43.682804 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-546c5847-19d6-4b37-a8a9-e63bbdf38494 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:43.730333 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-db963275-eab1-4258-ab90-0c2c4ba6e381 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:43.795935 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-44f54355-2fa6-4a05-ba18-c00d59e74534 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:43.805173 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-88967f54-0c30-4f86-89fb-9be43523ce97 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Calling delete_port for 40559023-b15c-40e3-b9d7-bd16410a7d38 owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:43.814840 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-44f54355-2fa6-4a05-ba18-c00d59e74534 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:subnet and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:43.821884 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-44f54355-2fa6-4a05-ba18-c00d59e74534 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:43.864128 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-44f54355-2fa6-4a05-ba18-c00d59e74534 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:43.875406 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde5e6f8-30ec-4d5c-92e9-08fb06bbd503 None None] DHCP port deletion for b5001308-9f67-458f-99a7-4cdcd1177eb2 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:47:43.904727 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f54355-2fa6-4a05-ba18-c00d59e74534 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:47:43.916073 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-44f54355-2fa6-4a05-ba18-c00d59e74534 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:43.991881 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-dde5e6f8-30ec-4d5c-92e9-08fb06bbd503 None None] Deleting port 00dd36c5-abf5-4504-b8f4-f7c47178879f {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:43.992331 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dde5e6f8-30ec-4d5c-92e9-08fb06bbd503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:44.080344 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-db963275-eab1-4258-ab90-0c2c4ba6e381 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Calling delete_port for 616b4b4f-3967-47f6-95d5-0c57db0127d1 owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:44.097908 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-88967f54-0c30-4f86-89fb-9be43523ce97 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:44.104320 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-dde5e6f8-30ec-4d5c-92e9-08fb06bbd503 None None] For port 00dd36c5-abf5-4504-b8f4-f7c47178879f, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=00dd36c5-abf5-4504-b8f4-f7c47178879f,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:47:44.104698 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dde5e6f8-30ec-4d5c-92e9-08fb06bbd503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:44.105584 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c73e7e47-1a3b-416e-a847-fe8a85f71f59 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:44.174122 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88967f54-0c30-4f86-89fb-9be43523ce97 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Port': ['ID=40559023-b15c-40e3-b9d7-bd16410a7d38,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:44.180743 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-88967f54-0c30-4f86-89fb-9be43523ce97 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:44.183605 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88967f54-0c30-4f86-89fb-9be43523ce97 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] No DVR routers for this DVR port 40559023-b15c-40e3-b9d7-bd16410a7d38 on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:47:44.210379 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-546c5847-19d6-4b37-a8a9-e63bbdf38494 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:44.229005 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-dde5e6f8-30ec-4d5c-92e9-08fb06bbd503 None None] Calling delete_port for 00dd36c5-abf5-4504-b8f4-f7c47178879f owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:44.287794 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dde5e6f8-30ec-4d5c-92e9-08fb06bbd503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:44.293297 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-54765df1-04ae-42dd-b4d6-46bb783ab244 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:44.317307 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-546c5847-19d6-4b37-a8a9-e63bbdf38494 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Deleting port 902b2be9-349a-48a8-91ee-d0c1999c0010 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:44.317646 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-546c5847-19d6-4b37-a8a9-e63bbdf38494 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:44.341665 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5e6f8-30ec-4d5c-92e9-08fb06bbd503 None None] Pushing event deleted for resources: {'Port': ['ID=00dd36c5-abf5-4504-b8f4-f7c47178879f,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:44.344167 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-dde5e6f8-30ec-4d5c-92e9-08fb06bbd503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:44.345225 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde5e6f8-30ec-4d5c-92e9-08fb06bbd503 None None] No DVR routers for this DVR port 00dd36c5-abf5-4504-b8f4-f7c47178879f on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:47:44.429785 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-88967f54-0c30-4f86-89fb-9be43523ce97 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:44.456281 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-88967f54-0c30-4f86-89fb-9be43523ce97 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc373f4-f065-4b64-b8f7-9143babc2138']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:44.472921 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-db963275-eab1-4258-ab90-0c2c4ba6e381 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:44.478470 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-df54e8dc-4c93-47a6-8412-4e89d100fcdf tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:44.482967 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-88967f54-0c30-4f86-89fb-9be43523ce97 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc4548db-fa8b-429d-a329-94e8f2dda57b') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:44.483264 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-88967f54-0c30-4f86-89fb-9be43523ce97 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc4548db-fa8b-429d-a329-94e8f2dda57b') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:44.505350 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-88967f54-0c30-4f86-89fb-9be43523ce97 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:44.529577 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-88967f54-0c30-4f86-89fb-9be43523ce97 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:44.537621 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db963275-eab1-4258-ab90-0c2c4ba6e381 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Port': ['ID=616b4b4f-3967-47f6-95d5-0c57db0127d1,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:44.543643 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-db963275-eab1-4258-ab90-0c2c4ba6e381 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:44.561234 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88967f54-0c30-4f86-89fb-9be43523ce97 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:47:44.561629 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-88967f54-0c30-4f86-89fb-9be43523ce97 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:47:44.582899 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:47:44.588157 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-546c5847-19d6-4b37-a8a9-e63bbdf38494 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] For port 902b2be9-349a-48a8-91ee-d0c1999c0010, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=902b2be9-349a-48a8-91ee-d0c1999c0010,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:47:44.588721 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-546c5847-19d6-4b37-a8a9-e63bbdf38494 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:44.763935 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-546c5847-19d6-4b37-a8a9-e63bbdf38494 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Calling delete_port for 902b2be9-349a-48a8-91ee-d0c1999c0010 owned by network:router_gateway {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:44.861900 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f85da959-d6fa-4819-b53a-209b6cd03031 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:47:44.901091 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: f85da959-d6fa-4819-b53a-209b6cd03031 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:47:44.901438 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f85da959-d6fa-4819-b53a-209b6cd03031 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:47:44.902060 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 00dd36c5-abf5-4504-b8f4-f7c47178879f no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:47:44.903307 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-88967f54-0c30-4f86-89fb-9be43523ce97 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:44.912999 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-88967f54-0c30-4f86-89fb-9be43523ce97 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:44.915789 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-617feac5-5e04-408d-80fb-03cc49ff6a22 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:44.936154 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-db963275-eab1-4258-ab90-0c2c4ba6e381 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:44.938151 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 00dd36c5-abf5-4504-b8f4-f7c47178879f {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:47:44.938517 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 00dd36c5-abf5-4504-b8f4-f7c47178879f not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:47:44.957799 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88967f54-0c30-4f86-89fb-9be43523ce97 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Network': ['ID=dbc373f4-f065-4b64-b8f7-9143babc2138,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:44.961252 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-88967f54-0c30-4f86-89fb-9be43523ce97 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:45.028249 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-88967f54-0c30-4f86-89fb-9be43523ce97 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/networks/dbc373f4-f065-4b64-b8f7-9143babc2138 HTTP/1.1" status: 204 len: 168 time: 2.6503794 May 31 15:47:45.028461 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52614) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:45.055956 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8df2f7c8-f406-4b2d-8fc3-29565684be4a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:45.060438 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:45.167831 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2f7c8-f406-4b2d-8fc3-29565684be4a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event updated for resources: {'Subnet': ['ID=299e08bb-79f5-4e72-bc8c-848fe1f2f73e,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:45.170497 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8df2f7c8-f406-4b2d-8fc3-29565684be4a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:45.174303 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df2f7c8-f406-4b2d-8fc3-29565684be4a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Checking segment: {'id': 'f0ee5434-282a-4c79-a0fb-d45cb49e8f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '54ea3151-dff8-4406-bd91-f996834a7eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:47:45.174690 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df2f7c8-f406-4b2d-8fc3-29565684be4a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Network hostable DHCP agents. Network: 54ea3151-dff8-4406-bd91-f996834a7eb9, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:47:45.233556 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df2f7c8-f406-4b2d-8fc3-29565684be4a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Network 54ea3151-dff8-4406-bd91-f996834a7eb9 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:47:45.257694 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-8df2f7c8-f406-4b2d-8fc3-29565684be4a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 54ea3151-dff8-4406-bd91-f996834a7eb9) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:45.265930 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4b307e-33bd-4f31-8742-396403d6c80e None None] Network 54ea3151-dff8-4406-bd91-f996834a7eb9 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:47:45.272411 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df2f7c8-f406-4b2d-8fc3-29565684be4a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:45.273008 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8df2f7c8-f406-4b2d-8fc3-29565684be4a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:45.280727 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-44f54355-2fa6-4a05-ba18-c00d59e74534 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:45.288671 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:45.329384 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db963275-eab1-4258-ab90-0c2c4ba6e381 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Router 3accd7b6-a42d-48e7-a8e3-265c1c12639e has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:47:45.353386 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8df2f7c8-f406-4b2d-8fc3-29565684be4a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6245439 May 31 15:47:45.354175 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52618) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:45.361558 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f54355-2fa6-4a05-ba18-c00d59e74534 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:45.367344 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-6e18c061-2c33-41ff-ba1e-71894dc1a675 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-794986254', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}, 'admin_state_up': False}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:45.376309 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-44f54355-2fa6-4a05-ba18-c00d59e74534 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:45.379089 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6e18c061-2c33-41ff-ba1e-71894dc1a675 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:45.390113 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6e18c061-2c33-41ff-ba1e-71894dc1a675 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Usage tracker for resource:router and tenant:84b48f5aa76f4d3582392765ceb13e00 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:45.393402 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f487ae-aa9d-4ffe-8d2e-effaf6c89fe3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:45.394919 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c2f487ae-aa9d-4ffe-8d2e-effaf6c89fe3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3660002 May 31 15:47:45.395526 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f54355-2fa6-4a05-ba18-c00d59e74534 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:45.396125 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-44f54355-2fa6-4a05-ba18-c00d59e74534 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:45.399576 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52622) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:45.400382 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6e18c061-2c33-41ff-ba1e-71894dc1a675 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Quota usage for router was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:45.404927 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f54355-2fa6-4a05-ba18-c00d59e74534 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Subnet': ['ID=6d3994c3-191d-4e99-a136-fe9f5ee5dd19,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:45.406063 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f52bcf-1c74-4b0d-857b-482c480ca77e None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:47:45.444957 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6e18c061-2c33-41ff-ba1e-71894dc1a675 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:45.447253 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-44f54355-2fa6-4a05-ba18-c00d59e74534 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:45.481162 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-44f54355-2fa6-4a05-ba18-c00d59e74534 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0321879 May 31 15:47:45.481393 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52626) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:45.488576 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-4a589072-f998-4cf2-a084-6bebc552ac8c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'port': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'name': 'tempest-NetworksTestDHCPv6-613016422'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:45.514374 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e18c061-2c33-41ff-ba1e-71894dc1a675 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:45.515466 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e18c061-2c33-41ff-ba1e-71894dc1a675 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:45.618496 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e18c061-2c33-41ff-ba1e-71894dc1a675 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:45.633573 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f66f54e9-869d-4e6a-beaf-ffaf39e635ec tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Synchronizing usage tracker for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:47:45.692888 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db963275-eab1-4258-ab90-0c2c4ba6e381 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:47:45.712912 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-546c5847-19d6-4b37-a8a9-e63bbdf38494 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:45.715444 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d181b3ac-2db3-410f-aaa0-f95008b4d441 None None] Sync routers for ids ['3accd7b6-a42d-48e7-a8e3-265c1c12639e'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:47:45.719917 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69c371c-60b9-4bc6-8f59-c2828561a0ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-54ea3151-dff8-4406-bd91-f996834a7eb9', 'network_id': '54ea3151-dff8-4406-bd91-f996834a7eb9', 'tenant_id': '84b48f5aa76f4d3582392765ceb13e00', 'fixed_ips': [{'subnet_id': '299e08bb-79f5-4e72-bc8c-848fe1f2f73e'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:47:45.721000 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e69c371c-60b9-4bc6-8f59-c2828561a0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:45.734113 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8c3fe0b1-3a47-4ae8-91ca-c87ad8e970f2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:45.745065 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f66f54e9-869d-4e6a-beaf-ffaf39e635ec tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Unset dirty status for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:47:45.750329 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f66f54e9-869d-4e6a-beaf-ffaf39e635ec tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3429430 May 31 15:47:45.759719 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52634) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:45.760708 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d181b3ac-2db3-410f-aaa0-f95008b4d441 None None] Routers {'3accd7b6-a42d-48e7-a8e3-265c1c12639e'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:45.761812 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-d181b3ac-2db3-410f-aaa0-f95008b4d441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['3accd7b6-a42d-48e7-a8e3-265c1c12639e'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:45.766853 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-319bdb15-6234-407d-83f6-09fd7b69077e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-968387994'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:45.776948 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c5847-19d6-4b37-a8a9-e63bbdf38494 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Pushing event deleted for resources: {'Port': ['ID=902b2be9-349a-48a8-91ee-d0c1999c0010,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:45.804586 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-db963275-eab1-4258-ab90-0c2c4ba6e381 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "PUT /v2.0/routers/3accd7b6-a42d-48e7-a8e3-265c1c12639e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4311435 May 31 15:47:45.810144 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-546c5847-19d6-4b37-a8a9-e63bbdf38494 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:45.810625 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52638) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:45.823029 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4a589072-f998-4cf2-a084-6bebc552ac8c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:45.832901 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-319bdb15-6234-407d-83f6-09fd7b69077e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:45.839796 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4a589072-f998-4cf2-a084-6bebc552ac8c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:port and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:45.842739 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-319bdb15-6234-407d-83f6-09fd7b69077e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:network and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:45.846967 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-319bdb15-6234-407d-83f6-09fd7b69077e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:45.849739 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4a589072-f998-4cf2-a084-6bebc552ac8c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:45.908106 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4a589072-f998-4cf2-a084-6bebc552ac8c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:45.909731 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-d181b3ac-2db3-410f-aaa0-f95008b4d441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:45.917907 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-319bdb15-6234-407d-83f6-09fd7b69077e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:45.936184 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea381ac-b039-4f42-a2bf-2c4bf57e1280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-b5001308-9f67-458f-99a7-4cdcd1177eb2', 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'fixed_ips': [{'subnet_id': '6d3994c3-191d-4e99-a136-fe9f5ee5dd19'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:47:45.937123 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7ea381ac-b039-4f42-a2bf-2c4bf57e1280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:45.958858 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d181b3ac-2db3-410f-aaa0-f95008b4d441 None None] Routers {'3accd7b6-a42d-48e7-a8e3-265c1c12639e'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:45.959521 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-d181b3ac-2db3-410f-aaa0-f95008b4d441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['3accd7b6-a42d-48e7-a8e3-265c1c12639e'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:45.998510 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a589072-f998-4cf2-a084-6bebc552ac8c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:47:46.002002 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4a589072-f998-4cf2-a084-6bebc552ac8c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:46.011746 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319bdb15-6234-407d-83f6-09fd7b69077e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:47:46.015264 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-319bdb15-6234-407d-83f6-09fd7b69077e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:46.025204 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e18c061-2c33-41ff-ba1e-71894dc1a675 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:46.029145 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-d181b3ac-2db3-410f-aaa0-f95008b4d441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:46.030226 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d181b3ac-2db3-410f-aaa0-f95008b4d441 None None] The sync data for ids ['3accd7b6-a42d-48e7-a8e3-265c1c12639e'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:47:46.069114 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-4a589072-f998-4cf2-a084-6bebc552ac8c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] device_id is not set on port 5cf8545b-1ece-481a-b4e8-f51006da6cd2 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:47:46.140380 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319bdb15-6234-407d-83f6-09fd7b69077e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:47:46.199784 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-546c5847-19d6-4b37-a8a9-e63bbdf38494 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:46.207462 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-319bdb15-6234-407d-83f6-09fd7b69077e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:46.207815 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-319bdb15-6234-407d-83f6-09fd7b69077e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Added segment dd8d967d-56ce-4c43-802a-ab3816bfbafe of type vlan for network 68842d15-e3a4-445f-b680-2738425902c1 May 31 15:47:46.245244 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-e69c371c-60b9-4bc6-8f59-c2828561a0ec None None] Allocated IP 172.20.0.2 (54ea3151-dff8-4406-bd91-f996834a7eb9/299e08bb-79f5-4e72-bc8c-848fe1f2f73e/5d7c925c-3271-4e5a-b236-d0993d995aa8) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:46.258802 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-319bdb15-6234-407d-83f6-09fd7b69077e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:46.277189 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-7ea381ac-b039-4f42-a2bf-2c4bf57e1280 None None] Allocated IP 2001:db8::2 (b5001308-9f67-458f-99a7-4cdcd1177eb2/6d3994c3-191d-4e99-a136-fe9f5ee5dd19/aaa938c5-ceb4-44ff-a98a-5302c57ebb18) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:46.310634 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-319bdb15-6234-407d-83f6-09fd7b69077e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:46.316852 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319bdb15-6234-407d-83f6-09fd7b69077e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:46.317561 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-319bdb15-6234-407d-83f6-09fd7b69077e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:46.324541 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1ef43514-000e-4633-97f0-9581656a460a tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:46.378669 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-546c5847-19d6-4b37-a8a9-e63bbdf38494 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:46.381769 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-546c5847-19d6-4b37-a8a9-e63bbdf38494 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:46.465822 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-319bdb15-6234-407d-83f6-09fd7b69077e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7021270 May 31 15:47:46.468339 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bdb15-6234-407d-83f6-09fd7b69077e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Network': ['ID=68842d15-e3a4-445f-b680-2738425902c1,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:46.470441 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52646) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:46.483409 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-546c5847-19d6-4b37-a8a9-e63bbdf38494 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:46.483952 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546c5847-19d6-4b37-a8a9-e63bbdf38494 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f6c1bc41-9478-464d-9111-d1a9ea685bed {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:47:46.489675 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 68842d15-e3a4-445f-b680-2738425902c1 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:47:46.497346 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06efbf4-5833-4d76-8a21-98f12d60e76b req-8ccdac19-9507-4b42-be09-2e9486664e7d tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:46.498912 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f06efbf4-5833-4d76-8a21-98f12d60e76b req-8ccdac19-9507-4b42-be09-2e9486664e7d tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 946 time: 0.6027515 May 31 15:47:46.503923 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-7cd9e4a1-647b-4f5d-9c31-e1d4b8d573a4 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] remove_router_interface failed (client error): The resource could not be found. May 31 15:47:46.504908 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7cd9e4a1-647b-4f5d-9c31-e1d4b8d573a4 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "PUT /v2.0/routers/3accd7b6-a42d-48e7-a8e3-265c1c12639e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6933398 May 31 15:47:46.510564 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52648) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:46.534497 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-319bdb15-6234-407d-83f6-09fd7b69077e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:46.539806 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-bad11bfc-bfb3-4f72-bdfc-695525fd53ba tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'subnet': {'network_id': '68842d15-e3a4-445f-b680-2738425902c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:46.562800 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-546c5847-19d6-4b37-a8a9-e63bbdf38494 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:46.567683 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-546c5847-19d6-4b37-a8a9-e63bbdf38494 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "DELETE /v2.0/routers/f6c1bc41-9478-464d-9111-d1a9ea685bed HTTP/1.1" status: 204 len: 168 time: 3.2308130 May 31 15:47:46.573421 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52654) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:46.577885 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-edf0892c-a3f0-4bb6-bc40-8327805ccb26 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Synchronizing usage tracker for tenant:7532521a2dc2494ca283f329c67dc09d on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:47:46.578672 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-4c00594e-231b-4447-9c89-c6b7c2060904 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1317827041', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}, 'admin_state_up': False}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:46.625199 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f06efbf4-5833-4d76-8a21-98f12d60e76b req-b980de66-8c23-4813-af44-b5ef43c5d1ae tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/security-groups?id=09f1b8d6-f3d1-43b2-a6d7-2084019e743a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134632 May 31 15:47:46.626179 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-edf0892c-a3f0-4bb6-bc40-8327805ccb26 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Unset dirty status for tenant:7532521a2dc2494ca283f329c67dc09d on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:47:46.627436 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-edf0892c-a3f0-4bb6-bc40-8327805ccb26 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "GET /v2.0/ports?device_id=3accd7b6-a42d-48e7-a8e3-265c1c12639e HTTP/1.1" status: 200 len: 205 time: 0.1138892 May 31 15:47:46.630650 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52658) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:46.790359 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4a878bb7-6f5e-428d-b2e7-28f8a20d67e3 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:46.809370 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7ea381ac-b039-4f42-a2bf-2c4bf57e1280 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:46.827332 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4c00594e-231b-4447-9c89-c6b7c2060904 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:46.839591 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7ea381ac-b039-4f42-a2bf-2c4bf57e1280 None None] Transition to ACTIVE for port object aaa938c5-ceb4-44ff-a98a-5302c57ebb18 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:46.872886 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e69c371c-60b9-4bc6-8f59-c2828561a0ec None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:46.876170 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7ea381ac-b039-4f42-a2bf-2c4bf57e1280 None None] Transition to ACTIVE for port object aaa938c5-ceb4-44ff-a98a-5302c57ebb18 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:46.886785 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4c00594e-231b-4447-9c89-c6b7c2060904 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Usage tracker for resource:router and tenant:24706fd3f5484e1a80c0ece833bb483a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:46.888419 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e69c371c-60b9-4bc6-8f59-c2828561a0ec None None] Transition to ACTIVE for port object 5d7c925c-3271-4e5a-b236-d0993d995aa8 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:46.892188 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7ea381ac-b039-4f42-a2bf-2c4bf57e1280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:46.900392 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:46.964815 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4c00594e-231b-4447-9c89-c6b7c2060904 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:46.971375 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea381ac-b039-4f42-a2bf-2c4bf57e1280 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:46.974983 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e69c371c-60b9-4bc6-8f59-c2828561a0ec None None] Transition to ACTIVE for port object 5d7c925c-3271-4e5a-b236-d0993d995aa8 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:46.978262 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-7ea381ac-b039-4f42-a2bf-2c4bf57e1280 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:46.980703 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea381ac-b039-4f42-a2bf-2c4bf57e1280 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:47:47.004724 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4c00594e-231b-4447-9c89-c6b7c2060904 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:47.012384 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e18c061-2c33-41ff-ba1e-71894dc1a675 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for router_gateway, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:47.044339 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e69c371c-60b9-4bc6-8f59-c2828561a0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:47.063152 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e18c061-2c33-41ff-ba1e-71894dc1a675 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:47.082520 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea381ac-b039-4f42-a2bf-2c4bf57e1280 None None] Pushing event updated for resources: {'Port': ['ID=aaa938c5-ceb4-44ff-a98a-5302c57ebb18,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:47.085142 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-7ea381ac-b039-4f42-a2bf-2c4bf57e1280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:47.099656 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-dfcdc5b2-0721-4cf2-92df-0bd58882c051 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:47.129613 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-bad11bfc-bfb3-4f72-bdfc-695525fd53ba tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:47.132412 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4c00594e-231b-4447-9c89-c6b7c2060904 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:47.133481 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4c00594e-231b-4447-9c89-c6b7c2060904 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:47.150332 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 902b2be9-349a-48a8-91ee-d0c1999c0010 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:47:47.150574 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-bad11bfc-bfb3-4f72-bdfc-695525fd53ba tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:subnet and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:47.158844 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-bad11bfc-bfb3-4f72-bdfc-695525fd53ba tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:47.170035 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-bad11bfc-bfb3-4f72-bdfc-695525fd53ba tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:47.187867 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-4a589072-f998-4cf2-a084-6bebc552ac8c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Allocated IP 2001:db8::1c7 (b5001308-9f67-458f-99a7-4cdcd1177eb2/6d3994c3-191d-4e99-a136-fe9f5ee5dd19/5cf8545b-1ece-481a-b4e8-f51006da6cd2) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:47.207488 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 902b2be9-349a-48a8-91ee-d0c1999c0010 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:47:47.207881 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 902b2be9-349a-48a8-91ee-d0c1999c0010 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:47:47.219356 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-7ea381ac-b039-4f42-a2bf-2c4bf57e1280 None None] Attempting to bind port aaa938c5-ceb4-44ff-a98a-5302c57ebb18 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:47:47.219659 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-7ea381ac-b039-4f42-a2bf-2c4bf57e1280 None None] Attempting to bind port aaa938c5-ceb4-44ff-a98a-5302c57ebb18 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:47:47.220016 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea381ac-b039-4f42-a2bf-2c4bf57e1280 None None] Attempting to bind port aaa938c5-ceb4-44ff-a98a-5302c57ebb18 on network b5001308-9f67-458f-99a7-4cdcd1177eb2 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:47:47.225724 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69c371c-60b9-4bc6-8f59-c2828561a0ec None None] Network 54ea3151-dff8-4406-bd91-f996834a7eb9 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:47.231666 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-e69c371c-60b9-4bc6-8f59-c2828561a0ec None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:47.234627 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69c371c-60b9-4bc6-8f59-c2828561a0ec None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:47:47.240614 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad11bfc-bfb3-4f72-bdfc-695525fd53ba tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:47:47.245270 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bad11bfc-bfb3-4f72-bdfc-695525fd53ba tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:47.261572 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4c00594e-231b-4447-9c89-c6b7c2060904 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:47.274279 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea381ac-b039-4f42-a2bf-2c4bf57e1280 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:47:47.274655 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea381ac-b039-4f42-a2bf-2c4bf57e1280 None None] Checking segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:47:47.275087 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7ea381ac-b039-4f42-a2bf-2c4bf57e1280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:47.275488 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea381ac-b039-4f42-a2bf-2c4bf57e1280 None None] Bound using segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:47:47.275971 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-7ea381ac-b039-4f42-a2bf-2c4bf57e1280 None None] Bound port: aaa938c5-ceb4-44ff-a98a-5302c57ebb18, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:47:47.276343 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7ea381ac-b039-4f42-a2bf-2c4bf57e1280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:47.285100 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c371c-60b9-4bc6-8f59-c2828561a0ec None None] Pushing event updated for resources: {'Port': ['ID=5d7c925c-3271-4e5a-b236-d0993d995aa8,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:47.288355 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e69c371c-60b9-4bc6-8f59-c2828561a0ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:47.331670 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4a878bb7-6f5e-428d-b2e7-28f8a20d67e3 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:47.334897 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4a878bb7-6f5e-428d-b2e7-28f8a20d67e3 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:47.363601 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4a878bb7-6f5e-428d-b2e7-28f8a20d67e3 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:47.364377 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a878bb7-6f5e-428d-b2e7-28f8a20d67e3 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Fanout notify agent at l3_agent the message router_deleted on router 3accd7b6-a42d-48e7-a8e3-265c1c12639e {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:47:47.378694 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4a878bb7-6f5e-428d-b2e7-28f8a20d67e3 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:47.380182 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4a878bb7-6f5e-428d-b2e7-28f8a20d67e3 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/routers/3accd7b6-a42d-48e7-a8e3-265c1c12639e HTTP/1.1" status: 204 len: 168 time: 0.7481594 May 31 15:47:47.383163 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52668) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:47.395190 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e69c371c-60b9-4bc6-8f59-c2828561a0ec None None] Attempting to bind port 5d7c925c-3271-4e5a-b236-d0993d995aa8 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:47:47.395612 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e69c371c-60b9-4bc6-8f59-c2828561a0ec None None] Attempting to bind port 5d7c925c-3271-4e5a-b236-d0993d995aa8 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f0ee5434-282a-4c79-a0fb-d45cb49e8f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '54ea3151-dff8-4406-bd91-f996834a7eb9'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:47:47.395903 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69c371c-60b9-4bc6-8f59-c2828561a0ec None None] Attempting to bind port 5d7c925c-3271-4e5a-b236-d0993d995aa8 on network 54ea3151-dff8-4406-bd91-f996834a7eb9 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:47:47.413945 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69c371c-60b9-4bc6-8f59-c2828561a0ec None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:47:47.414632 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69c371c-60b9-4bc6-8f59-c2828561a0ec None None] Checking segment: {'id': 'f0ee5434-282a-4c79-a0fb-d45cb49e8f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '54ea3151-dff8-4406-bd91-f996834a7eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:47:47.415199 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e69c371c-60b9-4bc6-8f59-c2828561a0ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:47.415748 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69c371c-60b9-4bc6-8f59-c2828561a0ec None None] Bound using segment: {'id': 'f0ee5434-282a-4c79-a0fb-d45cb49e8f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '54ea3151-dff8-4406-bd91-f996834a7eb9'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:47:47.416363 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e69c371c-60b9-4bc6-8f59-c2828561a0ec None None] Bound port: 5d7c925c-3271-4e5a-b236-d0993d995aa8, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ee5434-282a-4c79-a0fb-d45cb49e8f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '54ea3151-dff8-4406-bd91-f996834a7eb9'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:47:47.416884 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e69c371c-60b9-4bc6-8f59-c2828561a0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:47.428725 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-6e18c061-2c33-41ff-ba1e-71894dc1a675 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Allocated IP 172.26.0.79 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/5cf80474-31d2-405f-a0bd-68e215e9d8bf) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:47.494236 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a032af-373b-4fce-abd5-98ecb3dc82a8 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Deleting subnet f3b6ea0f-9c03-43ca-930d-75741bda644f {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:47:47.502842 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-93a032af-373b-4fce-abd5-98ecb3dc82a8 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:47.507329 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-7ea381ac-b039-4f42-a2bf-2c4bf57e1280 None None] For port aaa938c5-ceb4-44ff-a98a-5302c57ebb18, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:47:47.532019 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-7ea381ac-b039-4f42-a2bf-2c4bf57e1280 None None] For port aaa938c5-ceb4-44ff-a98a-5302c57ebb18, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=aaa938c5-ceb4-44ff-a98a-5302c57ebb18,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:47:47.548922 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7ea381ac-b039-4f42-a2bf-2c4bf57e1280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:47.563995 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b48bdfa1-fe67-45ba-966b-0ba2470b03ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:47.610588 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-e69c371c-60b9-4bc6-8f59-c2828561a0ec None None] For port 5d7c925c-3271-4e5a-b236-d0993d995aa8, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:47:47.650278 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-e69c371c-60b9-4bc6-8f59-c2828561a0ec None None] For port 5d7c925c-3271-4e5a-b236-d0993d995aa8, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=5d7c925c-3271-4e5a-b236-d0993d995aa8,segment=NetworkSegment(f0ee5434-282a-4c79-a0fb-d45cb49e8f61),segment_id=f0ee5434-282a-4c79-a0fb-d45cb49e8f61)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:47:47.656337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-93a032af-373b-4fce-abd5-98ecb3dc82a8 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:47.662935 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e69c371c-60b9-4bc6-8f59-c2828561a0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:47.669579 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea381ac-b039-4f42-a2bf-2c4bf57e1280 None None] Pushing event updated for resources: {'Port': ['ID=aaa938c5-ceb4-44ff-a98a-5302c57ebb18,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:47.673629 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-7ea381ac-b039-4f42-a2bf-2c4bf57e1280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:47.677045 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-df8d28ce-2547-4255-8f09-8b5a853d7d67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:47.788001 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c371c-60b9-4bc6-8f59-c2828561a0ec None None] Pushing event updated for resources: {'Port': ['ID=5d7c925c-3271-4e5a-b236-d0993d995aa8,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:47.794135 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e69c371c-60b9-4bc6-8f59-c2828561a0ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:47.816385 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0a480-56cf-45aa-a2ea-7e3d0b79810e req-577566d5-5112-4ad5-aac2-0fc61a303cfd tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:47.818120 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-49f0a480-56cf-45aa-a2ea-7e3d0b79810e req-577566d5-5112-4ad5-aac2-0fc61a303cfd tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.2303281 May 31 15:47:47.885280 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-93a032af-373b-4fce-abd5-98ecb3dc82a8 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:47.937163 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-49f0a480-56cf-45aa-a2ea-7e3d0b79810e req-45cbfb27-2684-45c7-a777-e4dcde9e317a tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050851 May 31 15:47:48.083837 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4c00594e-231b-4447-9c89-c6b7c2060904 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:48.153322 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bc3a1-2ef2-4766-8a0e-f15a6949bdaf req-334831d4-b206-4399-80ec-60ac09b77dd2 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:48.161701 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1b5bc3a1-2ef2-4766-8a0e-f15a6949bdaf req-334831d4-b206-4399-80ec-60ac09b77dd2 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/ports?device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 946 time: 0.4315076 May 31 15:47:48.217896 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4a589072-f998-4cf2-a084-6bebc552ac8c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:48.244982 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-4a589072-f998-4cf2-a084-6bebc552ac8c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Transition to ACTIVE for port object 5cf8545b-1ece-481a-b4e8-f51006da6cd2 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:48.292452 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1b5bc3a1-2ef2-4766-8a0e-f15a6949bdaf req-9f4076bf-2238-4b16-8b36-3aba479bfcae tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/security-groups?id=e27f0788-c844-4c1b-be49-7dd9df76906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220553 May 31 15:47:48.327037 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-93a032af-373b-4fce-abd5-98ecb3dc82a8 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:48.338206 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-44198f13-9e49-4586-9830-16fbbf1af6fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:48.379051 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a032af-373b-4fce-abd5-98ecb3dc82a8 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Subnet': ['ID=f3b6ea0f-9c03-43ca-930d-75741bda644f,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:48.383020 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-93a032af-373b-4fce-abd5-98ecb3dc82a8 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:48.388701 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-93a032af-373b-4fce-abd5-98ecb3dc82a8 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:48.401378 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-93a032af-373b-4fce-abd5-98ecb3dc82a8 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/subnets/f3b6ea0f-9c03-43ca-930d-75741bda644f HTTP/1.1" status: 204 len: 168 time: 1.0167234 May 31 15:47:48.402161 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52688) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:48.404896 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a62fa2-8c1d-48ab-90e6-b1027745cc49 None None] Network 22249d87-e302-4c46-abdc-c1f3b7aae816 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:47:48.574173 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a1069cdf-4951-4d18-8ff7-b8af64630f9a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:48.748567 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e18c061-2c33-41ff-ba1e-71894dc1a675 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:48.748741 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-a1069cdf-4951-4d18-8ff7-b8af64630f9a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Deleting port 942e3e3a-1f60-444a-87b4-79a2806ed6f6 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:48.748950 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a1069cdf-4951-4d18-8ff7-b8af64630f9a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:48.777839 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10ca7a-cff0-464b-960e-5a36fefcc1f2 req-3279dcfc-d5b4-4548-9ed8-ac3f175180ea tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:48.779828 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7b6164-717e-4c19-884b-d97db57b8957 None None] DHCP port deletion for 22249d87-e302-4c46-abdc-c1f3b7aae816 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:47:48.786147 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7d10ca7a-cff0-464b-960e-5a36fefcc1f2 req-3279dcfc-d5b4-4548-9ed8-ac3f175180ea tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 946 time: 0.2183194 May 31 15:47:48.821949 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e18c061-2c33-41ff-ba1e-71894dc1a675 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:48.826343 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4a589072-f998-4cf2-a084-6bebc552ac8c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:48.834974 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1d5e97e7-5df5-4535-b443-bd7871aaad82 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:48.886834 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-db7b6164-717e-4c19-884b-d97db57b8957 None None] Deleting port 942e3e3a-1f60-444a-87b4-79a2806ed6f6 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:48.887373 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-db7b6164-717e-4c19-884b-d97db57b8957 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:48.927306 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18c061-2c33-41ff-ba1e-71894dc1a675 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event updated for resources: {'Port': ['ID=5cf80474-31d2-405f-a0bd-68e215e9d8bf,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:48.950488 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6e18c061-2c33-41ff-ba1e-71894dc1a675 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:48.962491 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c032e170-aa21-4e63-9032-3884e419cf7a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:48.999928 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7d10ca7a-cff0-464b-960e-5a36fefcc1f2 req-259c2a01-1ff1-467d-9b45-abe912f77872 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/security-groups?id=09f1b8d6-f3d1-43b2-a6d7-2084019e743a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123363 May 31 15:47:49.059669 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-a1069cdf-4951-4d18-8ff7-b8af64630f9a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] For port 942e3e3a-1f60-444a-87b4-79a2806ed6f6, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=942e3e3a-1f60-444a-87b4-79a2806ed6f6,segment=NetworkSegment(9db330ec-ab18-4b0b-8bbe-69dd66111684),segment_id=9db330ec-ab18-4b0b-8bbe-69dd66111684)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:47:49.060169 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a1069cdf-4951-4d18-8ff7-b8af64630f9a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:49.077268 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a589072-f998-4cf2-a084-6bebc552ac8c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Port': ['ID=5cf8545b-1ece-481a-b4e8-f51006da6cd2,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:49.082574 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-db7b6164-717e-4c19-884b-d97db57b8957 None None] For port 942e3e3a-1f60-444a-87b4-79a2806ed6f6, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=942e3e3a-1f60-444a-87b4-79a2806ed6f6,segment=NetworkSegment(9db330ec-ab18-4b0b-8bbe-69dd66111684),segment_id=9db330ec-ab18-4b0b-8bbe-69dd66111684)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:47:49.083057 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-db7b6164-717e-4c19-884b-d97db57b8957 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:49.083879 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4a589072-f998-4cf2-a084-6bebc552ac8c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:49.085941 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a589072-f998-4cf2-a084-6bebc552ac8c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:49.118524 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-4a589072-f998-4cf2-a084-6bebc552ac8c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:49.124684 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e18c061-2c33-41ff-ba1e-71894dc1a675 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:49.125528 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a589072-f998-4cf2-a084-6bebc552ac8c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:47:49.136274 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a589072-f998-4cf2-a084-6bebc552ac8c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:49.137656 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4a589072-f998-4cf2-a084-6bebc552ac8c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:49.232485 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-6e18c061-2c33-41ff-ba1e-71894dc1a675 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:49.236146 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e18c061-2c33-41ff-ba1e-71894dc1a675 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:47:49.295147 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-db7b6164-717e-4c19-884b-d97db57b8957 None None] Calling delete_port for 942e3e3a-1f60-444a-87b4-79a2806ed6f6 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:49.354583 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device aaa938c5-ceb4-44ff-a98a-5302c57ebb18 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:47:49.459447 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-db7b6164-717e-4c19-884b-d97db57b8957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:49.466392 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-eb0d66c6-a2eb-4d71-a366-3b9d3df31bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:49.512816 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4c00594e-231b-4447-9c89-c6b7c2060904 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router_gateway, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:49.538792 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b6164-717e-4c19-884b-d97db57b8957 None None] Pushing event deleted for resources: {'Port': ['ID=942e3e3a-1f60-444a-87b4-79a2806ed6f6,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:49.547023 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-db7b6164-717e-4c19-884b-d97db57b8957 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:49.548686 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port aaa938c5-ceb4-44ff-a98a-5302c57ebb18 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:49.553618 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7b6164-717e-4c19-884b-d97db57b8957 None None] No DVR routers for this DVR port 942e3e3a-1f60-444a-87b4-79a2806ed6f6 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:47:49.556095 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5e6b4665-fc47-4d2b-96ca-e2563fd0a871 None None] Provisioning for port aaa938c5-ceb4-44ff-a98a-5302c57ebb18 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:49.560241 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4a589072-f998-4cf2-a084-6bebc552ac8c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0777993 May 31 15:47:49.563688 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52698) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:49.566434 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4c00594e-231b-4447-9c89-c6b7c2060904 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:49.568500 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5e6b4665-fc47-4d2b-96ca-e2563fd0a871 None None] Provisioning complete for port aaa938c5-ceb4-44ff-a98a-5302c57ebb18 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:49.568939 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5e6b4665-fc47-4d2b-96ca-e2563fd0a871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:49.581567 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-a1069cdf-4951-4d18-8ff7-b8af64630f9a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Calling delete_port for 942e3e3a-1f60-444a-87b4-79a2806ed6f6 owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:49.611822 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port aaa938c5-ceb4-44ff-a98a-5302c57ebb18 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:49.612268 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:49.617793 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0852432-55cc-46cb-97cd-ee967e96e7c3 req-dd588973-e191-442c-a907-170ec36ea307 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:49.625150 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f0852432-55cc-46cb-97cd-ee967e96e7c3 req-dd588973-e191-442c-a907-170ec36ea307 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.8097816 May 31 15:47:49.782373 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f0852432-55cc-46cb-97cd-ee967e96e7c3 req-5f6e3cf0-a3dc-4e70-a654-e307c04b64d8 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562872 May 31 15:47:49.800950 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40e09bb-56ef-4647-9ebf-06fa0a1a8655 None None] Network 54ea3151-dff8-4406-bd91-f996834a7eb9 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:47:49.814778 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a1069cdf-4951-4d18-8ff7-b8af64630f9a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:49.819984 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e27206b6-fa54-434f-951c-f721228ad7ee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:49.873142 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1069cdf-4951-4d18-8ff7-b8af64630f9a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Port': ['ID=942e3e3a-1f60-444a-87b4-79a2806ed6f6,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:49.879378 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a1069cdf-4951-4d18-8ff7-b8af64630f9a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:49.890254 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1069cdf-4951-4d18-8ff7-b8af64630f9a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] No DVR routers for this DVR port 942e3e3a-1f60-444a-87b4-79a2806ed6f6 on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:47:49.938322 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244fcd6-64f1-468e-9d5b-e2e0a48367dc req-d8527742-fe00-4eac-b1c7-e86e0ed44c6c tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:49.945697 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5244fcd6-64f1-468e-9d5b-e2e0a48367dc req-d8527742-fe00-4eac-b1c7-e86e0ed44c6c tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/ports?device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 946 time: 0.2795985 May 31 15:47:50.010011 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bad11bfc-bfb3-4f72-bdfc-695525fd53ba tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:50.031404 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5e6b4665-fc47-4d2b-96ca-e2563fd0a871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:50.054529 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-10107322-5ce1-4aaf-bb61-778a5c90fd68 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:50.072283 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5244fcd6-64f1-468e-9d5b-e2e0a48367dc req-fb2345bd-a479-41f6-b79c-8a355ffb7d04 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/security-groups?id=e27f0788-c844-4c1b-be49-7dd9df76906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255186 May 31 15:47:50.109336 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-5e6b4665-fc47-4d2b-96ca-e2563fd0a871 None None] For port aaa938c5-ceb4-44ff-a98a-5302c57ebb18, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=aaa938c5-ceb4-44ff-a98a-5302c57ebb18,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:47:50.117022 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a1069cdf-4951-4d18-8ff7-b8af64630f9a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:50.122302 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad11bfc-bfb3-4f72-bdfc-695525fd53ba tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Subnet': ['ID=69fd9488-842a-48aa-b706-3a22355491fa,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:50.124008 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5e6b4665-fc47-4d2b-96ca-e2563fd0a871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:50.126082 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bad11bfc-bfb3-4f72-bdfc-695525fd53ba tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:50.130890 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a9764d2d-546a-40dd-ac11-00bd70546b88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:50.136420 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46afbb35-1828-4f2d-b119-6af202e65d8f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:50.142404 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46afbb35-1828-4f2d-b119-6af202e65d8f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:50.143259 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-46afbb35-1828-4f2d-b119-6af202e65d8f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:47:50.151807 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-a1069cdf-4951-4d18-8ff7-b8af64630f9a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22249d87-e302-4c46-abdc-c1f3b7aae816']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:50.167974 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-a1069cdf-4951-4d18-8ff7-b8af64630f9a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db330ec-ab18-4b0b-8bbe-69dd66111684') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:50.168738 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-a1069cdf-4951-4d18-8ff7-b8af64630f9a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db330ec-ab18-4b0b-8bbe-69dd66111684') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:50.187131 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a1069cdf-4951-4d18-8ff7-b8af64630f9a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:50.191832 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-46afbb35-1828-4f2d-b119-6af202e65d8f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:47:50.196193 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-46afbb35-1828-4f2d-b119-6af202e65d8f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6182454 May 31 15:47:50.197145 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52708) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:50.237999 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:50.295321 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d9e2800d-8d19-4bf9-b20e-1f9650bc1dca None None] Provisioning for port 5cf8545b-1ece-481a-b4e8-f51006da6cd2 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:50.304277 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b4665-fc47-4d2b-96ca-e2563fd0a871 None None] Pushing event updated for resources: {'Port': ['ID=aaa938c5-ceb4-44ff-a98a-5302c57ebb18,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:50.305450 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-4c00594e-231b-4447-9c89-c6b7c2060904 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Allocated IP 172.26.0.232 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/4832cc4d-1ccc-41a5-a70e-b35bd68c788c) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:50.337848 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5e6b4665-fc47-4d2b-96ca-e2563fd0a871 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:50.344907 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d9e2800d-8d19-4bf9-b20e-1f9650bc1dca None None] Provisioning complete for port 5cf8545b-1ece-481a-b4e8-f51006da6cd2 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:50.345609 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d9e2800d-8d19-4bf9-b20e-1f9650bc1dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:50.421583 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad11bfc-bfb3-4f72-bdfc-695525fd53ba tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Checking segment: {'id': 'dd8d967d-56ce-4c43-802a-ab3816bfbafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '68842d15-e3a4-445f-b680-2738425902c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:47:50.421948 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad11bfc-bfb3-4f72-bdfc-695525fd53ba tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network hostable DHCP agents. Network: 68842d15-e3a4-445f-b680-2738425902c1, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:47:50.433176 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d9e2800d-8d19-4bf9-b20e-1f9650bc1dca None None] Port 5cf8545b-1ece-481a-b4e8-f51006da6cd2 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:47:50.435465 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.db.api [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:47:50.436023 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_db.api [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:47:50.448467 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d9e2800d-8d19-4bf9-b20e-1f9650bc1dca None None] Provisioning for port 5d7c925c-3271-4e5a-b236-d0993d995aa8 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:50.492170 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a1069cdf-4951-4d18-8ff7-b8af64630f9a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:50.504011 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1069cdf-4951-4d18-8ff7-b8af64630f9a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:47:50.504705 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a1069cdf-4951-4d18-8ff7-b8af64630f9a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:47:50.522164 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:47:50.746559 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a1069cdf-4951-4d18-8ff7-b8af64630f9a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:50.761057 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-e8e686d6-40bb-4c9a-9003-e00fc20cc976 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting port 5cf8545b-1ece-481a-b4e8-f51006da6cd2 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:50.761426 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e8e686d6-40bb-4c9a-9003-e00fc20cc976 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:50.775020 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6df38ae9-1179-460e-b196-f5afcc58607d tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:50.781294 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad11bfc-bfb3-4f72-bdfc-695525fd53ba tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network 68842d15-e3a4-445f-b680-2738425902c1 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:47:50.794637 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a1069cdf-4951-4d18-8ff7-b8af64630f9a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:50.801309 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e18c061-2c33-41ff-ba1e-71894dc1a675 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for router_gateway, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:50.804186 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2835106-a0e5-4d92-be89-37d48191d399 req-9b478ed8-2b98-4b6f-b6e7-03e2648f3be2 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:50.805629 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a2835106-a0e5-4d92-be89-37d48191d399 req-9b478ed8-2b98-4b6f-b6e7-03e2648f3be2 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 946 time: 0.4125421 May 31 15:47:50.831776 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adb521-e456-42cc-b924-ad207ce4bc37 req-89354e99-7a87-4f50-a50f-3367ada3a683 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:50.833095 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e1adb521-e456-42cc-b924-ad207ce4bc37 req-89354e99-7a87-4f50-a50f-3367ada3a683 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 946 time: 0.4980166 May 31 15:47:50.867024 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-bad11bfc-bfb3-4f72-bdfc-695525fd53ba tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 68842d15-e3a4-445f-b680-2738425902c1) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:50.873079 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4c00594e-231b-4447-9c89-c6b7c2060904 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:50.875268 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefed7ce-711d-4c14-9e67-e0b79858887b None None] Network 68842d15-e3a4-445f-b680-2738425902c1 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:47:50.917763 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1069cdf-4951-4d18-8ff7-b8af64630f9a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Network': ['ID=22249d87-e302-4c46-abdc-c1f3b7aae816,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:50.942998 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a1069cdf-4951-4d18-8ff7-b8af64630f9a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:50.998097 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a1069cdf-4951-4d18-8ff7-b8af64630f9a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/networks/22249d87-e302-4c46-abdc-c1f3b7aae816 HTTP/1.1" status: 204 len: 168 time: 2.5948465 May 31 15:47:51.012333 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52716) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:51.012992 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 5d7c925c-3271-4e5a-b236-d0993d995aa8 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:47:51.014847 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad11bfc-bfb3-4f72-bdfc-695525fd53ba tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:51.015746 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bad11bfc-bfb3-4f72-bdfc-695525fd53ba tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:51.021537 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99041f91-1a16-4319-8992-40cd5bdf1c6f req-0593f206-6793-4536-a83a-d57501a5a4c6 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:51.023020 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-99041f91-1a16-4319-8992-40cd5bdf1c6f req-0593f206-6793-4536-a83a-d57501a5a4c6 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.4364979 May 31 15:47:51.027334 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-bc8aa415-6e83-42f0-9867-d96a663ff36d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'network': {'name': 'tempest-RoutersTest-1639768536'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:51.032168 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-bc8aa415-6e83-42f0-9867-d96a663ff36d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:51.052108 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-bc8aa415-6e83-42f0-9867-d96a663ff36d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Usage tracker for resource:network and tenant:7532521a2dc2494ca283f329c67dc09d is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:51.058146 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-bc8aa415-6e83-42f0-9867-d96a663ff36d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:51.108275 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-bad11bfc-bfb3-4f72-bdfc-695525fd53ba tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5792003 May 31 15:47:51.116253 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52722) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:51.136755 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-bc8aa415-6e83-42f0-9867-d96a663ff36d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:51.147452 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e1adb521-e456-42cc-b924-ad207ce4bc37 req-4d59e99c-2db3-45b1-ab95-9ceb5c5e284f tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/security-groups?id=09f1b8d6-f3d1-43b2-a6d7-2084019e743a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071161 May 31 15:47:51.185233 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e8e686d6-40bb-4c9a-9003-e00fc20cc976 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:51.199561 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 5d7c925c-3271-4e5a-b236-d0993d995aa8 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:51.232051 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 5d7c925c-3271-4e5a-b236-d0993d995aa8 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:51.232482 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:51.291526 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb0b6db-91ef-47a3-9dbe-7fe1f009f4bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-68842d15-e3a4-445f-b680-2738425902c1', 'network_id': '68842d15-e3a4-445f-b680-2738425902c1', 'tenant_id': '9e98cd47beea440cbfb376c35888b670', 'fixed_ips': [{'subnet_id': '69fd9488-842a-48aa-b706-3a22355491fa'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:47:51.292410 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bfb0b6db-91ef-47a3-9dbe-7fe1f009f4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:51.318086 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-dd39646c-0d6b-4c3b-b0c9-24d5ff568c29 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'port': {'network_id': '68842d15-e3a4-445f-b680-2738425902c1', 'name': 'tempest-PortsTestJSON-1936691404'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:51.358817 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-e8e686d6-40bb-4c9a-9003-e00fc20cc976 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Calling delete_port for 5cf8545b-1ece-481a-b4e8-f51006da6cd2 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:51.419421 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e18c061-2c33-41ff-ba1e-71894dc1a675 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:51.452685 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8aa415-6e83-42f0-9867-d96a663ff36d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Made reservation on behalf of 7532521a2dc2494ca283f329c67dc09d for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:47:51.456093 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bc8aa415-6e83-42f0-9867-d96a663ff36d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:51.470023 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-bfb0b6db-91ef-47a3-9dbe-7fe1f009f4bd None None] Allocated IP 172.20.0.2 (68842d15-e3a4-445f-b680-2738425902c1/69fd9488-842a-48aa-b706-3a22355491fa/cfaa4ecb-ba0d-4bb0-a416-e481a0e41e29) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:51.550597 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4c00594e-231b-4447-9c89-c6b7c2060904 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:51.558175 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3e9dbeb9-0e15-4eb3-80c9-0c7ad0845979 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:51.602551 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:51.656105 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-dd39646c-0d6b-4c3b-b0c9-24d5ff568c29 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:51.659561 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c00594e-231b-4447-9c89-c6b7c2060904 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:51.672454 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 5d7c925c-3271-4e5a-b236-d0993d995aa8, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=5d7c925c-3271-4e5a-b236-d0993d995aa8,segment=NetworkSegment(f0ee5434-282a-4c79-a0fb-d45cb49e8f61),segment_id=f0ee5434-282a-4c79-a0fb-d45cb49e8f61)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:47:51.678622 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:51.683124 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5e6b4665-fc47-4d2b-96ca-e2563fd0a871 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:51.717908 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-4c00594e-231b-4447-9c89-c6b7c2060904 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:51.721356 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-dd39646c-0d6b-4c3b-b0c9-24d5ff568c29 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:port and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:51.726310 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-99041f91-1a16-4319-8992-40cd5bdf1c6f req-b5750bb2-0cd9-412f-8ff8-de913382f3b3 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6772513 May 31 15:47:51.741778 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8aa415-6e83-42f0-9867-d96a663ff36d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:47:51.745512 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c00594e-231b-4447-9c89-c6b7c2060904 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:47:51.751402 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bc8aa415-6e83-42f0-9867-d96a663ff36d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:51.751776 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-bc8aa415-6e83-42f0-9867-d96a663ff36d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Added segment 7d443af6-6d36-4f28-b546-84c57954ce1c of type vlan for network fc941d7b-ecc7-42cb-9669-a59c86c589af May 31 15:47:51.778583 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-dd39646c-0d6b-4c3b-b0c9-24d5ff568c29 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:51.781691 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 942e3e3a-1f60-444a-87b4-79a2806ed6f6 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:47:51.781910 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00594e-231b-4447-9c89-c6b7c2060904 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Pushing event updated for resources: {'Port': ['ID=4832cc4d-1ccc-41a5-a70e-b35bd68c788c,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:51.785599 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4c00594e-231b-4447-9c89-c6b7c2060904 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:51.801992 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bc8aa415-6e83-42f0-9867-d96a663ff36d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:51.803121 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-dd39646c-0d6b-4c3b-b0c9-24d5ff568c29 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:51.805536 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e8e686d6-40bb-4c9a-9003-e00fc20cc976 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:51.814496 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f59d2832-6b96-4282-90dd-bf962f5e1056 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:51.824132 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da133d-f378-4ad2-a7ad-7670f4465413 req-ad6e1b53-0a17-492c-96ac-b09410cf77d2 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:51.824966 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-59da133d-f378-4ad2-a7ad-7670f4465413 req-ad6e1b53-0a17-492c-96ac-b09410cf77d2 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Synchronizing usage tracker for tenant:31cb1923c01a40bcb7e56f6bb437609c on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:47:51.830929 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 942e3e3a-1f60-444a-87b4-79a2806ed6f6 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:47:51.831298 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 942e3e3a-1f60-444a-87b4-79a2806ed6f6 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:47:51.851245 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=5d7c925c-3271-4e5a-b236-d0993d995aa8,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:51.861991 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:51.863448 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd39646c-0d6b-4c3b-b0c9-24d5ff568c29 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:47:51.866595 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dd39646c-0d6b-4c3b-b0c9-24d5ff568c29 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:51.866738 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bfb0b6db-91ef-47a3-9dbe-7fe1f009f4bd None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:51.872344 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e686d6-40bb-4c9a-9003-e00fc20cc976 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Port': ['ID=5cf8545b-1ece-481a-b4e8-f51006da6cd2,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:51.875273 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-a2835106-a0e5-4d92-be89-37d48191d399 req-368ca2b2-4d9c-48c8-95d8-011488df2b16 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Deleting port 0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:51.875804 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-a2835106-a0e5-4d92-be89-37d48191d399 req-368ca2b2-4d9c-48c8-95d8-011488df2b16 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:51.878503 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bfb0b6db-91ef-47a3-9dbe-7fe1f009f4bd None None] Transition to ACTIVE for port object cfaa4ecb-ba0d-4bb0-a416-e481a0e41e29 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:51.891343 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e8e686d6-40bb-4c9a-9003-e00fc20cc976 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:51.902420 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bfb0b6db-91ef-47a3-9dbe-7fe1f009f4bd None None] Transition to ACTIVE for port object cfaa4ecb-ba0d-4bb0-a416-e481a0e41e29 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:51.910743 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bfb0b6db-91ef-47a3-9dbe-7fe1f009f4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:51.919537 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-47ed435f-cbc6-4253-96df-2e796c954d4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:51.958363 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e8e686d6-40bb-4c9a-9003-e00fc20cc976 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:51.977229 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-59da133d-f378-4ad2-a7ad-7670f4465413 req-ad6e1b53-0a17-492c-96ac-b09410cf77d2 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Unset dirty status for tenant:31cb1923c01a40bcb7e56f6bb437609c on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:47:51.978488 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-59da133d-f378-4ad2-a7ad-7670f4465413 req-ad6e1b53-0a17-492c-96ac-b09410cf77d2 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.59 "GET /v2.0/ports?device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 946 time: 0.9181376 May 31 15:47:51.979567 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-dd39646c-0d6b-4c3b-b0c9-24d5ff568c29 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] device_id is not set on port 271699b7-a361-4a2a-ad63-af5cf1c22ad3 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:47:51.989385 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb0b6db-91ef-47a3-9dbe-7fe1f009f4bd None None] Network 68842d15-e3a4-445f-b680-2738425902c1 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:51.992396 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-bfb0b6db-91ef-47a3-9dbe-7fe1f009f4bd None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:51.997066 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb0b6db-91ef-47a3-9dbe-7fe1f009f4bd None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:47:51.999438 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0b6db-91ef-47a3-9dbe-7fe1f009f4bd None None] Pushing event updated for resources: {'Port': ['ID=cfaa4ecb-ba0d-4bb0-a416-e481a0e41e29,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:52.003183 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-bfb0b6db-91ef-47a3-9dbe-7fe1f009f4bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:52.074596 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bc8aa415-6e83-42f0-9867-d96a663ff36d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:52.084581 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8aa415-6e83-42f0-9867-d96a663ff36d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:52.085218 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bc8aa415-6e83-42f0-9867-d96a663ff36d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:52.094067 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2db10e3f-aadb-49a9-b35b-7bc7a0c884b1 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:52.106431 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device aaa938c5-ceb4-44ff-a98a-5302c57ebb18 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:47:52.116827 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e8e686d6-40bb-4c9a-9003-e00fc20cc976 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/5cf8545b-1ece-481a-b4e8-f51006da6cd2 HTTP/1.1" status: 204 len: 168 time: 1.9180987 May 31 15:47:52.125563 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52726) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:52.145074 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b66a7d-28b7-4900-b270-986453434ec8 req-8ab9df58-4000-4bcd-bbb7-bd4774e91dfe tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:52.155984 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-96b66a7d-28b7-4900-b270-986453434ec8 req-8ab9df58-4000-4bcd-bbb7-bd4774e91dfe tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/ports?device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 946 time: 0.7041249 May 31 15:47:52.179794 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-bfb0b6db-91ef-47a3-9dbe-7fe1f009f4bd None None] Attempting to bind port cfaa4ecb-ba0d-4bb0-a416-e481a0e41e29 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:47:52.180285 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-bfb0b6db-91ef-47a3-9dbe-7fe1f009f4bd None None] Attempting to bind port cfaa4ecb-ba0d-4bb0-a416-e481a0e41e29 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'dd8d967d-56ce-4c43-802a-ab3816bfbafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '68842d15-e3a4-445f-b680-2738425902c1'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:47:52.180665 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb0b6db-91ef-47a3-9dbe-7fe1f009f4bd None None] Attempting to bind port cfaa4ecb-ba0d-4bb0-a416-e481a0e41e29 on network 68842d15-e3a4-445f-b680-2738425902c1 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:47:52.189688 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb0b6db-91ef-47a3-9dbe-7fe1f009f4bd None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:47:52.190145 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb0b6db-91ef-47a3-9dbe-7fe1f009f4bd None None] Checking segment: {'id': 'dd8d967d-56ce-4c43-802a-ab3816bfbafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '68842d15-e3a4-445f-b680-2738425902c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:47:52.190499 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bfb0b6db-91ef-47a3-9dbe-7fe1f009f4bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:52.190884 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb0b6db-91ef-47a3-9dbe-7fe1f009f4bd None None] Bound using segment: {'id': 'dd8d967d-56ce-4c43-802a-ab3816bfbafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '68842d15-e3a4-445f-b680-2738425902c1'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:47:52.191586 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-bfb0b6db-91ef-47a3-9dbe-7fe1f009f4bd None None] Bound port: cfaa4ecb-ba0d-4bb0-a416-e481a0e41e29, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd8d967d-56ce-4c43-802a-ab3816bfbafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '68842d15-e3a4-445f-b680-2738425902c1'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:47:52.191978 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bfb0b6db-91ef-47a3-9dbe-7fe1f009f4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:52.224383 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-a2835106-a0e5-4d92-be89-37d48191d399 req-368ca2b2-4d9c-48c8-95d8-011488df2b16 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] For port 0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f,segment=NetworkSegment(4614750b-b79f-4ba6-9b69-9d8b896289e9),segment_id=4614750b-b79f-4ba6-9b69-9d8b896289e9)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:47:52.224790 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-a2835106-a0e5-4d92-be89-37d48191d399 req-368ca2b2-4d9c-48c8-95d8-011488df2b16 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:52.275528 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port aaa938c5-ceb4-44ff-a98a-5302c57ebb18 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:52.275903 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:52.357069 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-bfb0b6db-91ef-47a3-9dbe-7fe1f009f4bd None None] For port cfaa4ecb-ba0d-4bb0-a416-e481a0e41e29, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:47:52.360524 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-bfb0b6db-91ef-47a3-9dbe-7fe1f009f4bd None None] For port cfaa4ecb-ba0d-4bb0-a416-e481a0e41e29, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=cfaa4ecb-ba0d-4bb0-a416-e481a0e41e29,segment=NetworkSegment(dd8d967d-56ce-4c43-802a-ab3816bfbafe),segment_id=dd8d967d-56ce-4c43-802a-ab3816bfbafe)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:47:52.368423 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bfb0b6db-91ef-47a3-9dbe-7fe1f009f4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:52.373040 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-db7b6164-717e-4c19-884b-d97db57b8957 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:52.491451 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bc8aa415-6e83-42f0-9867-d96a663ff36d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4759884 May 31 15:47:52.496795 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52732) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:52.512254 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-10cd44f1-22c5-41ed-81b0-3233d01566ea tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'subnet': {'network_id': 'fc941d7b-ecc7-42cb-9669-a59c86c589af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:52.515620 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0b6db-91ef-47a3-9dbe-7fe1f009f4bd None None] Pushing event updated for resources: {'Port': ['ID=cfaa4ecb-ba0d-4bb0-a416-e481a0e41e29,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:52.519207 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 5d7c925c-3271-4e5a-b236-d0993d995aa8 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:47:52.527161 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8aa415-6e83-42f0-9867-d96a663ff36d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Network': ['ID=fc941d7b-ecc7-42cb-9669-a59c86c589af,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:52.543563 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-bfb0b6db-91ef-47a3-9dbe-7fe1f009f4bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:52.546018 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network fc941d7b-ecc7-42cb-9669-a59c86c589af details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:47:52.596853 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bc8aa415-6e83-42f0-9867-d96a663ff36d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:52.603067 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-96b66a7d-28b7-4900-b270-986453434ec8 req-f360d942-ddf5-4dc9-bc25-3e1e1c37d522 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/security-groups?id=e27f0788-c844-4c1b-be49-7dd9df76906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4461858 May 31 15:47:52.607326 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e18c061-2c33-41ff-ba1e-71894dc1a675 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Router ea92f27a-108b-4f17-8e1f-fff0a656b165 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:47:52.620632 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f086ccd-d8ae-4e17-a0d8-eee0fd8d9e2c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:52.622449 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f086ccd-d8ae-4e17-a0d8-eee0fd8d9e2c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:52.623237 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1f086ccd-d8ae-4e17-a0d8-eee0fd8d9e2c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:47:52.685812 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 5d7c925c-3271-4e5a-b236-d0993d995aa8 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:52.686046 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:52.764836 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-10cd44f1-22c5-41ed-81b0-3233d01566ea tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:52.832994 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-10cd44f1-22c5-41ed-81b0-3233d01566ea tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Usage tracker for resource:subnet and tenant:7532521a2dc2494ca283f329c67dc09d is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:52.855974 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1f086ccd-d8ae-4e17-a0d8-eee0fd8d9e2c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:47:52.857504 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-10cd44f1-22c5-41ed-81b0-3233d01566ea tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:52.867232 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1f086ccd-d8ae-4e17-a0d8-eee0fd8d9e2c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7303288 May 31 15:47:52.874454 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52738) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:52.875661 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-10cd44f1-22c5-41ed-81b0-3233d01566ea tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:52.886796 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16352c-4e47-4e13-897b-a44c6d30da1f req-e849dd58-885a-4933-a347-a2ff1042fea9 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:52.888304 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7a16352c-4e47-4e13-897b-a44c6d30da1f req-e849dd58-885a-4933-a347-a2ff1042fea9 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 946 time: 0.5023823 May 31 15:47:52.985313 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-dd39646c-0d6b-4c3b-b0c9-24d5ff568c29 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Allocated IP 172.20.0.13 (68842d15-e3a4-445f-b680-2738425902c1/69fd9488-842a-48aa-b706-3a22355491fa/271699b7-a361-4a2a-ad63-af5cf1c22ad3) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:53.020674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cd44f1-22c5-41ed-81b0-3233d01566ea tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Made reservation on behalf of 7532521a2dc2494ca283f329c67dc09d for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:47:53.024196 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-10cd44f1-22c5-41ed-81b0-3233d01566ea tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:53.080270 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-a2835106-a0e5-4d92-be89-37d48191d399 req-368ca2b2-4d9c-48c8-95d8-011488df2b16 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:53.080648 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-a2835106-a0e5-4d92-be89-37d48191d399 req-368ca2b2-4d9c-48c8-95d8-011488df2b16 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:53.080970 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [req-a2835106-a0e5-4d92-be89-37d48191d399 req-368ca2b2-4d9c-48c8-95d8-011488df2b16 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Floating IP a32a8a08-04ef-4716-bd2e-b00eb1533a44 disassociated. External IP: 172.26.0.198, port: 0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f. May 31 15:47:53.081301 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-a2835106-a0e5-4d92-be89-37d48191d399 req-368ca2b2-4d9c-48c8-95d8-011488df2b16 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Calling delete_port for 0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f owned by compute:nova {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:53.124324 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [req-59da133d-f378-4ad2-a7ad-7670f4465413 req-1d1d88e8-cd07-4b6f-b956-fffe3747d2d8 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Deleting port f19b3ea4-24e8-4d61-8b6d-e504952f1ded {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:53.124666 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-59da133d-f378-4ad2-a7ad-7670f4465413 req-1d1d88e8-cd07-4b6f-b956-fffe3747d2d8 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:53.157531 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4684815-58b5-4568-8bbd-ec1782e8d3c5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting subnet 6d3994c3-191d-4e99-a136-fe9f5ee5dd19 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:47:53.169949 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e18c061-2c33-41ff-ba1e-71894dc1a675 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:47:53.183742 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c468d3-f203-4f63-94de-c0132188b725 None None] Sync routers for ids ['ea92f27a-108b-4f17-8e1f-fff0a656b165'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:47:53.184152 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7a16352c-4e47-4e13-897b-a44c6d30da1f req-fa7f985c-aba8-4f29-9de6-75e7d40f909f tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/security-groups?id=09f1b8d6-f3d1-43b2-a6d7-2084019e743a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571127 May 31 15:47:53.193603 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c468d3-f203-4f63-94de-c0132188b725 None None] Routers {'ea92f27a-108b-4f17-8e1f-fff0a656b165'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:53.202533 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-87c468d3-f203-4f63-94de-c0132188b725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['ea92f27a-108b-4f17-8e1f-fff0a656b165'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:53.210375 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f4684815-58b5-4568-8bbd-ec1782e8d3c5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:53.276617 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4c00594e-231b-4447-9c89-c6b7c2060904 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router_gateway, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:53.281284 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-87c468d3-f203-4f63-94de-c0132188b725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:53.290138 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c468d3-f203-4f63-94de-c0132188b725 None None] Routers {'ea92f27a-108b-4f17-8e1f-fff0a656b165'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:53.290728 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-87c468d3-f203-4f63-94de-c0132188b725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['ea92f27a-108b-4f17-8e1f-fff0a656b165'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:53.309365 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f4684815-58b5-4568-8bbd-ec1782e8d3c5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:53.353056 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-87c468d3-f203-4f63-94de-c0132188b725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:53.356868 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c468d3-f203-4f63-94de-c0132188b725 None None] The sync data for ids ['ea92f27a-108b-4f17-8e1f-fff0a656b165'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:47:53.404831 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e18c061-2c33-41ff-ba1e-71894dc1a675 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:53.408846 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6e18c061-2c33-41ff-ba1e-71894dc1a675 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.0470016 May 31 15:47:53.416717 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52742) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:53.426246 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5687dd-fa14-4c2a-b1fc-f012d27acad6 req-a241180d-b8ba-476b-af8b-fd6f81d7cf4d tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:53.431502 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dc5687dd-fa14-4c2a-b1fc-f012d27acad6 req-a241180d-b8ba-476b-af8b-fd6f81d7cf4d tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.4708457 May 31 15:47:53.531285 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [req-59da133d-f378-4ad2-a7ad-7670f4465413 req-1d1d88e8-cd07-4b6f-b956-fffe3747d2d8 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] For port f19b3ea4-24e8-4d61-8b6d-e504952f1ded, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f19b3ea4-24e8-4d61-8b6d-e504952f1ded,segment=NetworkSegment(6becfde1-db3d-4eb5-a5b5-1b5dae851b53),segment_id=6becfde1-db3d-4eb5-a5b5-1b5dae851b53)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:47:53.531557 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-59da133d-f378-4ad2-a7ad-7670f4465413 req-1d1d88e8-cd07-4b6f-b956-fffe3747d2d8 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:53.646356 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb1e9c8-9ba4-44e5-a1b6-c6af5576866f None None] Network 68842d15-e3a4-445f-b680-2738425902c1 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:47:53.765624 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dd39646c-0d6b-4c3b-b0c9-24d5ff568c29 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:53.874808 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-6df4ee75-5ce0-49f2-a480-ff7d9b60d553 None None] Provisioning for port cfaa4ecb-ba0d-4bb0-a416-e481a0e41e29 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:53.931042 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-dd39646c-0d6b-4c3b-b0c9-24d5ff568c29 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Transition to ACTIVE for port object 271699b7-a361-4a2a-ad63-af5cf1c22ad3 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:53.937747 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dc5687dd-fa14-4c2a-b1fc-f012d27acad6 req-3775b398-11e1-492b-94aa-6a288c975350 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2653561 May 31 15:47:54.039843 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device cfaa4ecb-ba0d-4bb0-a416-e481a0e41e29 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:47:54.067278 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f4684815-58b5-4568-8bbd-ec1782e8d3c5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:54.096036 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-a2835106-a0e5-4d92-be89-37d48191d399 req-368ca2b2-4d9c-48c8-95d8-011488df2b16 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:54.110318 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2a3017a4-c36a-49f0-8515-cea2e30c7ae7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:54.141017 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port cfaa4ecb-ba0d-4bb0-a416-e481a0e41e29 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:54.147091 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port cfaa4ecb-ba0d-4bb0-a416-e481a0e41e29 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:54.147604 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:54.244455 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ca2b2-4d9c-48c8-95d8-011488df2b16 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Pushing event deleted for resources: {'Port': ['ID=0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:54.247229 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-368ca2b2-4d9c-48c8-95d8-011488df2b16 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:54.330181 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dd39646c-0d6b-4c3b-b0c9-24d5ff568c29 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:54.346458 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:54.394661 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:54.428630 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port cfaa4ecb-ba0d-4bb0-a416-e481a0e41e29, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=cfaa4ecb-ba0d-4bb0-a416-e481a0e41e29,segment=NetworkSegment(dd8d967d-56ce-4c43-802a-ab3816bfbafe),segment_id=dd8d967d-56ce-4c43-802a-ab3816bfbafe)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:47:54.438052 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:54.450208 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:54.465878 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39646c-0d6b-4c3b-b0c9-24d5ff568c29 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Port': ['ID=271699b7-a361-4a2a-ad63-af5cf1c22ad3,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:54.488068 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-dd39646c-0d6b-4c3b-b0c9-24d5ff568c29 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:54.518964 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd39646c-0d6b-4c3b-b0c9-24d5ff568c29 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network 68842d15-e3a4-445f-b680-2738425902c1 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:54.524515 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-dd39646c-0d6b-4c3b-b0c9-24d5ff568c29 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:54.528279 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-59da133d-f378-4ad2-a7ad-7670f4465413 req-1d1d88e8-cd07-4b6f-b956-fffe3747d2d8 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:54.528833 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-59da133d-f378-4ad2-a7ad-7670f4465413 req-1d1d88e8-cd07-4b6f-b956-fffe3747d2d8 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:54.529380 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.l3_db [req-59da133d-f378-4ad2-a7ad-7670f4465413 req-1d1d88e8-cd07-4b6f-b956-fffe3747d2d8 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Floating IP ac39c5fe-f786-4513-bff8-944fa66aa54c disassociated. External IP: 172.26.0.237, port: f19b3ea4-24e8-4d61-8b6d-e504952f1ded. May 31 15:47:54.529882 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [req-59da133d-f378-4ad2-a7ad-7670f4465413 req-1d1d88e8-cd07-4b6f-b956-fffe3747d2d8 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Calling delete_port for f19b3ea4-24e8-4d61-8b6d-e504952f1ded owned by compute:nova {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:54.536884 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd39646c-0d6b-4c3b-b0c9-24d5ff568c29 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:47:54.554427 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5f6ea1da-5c88-44d0-8223-8f2053b99e3b None None] Provisioning complete for port cfaa4ecb-ba0d-4bb0-a416-e481a0e41e29 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:54.554995 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5f6ea1da-5c88-44d0-8223-8f2053b99e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:54.589795 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=cfaa4ecb-ba0d-4bb0-a416-e481a0e41e29,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:54.598047 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b714fba3-5473-48ef-bfa8-d2ed676d66ce req-bb338ca8-99c6-480b-845f-6143bd6e6da7 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 210 time: 0.1914399 May 31 15:47:54.609609 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:54.629783 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd39646c-0d6b-4c3b-b0c9-24d5ff568c29 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:54.630527 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dd39646c-0d6b-4c3b-b0c9-24d5ff568c29 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:54.640923 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4c00594e-231b-4447-9c89-c6b7c2060904 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:54.698434 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdc59d-8216-4d2a-a2e7-e6e454528a9d req-c8db04c0-44d8-4867-95cc-d9fbfbfa53f1 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:54.705629 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a4cdc59d-8216-4d2a-a2e7-e6e454528a9d req-c8db04c0-44d8-4867-95cc-d9fbfbfa53f1 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/ports?device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 946 time: 0.9082134 May 31 15:47:54.755259 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-dd39646c-0d6b-4c3b-b0c9-24d5ff568c29 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4442976 May 31 15:47:54.757805 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52750) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:54.789412 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5f6ea1da-5c88-44d0-8223-8f2053b99e3b None None] Provisioning for port 271699b7-a361-4a2a-ad63-af5cf1c22ad3 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:54.792501 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-6a00244c-5a30-424f-9001-9887db1c6014 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'port': {'network_id': '68842d15-e3a4-445f-b680-2738425902c1', 'name': 'tempest-PortsTestJSON-1706680489'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:54.797589 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5f6ea1da-5c88-44d0-8223-8f2053b99e3b None None] Provisioning complete for port 271699b7-a361-4a2a-ad63-af5cf1c22ad3 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:54.798334 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5f6ea1da-5c88-44d0-8223-8f2053b99e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:54.860007 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-5f6ea1da-5c88-44d0-8223-8f2053b99e3b None None] Port 271699b7-a361-4a2a-ad63-af5cf1c22ad3 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:47:54.933102 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a4cdc59d-8216-4d2a-a2e7-e6e454528a9d req-dddd74bd-2b32-4ffb-9423-17f8a044ce8e tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/security-groups?id=e27f0788-c844-4c1b-be49-7dd9df76906c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264349 May 31 15:47:54.989771 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bdc10f28-f023-47ef-9f67-c6ba2dfd045d None None] Provisioning complete for port 271699b7-a361-4a2a-ad63-af5cf1c22ad3 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:54.990389 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bdc10f28-f023-47ef-9f67-c6ba2dfd045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:55.108933 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-bdc10f28-f023-47ef-9f67-c6ba2dfd045d None None] Port 271699b7-a361-4a2a-ad63-af5cf1c22ad3 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:47:55.114509 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6a00244c-5a30-424f-9001-9887db1c6014 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:55.119447 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6a00244c-5a30-424f-9001-9887db1c6014 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:port and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:55.122695 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6a00244c-5a30-424f-9001-9887db1c6014 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for port was recalculated. Used quota:3. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:55.129146 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6a00244c-5a30-424f-9001-9887db1c6014 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:55.145680 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c00594e-231b-4447-9c89-c6b7c2060904 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Router 9e186653-829e-4759-abd1-d11d4d8b3157 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:47:55.166679 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a00244c-5a30-424f-9001-9887db1c6014 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:47:55.170292 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6a00244c-5a30-424f-9001-9887db1c6014 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:55.221125 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:47:55.261423 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-59da133d-f378-4ad2-a7ad-7670f4465413 req-1d1d88e8-cd07-4b6f-b956-fffe3747d2d8 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:55.262761 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: 0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:47:55.263410 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:47:55.264020 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device f19b3ea4-24e8-4d61-8b6d-e504952f1ded no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:47:55.271630 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-80f452f2-643f-46e5-b17c-9e9105ce71b2 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:55.301644 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: f19b3ea4-24e8-4d61-8b6d-e504952f1ded {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:47:55.302146 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device f19b3ea4-24e8-4d61-8b6d-e504952f1ded not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:47:55.334443 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-6a00244c-5a30-424f-9001-9887db1c6014 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] device_id is not set on port ddf5c0e0-6ebb-424d-aab5-5c0d6ee7638b yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:47:55.373218 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d88e8-cd07-4b6f-b956-fffe3747d2d8 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Pushing event deleted for resources: {'Port': ['ID=f19b3ea4-24e8-4d61-8b6d-e504952f1ded,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:55.377626 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1d1d88e8-cd07-4b6f-b956-fffe3747d2d8 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:55.382328 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2835106-a0e5-4d92-be89-37d48191d399 req-368ca2b2-4d9c-48c8-95d8-011488df2b16 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Router 40dbce2f-66ff-499f-aa81-e50ee27208ef has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:47:55.627977 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c00594e-231b-4447-9c89-c6b7c2060904 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:47:55.643466 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3f692f-3ddc-4737-a32f-ba812dfe9d5d None None] Sync routers for ids ['9e186653-829e-4759-abd1-d11d4d8b3157'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:47:55.658574 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3f692f-3ddc-4737-a32f-ba812dfe9d5d None None] Routers {'9e186653-829e-4759-abd1-d11d4d8b3157'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:55.659823 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-6d3f692f-3ddc-4737-a32f-ba812dfe9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['9e186653-829e-4759-abd1-d11d4d8b3157'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:55.749586 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-6a00244c-5a30-424f-9001-9887db1c6014 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Allocated IP 172.20.0.12 (68842d15-e3a4-445f-b680-2738425902c1/69fd9488-842a-48aa-b706-3a22355491fa/ddf5c0e0-6ebb-424d-aab5-5c0d6ee7638b) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:55.760967 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4c00594e-231b-4447-9c89-c6b7c2060904 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:55.762170 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4c00594e-231b-4447-9c89-c6b7c2060904 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.1877940 May 31 15:47:55.765663 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52758) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:55.780826 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-e2f79c00-0c68-4d9c-8842-82f0445f515e tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'enable_snat': False}}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:55.787834 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-6d3f692f-3ddc-4737-a32f-ba812dfe9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:55.797781 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3f692f-3ddc-4737-a32f-ba812dfe9d5d None None] Routers {'9e186653-829e-4759-abd1-d11d4d8b3157'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:55.799139 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-6d3f692f-3ddc-4737-a32f-ba812dfe9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['9e186653-829e-4759-abd1-d11d4d8b3157'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:55.831084 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59da133d-f378-4ad2-a7ad-7670f4465413 req-1d1d88e8-cd07-4b6f-b956-fffe3747d2d8 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Router 2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:47:55.873309 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d21f1914-7aff-4fee-af6a-b063172dd770 req-a6f1319f-20ba-4620-981d-225dd9c7f68a tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 210 time: 0.1197789 May 31 15:47:55.888752 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f4684815-58b5-4568-8bbd-ec1782e8d3c5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:55.890595 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-6d3f692f-3ddc-4737-a32f-ba812dfe9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:55.891151 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3f692f-3ddc-4737-a32f-ba812dfe9d5d None None] The sync data for ids ['9e186653-829e-4759-abd1-d11d4d8b3157'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:47:55.901436 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a6a3fcdd-e9c9-4876-b74d-122b82890e28 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:55.987949 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7b881b-4a4b-488a-9a23-967f41ff7a0c None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:47:55.993909 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-10cd44f1-22c5-41ed-81b0-3233d01566ea tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:56.008820 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b806f3b-df0e-44b6-85d9-835221ab26bd req-6a23c112-a2a7-4432-8aaf-ec74ca215e66 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:56.016196 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9b806f3b-df0e-44b6-85d9-835221ab26bd req-6a23c112-a2a7-4432-8aaf-ec74ca215e66 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.6985707 May 31 15:47:56.027641 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device cfaa4ecb-ba0d-4bb0-a416-e481a0e41e29 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:47:56.033639 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f4684815-58b5-4568-8bbd-ec1782e8d3c5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:56.041727 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2835106-a0e5-4d92-be89-37d48191d399 req-368ca2b2-4d9c-48c8-95d8-011488df2b16 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:47:56.043440 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4684815-58b5-4568-8bbd-ec1782e8d3c5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Subnet': ['ID=6d3994c3-191d-4e99-a136-fe9f5ee5dd19,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:56.057938 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6a646b-077e-4a65-9e1a-bee7e95ab7ed None None] Sync routers for ids ['40dbce2f-66ff-499f-aa81-e50ee27208ef'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:47:56.075907 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6a646b-077e-4a65-9e1a-bee7e95ab7ed None None] Routers {'40dbce2f-66ff-499f-aa81-e50ee27208ef'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:56.079380 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-fe6a646b-077e-4a65-9e1a-bee7e95ab7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['40dbce2f-66ff-499f-aa81-e50ee27208ef'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:56.094094 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f4684815-58b5-4568-8bbd-ec1782e8d3c5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:56.168595 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-93a032af-373b-4fce-abd5-98ecb3dc82a8 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:56.315768 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port cfaa4ecb-ba0d-4bb0-a416-e481a0e41e29 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:56.316137 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:56.384404 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-943fac56-d7fb-4c06-845a-14a6f5d26cb5 req-d711d9d8-b989-4b9c-a1bf-3ba96c1a3577 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/ports?device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 210 time: 0.1530175 May 31 15:47:56.422146 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-fe6a646b-077e-4a65-9e1a-bee7e95ab7ed None None] Set router 40dbce2f-66ff-499f-aa81-e50ee27208ef gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:47:56.445086 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2835106-a0e5-4d92-be89-37d48191d399 req-368ca2b2-4d9c-48c8-95d8-011488df2b16 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] No DVR routers for this DVR port 0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f on host hv-neutron-6013 {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:47:56.448920 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-a2835106-a0e5-4d92-be89-37d48191d399 req-368ca2b2-4d9c-48c8-95d8-011488df2b16 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:56.452594 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a2835106-a0e5-4d92-be89-37d48191d399 req-368ca2b2-4d9c-48c8-95d8-011488df2b16 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.59 "DELETE /v2.0/ports/0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f HTTP/1.1" status: 204 len: 173 time: 5.6317647 May 31 15:47:56.487036 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8127010-092b-4d4b-a64e-476f2292da89', 'name': 'network-vif-deleted', 'tag': '0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:47:56.489657 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6cb0e6-cb51-4c0d-b03a-c15f8e158161" -d '{"events": [{"server_uuid": "e8127010-092b-4d4b-a64e-476f2292da89", "name": "network-vif-deleted", "tag": "0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:47:56.495088 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f4684815-58b5-4568-8bbd-ec1782e8d3c5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/6d3994c3-191d-4e99-a136-fe9f5ee5dd19 HTTP/1.1" status: 204 len: 168 time: 3.6170268 May 31 15:47:56.511719 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52766) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:56.550300 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd44f1-22c5-41ed-81b0-3233d01566ea tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Checking segment: {'id': '7d443af6-6d36-4f28-b546-84c57954ce1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'fc941d7b-ecc7-42cb-9669-a59c86c589af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:47:56.553498 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cd44f1-22c5-41ed-81b0-3233d01566ea tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network hostable DHCP agents. Network: fc941d7b-ecc7-42cb-9669-a59c86c589af, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:47:56.569042 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9b806f3b-df0e-44b6-85d9-835221ab26bd req-a3cab48d-69b1-4f4b-94ee-9d495b1bf26b tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5519433 May 31 15:47:56.603817 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35b4da4-0118-46dc-aaf4-d7e3643e312e None None] DHCP port deletion for b5001308-9f67-458f-99a7-4cdcd1177eb2 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:47:56.723564 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0c1809fc-be98-4a75-b9a1-db4c4d769419 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1764486 May 31 15:47:56.728159 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 15:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0694ffdc-2b88-474d-b882-bab97d36d295 x-openstack-request-id: req-0694ffdc-2b88-474d-b882-bab97d36d295 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:47:56.728771 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8127010-092b-4d4b-a64e-476f2292da89", "name": "network-vif-deleted", "tag": "0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:47:56.729260 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0694ffdc-2b88-474d-b882-bab97d36d295 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:47:56.729885 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8127010-092b-4d4b-a64e-476f2292da89', 'name': 'network-vif-deleted', 'tag': '0c82bd4f-7f1d-4321-8ea8-a0017eff2a4f', 'status': 'completed', 'code': 200} May 31 15:47:56.730457 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52770) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:56.790938 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6a00244c-5a30-424f-9001-9887db1c6014 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:56.794555 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d35b4da4-0118-46dc-aaf4-d7e3643e312e None None] Deleting port aaa938c5-ceb4-44ff-a98a-5302c57ebb18 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:56.794869 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d35b4da4-0118-46dc-aaf4-d7e3643e312e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:56.807232 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-6a00244c-5a30-424f-9001-9887db1c6014 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Transition to ACTIVE for port object ddf5c0e0-6ebb-424d-aab5-5c0d6ee7638b will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:56.819902 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd44f1-22c5-41ed-81b0-3233d01566ea tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Subnet': ['ID=b5c923c3-9bc3-42ca-9a64-5da05e891903,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:56.821622 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-fe6a646b-077e-4a65-9e1a-bee7e95ab7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'name': 'tempest-ServersTestJSON-1948476954-router', 'tenant_id': 'dff69be66365471cb98d4afa08a838e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '85526dd5-c2c3-4e0c-abb4-07685eb315d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:18Z', 'revision_number': 4, 'project_id': 'dff69be66365471cb98d4afa08a838e7', 'gw_port': {'id': '85526dd5-c2c3-4e0c-abb4-07685eb315d3', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ee:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '906def24-1a73-4aa0-9eed-2cec96b5be0a', 'name': '', 'network_id': '95b2c66c-bf2c-4a95-9a53-2be0f2b2f486', 'tenant_id': 'dff69be66365471cb98d4afa08a838e7', 'mac_address': 'fa:16:3e:95:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '78474f67-27d4-45ee-a48b-36bd239fb199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:15Z', 'updated_at': '2021-05-31T15:45:27Z', 'revision_number': 5, 'project_id': 'dff69be66365471cb98d4afa08a838e7', 'subnets': [{'id': '78474f67-27d4-45ee-a48b-36bd239fb199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:56.825480 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-10cd44f1-22c5-41ed-81b0-3233d01566ea tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:56.834286 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6a646b-077e-4a65-9e1a-bee7e95ab7ed None None] Checking router: 40dbce2f-66ff-499f-aa81-e50ee27208ef for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:47:56.836065 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cc5d9803-266f-4c82-aecc-e5795551df20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:56.847869 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6a646b-077e-4a65-9e1a-bee7e95ab7ed None None] Routers {'40dbce2f-66ff-499f-aa81-e50ee27208ef'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:56.849124 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6a00244c-5a30-424f-9001-9887db1c6014 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:56.849841 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-fe6a646b-077e-4a65-9e1a-bee7e95ab7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['40dbce2f-66ff-499f-aa81-e50ee27208ef'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:56.861231 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1b2365b1-7afc-4fdf-8993-a121de490bcf tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:56.966319 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d35b4da4-0118-46dc-aaf4-d7e3643e312e None None] For port aaa938c5-ceb4-44ff-a98a-5302c57ebb18, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=aaa938c5-ceb4-44ff-a98a-5302c57ebb18,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:47:56.967010 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d35b4da4-0118-46dc-aaf4-d7e3643e312e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:57.102513 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59da133d-f378-4ad2-a7ad-7670f4465413 req-1d1d88e8-cd07-4b6f-b956-fffe3747d2d8 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:47:57.115701 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a00244c-5a30-424f-9001-9887db1c6014 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network 68842d15-e3a4-445f-b680-2738425902c1 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:57.160934 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cd44f1-22c5-41ed-81b0-3233d01566ea tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network fc941d7b-ecc7-42cb-9669-a59c86c589af is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:47:57.164345 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-6a00244c-5a30-424f-9001-9887db1c6014 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:57.186268 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cc0973-5af9-4f0b-b599-0b113bfadefc None None] Sync routers for ids ['2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:47:57.191572 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a00244c-5a30-424f-9001-9887db1c6014 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:47:57.206057 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d35b4da4-0118-46dc-aaf4-d7e3643e312e None None] Calling delete_port for aaa938c5-ceb4-44ff-a98a-5302c57ebb18 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:57.213066 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-fe6a646b-077e-4a65-9e1a-bee7e95ab7ed None None] Set router 40dbce2f-66ff-499f-aa81-e50ee27208ef gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:47:57.231963 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-3c343759-234f-492c-9acf-740e55a50592 req-3b36c744-52fb-4252-9552-5130bae853ec tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Synchronizing usage tracker for tenant:dff69be66365471cb98d4afa08a838e7 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:47:57.239195 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cc0973-5af9-4f0b-b599-0b113bfadefc None None] Routers {'2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:57.239838 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e5cc0973-5af9-4f0b-b599-0b113bfadefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:57.298453 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00244c-5a30-424f-9001-9887db1c6014 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Port': ['ID=ddf5c0e0-6ebb-424d-aab5-5c0d6ee7638b,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:57.311379 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-10cd44f1-22c5-41ed-81b0-3233d01566ea tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, fc941d7b-ecc7-42cb-9669-a59c86c589af) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:57.341196 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc303c51-b2bf-4688-8510-49310b3e2ad2 None None] Network fc941d7b-ecc7-42cb-9669-a59c86c589af requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:47:57.361640 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eb4ce2-8f2a-481c-838e-fa783ef54268 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:57.361896 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-17eb4ce2-8f2a-481c-838e-fa783ef54268 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:47:57.366601 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-3c343759-234f-492c-9acf-740e55a50592 req-3b36c744-52fb-4252-9552-5130bae853ec tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Unset dirty status for tenant:dff69be66365471cb98d4afa08a838e7 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:47:57.367873 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3c343759-234f-492c-9acf-740e55a50592 req-3b36c744-52fb-4252-9552-5130bae853ec tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8127010-092b-4d4b-a64e-476f2292da89 HTTP/1.1" status: 200 len: 210 time: 0.1920917 May 31 15:47:57.379683 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cd44f1-22c5-41ed-81b0-3233d01566ea tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:57.380290 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-10cd44f1-22c5-41ed-81b0-3233d01566ea tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:57.408562 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6a00244c-5a30-424f-9001-9887db1c6014 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:57.417785 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a00244c-5a30-424f-9001-9887db1c6014 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:57.418756 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6a00244c-5a30-424f-9001-9887db1c6014 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:57.442684 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-10cd44f1-22c5-41ed-81b0-3233d01566ea tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.9420044 May 31 15:47:57.443793 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52778) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:57.465758 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-72e86fb1-9f77-42ff-a301-db4de0a69030 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1137283054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:57.485599 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-17eb4ce2-8f2a-481c-838e-fa783ef54268 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:47:57.489077 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-17eb4ce2-8f2a-481c-838e-fa783ef54268 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7521799 May 31 15:47:57.491650 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52782) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:57.501956 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [req-59da133d-f378-4ad2-a7ad-7670f4465413 req-1d1d88e8-cd07-4b6f-b956-fffe3747d2d8 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] No DVR routers for this DVR port f19b3ea4-24e8-4d61-8b6d-e504952f1ded on host hv-neutron-6013 {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:47:57.657222 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-59da133d-f378-4ad2-a7ad-7670f4465413 req-1d1d88e8-cd07-4b6f-b956-fffe3747d2d8 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:57.665815 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-59da133d-f378-4ad2-a7ad-7670f4465413 req-1d1d88e8-cd07-4b6f-b956-fffe3747d2d8 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.59 "DELETE /v2.0/ports/f19b3ea4-24e8-4d61-8b6d-e504952f1ded HTTP/1.1" status: 204 len: 173 time: 5.6359286 May 31 15:47:57.666371 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc', 'name': 'network-vif-deleted', 'tag': 'f19b3ea4-24e8-4d61-8b6d-e504952f1ded'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:47:57.668786 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab55670-8293-45e7-adf8-d8f106b19d55" -d '{"events": [{"server_uuid": "48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc", "name": "network-vif-deleted", "tag": "f19b3ea4-24e8-4d61-8b6d-e504952f1ded"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:47:57.696958 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-72e86fb1-9f77-42ff-a301-db4de0a69030 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:57.722370 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6a00244c-5a30-424f-9001-9887db1c6014 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9509110 May 31 15:47:57.723709 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52790) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:57.809609 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-4984e42c-786b-4c12-b5ae-988a9fbf1ae7 None None] Provisioning for port ddf5c0e0-6ebb-424d-aab5-5c0d6ee7638b completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:47:57.858530 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d35b4da4-0118-46dc-aaf4-d7e3643e312e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:57.862388 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-4984e42c-786b-4c12-b5ae-988a9fbf1ae7 None None] Provisioning complete for port ddf5c0e0-6ebb-424d-aab5-5c0d6ee7638b triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:47:57.862753 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4984e42c-786b-4c12-b5ae-988a9fbf1ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:57.905904 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f3dd6eb4-444a-40f4-8b41-03e31b8e6cc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:57.915846 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-fe6a646b-077e-4a65-9e1a-bee7e95ab7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'name': 'tempest-ServersTestJSON-1948476954-router', 'tenant_id': 'dff69be66365471cb98d4afa08a838e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '85526dd5-c2c3-4e0c-abb4-07685eb315d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:18Z', 'revision_number': 4, 'project_id': 'dff69be66365471cb98d4afa08a838e7', 'gw_port': {'id': '85526dd5-c2c3-4e0c-abb4-07685eb315d3', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ee:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '906def24-1a73-4aa0-9eed-2cec96b5be0a', 'name': '', 'network_id': '95b2c66c-bf2c-4a95-9a53-2be0f2b2f486', 'tenant_id': 'dff69be66365471cb98d4afa08a838e7', 'mac_address': 'fa:16:3e:95:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '78474f67-27d4-45ee-a48b-36bd239fb199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:15Z', 'updated_at': '2021-05-31T15:45:27Z', 'revision_number': 5, 'project_id': 'dff69be66365471cb98d4afa08a838e7', 'subnets': [{'id': '78474f67-27d4-45ee-a48b-36bd239fb199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:57.921339 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6a646b-077e-4a65-9e1a-bee7e95ab7ed None None] The sync data for ids ['40dbce2f-66ff-499f-aa81-e50ee27208ef'] in dv-neutron-601336-79-hyperv is: [{'id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'name': 'tempest-ServersTestJSON-1948476954-router', 'tenant_id': 'dff69be66365471cb98d4afa08a838e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '85526dd5-c2c3-4e0c-abb4-07685eb315d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:18Z', 'revision_number': 4, 'project_id': 'dff69be66365471cb98d4afa08a838e7', 'gw_port': {'id': '85526dd5-c2c3-4e0c-abb4-07685eb315d3', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ee:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '906def24-1a73-4aa0-9eed-2cec96b5be0a', 'name': '', 'network_id': '95b2c66c-bf2c-4a95-9a53-2be0f2b2f486', 'tenant_id': 'dff69be66365471cb98d4afa08a838e7', 'mac_address': 'fa:16:3e:95:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '78474f67-27d4-45ee-a48b-36bd239fb199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:15Z', 'updated_at': '2021-05-31T15:45:27Z', 'revision_number': 5, 'project_id': 'dff69be66365471cb98d4afa08a838e7', 'subnets': [{'id': '78474f67-27d4-45ee-a48b-36bd239fb199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:47:57.941721 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e2f79c00-0c68-4d9c-8842-82f0445f515e tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:57.979995 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec4abe7-5347-41a5-9a61-55b2f76a4411 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:57.980695 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-e5cc0973-5af9-4f0b-b599-0b113bfadefc None None] Set router 2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:47:57.981839 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-7ec4abe7-5347-41a5-9a61-55b2f76a4411 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Synchronizing usage tracker for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:47:58.051898 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device aaa938c5-ceb4-44ff-a98a-5302c57ebb18 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:47:58.077458 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-7ec4abe7-5347-41a5-9a61-55b2f76a4411 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Unset dirty status for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:47:58.081332 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7ec4abe7-5347-41a5-9a61-55b2f76a4411 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.3514943 May 31 15:47:58.082047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52794) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:58.095868 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b4da4-0118-46dc-aaf4-d7e3643e312e None None] Pushing event deleted for resources: {'Port': ['ID=aaa938c5-ceb4-44ff-a98a-5302c57ebb18,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:58.099555 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d35b4da4-0118-46dc-aaf4-d7e3643e312e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:58.100324 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35b4da4-0118-46dc-aaf4-d7e3643e312e None None] No DVR routers for this DVR port aaa938c5-ceb4-44ff-a98a-5302c57ebb18 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:47:58.132824 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: aaa938c5-ceb4-44ff-a98a-5302c57ebb18 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:47:58.133198 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device aaa938c5-ceb4-44ff-a98a-5302c57ebb18 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:47:58.284020 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-72e86fb1-9f77-42ff-a301-db4de0a69030 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Usage tracker for resource:router and tenant:7532521a2dc2494ca283f329c67dc09d is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:47:58.308459 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-540b8bff-c030-4042-ab9d-47cbe38b7b55 req-d75b9032-24e6-47b1-b16c-443805170e87 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/ports?device_id=48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc HTTP/1.1" status: 200 len: 210 time: 0.1426759 May 31 15:47:58.311838 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223fcd71-e353-4e9a-bf87-243949269f61 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:58.317264 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-223fcd71-e353-4e9a-bf87-243949269f61 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:47:58.333649 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-72e86fb1-9f77-42ff-a301-db4de0a69030 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:47:58.351128 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-4984e42c-786b-4c12-b5ae-988a9fbf1ae7 None None] Port ddf5c0e0-6ebb-424d-aab5-5c0d6ee7638b cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:47:58.363167 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-72e86fb1-9f77-42ff-a301-db4de0a69030 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:58.369920 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:58.383528 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dbf9ff-bec7-402a-b523-5a642cd384a8 None None] New status for floating IP a32a8a08-04ef-4716-bd2e-b00eb1533a44: DOWN {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 15:47:58.509644 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-72e86fb1-9f77-42ff-a301-db4de0a69030 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:58.510868 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-72e86fb1-9f77-42ff-a301-db4de0a69030 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:58.571246 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-223fcd71-e353-4e9a-bf87-243949269f61 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:47:58.579461 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f8e6c2-ef37-48b7-98ad-08469a9101e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-fc941d7b-ecc7-42cb-9669-a59c86c589af', 'network_id': 'fc941d7b-ecc7-42cb-9669-a59c86c589af', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'fixed_ips': [{'subnet_id': 'b5c923c3-9bc3-42ca-9a64-5da05e891903'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:47:58.580761 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-223fcd71-e353-4e9a-bf87-243949269f61 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.0831089 May 31 15:47:58.591167 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-84f8e6c2-ef37-48b7-98ad-08469a9101e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:58.609254 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52802) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:58.609590 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52804) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:58.624593 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-72e86fb1-9f77-42ff-a301-db4de0a69030 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:58.627025 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-cc5d9803-266f-4c82-aecc-e5795551df20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Allocated IP 172.20.0.1 (54ea3151-dff8-4406-bd91-f996834a7eb9/299e08bb-79f5-4e72-bc8c-848fe1f2f73e/ad22e08a-d9d3-4a3f-a8b4-28fa59817ef4) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:58.730111 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-92122e97-7e2e-4e3e-b42c-8eafcdf7696f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1193237 May 31 15:47:58.739996 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 15:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee37b165-e10b-4d31-9420-bb56b23673e1 x-openstack-request-id: req-ee37b165-e10b-4d31-9420-bb56b23673e1 {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:47:58.740414 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc", "name": "network-vif-deleted", "tag": "f19b3ea4-24e8-4d61-8b6d-e504952f1ded", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:47:58.740608 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ee37b165-e10b-4d31-9420-bb56b23673e1 {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:47:58.741405 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c37bed-bdeb-4a37-9ce6-ef7fc40d4ecc', 'name': 'network-vif-deleted', 'tag': 'f19b3ea4-24e8-4d61-8b6d-e504952f1ded', 'status': 'completed', 'code': 200} May 31 15:47:58.741405 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52810) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:58.745925 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d65a64-92f5-4c95-99b9-5ab2c73f9005 req-a8a951cd-f9a1-41b1-b412-e31d38f639fe tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:47:58.747506 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b9d65a64-92f5-4c95-99b9-5ab2c73f9005 req-a8a951cd-f9a1-41b1-b412-e31d38f639fe tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.5769687 May 31 15:47:58.781053 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e5cc0973-5af9-4f0b-b599-0b113bfadefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'name': 'tempest-ServersTestManualDisk-1503760101-router', 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': '05137703-9015-4db2-b06f-03c75570b399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:17Z', 'revision_number': 4, 'project_id': '31cb1923c01a40bcb7e56f6bb437609c', 'gw_port': {'id': '05137703-9015-4db2-b06f-03c75570b399', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'a39b6d4c-307e-48e6-8abf-9bbe78f268b5', 'name': '', 'network_id': '9762618e-b801-4945-a348-7f7865b0995e', 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c', 'mac_address': 'fa:16:3e:e1:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7fb83780-73dc-46ad-8905-afe39908f206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:14Z', 'updated_at': '2021-05-31T15:45:30Z', 'revision_number': 5, 'project_id': '31cb1923c01a40bcb7e56f6bb437609c', 'subnets': [{'id': '7fb83780-73dc-46ad-8905-afe39908f206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:58.789072 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cc0973-5af9-4f0b-b599-0b113bfadefc None None] Checking router: 2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:47:58.806517 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-f5f8f47d-0886-4067-b739-e98925bf47d7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:47:58.816245 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cc0973-5af9-4f0b-b599-0b113bfadefc None None] Routers {'2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:47:58.817865 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e5cc0973-5af9-4f0b-b599-0b113bfadefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:58.822063 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-ba96a976-9cdc-4c90-b691-0170e2fb8f1b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting port ddf5c0e0-6ebb-424d-aab5-5c0d6ee7638b {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:47:58.822415 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ba96a976-9cdc-4c90-b691-0170e2fb8f1b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:58.828919 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-72e86fb1-9f77-42ff-a301-db4de0a69030 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:58.904815 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b9d65a64-92f5-4c95-99b9-5ab2c73f9005 req-2c9899bd-e190-4349-8a1a-5ec1670a7bf2 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445844 May 31 15:47:58.948620 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-99e66a24-0cbc-4db1-a4c0-405f0c11e5f3 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:58.956613 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-84f8e6c2-ef37-48b7-98ad-08469a9101e3 None None] Allocated IP 172.20.0.2 (fc941d7b-ecc7-42cb-9669-a59c86c589af/b5c923c3-9bc3-42ca-9a64-5da05e891903/826a74d1-3e61-49f0-b8b8-ea7a88ea3073) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:47:58.963481 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-72e86fb1-9f77-42ff-a301-db4de0a69030 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:58.967447 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-72e86fb1-9f77-42ff-a301-db4de0a69030 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.5161290 May 31 15:47:58.971999 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52814) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:59.109124 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f5f8f47d-0886-4067-b739-e98925bf47d7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:47:59.145172 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-99e66a24-0cbc-4db1-a4c0-405f0c11e5f3 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:59.157747 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f5f8f47d-0886-4067-b739-e98925bf47d7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:47:59.182843 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-e5cc0973-5af9-4f0b-b599-0b113bfadefc None None] Set router 2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:47:59.248171 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ba96a976-9cdc-4c90-b691-0170e2fb8f1b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:59.258344 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f8f47d-0886-4067-b739-e98925bf47d7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:47:59.258593 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cc5d9803-266f-4c82-aecc-e5795551df20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:59.261875 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f5f8f47d-0886-4067-b739-e98925bf47d7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:59.418648 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-cc5d9803-266f-4c82-aecc-e5795551df20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Transition to ACTIVE for port object ad22e08a-d9d3-4a3f-a8b4-28fa59817ef4 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:59.507795 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52822) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:59.533691 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-99e66a24-0cbc-4db1-a4c0-405f0c11e5f3 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:59.542700 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e975a917-ce7e-44ab-81e8-56ee1430bf23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:59.554472 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-84f8e6c2-ef37-48b7-98ad-08469a9101e3 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:59.568813 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e66a24-0cbc-4db1-a4c0-405f0c11e5f3 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f1b8d6-f3d1-43b2-a6d7-2084019e743a,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:59.573963 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-99e66a24-0cbc-4db1-a4c0-405f0c11e5f3 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:59.598073 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-84f8e6c2-ef37-48b7-98ad-08469a9101e3 None None] Transition to ACTIVE for port object 826a74d1-3e61-49f0-b8b8-ea7a88ea3073 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:59.614105 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9dc5276a-6600-48d6-8767-6d9bb6cd94ab tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:59.624383 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-99e66a24-0cbc-4db1-a4c0-405f0c11e5f3 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:59.625682 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-99e66a24-0cbc-4db1-a4c0-405f0c11e5f3 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "DELETE /v2.0/security-groups/09f1b8d6-f3d1-43b2-a6d7-2084019e743a HTTP/1.1" status: 204 len: 168 time: 1.0136390 May 31 15:47:59.628988 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52826) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:59.647646 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-84f8e6c2-ef37-48b7-98ad-08469a9101e3 None None] Transition to ACTIVE for port object 826a74d1-3e61-49f0-b8b8-ea7a88ea3073 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:47:59.652607 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-ba96a976-9cdc-4c90-b691-0170e2fb8f1b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Calling delete_port for ddf5c0e0-6ebb-424d-aab5-5c0d6ee7638b owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:47:59.656358 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-47f9038f-a5e4-4429-99d4-94262e334f56 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] show failed (client error): The resource could not be found. May 31 15:47:59.657501 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-47f9038f-a5e4-4429-99d4-94262e334f56 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "GET /v2.0/security-groups/09f1b8d6-f3d1-43b2-a6d7-2084019e743a HTTP/1.1" status: 404 len: 347 time: 0.0274501 May 31 15:47:59.658632 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-84f8e6c2-ef37-48b7-98ad-08469a9101e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:59.665225 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f5d90dc8-8dae-4c04-872d-150efe1a6f37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:59.666077 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52830) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:47:59.706609 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cc5d9803-266f-4c82-aecc-e5795551df20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:59.715384 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-978787b1-a27b-4536-9abc-043039554cbb tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:47:59.734246 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f8e6c2-ef37-48b7-98ad-08469a9101e3 None None] Network fc941d7b-ecc7-42cb-9669-a59c86c589af is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:47:59.738299 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-84f8e6c2-ef37-48b7-98ad-08469a9101e3 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:47:59.741144 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f8e6c2-ef37-48b7-98ad-08469a9101e3 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:47:59.754290 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8e6c2-ef37-48b7-98ad-08469a9101e3 None None] Pushing event updated for resources: {'Port': ['ID=826a74d1-3e61-49f0-b8b8-ea7a88ea3073,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:47:59.757658 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-84f8e6c2-ef37-48b7-98ad-08469a9101e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:47:59.822736 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e5cc0973-5af9-4f0b-b599-0b113bfadefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'name': 'tempest-ServersTestManualDisk-1503760101-router', 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': '05137703-9015-4db2-b06f-03c75570b399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:17Z', 'revision_number': 4, 'project_id': '31cb1923c01a40bcb7e56f6bb437609c', 'gw_port': {'id': '05137703-9015-4db2-b06f-03c75570b399', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'a39b6d4c-307e-48e6-8abf-9bbe78f268b5', 'name': '', 'network_id': '9762618e-b801-4945-a348-7f7865b0995e', 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c', 'mac_address': 'fa:16:3e:e1:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7fb83780-73dc-46ad-8905-afe39908f206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:14Z', 'updated_at': '2021-05-31T15:45:30Z', 'revision_number': 5, 'project_id': '31cb1923c01a40bcb7e56f6bb437609c', 'subnets': [{'id': '7fb83780-73dc-46ad-8905-afe39908f206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:47:59.835847 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cc0973-5af9-4f0b-b599-0b113bfadefc None None] The sync data for ids ['2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7'] in dv-neutron-601336-79-hyperv is: [{'id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'name': 'tempest-ServersTestManualDisk-1503760101-router', 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': '05137703-9015-4db2-b06f-03c75570b399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:17Z', 'revision_number': 4, 'project_id': '31cb1923c01a40bcb7e56f6bb437609c', 'gw_port': {'id': '05137703-9015-4db2-b06f-03c75570b399', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'a39b6d4c-307e-48e6-8abf-9bbe78f268b5', 'name': '', 'network_id': '9762618e-b801-4945-a348-7f7865b0995e', 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c', 'mac_address': 'fa:16:3e:e1:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '7fb83780-73dc-46ad-8905-afe39908f206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:14Z', 'updated_at': '2021-05-31T15:45:30Z', 'revision_number': 5, 'project_id': '31cb1923c01a40bcb7e56f6bb437609c', 'subnets': [{'id': '7fb83780-73dc-46ad-8905-afe39908f206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:47:59.861968 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-84f8e6c2-ef37-48b7-98ad-08469a9101e3 None None] Attempting to bind port 826a74d1-3e61-49f0-b8b8-ea7a88ea3073 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:47:59.862729 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-84f8e6c2-ef37-48b7-98ad-08469a9101e3 None None] Attempting to bind port 826a74d1-3e61-49f0-b8b8-ea7a88ea3073 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '7d443af6-6d36-4f28-b546-84c57954ce1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'fc941d7b-ecc7-42cb-9669-a59c86c589af'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:47:59.863407 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f8e6c2-ef37-48b7-98ad-08469a9101e3 None None] Attempting to bind port 826a74d1-3e61-49f0-b8b8-ea7a88ea3073 on network fc941d7b-ecc7-42cb-9669-a59c86c589af {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:47:59.874496 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f8e6c2-ef37-48b7-98ad-08469a9101e3 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:47:59.875093 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f8e6c2-ef37-48b7-98ad-08469a9101e3 None None] Checking segment: {'id': '7d443af6-6d36-4f28-b546-84c57954ce1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'fc941d7b-ecc7-42cb-9669-a59c86c589af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:47:59.875616 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-84f8e6c2-ef37-48b7-98ad-08469a9101e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:47:59.876120 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f8e6c2-ef37-48b7-98ad-08469a9101e3 None None] Bound using segment: {'id': '7d443af6-6d36-4f28-b546-84c57954ce1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'fc941d7b-ecc7-42cb-9669-a59c86c589af'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:47:59.877245 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-84f8e6c2-ef37-48b7-98ad-08469a9101e3 None None] Bound port: 826a74d1-3e61-49f0-b8b8-ea7a88ea3073, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d443af6-6d36-4f28-b546-84c57954ce1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'fc941d7b-ecc7-42cb-9669-a59c86c589af'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:47:59.877732 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-84f8e6c2-ef37-48b7-98ad-08469a9101e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:00.031034 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-84f8e6c2-ef37-48b7-98ad-08469a9101e3 None None] For port 826a74d1-3e61-49f0-b8b8-ea7a88ea3073, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:48:00.034393 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-84f8e6c2-ef37-48b7-98ad-08469a9101e3 None None] For port 826a74d1-3e61-49f0-b8b8-ea7a88ea3073, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=826a74d1-3e61-49f0-b8b8-ea7a88ea3073,segment=NetworkSegment(7d443af6-6d36-4f28-b546-84c57954ce1c),segment_id=7d443af6-6d36-4f28-b546-84c57954ce1c)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:48:00.045107 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-84f8e6c2-ef37-48b7-98ad-08469a9101e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:00.051131 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-84f8e6c2-ef37-48b7-98ad-08469a9101e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:00.056847 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5d9803-266f-4c82-aecc-e5795551df20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Network 54ea3151-dff8-4406-bd91-f996834a7eb9 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:00.070115 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-cc5d9803-266f-4c82-aecc-e5795551df20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:00.100180 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5d9803-266f-4c82-aecc-e5795551df20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:48:00.147697 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d9803-266f-4c82-aecc-e5795551df20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event updated for resources: {'Port': ['ID=ad22e08a-d9d3-4a3f-a8b4-28fa59817ef4,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:00.159585 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cc5d9803-266f-4c82-aecc-e5795551df20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:00.214061 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8e6c2-ef37-48b7-98ad-08469a9101e3 None None] Pushing event updated for resources: {'Port': ['ID=826a74d1-3e61-49f0-b8b8-ea7a88ea3073,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:00.233044 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-84f8e6c2-ef37-48b7-98ad-08469a9101e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:00.253348 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee01d26-7356-45b8-a84f-b171e04fbf5f None None] New status for floating IP ac39c5fe-f786-4513-bff8-944fa66aa54c: DOWN {{(pid=99206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 15:48:00.285434 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e2f79c00-0c68-4d9c-8842-82f0445f515e tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:00.331355 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cc5d9803-266f-4c82-aecc-e5795551df20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:00.343726 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e2f79c00-0c68-4d9c-8842-82f0445f515e tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446711'] for router, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:00.350216 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f9922e08-76f5-4a13-9cbf-6a55aab6808c tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:00.552570 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f9922e08-76f5-4a13-9cbf-6a55aab6808c tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:00.598483 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-937e4d3b-fc1d-4725-8cb8-d31024b84c52 None None] Provisioning for port ad22e08a-d9d3-4a3f-a8b4-28fa59817ef4 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:00.604957 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-937e4d3b-fc1d-4725-8cb8-d31024b84c52 None None] Provisioning complete for port ad22e08a-d9d3-4a3f-a8b4-28fa59817ef4 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:00.605330 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-937e4d3b-fc1d-4725-8cb8-d31024b84c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:00.637982 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-9dc5276a-6600-48d6-8767-6d9bb6cd94ab tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Allocated IP 172.20.0.1 (fc941d7b-ecc7-42cb-9669-a59c86c589af/b5c923c3-9bc3-42ca-9a64-5da05e891903/afb6262a-2b92-4460-9e6f-b269c0a9e18c) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:48:00.688260 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-937e4d3b-fc1d-4725-8cb8-d31024b84c52 None None] Port ad22e08a-d9d3-4a3f-a8b4-28fa59817ef4 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:48:00.767788 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbb865-8b75-42b4-bc94-d5c13fd361ec req-b0d39aef-d26b-4786-a7f2-2a4bc6bc2035 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:00.769186 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2fbbb865-8b75-42b4-bc94-d5c13fd361ec req-b0d39aef-d26b-4786-a7f2-2a4bc6bc2035 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.4308341 May 31 15:48:00.790993 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ba96a976-9cdc-4c90-b691-0170e2fb8f1b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:00.814458 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9aa84a12-0d05-45e6-b445-5ee58005b706 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:00.860426 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-9252f8a2-43e1-4419-a070-9a8c1d410a17 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Deleting port a1269c76-e6e5-4421-833e-55c9a9de2f74 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:00.860767 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9252f8a2-43e1-4419-a070-9a8c1d410a17 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:00.900393 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96a976-9cdc-4c90-b691-0170e2fb8f1b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Port': ['ID=ddf5c0e0-6ebb-424d-aab5-5c0d6ee7638b,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:00.908845 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cc5d9803-266f-4c82-aecc-e5795551df20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:00.952861 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ba96a976-9cdc-4c90-b691-0170e2fb8f1b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:00.971717 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2fbbb865-8b75-42b4-bc94-d5c13fd361ec req-016f3ece-aaf0-427b-a8a1-9eaf3b667e6a tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646762 May 31 15:48:01.010843 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9dc5276a-6600-48d6-8767-6d9bb6cd94ab tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:01.053582 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f79c00-0c68-4d9c-8842-82f0445f515e tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Router 9e186653-829e-4759-abd1-d11d4d8b3157 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:48:01.054392 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f9922e08-76f5-4a13-9cbf-6a55aab6808c tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:01.062316 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9b42322d-67a6-4aeb-b5b9-3c20b229ae90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:01.099492 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-9dc5276a-6600-48d6-8767-6d9bb6cd94ab tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Transition to ACTIVE for port object afb6262a-2b92-4460-9e6f-b269c0a9e18c will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:01.139394 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9922e08-76f5-4a13-9cbf-6a55aab6808c tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27f0788-c844-4c1b-be49-7dd9df76906c,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:01.155154 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f9922e08-76f5-4a13-9cbf-6a55aab6808c tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:01.236835 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9dc5276a-6600-48d6-8767-6d9bb6cd94ab tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:01.243627 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c6127177-b30e-48a2-922b-3fb113063a4d tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:01.280360 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9252f8a2-43e1-4419-a070-9a8c1d410a17 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:01.280360 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9252f8a2-43e1-4419-a070-9a8c1d410a17 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:01.302624 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f5f8f47d-0886-4067-b739-e98925bf47d7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:01.312714 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ba96a976-9cdc-4c90-b691-0170e2fb8f1b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:01.315870 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-80e6f6d9-82e5-467c-a910-1ce792a89ae6 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:01.387289 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc5276a-6600-48d6-8767-6d9bb6cd94ab tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network fc941d7b-ecc7-42cb-9669-a59c86c589af is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:01.397795 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-9dc5276a-6600-48d6-8767-6d9bb6cd94ab tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:01.404397 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc5276a-6600-48d6-8767-6d9bb6cd94ab tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:48:01.409668 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f9922e08-76f5-4a13-9cbf-6a55aab6808c tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:01.410810 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f9922e08-76f5-4a13-9cbf-6a55aab6808c tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "DELETE /v2.0/security-groups/e27f0788-c844-4c1b-be49-7dd9df76906c HTTP/1.1" status: 204 len: 168 time: 1.8409388 May 31 15:48:01.430312 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9aa05b-47f2-4123-9768-3368ad147f48 None None] Network fc941d7b-ecc7-42cb-9669-a59c86c589af requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:48:01.433942 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52836) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:01.463428 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5276a-6600-48d6-8767-6d9bb6cd94ab tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Port': ['ID=afb6262a-2b92-4460-9e6f-b269c0a9e18c,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:01.475333 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9dc5276a-6600-48d6-8767-6d9bb6cd94ab tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:01.483012 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-9ef5fd26-c83d-41ce-869c-0e93bdab026a tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] show failed (client error): The resource could not be found. May 31 15:48:01.483823 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9ef5fd26-c83d-41ce-869c-0e93bdab026a tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "GET /v2.0/security-groups/e27f0788-c844-4c1b-be49-7dd9df76906c HTTP/1.1" status: 404 len: 347 time: 0.0430284 May 31 15:48:01.489915 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-9252f8a2-43e1-4419-a070-9a8c1d410a17 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Calling delete_port for a1269c76-e6e5-4421-833e-55c9a9de2f74 owned by network:floatingip {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:01.495313 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ba96a976-9cdc-4c90-b691-0170e2fb8f1b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/ports/ddf5c0e0-6ebb-424d-aab5-5c0d6ee7638b HTTP/1.1" status: 204 len: 168 time: 3.4121959 May 31 15:48:01.498356 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52840) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:01.498684 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52842) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:01.519091 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9dc5276a-6600-48d6-8767-6d9bb6cd94ab tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:01.550012 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-6bdc08db-0dcc-4d0c-92b7-8a7d54ea9963 None None] Provisioning for port 826a74d1-3e61-49f0-b8b8-ea7a88ea3073 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:01.565055 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f8f47d-0886-4067-b739-e98925bf47d7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:01.574828 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cc5d9803-266f-4c82-aecc-e5795551df20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:01.580297 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cc5d9803-266f-4c82-aecc-e5795551df20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:01.609676 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-546c5847-19d6-4b37-a8a9-e63bbdf38494 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:01.662059 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-f5f8f47d-0886-4067-b739-e98925bf47d7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:01.723629 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2080d92e-62c1-4de1-9718-bec116e2dda1 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:48:01.739013 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cc5d9803-266f-4c82-aecc-e5795551df20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:01.742520 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d9803-266f-4c82-aecc-e5795551df20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event updated for resources: {'Port': ['ID=ad22e08a-d9d3-4a3f-a8b4-28fa59817ef4,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:01.753693 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cc5d9803-266f-4c82-aecc-e5795551df20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:01.787590 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9dc5276a-6600-48d6-8767-6d9bb6cd94ab tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:01.918526 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8f47d-0886-4067-b739-e98925bf47d7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Subnet': ['ID=91daa17f-71d0-4e09-9b63-98678e06353e,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:01.978306 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c9bd6d-87e5-4a2b-87f6-eee8255d4aa1 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] GET failed (client error): The resource could not be found. May 31 15:48:01.978864 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-40c9bd6d-87e5-4a2b-87f6-eee8255d4aa1 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Synchronizing usage tracker for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:48:01.992288 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f5f8f47d-0886-4067-b739-e98925bf47d7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:01.996002 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f8f47d-0886-4067-b739-e98925bf47d7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:01.996631 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f5f8f47d-0886-4067-b739-e98925bf47d7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:02.103558 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f79c00-0c68-4d9c-8842-82f0445f515e tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:48:02.110697 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e2f79c00-0c68-4d9c-8842-82f0445f515e tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:02.112018 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e2f79c00-0c68-4d9c-8842-82f0445f515e tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "PUT /v2.0/routers/9e186653-829e-4759-abd1-d11d4d8b3157 HTTP/1.1" status: 200 len: 922 time: 6.3394690 May 31 15:48:02.115799 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f5f8f47d-0886-4067-b739-e98925bf47d7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3207638 May 31 15:48:02.118522 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-40c9bd6d-87e5-4a2b-87f6-eee8255d4aa1 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Unset dirty status for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:48:02.119140 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 826a74d1-3e61-49f0-b8b8-ea7a88ea3073 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:48:02.119669 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-40c9bd6d-87e5-4a2b-87f6-eee8255d4aa1 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "GET /v2.0/ports/ddf5c0e0-6ebb-424d-aab5-5c0d6ee7638b HTTP/1.1" status: 404 len: 333 time: 0.6132984 May 31 15:48:02.123235 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52850) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:02.123574 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52852) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:02.123890 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52854) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:02.124649 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df47877e-4f69-4506-8fb6-bba9b390c87f None None] Sync routers for ids ['9e186653-829e-4759-abd1-d11d4d8b3157'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:48:02.134669 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-e176a5a9-b55c-4f2b-8cd1-b0bd94a869ea tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'port': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'fixed_ips': [{'subnet_id': '91daa17f-71d0-4e09-9b63-98678e06353e', 'ip_address': '2001:db8::eb1b:e015:9563:85d9'}], 'name': 'tempest-NetworksTestDHCPv6-587072421'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:02.143318 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df47877e-4f69-4506-8fb6-bba9b390c87f None None] Routers {'9e186653-829e-4759-abd1-d11d4d8b3157'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:02.144408 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-df47877e-4f69-4506-8fb6-bba9b390c87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['9e186653-829e-4759-abd1-d11d4d8b3157'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:02.228551 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-df47877e-4f69-4506-8fb6-bba9b390c87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:02.232964 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78b7879-9e1a-4441-a23b-aadd909b78d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-b5001308-9f67-458f-99a7-4cdcd1177eb2', 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'fixed_ips': [{'subnet_id': '91daa17f-71d0-4e09-9b63-98678e06353e'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:48:02.234108 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f78b7879-9e1a-4441-a23b-aadd909b78d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:02.242875 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df47877e-4f69-4506-8fb6-bba9b390c87f None None] Routers {'9e186653-829e-4759-abd1-d11d4d8b3157'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:02.243555 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-df47877e-4f69-4506-8fb6-bba9b390c87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['9e186653-829e-4759-abd1-d11d4d8b3157'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:02.285153 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7ce53509-5e17-4a27-904c-b8bcbc3c8ad2 None None] Provisioning complete for port 826a74d1-3e61-49f0-b8b8-ea7a88ea3073 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:02.285923 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7ce53509-5e17-4a27-904c-b8bcbc3c8ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:02.326119 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-df47877e-4f69-4506-8fb6-bba9b390c87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:02.326521 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df47877e-4f69-4506-8fb6-bba9b390c87f None None] The sync data for ids ['9e186653-829e-4759-abd1-d11d4d8b3157'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:48:02.336698 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 826a74d1-3e61-49f0-b8b8-ea7a88ea3073 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:02.420561 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 826a74d1-3e61-49f0-b8b8-ea7a88ea3073 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:02.421060 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:02.474216 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5d9803-266f-4c82-aecc-e5795551df20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Network 54ea3151-dff8-4406-bd91-f996834a7eb9 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:02.488954 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-cc5d9803-266f-4c82-aecc-e5795551df20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:02.673296 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-edc5086a-db01-4ab7-8413-f59072eb8a5d tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Deleting port 0e60b74d-f9b5-47d8-91ad-1a28d62182a7 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:02.673296 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-edc5086a-db01-4ab7-8413-f59072eb8a5d tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:02.678719 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-f78b7879-9e1a-4441-a23b-aadd909b78d3 None None] Allocated IP 2001:db8::2 (b5001308-9f67-458f-99a7-4cdcd1177eb2/91daa17f-71d0-4e09-9b63-98678e06353e/5eff8e49-338d-43d5-835f-7cc7c3d37093) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:48:02.703290 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3d0260d6-0223-4859-a736-aee213e024c4 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "GET /v2.0/routers/9e186653-829e-4759-abd1-d11d4d8b3157 HTTP/1.1" status: 200 len: 922 time: 0.5777340 May 31 15:48:02.703558 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:02.703661 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52862) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:02.710308 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de3d9a-9600-4f1f-8cc2-9de99caa901f req-b4d544df-4da5-4dfe-a8a7-eff3fd14ae19 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:02.712053 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-36de3d9a-9600-4f1f-8cc2-9de99caa901f req-b4d544df-4da5-4dfe-a8a7-eff3fd14ae19 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.5180786 May 31 15:48:02.713623 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7ce53509-5e17-4a27-904c-b8bcbc3c8ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:02.816889 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9252f8a2-43e1-4419-a070-9a8c1d410a17 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:02.834100 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bffa4a06-28d1-470c-8fab-21562fd71fda tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:02.867890 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-7ce53509-5e17-4a27-904c-b8bcbc3c8ad2 None None] For port 826a74d1-3e61-49f0-b8b8-ea7a88ea3073, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=826a74d1-3e61-49f0-b8b8-ea7a88ea3073,segment=NetworkSegment(7d443af6-6d36-4f28-b546-84c57954ce1c),segment_id=7d443af6-6d36-4f28-b546-84c57954ce1c)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:48:02.877925 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7ce53509-5e17-4a27-904c-b8bcbc3c8ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:02.880236 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e176a5a9-b55c-4f2b-8cd1-b0bd94a869ea tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:02.880870 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5d9803-266f-4c82-aecc-e5795551df20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Router ea92f27a-108b-4f17-8e1f-fff0a656b165 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:48:02.889632 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-36de3d9a-9600-4f1f-8cc2-9de99caa901f req-9fe8fe15-6bbe-4a27-9975-8b767203d701 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709821 May 31 15:48:02.928947 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252f8a2-43e1-4419-a070-9a8c1d410a17 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Pushing event deleted for resources: {'Port': ['ID=a1269c76-e6e5-4421-833e-55c9a9de2f74,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:02.982930 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e176a5a9-b55c-4f2b-8cd1-b0bd94a869ea tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:port and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:03.014101 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e176a5a9-b55c-4f2b-8cd1-b0bd94a869ea tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:03.056033 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252f8a2-43e1-4419-a070-9a8c1d410a17 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:03.056662 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252f8a2-43e1-4419-a070-9a8c1d410a17 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:03.057190 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252f8a2-43e1-4419-a070-9a8c1d410a17 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:03.057706 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252f8a2-43e1-4419-a070-9a8c1d410a17 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:03.058210 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252f8a2-43e1-4419-a070-9a8c1d410a17 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:03.058710 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252f8a2-43e1-4419-a070-9a8c1d410a17 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:03.059393 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252f8a2-43e1-4419-a070-9a8c1d410a17 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:03.059906 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252f8a2-43e1-4419-a070-9a8c1d410a17 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:03.060408 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252f8a2-43e1-4419-a070-9a8c1d410a17 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:03.060916 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252f8a2-43e1-4419-a070-9a8c1d410a17 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:03.061410 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252f8a2-43e1-4419-a070-9a8c1d410a17 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:03.061901 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252f8a2-43e1-4419-a070-9a8c1d410a17 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:03.071897 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e176a5a9-b55c-4f2b-8cd1-b0bd94a869ea tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:03.084743 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9252f8a2-43e1-4419-a070-9a8c1d410a17 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:03.085712 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f78b7879-9e1a-4441-a23b-aadd909b78d3 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:03.095858 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e69c371c-60b9-4bc6-8f59-c2828561a0ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:03.125987 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9dc5276a-6600-48d6-8767-6d9bb6cd94ab tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:03.146356 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9dc5276a-6600-48d6-8767-6d9bb6cd94ab tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:03.151102 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-5ed4e978-b23a-4772-9523-1aee00230540 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting port 271699b7-a361-4a2a-ad63-af5cf1c22ad3 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:03.151726 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5ed4e978-b23a-4772-9523-1aee00230540 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:03.179561 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-505ee5ed-6a03-41d1-bddb-59b8a78cf501 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:03.184255 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e176a5a9-b55c-4f2b-8cd1-b0bd94a869ea tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:48:03.223814 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f78b7879-9e1a-4441-a23b-aadd909b78d3 None None] Transition to ACTIVE for port object 5eff8e49-338d-43d5-835f-7cc7c3d37093 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:03.239287 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7ce53509-5e17-4a27-904c-b8bcbc3c8ad2 None None] Provisioning for port afb6262a-2b92-4460-9e6f-b269c0a9e18c completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:03.266130 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7ce53509-5e17-4a27-904c-b8bcbc3c8ad2 None None] Provisioning complete for port afb6262a-2b92-4460-9e6f-b269c0a9e18c triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:03.266507 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5d9803-266f-4c82-aecc-e5795551df20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:48:03.266649 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7ce53509-5e17-4a27-904c-b8bcbc3c8ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:03.291319 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9dc5276a-6600-48d6-8767-6d9bb6cd94ab tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:03.299400 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-cc5d9803-266f-4c82-aecc-e5795551df20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "PUT /v2.0/routers/ea92f27a-108b-4f17-8e1f-fff0a656b165/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8791385 May 31 15:48:03.301083 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52870) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:03.303588 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5276a-6600-48d6-8767-6d9bb6cd94ab tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Port': ['ID=afb6262a-2b92-4460-9e6f-b269c0a9e18c,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:03.311552 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Request body: {'port': {'network_id': '54ea3151-dff8-4406-bd91-f996834a7eb9', 'name': 'tempest-FloatingIPTestJSON-854472836'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:03.330892 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d188a35b-f943-4c01-99f3-667fb08c23d4 None None] Sync routers for ids ['ea92f27a-108b-4f17-8e1f-fff0a656b165'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:48:03.355898 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9dc5276a-6600-48d6-8767-6d9bb6cd94ab tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:03.370805 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce53509-5e17-4a27-904c-b8bcbc3c8ad2 None None] Pushing event updated for resources: {'Port': ['ID=826a74d1-3e61-49f0-b8b8-ea7a88ea3073,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:03.387051 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.db.api [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:48:03.387423 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_db.api [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:48:03.388068 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-7ce53509-5e17-4a27-904c-b8bcbc3c8ad2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:03.389211 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f78b7879-9e1a-4441-a23b-aadd909b78d3 None None] Transition to ACTIVE for port object 5eff8e49-338d-43d5-835f-7cc7c3d37093 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:03.401604 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d188a35b-f943-4c01-99f3-667fb08c23d4 None None] Routers {'ea92f27a-108b-4f17-8e1f-fff0a656b165'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:03.402255 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-d188a35b-f943-4c01-99f3-667fb08c23d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['ea92f27a-108b-4f17-8e1f-fff0a656b165'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:03.463826 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f78b7879-9e1a-4441-a23b-aadd909b78d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:03.474536 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-08a3933c-248b-42b6-8ced-cc684d3aec73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:03.526003 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-d188a35b-f943-4c01-99f3-667fb08c23d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:03.542452 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78b7879-9e1a-4441-a23b-aadd909b78d3 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:03.552373 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-f78b7879-9e1a-4441-a23b-aadd909b78d3 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:03.554157 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-7ce53509-5e17-4a27-904c-b8bcbc3c8ad2 None None] Port afb6262a-2b92-4460-9e6f-b269c0a9e18c cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:48:03.559862 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78b7879-9e1a-4441-a23b-aadd909b78d3 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:48:03.599859 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d188a35b-f943-4c01-99f3-667fb08c23d4 None None] Routers {'ea92f27a-108b-4f17-8e1f-fff0a656b165'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:03.600490 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-d188a35b-f943-4c01-99f3-667fb08c23d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['ea92f27a-108b-4f17-8e1f-fff0a656b165'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:03.610031 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-edc5086a-db01-4ab7-8413-f59072eb8a5d tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:03.610655 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-edc5086a-db01-4ab7-8413-f59072eb8a5d tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:03.663278 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e176a5a9-b55c-4f2b-8cd1-b0bd94a869ea tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:03.665161 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffea73-1f0c-44be-9d7e-f428e4ece8de req-800a5fec-75fb-45da-a50b-d1b3d8c84073 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:03.666702 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1dffea73-1f0c-44be-9d7e-f428e4ece8de req-800a5fec-75fb-45da-a50b-d1b3d8c84073 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.3121665 May 31 15:48:03.673717 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc5276a-6600-48d6-8767-6d9bb6cd94ab tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network fc941d7b-ecc7-42cb-9669-a59c86c589af is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:03.687331 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5ed4e978-b23a-4772-9523-1aee00230540 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:03.689428 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-9dc5276a-6600-48d6-8767-6d9bb6cd94ab tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:03.691706 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:03.698613 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b7879-9e1a-4441-a23b-aadd909b78d3 None None] Pushing event updated for resources: {'Port': ['ID=5eff8e49-338d-43d5-835f-7cc7c3d37093,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:03.702798 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Usage tracker for resource:port and tenant:84b48f5aa76f4d3582392765ceb13e00 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:03.703172 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f78b7879-9e1a-4441-a23b-aadd909b78d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:03.708485 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Quota usage for port was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:03.709049 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-d188a35b-f943-4c01-99f3-667fb08c23d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:03.709457 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d188a35b-f943-4c01-99f3-667fb08c23d4 None None] The sync data for ids ['ea92f27a-108b-4f17-8e1f-fff0a656b165'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:48:03.730426 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-f78b7879-9e1a-4441-a23b-aadd909b78d3 None None] Attempting to bind port 5eff8e49-338d-43d5-835f-7cc7c3d37093 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:48:03.730795 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-f78b7879-9e1a-4441-a23b-aadd909b78d3 None None] Attempting to bind port 5eff8e49-338d-43d5-835f-7cc7c3d37093 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:48:03.731164 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9252f8a2-43e1-4419-a070-9a8c1d410a17 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks [] for floatingip, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:03.731303 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78b7879-9e1a-4441-a23b-aadd909b78d3 None None] Attempting to bind port 5eff8e49-338d-43d5-835f-7cc7c3d37093 on network b5001308-9f67-458f-99a7-4cdcd1177eb2 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:48:03.742269 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7932dbcd-048d-4e4e-a077-9900c0c2c1f6 None None] Provisioning complete for port ad22e08a-d9d3-4a3f-a8b4-28fa59817ef4 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:03.742938 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7932dbcd-048d-4e4e-a077-9900c0c2c1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:03.774116 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78b7879-9e1a-4441-a23b-aadd909b78d3 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:48:03.774489 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78b7879-9e1a-4441-a23b-aadd909b78d3 None None] Checking segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:48:03.774906 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f78b7879-9e1a-4441-a23b-aadd909b78d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:03.775334 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78b7879-9e1a-4441-a23b-aadd909b78d3 None None] Bound using segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:48:03.775824 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-f78b7879-9e1a-4441-a23b-aadd909b78d3 None None] Bound port: 5eff8e49-338d-43d5-835f-7cc7c3d37093, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:48:03.776204 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f78b7879-9e1a-4441-a23b-aadd909b78d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:03.798120 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:04.002903 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-7932dbcd-048d-4e4e-a077-9900c0c2c1f6 None None] Port ad22e08a-d9d3-4a3f-a8b4-28fa59817ef4 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:48:04.051988 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7932dbcd-048d-4e4e-a077-9900c0c2c1f6 None None] Provisioning complete for port afb6262a-2b92-4460-9e6f-b269c0a9e18c triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:04.052384 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7932dbcd-048d-4e4e-a077-9900c0c2c1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:04.089439 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-f78b7879-9e1a-4441-a23b-aadd909b78d3 None None] For port 5eff8e49-338d-43d5-835f-7cc7c3d37093, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:48:04.109518 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-f78b7879-9e1a-4441-a23b-aadd909b78d3 None None] For port 5eff8e49-338d-43d5-835f-7cc7c3d37093, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=5eff8e49-338d-43d5-835f-7cc7c3d37093,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:48:04.119529 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f78b7879-9e1a-4441-a23b-aadd909b78d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:04.124447 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:04.156574 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1dffea73-1f0c-44be-9d7e-f428e4ece8de req-fa7038cf-b346-450e-ad9a-022f4267363b tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4806566 May 31 15:48:04.160138 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-7932dbcd-048d-4e4e-a077-9900c0c2c1f6 None None] Port afb6262a-2b92-4460-9e6f-b269c0a9e18c cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:48:04.161759 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 826a74d1-3e61-49f0-b8b8-ea7a88ea3073 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:48:04.195583 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Made reservation on behalf of 84b48f5aa76f4d3582392765ceb13e00 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:48:04.199946 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:04.221739 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-edc5086a-db01-4ab7-8413-f59072eb8a5d tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Calling delete_port for 0e60b74d-f9b5-47d8-91ad-1a28d62182a7 owned by network:floatingip {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:04.227826 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42de5cee-2723-4a1a-b30a-aa5e2dc79abd tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:04.228441 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-42de5cee-2723-4a1a-b30a-aa5e2dc79abd tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Synchronizing usage tracker for tenant:1c31b77427ac4e76aeb2905e634dbd8f on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:48:04.233962 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] device_id is not set on port 7be85b17-5a4a-4627-8114-a9f977e040a7 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:48:04.247473 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-5ed4e978-b23a-4772-9523-1aee00230540 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Calling delete_port for 271699b7-a361-4a2a-ad63-af5cf1c22ad3 owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:04.266941 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b7879-9e1a-4441-a23b-aadd909b78d3 None None] Pushing event updated for resources: {'Port': ['ID=5eff8e49-338d-43d5-835f-7cc7c3d37093,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:04.272124 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f78b7879-9e1a-4441-a23b-aadd909b78d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:04.272305 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-e176a5a9-b55c-4f2b-8cd1-b0bd94a869ea tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] device_id is not set on port 7fb21171-b38d-41af-9bd1-4dd3fc121807 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:48:04.294757 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 826a74d1-3e61-49f0-b8b8-ea7a88ea3073 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:04.298090 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:04.335584 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc5276a-6600-48d6-8767-6d9bb6cd94ab tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Router a1dad6d7-a2df-4d49-a6ae-e2c6d973240f is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:48:04.360316 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-3954b89b-c922-4848-80c4-5efb3fb1c970 None None] Provisioning complete for port afb6262a-2b92-4460-9e6f-b269c0a9e18c triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:04.360709 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3954b89b-c922-4848-80c4-5efb3fb1c970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:04.381730 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-42de5cee-2723-4a1a-b30a-aa5e2dc79abd tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Unset dirty status for tenant:1c31b77427ac4e76aeb2905e634dbd8f on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:48:04.385795 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-42de5cee-2723-4a1a-b30a-aa5e2dc79abd tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=014c45f7-9697-4b0b-b8b7-66a80a50a15c&device_id=9e186653-829e-4759-abd1-d11d4d8b3157&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.6729612 May 31 15:48:04.391824 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52874) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:04.395792 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9252f8a2-43e1-4419-a070-9a8c1d410a17 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:04.399971 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9252f8a2-43e1-4419-a070-9a8c1d410a17 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] 10.222.0.45 "DELETE /v2.0/floatingips/a32a8a08-04ef-4716-bd2e-b00eb1533a44 HTTP/1.1" status: 204 len: 168 time: 4.7262154 May 31 15:48:04.408381 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52878) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:04.442357 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-3954b89b-c922-4848-80c4-5efb3fb1c970 None None] Port afb6262a-2b92-4460-9e6f-b269c0a9e18c cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:48:04.604548 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6dc82c1a-7a63-41e7-a659-bcd6739cc625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:04.651728 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Allocated IP 172.20.0.7 (54ea3151-dff8-4406-bd91-f996834a7eb9/299e08bb-79f5-4e72-bc8c-848fe1f2f73e/7be85b17-5a4a-4627-8114-a9f977e040a7) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:48:04.652557 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697236c0-f7bf-427f-8f03-f284861ead99 req-b48ef208-9ede-4c6f-92ce-084d6581f931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:04.654096 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-697236c0-f7bf-427f-8f03-f284861ead99 req-b48ef208-9ede-4c6f-92ce-084d6581f931 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2768fca4df5d4b0e9f63be80d17b6d42&device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 1098 time: 1.0353372 May 31 15:48:04.730060 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc5276a-6600-48d6-8767-6d9bb6cd94ab tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:48:04.740167 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6298fd-0aa5-4553-8870-7345b1c4f530 None None] Sync routers for ids ['a1dad6d7-a2df-4d49-a6ae-e2c6d973240f'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:48:04.745875 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe4f673-95f1-4d21-ba98-31cf1517bcca tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:04.746347 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-bfe4f673-95f1-4d21-ba98-31cf1517bcca tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Synchronizing usage tracker for tenant:1c31b77427ac4e76aeb2905e634dbd8f on resource:network {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:48:04.750263 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6298fd-0aa5-4553-8870-7345b1c4f530 None None] Routers {'a1dad6d7-a2df-4d49-a6ae-e2c6d973240f'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:04.751190 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-2d6298fd-0aa5-4553-8870-7345b1c4f530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['a1dad6d7-a2df-4d49-a6ae-e2c6d973240f'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:04.770341 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9dc5276a-6600-48d6-8767-6d9bb6cd94ab tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "PUT /v2.0/routers/a1dad6d7-a2df-4d49-a6ae-e2c6d973240f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7948489 May 31 15:48:04.774057 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52882) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:04.814884 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-2d6298fd-0aa5-4553-8870-7345b1c4f530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:04.824146 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6298fd-0aa5-4553-8870-7345b1c4f530 None None] Routers {'a1dad6d7-a2df-4d49-a6ae-e2c6d973240f'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:04.824817 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-2d6298fd-0aa5-4553-8870-7345b1c4f530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:47:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['a1dad6d7-a2df-4d49-a6ae-e2c6d973240f'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:04.840871 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-bfe4f673-95f1-4d21-ba98-31cf1517bcca tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Unset dirty status for tenant:1c31b77427ac4e76aeb2905e634dbd8f on resource:network {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:48:04.844875 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bfe4f673-95f1-4d21-ba98-31cf1517bcca tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "GET /v2.0/networks/014c45f7-9697-4b0b-b8b7-66a80a50a15c HTTP/1.1" status: 200 len: 881 time: 0.4493356 May 31 15:48:04.855170 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52886) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:04.888928 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-2d6298fd-0aa5-4553-8870-7345b1c4f530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:04.889294 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6298fd-0aa5-4553-8870-7345b1c4f530 None None] The sync data for ids ['a1dad6d7-a2df-4d49-a6ae-e2c6d973240f'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:48:04.969926 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-703f269e-087a-427e-a2d5-377448cd2004 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e186653-829e-4759-abd1-d11d4d8b3157 HTTP/1.1" status: 200 len: 205 time: 0.1137168 May 31 15:48:04.976643 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52890) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:04.988180 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7de071-6b83-4b39-948d-481d3e181005 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:04.988705 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-fa7de071-6b83-4b39-948d-481d3e181005 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Synchronizing usage tracker for tenant:7532521a2dc2494ca283f329c67dc09d on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:48:05.114209 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-fa7de071-6b83-4b39-948d-481d3e181005 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Unset dirty status for tenant:7532521a2dc2494ca283f329c67dc09d on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:48:05.115468 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-fa7de071-6b83-4b39-948d-481d3e181005 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "GET /v2.0/ports/afb6262a-2b92-4460-9e6f-b269c0a9e18c HTTP/1.1" status: 200 len: 910 time: 0.3379071 May 31 15:48:05.120127 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52894) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:05.189286 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-e176a5a9-b55c-4f2b-8cd1-b0bd94a869ea tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Allocated IP 2001:db8::eb1b:e015:9563:85d9 (b5001308-9f67-458f-99a7-4cdcd1177eb2/91daa17f-71d0-4e09-9b63-98678e06353e/7fb21171-b38d-41af-9bd1-4dd3fc121807) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:48:05.196862 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697236c0-f7bf-427f-8f03-f284861ead99 req-a36eb8c9-4f93-4767-a661-f5e9a28825cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:05.198347 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-697236c0-f7bf-427f-8f03-f284861ead99 req-a36eb8c9-4f93-4767-a661-f5e9a28825cc service neutron] 10.222.0.59 "GET /v2.0/networks?id=d344e8f1-f415-4064-9d12-68c70eb6ac0b HTTP/1.1" status: 200 len: 911 time: 0.5225444 May 31 15:48:05.271834 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:05.311897 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5ed4e978-b23a-4772-9523-1aee00230540 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:05.313484 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-edc5086a-db01-4ab7-8413-f59072eb8a5d tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:05.335071 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4a589072-f998-4cf2-a084-6bebc552ac8c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:05.473295 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5086a-db01-4ab7-8413-f59072eb8a5d tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Pushing event deleted for resources: {'Port': ['ID=0e60b74d-f9b5-47d8-91ad-1a28d62182a7,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:05.474016 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7cbe6818-755d-4c72-bdfb-8aeb56ae5dca None None] Provisioning for port 5eff8e49-338d-43d5-835f-7cc7c3d37093 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:05.586907 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Transition to ACTIVE for port object 7be85b17-5a4a-4627-8114-a9f977e040a7 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:05.670198 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5b6f2885-24fc-4d12-8b29-a919552f1ec0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:05.775652 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4e978-b23a-4772-9523-1aee00230540 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Port': ['ID=271699b7-a361-4a2a-ad63-af5cf1c22ad3,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:05.799795 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-697236c0-f7bf-427f-8f03-f284861ead99 req-d731b317-40ed-4ec0-87e6-2cd78770b93d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1aa82af-9429-4951-aaf4-ad8a74748f1e HTTP/1.1" status: 200 len: 1000 time: 0.5931363 May 31 15:48:05.838622 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5ed4e978-b23a-4772-9523-1aee00230540 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:05.839073 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-dd39646c-0d6b-4c3b-b0c9-24d5ff568c29 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.476s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:05.839446 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-dd39646c-0d6b-4c3b-b0c9-24d5ff568c29 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:05.932020 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:05.966897 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d79ec240-8493-474c-b0c7-4aec656d43df tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:06.077607 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-edc5086a-db01-4ab7-8413-f59072eb8a5d tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks [] for floatingip, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:06.089568 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Network 54ea3151-dff8-4406-bd91-f996834a7eb9 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:06.094922 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697236c0-f7bf-427f-8f03-f284861ead99 req-c6b7ac9c-25ec-41f5-af88-e3a9142d590c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:06.096419 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-697236c0-f7bf-427f-8f03-f284861ead99 req-c6b7ac9c-25ec-41f5-af88-e3a9142d590c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=418ec826-97fb-4894-813a-51ffe25a7768 HTTP/1.1" status: 200 len: 849 time: 0.2592242 May 31 15:48:06.097395 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3e395-e6a3-4acc-81a2-745333bd6e27 req-24eade4c-5281-475d-a4cb-b4159492760f tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:06.103232 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bcf3e395-e6a3-4acc-81a2-745333bd6e27 req-24eade4c-5281-475d-a4cb-b4159492760f tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.7641754 May 31 15:48:06.112555 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:06.119171 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5ed4e978-b23a-4772-9523-1aee00230540 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:06.125417 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:48:06.172505 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 5eff8e49-338d-43d5-835f-7cc7c3d37093 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:48:06.180298 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5b6f2885-24fc-4d12-8b29-a919552f1ec0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:06.258041 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 5eff8e49-338d-43d5-835f-7cc7c3d37093 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:06.262199 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event updated for resources: {'Port': ['ID=7be85b17-5a4a-4627-8114-a9f977e040a7,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:06.265349 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 5eff8e49-338d-43d5-835f-7cc7c3d37093 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:06.265947 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:06.267139 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e176a5a9-b55c-4f2b-8cd1-b0bd94a869ea tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:06.272254 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-edc5086a-db01-4ab7-8413-f59072eb8a5d tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:06.275387 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-edc5086a-db01-4ab7-8413-f59072eb8a5d tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] 10.222.0.45 "DELETE /v2.0/floatingips/ac39c5fe-f786-4513-bff8-944fa66aa54c HTTP/1.1" status: 204 len: 168 time: 4.7704825 May 31 15:48:06.281614 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5ed4e978-b23a-4772-9523-1aee00230540 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/ports/271699b7-a361-4a2a-ad63-af5cf1c22ad3 HTTP/1.1" status: 204 len: 168 time: 4.1535292 May 31 15:48:06.283366 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52900) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:06.283695 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52902) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:06.286180 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:06.286878 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:06.287331 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:06.287765 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:06.288386 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:06.288603 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:06.289275 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:06.289904 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:06.290325 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:06.290744 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:06.291189 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:06.291619 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:06.308001 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:06.308723 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:06.326362 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:06.342153 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0397997 May 31 15:48:06.386367 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52908) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:06.415289 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:06.422037 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bcf3e395-e6a3-4acc-81a2-745333bd6e27 req-f0645fce-8b73-4892-9e7f-f2036090ea98 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2664511 May 31 15:48:06.425516 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-1b9474d9-6645-43ae-a3d0-bddf965b9530 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Request body: {'floatingip': {'port_id': '7be85b17-5a4a-4627-8114-a9f977e040a7'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:06.426229 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-65142444-ee26-4989-a1c1-bb573681fc1f None None] Provisioning for port 7be85b17-5a4a-4627-8114-a9f977e040a7 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:06.433331 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-65142444-ee26-4989-a1c1-bb573681fc1f None None] Provisioning complete for port 7be85b17-5a4a-4627-8114-a9f977e040a7 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:06.433694 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-65142444-ee26-4989-a1c1-bb573681fc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:06.480410 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-07611377-7224-48a9-b65a-10fde0b508ee tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] GET failed (client error): The resource could not be found. May 31 15:48:06.480956 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-07611377-7224-48a9-b65a-10fde0b508ee tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Synchronizing usage tracker for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:48:06.496671 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-e176a5a9-b55c-4f2b-8cd1-b0bd94a869ea tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Transition to ACTIVE for port object 7fb21171-b38d-41af-9bd1-4dd3fc121807 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:06.505292 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 5eff8e49-338d-43d5-835f-7cc7c3d37093, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=5eff8e49-338d-43d5-835f-7cc7c3d37093,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:48:06.506692 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-65142444-ee26-4989-a1c1-bb573681fc1f None None] Port 7be85b17-5a4a-4627-8114-a9f977e040a7 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:48:06.515019 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:06.517646 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-bfb0b6db-91ef-47a3-9dbe-7fe1f009f4bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:06.558687 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1b9474d9-6645-43ae-a3d0-bddf965b9530 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:06.590010 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=5eff8e49-338d-43d5-835f-7cc7c3d37093,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:06.598231 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:06.598425 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:06.598672 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:06.599019 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:06.599695 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:06.599695 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:06.600008 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-07611377-7224-48a9-b65a-10fde0b508ee tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Unset dirty status for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:48:06.600123 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:06.600296 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:06.600571 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:06.603841 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:06.604003 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-07611377-7224-48a9-b65a-10fde0b508ee tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "GET /v2.0/ports/271699b7-a361-4a2a-ad63-af5cf1c22ad3 HTTP/1.1" status: 404 len: 333 time: 0.3099270 May 31 15:48:06.604111 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:06.604111 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:06.606209 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:06.609741 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52912) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:06.636494 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697236c0-f7bf-427f-8f03-f284861ead99 req-99824048-7f9c-4c84-bc21-f12a7f35c216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:06.637990 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-697236c0-f7bf-427f-8f03-f284861ead99 req-99824048-7f9c-4c84-bc21-f12a7f35c216 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d344e8f1-f415-4064-9d12-68c70eb6ac0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5160527 May 31 15:48:06.791068 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b2d8c319-db65-47c1-86fa-f71164c17f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:06.792077 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-5b6f2885-24fc-4d12-8b29-a919552f1ec0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Deleting port 4832cc4d-1ccc-41a5-a70e-b35bd68c788c {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:06.792394 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5b6f2885-24fc-4d12-8b29-a919552f1ec0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:06.835457 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4345af9-e86d-49fe-a1b1-677500eefa6b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting subnet 69fd9488-842a-48aa-b706-3a22355491fa {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:48:06.852603 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e176a5a9-b55c-4f2b-8cd1-b0bd94a869ea tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:06.877370 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ef872b39-f8d6-4548-999b-11418d656683 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:06.890308 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a4345af9-e86d-49fe-a1b1-677500eefa6b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:06.947765 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:07.003703 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e176a5a9-b55c-4f2b-8cd1-b0bd94a869ea tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:07.024406 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a4345af9-e86d-49fe-a1b1-677500eefa6b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:07.106916 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-e176a5a9-b55c-4f2b-8cd1-b0bd94a869ea tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:07.135643 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176a5a9-b55c-4f2b-8cd1-b0bd94a869ea tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Port': ['ID=7fb21171-b38d-41af-9bd1-4dd3fc121807,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:07.142773 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e176a5a9-b55c-4f2b-8cd1-b0bd94a869ea tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:48:07.148178 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e176a5a9-b55c-4f2b-8cd1-b0bd94a869ea tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:07.149015 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e176a5a9-b55c-4f2b-8cd1-b0bd94a869ea tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:07.330985 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-881bab32-6db5-41dd-a3fe-f88cb6b64bcf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:07.344082 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-3cd84972-00c3-452c-8e6f-8e8b9bab3112 None None] Provisioning for port 7fb21171-b38d-41af-9bd1-4dd3fc121807 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:07.349799 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-3cd84972-00c3-452c-8e6f-8e8b9bab3112 None None] Provisioning complete for port 7fb21171-b38d-41af-9bd1-4dd3fc121807 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:07.350167 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3cd84972-00c3-452c-8e6f-8e8b9bab3112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:07.355553 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e176a5a9-b55c-4f2b-8cd1-b0bd94a869ea tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:07.390335 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-697236c0-f7bf-427f-8f03-f284861ead99 req-f3b6d3c8-4851-4dbc-8e40-09f2e1c38267 service neutron] 10.222.0.59 "GET /v2.0/networks/d344e8f1-f415-4064-9d12-68c70eb6ac0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7405221 May 31 15:48:07.403036 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e176a5a9-b55c-4f2b-8cd1-b0bd94a869ea tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.2764022 May 31 15:48:07.414790 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-3cd84972-00c3-452c-8e6f-8e8b9bab3112 None None] Port 7fb21171-b38d-41af-9bd1-4dd3fc121807 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:48:07.416664 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52916) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:07.542130 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5b6f2885-24fc-4d12-8b29-a919552f1ec0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:07.717796 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-697236c0-f7bf-427f-8f03-f284861ead99 req-902c44d9-f844-48aa-a423-e14f7d62c265 service neutron] 10.222.0.59 "GET /v2.0/networks/d344e8f1-f415-4064-9d12-68c70eb6ac0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198700 May 31 15:48:07.818787 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-5b6f2885-24fc-4d12-8b29-a919552f1ec0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Calling delete_port for 4832cc4d-1ccc-41a5-a70e-b35bd68c788c owned by network:router_gateway {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:07.852511 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3f3837ba-67ad-4093-9b27-9342b51b8072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:07.929112 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-b2d8c319-db65-47c1-86fa-f71164c17f2b admin admin] Deleting port 906def24-1a73-4aa0-9eed-2cec96b5be0a {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:07.929442 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b2d8c319-db65-47c1-86fa-f71164c17f2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:07.947268 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dcd13e8d-98fa-4e0d-b23f-12ada4307525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:08.027848 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a4345af9-e86d-49fe-a1b1-677500eefa6b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:08.106130 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 5eff8e49-338d-43d5-835f-7cc7c3d37093 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:48:08.178173 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 5eff8e49-338d-43d5-835f-7cc7c3d37093 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:08.178548 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:08.196559 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca0f106-8d39-4cd5-a280-18ac44bb1a49 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:08.202383 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca0f106-8d39-4cd5-a280-18ac44bb1a49 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:08.204024 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6ca0f106-8d39-4cd5-a280-18ac44bb1a49 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.7769642 May 31 15:48:08.208648 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52922) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:08.216096 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-b2d8c319-db65-47c1-86fa-f71164c17f2b admin admin] For port 906def24-1a73-4aa0-9eed-2cec96b5be0a, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=906def24-1a73-4aa0-9eed-2cec96b5be0a,segment=NetworkSegment(4614750b-b79f-4ba6-9b69-9d8b896289e9),segment_id=4614750b-b79f-4ba6-9b69-9d8b896289e9)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:48:08.216096 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b2d8c319-db65-47c1-86fa-f71164c17f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:08.306372 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:08.412310 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e2380-65cb-4133-9f72-48b0d4b9a5ae req-919b5d9b-376d-4893-87f1-0fef497de328 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:08.413947 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7a7e2380-65cb-4133-9f72-48b0d4b9a5ae req-919b5d9b-376d-4893-87f1-0fef497de328 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.8527634 May 31 15:48:08.485836 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-b2d8c319-db65-47c1-86fa-f71164c17f2b admin admin] Calling delete_port for 906def24-1a73-4aa0-9eed-2cec96b5be0a owned by network:router_interface {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:08.635198 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:48:08.652068 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-a3e67461-0beb-462c-ab41-150707a6f09e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting port 7fb21171-b38d-41af-9bd1-4dd3fc121807 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:08.652403 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a3e67461-0beb-462c-ab41-150707a6f09e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:08.781445 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7a7e2380-65cb-4133-9f72-48b0d4b9a5ae req-7049e084-c196-4dba-a555-8185a009997d tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3494866 May 31 15:48:09.012516 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.db.resource_extend [None req-1b9474d9-6645-43ae-a3d0-bddf965b9530 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:48:09.075429 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a3e67461-0beb-462c-ab41-150707a6f09e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:09.136342 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a4345af9-e86d-49fe-a1b1-677500eefa6b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:09.144458 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1b9474d9-6645-43ae-a3d0-bddf965b9530 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:09.145273 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f4684815-58b5-4568-8bbd-ec1782e8d3c5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:09.170527 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5b6f2885-24fc-4d12-8b29-a919552f1ec0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:09.183388 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1b9474d9-6645-43ae-a3d0-bddf965b9530 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:09.246299 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-a3e67461-0beb-462c-ab41-150707a6f09e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Calling delete_port for 7fb21171-b38d-41af-9bd1-4dd3fc121807 owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:09.248073 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4345af9-e86d-49fe-a1b1-677500eefa6b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Subnet': ['ID=69fd9488-842a-48aa-b706-3a22355491fa,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:09.249854 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a4345af9-e86d-49fe-a1b1-677500eefa6b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:09.251221 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e07d36-a286-40a5-96bf-7f28a9c64bbb None None] Network 68842d15-e3a4-445f-b680-2738425902c1 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:48:09.267975 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a4345af9-e86d-49fe-a1b1-677500eefa6b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:09.289937 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-dcd13e8d-98fa-4e0d-b23f-12ada4307525 admin admin] Deleting port a39b6d4c-307e-48e6-8abf-9bbe78f268b5 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:09.290283 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dcd13e8d-98fa-4e0d-b23f-12ada4307525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:09.290832 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cd1e35d2-631a-467a-8264-6d0c597a1ba9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:09.308618 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b2d8c319-db65-47c1-86fa-f71164c17f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:09.316001 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-88967f54-0c30-4f86-89fb-9be43523ce97 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:09.380409 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f2885-24fc-4d12-8b29-a919552f1ec0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Pushing event deleted for resources: {'Port': ['ID=4832cc4d-1ccc-41a5-a70e-b35bd68c788c,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:09.390506 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a4345af9-e86d-49fe-a1b1-677500eefa6b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/subnets/69fd9488-842a-48aa-b706-3a22355491fa HTTP/1.1" status: 204 len: 168 time: 2.7693160 May 31 15:48:09.395307 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5b6f2885-24fc-4d12-8b29-a919552f1ec0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:09.398340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52926) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:09.407740 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-881bab32-6db5-41dd-a3fe-f88cb6b64bcf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Deleting port afb6262a-2b92-4460-9e6f-b269c0a9e18c {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:09.408096 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-881bab32-6db5-41dd-a3fe-f88cb6b64bcf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:09.416904 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d8c319-db65-47c1-86fa-f71164c17f2b admin admin] Pushing event deleted for resources: {'Port': ['ID=906def24-1a73-4aa0-9eed-2cec96b5be0a,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:09.420004 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b2d8c319-db65-47c1-86fa-f71164c17f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:09.546920 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d0cca8-572d-4d65-b95d-04d23d94c1a6 None None] DHCP port deletion for 68842d15-e3a4-445f-b680-2738425902c1 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:48:09.623776 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-dcd13e8d-98fa-4e0d-b23f-12ada4307525 admin admin] For port a39b6d4c-307e-48e6-8abf-9bbe78f268b5, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a39b6d4c-307e-48e6-8abf-9bbe78f268b5,segment=NetworkSegment(6becfde1-db3d-4eb5-a5b5-1b5dae851b53),segment_id=6becfde1-db3d-4eb5-a5b5-1b5dae851b53)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:48:09.624360 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dcd13e8d-98fa-4e0d-b23f-12ada4307525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:09.645392 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-62d0cca8-572d-4d65-b95d-04d23d94c1a6 None None] Deleting port cfaa4ecb-ba0d-4bb0-a416-e481a0e41e29 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:09.646268 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-62d0cca8-572d-4d65-b95d-04d23d94c1a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:09.670833 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:09.682506 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5b6f2885-24fc-4d12-8b29-a919552f1ec0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:09.761447 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-62d0cca8-572d-4d65-b95d-04d23d94c1a6 None None] For port cfaa4ecb-ba0d-4bb0-a416-e481a0e41e29, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=cfaa4ecb-ba0d-4bb0-a416-e481a0e41e29,segment=NetworkSegment(dd8d967d-56ce-4c43-802a-ab3816bfbafe),segment_id=dd8d967d-56ce-4c43-802a-ab3816bfbafe)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:48:09.762121 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-62d0cca8-572d-4d65-b95d-04d23d94c1a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:09.834994 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-dcd13e8d-98fa-4e0d-b23f-12ada4307525 admin admin] Calling delete_port for a39b6d4c-307e-48e6-8abf-9bbe78f268b5 owned by network:router_interface {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:09.847785 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2ccf2557-19f2-4c0e-a3b2-ccfbd0c49b9a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:09.850024 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-1b9474d9-6645-43ae-a3d0-bddf965b9530 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Floating IP c8d287a8-da8d-4326-b1bd-efe0f47e419d associated. External IP: 172.26.0.246, port: c3a9a4b0-a512-4984-8605-fd9afbb5144f. May 31 15:48:09.856579 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a3e67461-0beb-462c-ab41-150707a6f09e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:09.867310 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8fda7f82-739e-44e5-b46d-1514e253e2c1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:09.938329 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-62d0cca8-572d-4d65-b95d-04d23d94c1a6 None None] Calling delete_port for cfaa4ecb-ba0d-4bb0-a416-e481a0e41e29 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:09.977981 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e67461-0beb-462c-ab41-150707a6f09e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Port': ['ID=7fb21171-b38d-41af-9bd1-4dd3fc121807,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:09.997621 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-62d0cca8-572d-4d65-b95d-04d23d94c1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:10.001865 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-194beef7-c91d-47c3-95e0-4f48cdeb4fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:10.025731 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a3e67461-0beb-462c-ab41-150707a6f09e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:10.058502 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a3e67461-0beb-462c-ab41-150707a6f09e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:10.076739 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0cca8-572d-4d65-b95d-04d23d94c1a6 None None] Pushing event deleted for resources: {'Port': ['ID=cfaa4ecb-ba0d-4bb0-a416-e481a0e41e29,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:10.080707 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-62d0cca8-572d-4d65-b95d-04d23d94c1a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:10.082053 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d0cca8-572d-4d65-b95d-04d23d94c1a6 None None] No DVR routers for this DVR port cfaa4ecb-ba0d-4bb0-a416-e481a0e41e29 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:48:10.103686 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a3e67461-0beb-462c-ab41-150707a6f09e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/7fb21171-b38d-41af-9bd1-4dd3fc121807 HTTP/1.1" status: 204 len: 168 time: 1.8741984 May 31 15:48:10.103686 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b2d8c319-db65-47c1-86fa-f71164c17f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:10.108712 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52932) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:10.200577 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5b6f2885-24fc-4d12-8b29-a919552f1ec0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:10.213853 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5b6f2885-24fc-4d12-8b29-a919552f1ec0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:10.216103 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device cfaa4ecb-ba0d-4bb0-a416-e481a0e41e29 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:48:10.243304 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-881bab32-6db5-41dd-a3fe-f88cb6b64bcf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:10.260490 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: cfaa4ecb-ba0d-4bb0-a416-e481a0e41e29 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:48:10.261011 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device cfaa4ecb-ba0d-4bb0-a416-e481a0e41e29 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:48:10.326102 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ace49d-8b48-4c90-b40c-1e42ce993f47 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:10.327671 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ace49d-8b48-4c90-b40c-1e42ce993f47 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:10.328369 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-04ace49d-8b48-4c90-b40c-1e42ce993f47 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:48:10.416597 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-881bab32-6db5-41dd-a3fe-f88cb6b64bcf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Calling delete_port for afb6262a-2b92-4460-9e6f-b269c0a9e18c owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:10.441367 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-04ace49d-8b48-4c90-b40c-1e42ce993f47 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:48:10.445134 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-04ace49d-8b48-4c90-b40c-1e42ce993f47 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3296189 May 31 15:48:10.445662 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52936) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:10.494419 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5b6f2885-24fc-4d12-8b29-a919552f1ec0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:10.495015 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6f2885-24fc-4d12-8b29-a919552f1ec0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Fanout notify agent at l3_agent the message router_deleted on router 9e186653-829e-4759-abd1-d11d4d8b3157 {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:48:10.613425 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5b6f2885-24fc-4d12-8b29-a919552f1ec0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:10.614427 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-5b6f2885-24fc-4d12-8b29-a919552f1ec0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "DELETE /v2.0/routers/9e186653-829e-4759-abd1-d11d4d8b3157 HTTP/1.1" status: 204 len: 168 time: 5.6367774 May 31 15:48:10.623847 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52940) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:10.632723 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2ccf2557-19f2-4c0e-a3b2-ccfbd0c49b9a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:10.648973 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-4279fbf8-3485-4e2f-8354-e75d7a89f8a1 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1640241708', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:10.661457 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-2ccf2557-19f2-4c0e-a3b2-ccfbd0c49b9a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68842d15-e3a4-445f-b680-2738425902c1']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:10.673538 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-4279fbf8-3485-4e2f-8354-e75d7a89f8a1 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:10.684761 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4279fbf8-3485-4e2f-8354-e75d7a89f8a1 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Usage tracker for resource:router and tenant:24706fd3f5484e1a80c0ece833bb483a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:10.689125 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-2ccf2557-19f2-4c0e-a3b2-ccfbd0c49b9a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd8d967d-56ce-4c43-802a-ab3816bfbafe') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:10.689427 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-2ccf2557-19f2-4c0e-a3b2-ccfbd0c49b9a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd8d967d-56ce-4c43-802a-ab3816bfbafe') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:10.706912 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4279fbf8-3485-4e2f-8354-e75d7a89f8a1 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:10.768491 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2ccf2557-19f2-4c0e-a3b2-ccfbd0c49b9a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:10.782326 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-4279fbf8-3485-4e2f-8354-e75d7a89f8a1 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:10.784426 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1498c80-4a20-472f-827c-f72a540c0315 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting subnet 91daa17f-71d0-4e09-9b63-98678e06353e {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:48:10.808750 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87a4f0-4be6-427f-b1f8-d2807db536db req-ce175c4a-529c-4a43-ac26-33842481285b tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:10.810267 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2e87a4f0-4be6-427f-b1f8-d2807db536db req-ce175c4a-529c-4a43-ac26-33842481285b tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.8350236 May 31 15:48:10.829096 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2ccf2557-19f2-4c0e-a3b2-ccfbd0c49b9a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:10.850469 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a1498c80-4a20-472f-827c-f72a540c0315 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:10.868424 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4279fbf8-3485-4e2f-8354-e75d7a89f8a1 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:10.869304 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4279fbf8-3485-4e2f-8354-e75d7a89f8a1 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:10.878996 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ccf2557-19f2-4c0e-a3b2-ccfbd0c49b9a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:48:10.879399 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2ccf2557-19f2-4c0e-a3b2-ccfbd0c49b9a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:48:10.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:48:10.913541 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dcd13e8d-98fa-4e0d-b23f-12ada4307525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:10.921816 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0f958675-cf5e-481e-a1b8-698a1e0d734a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:10.975541 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a1498c80-4a20-472f-827c-f72a540c0315 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:11.005695 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd13e8d-98fa-4e0d-b23f-12ada4307525 admin admin] Pushing event deleted for resources: {'Port': ['ID=a39b6d4c-307e-48e6-8abf-9bbe78f268b5,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:11.042157 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-dcd13e8d-98fa-4e0d-b23f-12ada4307525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:11.065272 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2e87a4f0-4be6-427f-b1f8-d2807db536db req-22b8e865-7c68-4c56-8592-3dae391b30dc tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394862 May 31 15:48:11.073457 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4279fbf8-3485-4e2f-8354-e75d7a89f8a1 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:11.109019 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2ccf2557-19f2-4c0e-a3b2-ccfbd0c49b9a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:11.116398 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-eff4d791-3a9c-4bd8-a04e-5cc0ff292f25 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:11.127441 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d8c319-db65-47c1-86fa-f71164c17f2b admin admin] Router 40dbce2f-66ff-499f-aa81-e50ee27208ef has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:48:11.137478 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2ccf2557-19f2-4c0e-a3b2-ccfbd0c49b9a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:11.182901 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9474d9-6645-43ae-a3d0-bddf965b9530 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Router 7f5a6441-fbbd-48ae-b93f-635a8e5dafc5 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:48:11.183967 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf2557-19f2-4c0e-a3b2-ccfbd0c49b9a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Network': ['ID=68842d15-e3a4-445f-b680-2738425902c1,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:11.200129 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2ccf2557-19f2-4c0e-a3b2-ccfbd0c49b9a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:11.204635 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4279fbf8-3485-4e2f-8354-e75d7a89f8a1 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:11.220556 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2ccf2557-19f2-4c0e-a3b2-ccfbd0c49b9a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/networks/68842d15-e3a4-445f-b680-2738425902c1 HTTP/1.1" status: 204 len: 168 time: 1.8109465 May 31 15:48:11.220767 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52946) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:11.229608 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-db4d2a45-c5b1-4927-aab3-bc12402684e4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-124090881'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:11.313819 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-db4d2a45-c5b1-4927-aab3-bc12402684e4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:11.329510 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-db4d2a45-c5b1-4927-aab3-bc12402684e4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:network and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:11.333764 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4279fbf8-3485-4e2f-8354-e75d7a89f8a1 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:11.337665 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4279fbf8-3485-4e2f-8354-e75d7a89f8a1 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7082529 May 31 15:48:11.338070 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-db4d2a45-c5b1-4927-aab3-bc12402684e4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:11.339542 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52950) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:11.351349 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-881bab32-6db5-41dd-a3fe-f88cb6b64bcf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:11.358513 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-368ca2b2-4d9c-48c8-95d8-011488df2b16 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:11.407132 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-aaf77743-3560-4380-9c79-902d049f13b0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Request body: {'router': {'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:11.421633 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881bab32-6db5-41dd-a3fe-f88cb6b64bcf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Port': ['ID=afb6262a-2b92-4460-9e6f-b269c0a9e18c,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:11.424616 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-881bab32-6db5-41dd-a3fe-f88cb6b64bcf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:11.458033 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-db4d2a45-c5b1-4927-aab3-bc12402684e4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:11.625854 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a8fb3-9184-4cf6-b1b5-8fcdae3b3c29 req-ab4f8212-d5d1-4bc8-82bf-92be76a005d3 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:11.634070 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5e4a8fb3-9184-4cf6-b1b5-8fcdae3b3c29 req-ab4f8212-d5d1-4bc8-82bf-92be76a005d3 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.4035521 May 31 15:48:11.667757 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a1498c80-4a20-472f-827c-f72a540c0315 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:11.701226 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4d2a45-c5b1-4927-aab3-bc12402684e4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:48:11.704669 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-db4d2a45-c5b1-4927-aab3-bc12402684e4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:11.892965 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9474d9-6645-43ae-a3d0-bddf965b9530 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:48:11.904066 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fab990-99dc-4d8b-833b-09814bdc54fa None None] Sync routers for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:48:11.914567 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fab990-99dc-4d8b-833b-09814bdc54fa None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:11.915250 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-73fab990-99dc-4d8b-833b-09814bdc54fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:11.957654 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dcd13e8d-98fa-4e0d-b23f-12ada4307525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:11.980500 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-73fab990-99dc-4d8b-833b-09814bdc54fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:11.989724 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fab990-99dc-4d8b-833b-09814bdc54fa None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:11.990528 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-73fab990-99dc-4d8b-833b-09814bdc54fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:12.036943 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d8c319-db65-47c1-86fa-f71164c17f2b admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:48:12.051193 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5e4a8fb3-9184-4cf6-b1b5-8fcdae3b3c29 req-3650ffd9-701a-4334-8620-2bd3bb513820 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4161375 May 31 15:48:12.054738 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-73fab990-99dc-4d8b-833b-09814bdc54fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:12.054738 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fab990-99dc-4d8b-833b-09814bdc54fa None None] The sync data for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:48:12.057800 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-881bab32-6db5-41dd-a3fe-f88cb6b64bcf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:12.060281 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d924e7-66d7-4ae4-ac8d-659c6f8d1633 None None] Sync routers for ids ['40dbce2f-66ff-499f-aa81-e50ee27208ef'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:48:12.075608 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b2d8c319-db65-47c1-86fa-f71164c17f2b admin admin] 10.222.0.45 "PUT /v2.0/routers/40dbce2f-66ff-499f-aa81-e50ee27208ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6577299 May 31 15:48:12.089083 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d924e7-66d7-4ae4-ac8d-659c6f8d1633 None None] Routers {'40dbce2f-66ff-499f-aa81-e50ee27208ef'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:12.093267 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-d7d924e7-66d7-4ae4-ac8d-659c6f8d1633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['40dbce2f-66ff-499f-aa81-e50ee27208ef'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:12.201646 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52954) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:12.247671 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db4d2a45-c5b1-4927-aab3-bc12402684e4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:48:12.258183 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-db4d2a45-c5b1-4927-aab3-bc12402684e4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:12.258598 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-db4d2a45-c5b1-4927-aab3-bc12402684e4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Added segment fd20f05f-1e4e-4696-ae61-d903e63bba6f of type vlan for network d676ac34-2fa1-4172-8e38-03ab99ad115b May 31 15:48:12.354588 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-d7d924e7-66d7-4ae4-ac8d-659c6f8d1633 None None] Set router 40dbce2f-66ff-499f-aa81-e50ee27208ef gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:48:12.426607 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aaf77743-3560-4380-9c79-902d049f13b0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:12.438277 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-db4d2a45-c5b1-4927-aab3-bc12402684e4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:12.656343 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-d7d924e7-66d7-4ae4-ac8d-659c6f8d1633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'name': 'tempest-ServersTestJSON-1948476954-router', 'tenant_id': 'dff69be66365471cb98d4afa08a838e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '85526dd5-c2c3-4e0c-abb4-07685eb315d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:48:09Z', 'revision_number': 5, 'project_id': 'dff69be66365471cb98d4afa08a838e7', 'gw_port': {'id': '85526dd5-c2c3-4e0c-abb4-07685eb315d3', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ee:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:12.660734 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d924e7-66d7-4ae4-ac8d-659c6f8d1633 None None] Checking router: 40dbce2f-66ff-499f-aa81-e50ee27208ef for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:48:12.666050 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-db4d2a45-c5b1-4927-aab3-bc12402684e4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:12.670198 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d924e7-66d7-4ae4-ac8d-659c6f8d1633 None None] Routers {'40dbce2f-66ff-499f-aa81-e50ee27208ef'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:12.670789 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-d7d924e7-66d7-4ae4-ac8d-659c6f8d1633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['40dbce2f-66ff-499f-aa81-e50ee27208ef'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:12.671561 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4d2a45-c5b1-4927-aab3-bc12402684e4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:12.672145 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-db4d2a45-c5b1-4927-aab3-bc12402684e4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:12.684132 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-264adff1-ed37-41d9-846b-bbda5bc4875e tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:12.827424 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881bab32-6db5-41dd-a3fe-f88cb6b64bcf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Router a1dad6d7-a2df-4d49-a6ae-e2c6d973240f has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:48:12.854847 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-db4d2a45-c5b1-4927-aab3-bc12402684e4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6316726 May 31 15:48:12.858642 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1540e620-0fbb-4e9f-b92d-bf05f08de571 admin admin] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:12.863352 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-d7d924e7-66d7-4ae4-ac8d-659c6f8d1633 None None] Set router 40dbce2f-66ff-499f-aa81-e50ee27208ef gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:48:12.867816 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52962) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:12.926130 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d2a45-c5b1-4927-aab3-bc12402684e4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Network': ['ID=d676ac34-2fa1-4172-8e38-03ab99ad115b,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:12.935208 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-4aa54890-4b48-464f-8cea-75a709dd10ed tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'subnet': {'network_id': 'd676ac34-2fa1-4172-8e38-03ab99ad115b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:12.944518 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network d676ac34-2fa1-4172-8e38-03ab99ad115b details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:48:12.958531 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-db4d2a45-c5b1-4927-aab3-bc12402684e4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:13.158267 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a1498c80-4a20-472f-827c-f72a540c0315 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:13.167843 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:13.200371 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-d7d924e7-66d7-4ae4-ac8d-659c6f8d1633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'name': 'tempest-ServersTestJSON-1948476954-router', 'tenant_id': 'dff69be66365471cb98d4afa08a838e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '85526dd5-c2c3-4e0c-abb4-07685eb315d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:48:09Z', 'revision_number': 5, 'project_id': 'dff69be66365471cb98d4afa08a838e7', 'gw_port': {'id': '85526dd5-c2c3-4e0c-abb4-07685eb315d3', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ee:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:13.205211 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d924e7-66d7-4ae4-ac8d-659c6f8d1633 None None] The sync data for ids ['40dbce2f-66ff-499f-aa81-e50ee27208ef'] in dv-neutron-601336-79-hyperv is: [{'id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'name': 'tempest-ServersTestJSON-1948476954-router', 'tenant_id': 'dff69be66365471cb98d4afa08a838e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '85526dd5-c2c3-4e0c-abb4-07685eb315d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:48:09Z', 'revision_number': 5, 'project_id': 'dff69be66365471cb98d4afa08a838e7', 'gw_port': {'id': '85526dd5-c2c3-4e0c-abb4-07685eb315d3', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ee:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dbce2f-66ff-499f-aa81-e50ee27208ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:48:13.219340 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1498c80-4a20-472f-827c-f72a540c0315 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Subnet': ['ID=91daa17f-71d0-4e09-9b63-98678e06353e,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:13.226081 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a1498c80-4a20-472f-827c-f72a540c0315 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:13.231075 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4aa54890-4b48-464f-8cea-75a709dd10ed tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:13.233728 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a1498c80-4a20-472f-827c-f72a540c0315 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:13.234855 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b78f13-0520-491a-b411-c7a17d9a0bec None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:48:13.241727 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4aa54890-4b48-464f-8cea-75a709dd10ed tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:subnet and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:13.253838 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4aa54890-4b48-464f-8cea-75a709dd10ed tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:13.256065 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4389b-ab24-4ab0-8abb-1f68b58434b9 req-cc2de87f-36f9-4dd5-9dd1-c59e7808bebb tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:13.257979 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cfa4389b-ab24-4ab0-8abb-1f68b58434b9 req-cc2de87f-36f9-4dd5-9dd1-c59e7808bebb tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.8489308 May 31 15:48:13.276182 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4aa54890-4b48-464f-8cea-75a709dd10ed tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:13.287964 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a1498c80-4a20-472f-827c-f72a540c0315 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/91daa17f-71d0-4e09-9b63-98678e06353e HTTP/1.1" status: 204 len: 168 time: 2.8388824 May 31 15:48:13.295728 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52966) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:13.300071 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd13e8d-98fa-4e0d-b23f-12ada4307525 admin admin] Router 2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:48:13.329000 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9474d9-6645-43ae-a3d0-bddf965b9530 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Router ea92f27a-108b-4f17-8e1f-fff0a656b165 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:48:13.348939 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881bab32-6db5-41dd-a3fe-f88cb6b64bcf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:48:13.364785 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-881bab32-6db5-41dd-a3fe-f88cb6b64bcf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "PUT /v2.0/routers/a1dad6d7-a2df-4d49-a6ae-e2c6d973240f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2418802 May 31 15:48:13.374382 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52970) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:13.374665 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335d8f32-f854-4c9b-b2f2-c7ad2ca4dd27 None None] Sync routers for ids ['a1dad6d7-a2df-4d49-a6ae-e2c6d973240f'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:48:13.423587 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335d8f32-f854-4c9b-b2f2-c7ad2ca4dd27 None None] Routers {'a1dad6d7-a2df-4d49-a6ae-e2c6d973240f'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:13.424226 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-335d8f32-f854-4c9b-b2f2-c7ad2ca4dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['a1dad6d7-a2df-4d49-a6ae-e2c6d973240f'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:13.434170 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa54890-4b48-464f-8cea-75a709dd10ed tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:48:13.437666 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4aa54890-4b48-464f-8cea-75a709dd10ed tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:13.488353 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-335d8f32-f854-4c9b-b2f2-c7ad2ca4dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:13.490238 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e4424221-aa7d-4ed5-8e0e-09c92deb74b9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Synchronizing usage tracker for tenant:7532521a2dc2494ca283f329c67dc09d on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:48:13.508842 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335d8f32-f854-4c9b-b2f2-c7ad2ca4dd27 None None] Routers {'a1dad6d7-a2df-4d49-a6ae-e2c6d973240f'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:13.509393 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-335d8f32-f854-4c9b-b2f2-c7ad2ca4dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['a1dad6d7-a2df-4d49-a6ae-e2c6d973240f'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:13.530732 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cfa4389b-ab24-4ab0-8abb-1f68b58434b9 req-a776c5f9-4f12-4f9d-817b-92964be74b08 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145743 May 31 15:48:13.546035 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1540e620-0fbb-4e9f-b92d-bf05f08de571 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:13.591608 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-335d8f32-f854-4c9b-b2f2-c7ad2ca4dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:13.592043 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335d8f32-f854-4c9b-b2f2-c7ad2ca4dd27 None None] The sync data for ids ['a1dad6d7-a2df-4d49-a6ae-e2c6d973240f'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:48:13.627934 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e4424221-aa7d-4ed5-8e0e-09c92deb74b9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Unset dirty status for tenant:7532521a2dc2494ca283f329c67dc09d on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:48:13.629406 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e4424221-aa7d-4ed5-8e0e-09c92deb74b9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1dad6d7-a2df-4d49-a6ae-e2c6d973240f HTTP/1.1" status: 200 len: 205 time: 0.2553773 May 31 15:48:13.658680 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52976) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:13.667891 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c972d81f-51c6-4d48-9308-19cc59934693 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3686492 May 31 15:48:13.677512 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52980) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:13.690729 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-ab1c2200-03f0-42ca-aefa-c87d0d90880c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:13.715134 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad47406-0420-46a4-bfd1-d1893f24d916 None None] DHCP port deletion for b5001308-9f67-458f-99a7-4cdcd1177eb2 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:48:13.816076 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9474d9-6645-43ae-a3d0-bddf965b9530 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:48:13.828333 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fafa1a9-96b2-44d3-99fa-843560907044 None None] Sync routers for ids ['ea92f27a-108b-4f17-8e1f-fff0a656b165'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:48:13.834826 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-5ad47406-0420-46a4-bfd1-d1893f24d916 None None] Deleting port 5eff8e49-338d-43d5-835f-7cc7c3d37093 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:13.835381 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5ad47406-0420-46a4-bfd1-d1893f24d916 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:13.841580 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1b9474d9-6645-43ae-a3d0-bddf965b9530 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:13.873295 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fafa1a9-96b2-44d3-99fa-843560907044 None None] Routers {'ea92f27a-108b-4f17-8e1f-fff0a656b165'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:13.874344 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-6fafa1a9-96b2-44d3-99fa-843560907044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['ea92f27a-108b-4f17-8e1f-fff0a656b165'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:13.923802 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-ab1c2200-03f0-42ca-aefa-c87d0d90880c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:13.936563 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ab1c2200-03f0-42ca-aefa-c87d0d90880c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:subnet and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:13.943923 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-5ad47406-0420-46a4-bfd1-d1893f24d916 None None] For port 5eff8e49-338d-43d5-835f-7cc7c3d37093, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=5eff8e49-338d-43d5-835f-7cc7c3d37093,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:48:13.944364 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ab1c2200-03f0-42ca-aefa-c87d0d90880c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:13.944486 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5ad47406-0420-46a4-bfd1-d1893f24d916 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:13.948343 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-1540e620-0fbb-4e9f-b92d-bf05f08de571 admin admin] Deleting port 85526dd5-c2c3-4e0c-abb4-07685eb315d3 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:13.948865 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1540e620-0fbb-4e9f-b92d-bf05f08de571 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:13.968277 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4be964ec-8d01-4a46-b5a1-2d027eb69d69 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:13.969191 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-ab1c2200-03f0-42ca-aefa-c87d0d90880c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:14.066829 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-6fafa1a9-96b2-44d3-99fa-843560907044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:14.069000 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-5ad47406-0420-46a4-bfd1-d1893f24d916 None None] Calling delete_port for 5eff8e49-338d-43d5-835f-7cc7c3d37093 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:14.104388 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fafa1a9-96b2-44d3-99fa-843560907044 None None] Routers {'ea92f27a-108b-4f17-8e1f-fff0a656b165'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:14.105010 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-6fafa1a9-96b2-44d3-99fa-843560907044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['ea92f27a-108b-4f17-8e1f-fff0a656b165'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:14.126698 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 906def24-1a73-4aa0-9eed-2cec96b5be0a no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:48:14.168110 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 906def24-1a73-4aa0-9eed-2cec96b5be0a {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:48:14.168860 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 906def24-1a73-4aa0-9eed-2cec96b5be0a not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:48:14.169576 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 5eff8e49-338d-43d5-835f-7cc7c3d37093 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:48:14.207064 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1c2200-03f0-42ca-aefa-c87d0d90880c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:48:14.210600 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ab1c2200-03f0-42ca-aefa-c87d0d90880c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:14.213889 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5ad47406-0420-46a4-bfd1-d1893f24d916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:14.216406 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-6fafa1a9-96b2-44d3-99fa-843560907044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:14.217189 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fafa1a9-96b2-44d3-99fa-843560907044 None None] The sync data for ids ['ea92f27a-108b-4f17-8e1f-fff0a656b165'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:48:14.231100 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-7ea381ac-b039-4f42-a2bf-2c4bf57e1280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:14.265952 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 5eff8e49-338d-43d5-835f-7cc7c3d37093 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:48:14.266983 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 5eff8e49-338d-43d5-835f-7cc7c3d37093 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:48:14.287687 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad47406-0420-46a4-bfd1-d1893f24d916 None None] No DVR routers for this DVR port 5eff8e49-338d-43d5-835f-7cc7c3d37093 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:48:14.301145 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad47406-0420-46a4-bfd1-d1893f24d916 None None] Pushing event deleted for resources: {'Port': ['ID=5eff8e49-338d-43d5-835f-7cc7c3d37093,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:14.306289 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5ad47406-0420-46a4-bfd1-d1893f24d916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:14.307192 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1b9474d9-6645-43ae-a3d0-bddf965b9530 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "PUT /v2.0/floatingips/c8d287a8-da8d-4326-b1bd-efe0f47e419d HTTP/1.1" status: 200 len: 977 time: 7.9125893 May 31 15:48:14.313183 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52986) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:14.421873 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-1540e620-0fbb-4e9f-b92d-bf05f08de571 admin admin] For port 85526dd5-c2c3-4e0c-abb4-07685eb315d3, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=85526dd5-c2c3-4e0c-abb4-07685eb315d3,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:48:14.422274 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1540e620-0fbb-4e9f-b92d-bf05f08de571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:14.428464 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aaf77743-3560-4380-9c79-902d049f13b0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router_gateway, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:14.526002 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aaf77743-3560-4380-9c79-902d049f13b0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:14.565566 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-1540e620-0fbb-4e9f-b92d-bf05f08de571 admin admin] Calling delete_port for 85526dd5-c2c3-4e0c-abb4-07685eb315d3 owned by network:router_gateway {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:14.632200 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fec76-9c70-420c-bc53-9e290d4d23c3 req-fc81077a-2a1d-41a6-9489-e33e4cca7a6e tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:14.633711 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ab1fec76-9c70-420c-bc53-9e290d4d23c3 req-fc81077a-2a1d-41a6-9489-e33e4cca7a6e tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.4972064 May 31 15:48:14.759748 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ab1fec76-9c70-420c-bc53-9e290d4d23c3 req-b89fc0b6-a759-4d6b-8dd1-43e2c1f2225d tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180933 May 31 15:48:14.813128 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4be964ec-8d01-4a46-b5a1-2d027eb69d69 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:14.820264 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4be964ec-8d01-4a46-b5a1-2d027eb69d69 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:14.882376 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd13e8d-98fa-4e0d-b23f-12ada4307525 admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:48:14.895113 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e36d9f8-5409-4ae7-bd1b-be244d8dc570 None None] Sync routers for ids ['2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:48:14.907451 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e36d9f8-5409-4ae7-bd1b-be244d8dc570 None None] Routers {'2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:14.908184 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-4e36d9f8-5409-4ae7-bd1b-be244d8dc570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:15.003293 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-a61b7cbd-d390-48d4-84b9-fd59dc879e8a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Deleting port 7be85b17-5a4a-4627-8114-a9f977e040a7 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:15.003848 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a61b7cbd-d390-48d4-84b9-fd59dc879e8a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:15.133875 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4be964ec-8d01-4a46-b5a1-2d027eb69d69 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:15.134501 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be964ec-8d01-4a46-b5a1-2d027eb69d69 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Fanout notify agent at l3_agent the message router_deleted on router a1dad6d7-a2df-4d49-a6ae-e2c6d973240f {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:48:15.144988 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-4e36d9f8-5409-4ae7-bd1b-be244d8dc570 None None] Set router 2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:48:15.192599 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-aaf77743-3560-4380-9c79-902d049f13b0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Allocated IP 172.26.0.117 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/face9be9-99e4-4a83-bfdc-1a346eea28ee) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:48:15.199671 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4be964ec-8d01-4a46-b5a1-2d027eb69d69 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:15.203471 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4be964ec-8d01-4a46-b5a1-2d027eb69d69 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/routers/a1dad6d7-a2df-4d49-a6ae-e2c6d973240f HTTP/1.1" status: 204 len: 168 time: 1.5341256 May 31 15:48:15.207208 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-dcd13e8d-98fa-4e0d-b23f-12ada4307525 admin admin] 10.222.0.45 "PUT /v2.0/routers/2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9175446 May 31 15:48:15.207749 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 52990) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:15.209843 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 52992) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:15.324537 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a61b7cbd-d390-48d4-84b9-fd59dc879e8a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:15.444037 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1540e620-0fbb-4e9f-b92d-bf05f08de571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:15.447012 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-4e36d9f8-5409-4ae7-bd1b-be244d8dc570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'name': 'tempest-ServersTestManualDisk-1503760101-router', 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': '05137703-9015-4db2-b06f-03c75570b399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:48:10Z', 'revision_number': 5, 'project_id': '31cb1923c01a40bcb7e56f6bb437609c', 'gw_port': {'id': '05137703-9015-4db2-b06f-03c75570b399', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:15.451363 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e36d9f8-5409-4ae7-bd1b-be244d8dc570 None None] Checking router: 2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:48:15.453477 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d94df4d4-b948-41d9-8636-cb550e67e7c2 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:15.462191 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e36d9f8-5409-4ae7-bd1b-be244d8dc570 None None] Routers {'2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:15.462809 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-4e36d9f8-5409-4ae7-bd1b-be244d8dc570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:15.495207 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bca474d-8543-4981-90c2-6a8f1eab05fd tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Deleting subnet b5c923c3-9bc3-42ca-9a64-5da05e891903 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:48:15.510802 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8bca474d-8543-4981-90c2-6a8f1eab05fd tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:15.545395 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540e620-0fbb-4e9f-b92d-bf05f08de571 admin admin] Pushing event deleted for resources: {'Port': ['ID=85526dd5-c2c3-4e0c-abb4-07685eb315d3,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:15.548160 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1540e620-0fbb-4e9f-b92d-bf05f08de571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:15.552994 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-07fba322-67c1-4592-b885-a7a8ce555d22 admin admin] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:15.653975 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-4e36d9f8-5409-4ae7-bd1b-be244d8dc570 None None] Set router 2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:48:15.667754 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aaf77743-3560-4380-9c79-902d049f13b0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:15.737576 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8bca474d-8543-4981-90c2-6a8f1eab05fd tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:15.774987 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4aa54890-4b48-464f-8cea-75a709dd10ed tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:15.793128 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:15.896890 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-07fba322-67c1-4592-b885-a7a8ce555d22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:15.929604 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aaf77743-3560-4380-9c79-902d049f13b0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:15.940435 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1540e620-0fbb-4e9f-b92d-bf05f08de571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:15.948713 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-4e36d9f8-5409-4ae7-bd1b-be244d8dc570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'name': 'tempest-ServersTestManualDisk-1503760101-router', 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': '05137703-9015-4db2-b06f-03c75570b399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:48:10Z', 'revision_number': 5, 'project_id': '31cb1923c01a40bcb7e56f6bb437609c', 'gw_port': {'id': '05137703-9015-4db2-b06f-03c75570b399', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:15.953143 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e36d9f8-5409-4ae7-bd1b-be244d8dc570 None None] The sync data for ids ['2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7'] in dv-neutron-601336-79-hyperv is: [{'id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'name': 'tempest-ServersTestManualDisk-1503760101-router', 'tenant_id': '31cb1923c01a40bcb7e56f6bb437609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.216'}], 'enable_snat': True}, 'gw_port_id': '05137703-9015-4db2-b06f-03c75570b399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:48:10Z', 'revision_number': 5, 'project_id': '31cb1923c01a40bcb7e56f6bb437609c', 'gw_port': {'id': '05137703-9015-4db2-b06f-03c75570b399', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:48:15.991414 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa54890-4b48-464f-8cea-75a709dd10ed tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Subnet': ['ID=a10ea4b8-2c33-461c-9f17-17c541785af1,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:15.999095 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa54890-4b48-464f-8cea-75a709dd10ed tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Checking segment: {'id': 'fd20f05f-1e4e-4696-ae61-d903e63bba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd676ac34-2fa1-4172-8e38-03ab99ad115b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:48:15.999095 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa54890-4b48-464f-8cea-75a709dd10ed tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network hostable DHCP agents. Network: d676ac34-2fa1-4172-8e38-03ab99ad115b, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:48:16.003406 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4aa54890-4b48-464f-8cea-75a709dd10ed tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:16.005941 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e176a5a9-b55c-4f2b-8cd1-b0bd94a869ea tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:16.039932 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf77743-3560-4380-9c79-902d049f13b0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:16.049542 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-aaf77743-3560-4380-9c79-902d049f13b0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:16.068132 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf77743-3560-4380-9c79-902d049f13b0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:48:16.138833 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf77743-3560-4380-9c79-902d049f13b0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Pushing event updated for resources: {'Port': ['ID=face9be9-99e4-4a83-bfdc-1a346eea28ee,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:16.143658 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa54890-4b48-464f-8cea-75a709dd10ed tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network d676ac34-2fa1-4172-8e38-03ab99ad115b is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:48:16.149883 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-aaf77743-3560-4380-9c79-902d049f13b0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:16.194285 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a61b7cbd-d390-48d4-84b9-fd59dc879e8a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:16.194556 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a61b7cbd-d390-48d4-84b9-fd59dc879e8a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:16.194861 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-a61b7cbd-d390-48d4-84b9-fd59dc879e8a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Floating IP c8d287a8-da8d-4326-b1bd-efe0f47e419d disassociated. External IP: 172.26.0.246, port: 7be85b17-5a4a-4627-8114-a9f977e040a7. May 31 15:48:16.195212 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-a61b7cbd-d390-48d4-84b9-fd59dc879e8a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Calling delete_port for 7be85b17-5a4a-4627-8114-a9f977e040a7 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:16.198665 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1540e620-0fbb-4e9f-b92d-bf05f08de571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:16.216927 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1540e620-0fbb-4e9f-b92d-bf05f08de571 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:16.217381 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-4aa54890-4b48-464f-8cea-75a709dd10ed tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, d676ac34-2fa1-4172-8e38-03ab99ad115b) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:16.225618 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe35e318-16df-48e8-9224-8310c5bacea3 None None] Network d676ac34-2fa1-4172-8e38-03ab99ad115b requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:48:16.227633 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-07fba322-67c1-4592-b885-a7a8ce555d22 admin admin] Deleting port 05137703-9015-4db2-b06f-03c75570b399 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:16.227982 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-07fba322-67c1-4592-b885-a7a8ce555d22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:16.319931 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa54890-4b48-464f-8cea-75a709dd10ed tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:16.320556 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4aa54890-4b48-464f-8cea-75a709dd10ed tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:16.451824 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ab1c2200-03f0-42ca-aefa-c87d0d90880c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:16.456313 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a4345af9-e86d-49fe-a1b1-677500eefa6b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:16.464471 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4aa54890-4b48-464f-8cea-75a709dd10ed tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5482724 May 31 15:48:16.469109 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53000) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:16.476112 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a39b6d4c-307e-48e6-8abf-9bbe78f268b5 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:48:16.476315 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-f9ec42ea-37c7-4e42-8157-aa21af6fb538 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'port': {'network_id': 'd676ac34-2fa1-4172-8e38-03ab99ad115b', 'name': 'tempest-PortsTestJSON-1724703236', 'fixed_ips': [{'subnet_id': 'a10ea4b8-2c33-461c-9f17-17c541785af1', 'ip_address': '172.20.0.10'}]}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:16.531637 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: a39b6d4c-307e-48e6-8abf-9bbe78f268b5 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:48:16.532359 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a39b6d4c-307e-48e6-8abf-9bbe78f268b5 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:48:16.538510 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8bca474d-8543-4981-90c2-6a8f1eab05fd tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:16.571385 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1540e620-0fbb-4e9f-b92d-bf05f08de571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:16.571917 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1540e620-0fbb-4e9f-b92d-bf05f08de571 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40dbce2f-66ff-499f-aa81-e50ee27208ef {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:48:16.586395 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1c2200-03f0-42ca-aefa-c87d0d90880c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:16.604157 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4975336a-de6d-423e-9668-66d43916e4bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-d676ac34-2fa1-4172-8e38-03ab99ad115b', 'network_id': 'd676ac34-2fa1-4172-8e38-03ab99ad115b', 'tenant_id': '9e98cd47beea440cbfb376c35888b670', 'fixed_ips': [{'subnet_id': 'a10ea4b8-2c33-461c-9f17-17c541785af1'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:48:16.605327 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4975336a-de6d-423e-9668-66d43916e4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:16.611567 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-ab1c2200-03f0-42ca-aefa-c87d0d90880c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:16.632236 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a51ab16-ff21-4086-b084-680e91296c0e None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:48:16.649839 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dff6c-7ce5-47e2-b8de-1d6cf5987fb2 req-b55287a8-b373-44e1-9fd8-69d9a0fb375d tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:16.657452 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-430dff6c-7ce5-47e2-b8de-1d6cf5987fb2 req-b55287a8-b373-44e1-9fd8-69d9a0fb375d tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.7784774 May 31 15:48:16.686479 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1c2200-03f0-42ca-aefa-c87d0d90880c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:16.687111 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ab1c2200-03f0-42ca-aefa-c87d0d90880c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:16.691458 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c2200-03f0-42ca-aefa-c87d0d90880c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Subnet': ['ID=1c77af0a-89ae-4037-b0fa-ebebcb087510,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:16.732262 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ab1c2200-03f0-42ca-aefa-c87d0d90880c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:16.842495 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1540e620-0fbb-4e9f-b92d-bf05f08de571 admin admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:16.843621 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1540e620-0fbb-4e9f-b92d-bf05f08de571 admin admin] 10.222.0.45 "DELETE /v2.0/routers/40dbce2f-66ff-499f-aa81-e50ee27208ef HTTP/1.1" status: 204 len: 168 time: 4.6380446 May 31 15:48:16.852875 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53004) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:16.859231 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ab1c2200-03f0-42ca-aefa-c87d0d90880c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1777599 May 31 15:48:16.872832 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53008) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:16.884381 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-3f9da4c3-105d-460b-8919-e4268803fc4a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'port': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'fixed_ips': [{'subnet_id': '1c77af0a-89ae-4037-b0fa-ebebcb087510', 'ip_address': '2001:db8::7fe2:3409:d879:c792'}], 'name': 'tempest-NetworksTestDHCPv6-1858975251'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:16.892767 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-430dff6c-7ce5-47e2-b8de-1d6cf5987fb2 req-c1d602c6-de8a-4b7b-8a00-7ab80a515e46 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337961 May 31 15:48:17.006547 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-62701ff8-9f0f-4c3a-bd97-4435f33f9db7 admin admin] Deleting subnet 78474f67-27d4-45ee-a48b-36bd239fb199 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:48:17.029103 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a61b7cbd-d390-48d4-84b9-fd59dc879e8a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:17.031363 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-62701ff8-9f0f-4c3a-bd97-4435f33f9db7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:17.035507 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-4975336a-de6d-423e-9668-66d43916e4bf None None] Allocated IP 172.20.0.2 (d676ac34-2fa1-4172-8e38-03ab99ad115b/a10ea4b8-2c33-461c-9f17-17c541785af1/70808005-c920-43ed-83d5-eaf6f17290e9) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:48:17.064425 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-07fba322-67c1-4592-b885-a7a8ce555d22 admin admin] For port 05137703-9015-4db2-b06f-03c75570b399, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=05137703-9015-4db2-b06f-03c75570b399,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:48:17.065238 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-07fba322-67c1-4592-b885-a7a8ce555d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:17.067745 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7c6f48e7-d0cd-4bf6-95b5-76dcbbe656f0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:17.097705 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee62ba6-279c-4444-aa25-3a0e186cfac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-b5001308-9f67-458f-99a7-4cdcd1177eb2', 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'fixed_ips': [{'subnet_id': '1c77af0a-89ae-4037-b0fa-ebebcb087510'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:48:17.098631 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8ee62ba6-279c-4444-aa25-3a0e186cfac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:17.191263 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b7cbd-d390-48d4-84b9-fd59dc879e8a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event deleted for resources: {'Port': ['ID=7be85b17-5a4a-4627-8114-a9f977e040a7,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:17.201409 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a61b7cbd-d390-48d4-84b9-fd59dc879e8a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:17.228118 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f9ec42ea-37c7-4e42-8157-aa21af6fb538 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:17.232964 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-62701ff8-9f0f-4c3a-bd97-4435f33f9db7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:17.374981 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-07fba322-67c1-4592-b885-a7a8ce555d22 admin admin] Calling delete_port for 05137703-9015-4db2-b06f-03c75570b399 owned by network:router_gateway {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:17.401633 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f9ec42ea-37c7-4e42-8157-aa21af6fb538 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:17.476980 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ec42ea-37c7-4e42-8157-aa21af6fb538 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:48:17.513236 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aaf77743-3560-4380-9c79-902d049f13b0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router_gateway, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:17.580568 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8bca474d-8543-4981-90c2-6a8f1eab05fd tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:17.592861 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-10cd44f1-22c5-41ed-81b0-3233d01566ea tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:17.596111 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4975336a-de6d-423e-9668-66d43916e4bf None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:17.637764 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca474d-8543-4981-90c2-6a8f1eab05fd tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Subnet': ['ID=b5c923c3-9bc3-42ca-9a64-5da05e891903,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:17.641561 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8bca474d-8543-4981-90c2-6a8f1eab05fd tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:17.649597 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-4975336a-de6d-423e-9668-66d43916e4bf None None] Transition to ACTIVE for port object 70808005-c920-43ed-83d5-eaf6f17290e9 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:17.654157 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8bca474d-8543-4981-90c2-6a8f1eab05fd tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:17.671981 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2a74fb-ef4e-43d4-a1aa-c14ed9a8f46e None None] Network fc941d7b-ecc7-42cb-9669-a59c86c589af requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:48:17.672316 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-62701ff8-9f0f-4c3a-bd97-4435f33f9db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:17.681141 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3f9da4c3-105d-460b-8919-e4268803fc4a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:17.693458 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3f9da4c3-105d-460b-8919-e4268803fc4a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:port and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:17.699128 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3f9da4c3-105d-460b-8919-e4268803fc4a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:17.706674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237f9ce-ce78-4f40-a0e0-2543ffac29c8 req-4bbc86bf-dbdb-4f2e-87c9-a0ddd2d29b74 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:17.708167 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2237f9ce-ce78-4f40-a0e0-2543ffac29c8 req-4bbc86bf-dbdb-4f2e-87c9-a0ddd2d29b74 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.3858120 May 31 15:48:17.716516 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8bca474d-8543-4981-90c2-6a8f1eab05fd tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/subnets/b5c923c3-9bc3-42ca-9a64-5da05e891903 HTTP/1.1" status: 204 len: 168 time: 2.5042961 May 31 15:48:17.723996 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61b7cbd-d390-48d4-84b9-fd59dc879e8a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Router ea92f27a-108b-4f17-8e1f-fff0a656b165 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:48:17.726614 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53016) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:17.752609 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-4975336a-de6d-423e-9668-66d43916e4bf None None] Transition to ACTIVE for port object 70808005-c920-43ed-83d5-eaf6f17290e9 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:17.764341 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-8ee62ba6-279c-4444-aa25-3a0e186cfac7 None None] Allocated IP 2001:db8::2 (b5001308-9f67-458f-99a7-4cdcd1177eb2/1c77af0a-89ae-4037-b0fa-ebebcb087510/73c43960-186f-4b26-a09a-9d162ec8befe) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:48:17.764594 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3f9da4c3-105d-460b-8919-e4268803fc4a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:17.781770 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4975336a-de6d-423e-9668-66d43916e4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:17.788553 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f78b7879-9e1a-4441-a23b-aadd909b78d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:17.837042 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9da4c3-105d-460b-8919-e4268803fc4a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:48:17.858976 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4975336a-de6d-423e-9668-66d43916e4bf None None] Network d676ac34-2fa1-4172-8e38-03ab99ad115b is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:17.864884 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-4975336a-de6d-423e-9668-66d43916e4bf None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:17.910035 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4975336a-de6d-423e-9668-66d43916e4bf None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:48:17.923364 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f9ec42ea-37c7-4e42-8157-aa21af6fb538 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:18.003912 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2237f9ce-ce78-4f40-a0e0-2543ffac29c8 req-ff9223fb-8d49-40af-bc7e-10527ee17f02 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2574720 May 31 15:48:18.045934 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-f9ec42ea-37c7-4e42-8157-aa21af6fb538 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] device_id is not set on port 7e473f7b-3724-4ac4-a090-3bdbca85e87d yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:48:18.049308 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7a4062f1-9d2a-42f1-b2cf-96dcb9e0511e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:18.056504 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975336a-de6d-423e-9668-66d43916e4bf None None] Pushing event updated for resources: {'Port': ['ID=70808005-c920-43ed-83d5-eaf6f17290e9,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:18.091967 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-4975336a-de6d-423e-9668-66d43916e4bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:18.092780 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 85526dd5-c2c3-4e0c-abb4-07685eb315d3 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:48:18.150547 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 85526dd5-c2c3-4e0c-abb4-07685eb315d3 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:48:18.150976 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 85526dd5-c2c3-4e0c-abb4-07685eb315d3 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:48:18.209608 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-4975336a-de6d-423e-9668-66d43916e4bf None None] Attempting to bind port 70808005-c920-43ed-83d5-eaf6f17290e9 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:48:18.209949 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-4975336a-de6d-423e-9668-66d43916e4bf None None] Attempting to bind port 70808005-c920-43ed-83d5-eaf6f17290e9 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'fd20f05f-1e4e-4696-ae61-d903e63bba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd676ac34-2fa1-4172-8e38-03ab99ad115b'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:48:18.210311 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4975336a-de6d-423e-9668-66d43916e4bf None None] Attempting to bind port 70808005-c920-43ed-83d5-eaf6f17290e9 on network d676ac34-2fa1-4172-8e38-03ab99ad115b {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:48:18.259066 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4975336a-de6d-423e-9668-66d43916e4bf None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:48:18.259066 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4975336a-de6d-423e-9668-66d43916e4bf None None] Checking segment: {'id': 'fd20f05f-1e4e-4696-ae61-d903e63bba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd676ac34-2fa1-4172-8e38-03ab99ad115b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:48:18.259486 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4975336a-de6d-423e-9668-66d43916e4bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:18.259895 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4975336a-de6d-423e-9668-66d43916e4bf None None] Bound using segment: {'id': 'fd20f05f-1e4e-4696-ae61-d903e63bba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd676ac34-2fa1-4172-8e38-03ab99ad115b'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:48:18.260407 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-4975336a-de6d-423e-9668-66d43916e4bf None None] Bound port: 70808005-c920-43ed-83d5-eaf6f17290e9, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd20f05f-1e4e-4696-ae61-d903e63bba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd676ac34-2fa1-4172-8e38-03ab99ad115b'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:48:18.260761 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4975336a-de6d-423e-9668-66d43916e4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:18.356519 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f9da4c3-105d-460b-8919-e4268803fc4a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:18.368855 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8ee62ba6-279c-4444-aa25-3a0e186cfac7 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:18.394576 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-8ee62ba6-279c-4444-aa25-3a0e186cfac7 None None] Transition to ACTIVE for port object 73c43960-186f-4b26-a09a-9d162ec8befe will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:18.408772 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-4975336a-de6d-423e-9668-66d43916e4bf None None] For port 70808005-c920-43ed-83d5-eaf6f17290e9, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:48:18.413927 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-4975336a-de6d-423e-9668-66d43916e4bf None None] For port 70808005-c920-43ed-83d5-eaf6f17290e9, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=70808005-c920-43ed-83d5-eaf6f17290e9,segment=NetworkSegment(fd20f05f-1e4e-4696-ae61-d903e63bba6f),segment_id=fd20f05f-1e4e-4696-ae61-d903e63bba6f)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:48:18.428337 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-8ee62ba6-279c-4444-aa25-3a0e186cfac7 None None] Transition to ACTIVE for port object 73c43960-186f-4b26-a09a-9d162ec8befe will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:18.432861 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61b7cbd-d390-48d4-84b9-fd59dc879e8a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:48:18.433190 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4975336a-de6d-423e-9668-66d43916e4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:18.448378 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aaf77743-3560-4380-9c79-902d049f13b0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:18.449301 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3679bc78-979f-4032-8ad9-bb1895ba00ab None None] Sync routers for ids ['ea92f27a-108b-4f17-8e1f-fff0a656b165'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:48:18.455573 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:18.458111 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-3f9da4c3-105d-460b-8919-e4268803fc4a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] device_id is not set on port bd569696-5903-400a-8324-9ead38895b44 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:48:18.466225 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3679bc78-979f-4032-8ad9-bb1895ba00ab None None] Routers {'ea92f27a-108b-4f17-8e1f-fff0a656b165'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:18.467736 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-3679bc78-979f-4032-8ad9-bb1895ba00ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['ea92f27a-108b-4f17-8e1f-fff0a656b165'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:18.493905 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-07fba322-67c1-4592-b885-a7a8ce555d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:18.513155 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8ee62ba6-279c-4444-aa25-3a0e186cfac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:18.518613 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8868e041-1b34-4ea4-9e72-27c3d8c2e176 None None] DHCP port deletion for fc941d7b-ecc7-42cb-9669-a59c86c589af request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:48:18.553669 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-3679bc78-979f-4032-8ad9-bb1895ba00ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:18.566523 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3679bc78-979f-4032-8ad9-bb1895ba00ab None None] Routers {'ea92f27a-108b-4f17-8e1f-fff0a656b165'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:18.567556 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-3679bc78-979f-4032-8ad9-bb1895ba00ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['ea92f27a-108b-4f17-8e1f-fff0a656b165'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:18.569799 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a61b7cbd-d390-48d4-84b9-fd59dc879e8a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:18.577012 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-62701ff8-9f0f-4c3a-bd97-4435f33f9db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:18.582430 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bd079b7e-94b8-40f5-9f85-870054434218 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:18.623447 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-7a4062f1-9d2a-42f1-b2cf-96dcb9e0511e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Deleting port 826a74d1-3e61-49f0-b8b8-ea7a88ea3073 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:18.624202 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7a4062f1-9d2a-42f1-b2cf-96dcb9e0511e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:18.638596 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a61b7cbd-d390-48d4-84b9-fd59dc879e8a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "DELETE /v2.0/ports/7be85b17-5a4a-4627-8114-a9f977e040a7 HTTP/1.1" status: 204 len: 168 time: 4.3020434 May 31 15:48:18.641429 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee62ba6-279c-4444-aa25-3a0e186cfac7 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:18.645188 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-3679bc78-979f-4032-8ad9-bb1895ba00ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:18.645655 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3679bc78-979f-4032-8ad9-bb1895ba00ab None None] The sync data for ids ['ea92f27a-108b-4f17-8e1f-fff0a656b165'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:48:18.653713 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-8ee62ba6-279c-4444-aa25-3a0e186cfac7 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:18.660231 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53020) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:18.660937 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee62ba6-279c-4444-aa25-3a0e186cfac7 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:48:18.663485 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62701ff8-9f0f-4c3a-bd97-4435f33f9db7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78474f67-27d4-45ee-a48b-36bd239fb199,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:18.712568 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6a00244c-5a30-424f-9001-9887db1c6014 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:18.713115 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-62701ff8-9f0f-4c3a-bd97-4435f33f9db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:18.732990 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23238bd-8584-43cf-9a63-67ea19a10ebc None None] Network 95b2c66c-bf2c-4a95-9a53-2be0f2b2f486 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:48:18.741642 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aaf77743-3560-4380-9c79-902d049f13b0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446711'] for router, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:18.777527 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fba322-67c1-4592-b885-a7a8ce555d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=05137703-9015-4db2-b06f-03c75570b399,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:18.787601 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-62701ff8-9f0f-4c3a-bd97-4435f33f9db7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:18.789550 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-62701ff8-9f0f-4c3a-bd97-4435f33f9db7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/78474f67-27d4-45ee-a48b-36bd239fb199 HTTP/1.1" status: 204 len: 168 time: 1.9355083 May 31 15:48:18.808683 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53024) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:18.841286 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-07fba322-67c1-4592-b885-a7a8ce555d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:18.916220 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975336a-de6d-423e-9668-66d43916e4bf None None] Pushing event updated for resources: {'Port': ['ID=70808005-c920-43ed-83d5-eaf6f17290e9,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:18.924187 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-8ee62ba6-279c-4444-aa25-3a0e186cfac7 None None] Attempting to bind port 73c43960-186f-4b26-a09a-9d162ec8befe on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:48:18.924709 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-8ee62ba6-279c-4444-aa25-3a0e186cfac7 None None] Attempting to bind port 73c43960-186f-4b26-a09a-9d162ec8befe by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:48:18.925197 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee62ba6-279c-4444-aa25-3a0e186cfac7 None None] Attempting to bind port 73c43960-186f-4b26-a09a-9d162ec8befe on network b5001308-9f67-458f-99a7-4cdcd1177eb2 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:48:18.938835 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-4975336a-de6d-423e-9668-66d43916e4bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:18.940884 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.400s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:18.958380 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-7a4062f1-9d2a-42f1-b2cf-96dcb9e0511e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] For port 826a74d1-3e61-49f0-b8b8-ea7a88ea3073, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=826a74d1-3e61-49f0-b8b8-ea7a88ea3073,segment=NetworkSegment(7d443af6-6d36-4f28-b546-84c57954ce1c),segment_id=7d443af6-6d36-4f28-b546-84c57954ce1c)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:48:18.958380 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7a4062f1-9d2a-42f1-b2cf-96dcb9e0511e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:18.999791 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee62ba6-279c-4444-aa25-3a0e186cfac7 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:48:19.000423 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee62ba6-279c-4444-aa25-3a0e186cfac7 None None] Checking segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:48:19.001218 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8ee62ba6-279c-4444-aa25-3a0e186cfac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:19.001806 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee62ba6-279c-4444-aa25-3a0e186cfac7 None None] Bound using segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:48:19.002513 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-8ee62ba6-279c-4444-aa25-3a0e186cfac7 None None] Bound port: 73c43960-186f-4b26-a09a-9d162ec8befe, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:48:19.003144 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8ee62ba6-279c-4444-aa25-3a0e186cfac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:19.003372 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9d7cc1ab-dd99-4d21-806c-ca8c3fc144cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:19.015086 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-f9ec42ea-37c7-4e42-8157-aa21af6fb538 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Allocated IP 172.20.0.10 (d676ac34-2fa1-4172-8e38-03ab99ad115b/a10ea4b8-2c33-461c-9f17-17c541785af1/7e473f7b-3724-4ac4-a090-3bdbca85e87d) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:48:19.092771 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee62ba6-279c-4444-aa25-3a0e186cfac7 None None] Pushing event updated for resources: {'Port': ['ID=73c43960-186f-4b26-a09a-9d162ec8befe,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:19.097860 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-8ee62ba6-279c-4444-aa25-3a0e186cfac7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:19.122130 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-8868e041-1b34-4ea4-9e72-27c3d8c2e176 None None] Deleting port 826a74d1-3e61-49f0-b8b8-ea7a88ea3073 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:19.122720 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8868e041-1b34-4ea4-9e72-27c3d8c2e176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:19.204179 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-07fba322-67c1-4592-b885-a7a8ce555d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:19.245713 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-7a4062f1-9d2a-42f1-b2cf-96dcb9e0511e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Calling delete_port for 826a74d1-3e61-49f0-b8b8-ea7a88ea3073 owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:19.375385 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-8868e041-1b34-4ea4-9e72-27c3d8c2e176 None None] For port 826a74d1-3e61-49f0-b8b8-ea7a88ea3073, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=826a74d1-3e61-49f0-b8b8-ea7a88ea3073,segment=NetworkSegment(7d443af6-6d36-4f28-b546-84c57954ce1c),segment_id=7d443af6-6d36-4f28-b546-84c57954ce1c)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:48:19.375748 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8868e041-1b34-4ea4-9e72-27c3d8c2e176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:19.453002 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-07fba322-67c1-4592-b885-a7a8ce555d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:19.469428 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-07fba322-67c1-4592-b885-a7a8ce555d22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:19.516071 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-8868e041-1b34-4ea4-9e72-27c3d8c2e176 None None] Calling delete_port for 826a74d1-3e61-49f0-b8b8-ea7a88ea3073 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:19.533814 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-8ee62ba6-279c-4444-aa25-3a0e186cfac7 None None] For port 73c43960-186f-4b26-a09a-9d162ec8befe, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:48:19.554940 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-8ee62ba6-279c-4444-aa25-3a0e186cfac7 None None] For port 73c43960-186f-4b26-a09a-9d162ec8befe, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=73c43960-186f-4b26-a09a-9d162ec8befe,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:48:19.566183 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8ee62ba6-279c-4444-aa25-3a0e186cfac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:19.573159 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-7ce53509-5e17-4a27-904c-b8bcbc3c8ad2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:19.604435 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-3f9da4c3-105d-460b-8919-e4268803fc4a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Allocated IP 2001:db8::7fe2:3409:d879:c792 (b5001308-9f67-458f-99a7-4cdcd1177eb2/1c77af0a-89ae-4037-b0fa-ebebcb087510/bd569696-5903-400a-8324-9ead38895b44) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:48:19.620478 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-07fba322-67c1-4592-b885-a7a8ce555d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:19.621282 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fba322-67c1-4592-b885-a7a8ce555d22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7 {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:48:19.627825 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f66c1-f78d-4d28-b6b5-53be4d648872 req-f4c0873c-f616-4496-8005-a791bfa738db tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:19.629525 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bb8f66c1-f78d-4d28-b6b5-53be4d648872 req-f4c0873c-f616-4496-8005-a791bfa738db tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.3916190 May 31 15:48:19.654906 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7a4062f1-9d2a-42f1-b2cf-96dcb9e0511e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:19.664188 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-db963275-eab1-4258-ab90-0c2c4ba6e381 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:19.683638 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8868e041-1b34-4ea4-9e72-27c3d8c2e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:19.685912 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf77743-3560-4380-9c79-902d049f13b0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Router b82ba8df-94bc-4d99-a32f-14f9ef026e75 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:48:19.689277 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee62ba6-279c-4444-aa25-3a0e186cfac7 None None] Pushing event updated for resources: {'Port': ['ID=73c43960-186f-4b26-a09a-9d162ec8befe,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:19.693380 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-8ee62ba6-279c-4444-aa25-3a0e186cfac7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:19.693833 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-08a3933c-248b-42b6-8ced-cc684d3aec73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:19.758783 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4062f1-9d2a-42f1-b2cf-96dcb9e0511e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] No DVR routers for this DVR port 826a74d1-3e61-49f0-b8b8-ea7a88ea3073 on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:48:19.787338 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f9ec42ea-37c7-4e42-8157-aa21af6fb538 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:19.800812 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868e041-1b34-4ea4-9e72-27c3d8c2e176 None None] Pushing event deleted for resources: {'Port': ['ID=826a74d1-3e61-49f0-b8b8-ea7a88ea3073,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:19.803942 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-8868e041-1b34-4ea4-9e72-27c3d8c2e176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:19.805405 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8868e041-1b34-4ea4-9e72-27c3d8c2e176 None None] No DVR routers for this DVR port 826a74d1-3e61-49f0-b8b8-ea7a88ea3073 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:48:19.832023 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4062f1-9d2a-42f1-b2cf-96dcb9e0511e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Port': ['ID=826a74d1-3e61-49f0-b8b8-ea7a88ea3073,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:19.835683 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-9d7cc1ab-dd99-4d21-806c-ca8c3fc144cd admin admin] Deleting port 86379145-ea69-4e59-867e-1a7ef1d1476e {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:19.836407 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9d7cc1ab-dd99-4d21-806c-ca8c3fc144cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:19.853717 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a93f0e-4c1a-4588-9a6c-4b9a9c5efd82 None None] DHCP port deletion for 95b2c66c-bf2c-4a95-9a53-2be0f2b2f486 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:48:19.863855 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7a4062f1-9d2a-42f1-b2cf-96dcb9e0511e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:19.882699 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-07fba322-67c1-4592-b885-a7a8ce555d22 admin admin] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:19.884380 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-07fba322-67c1-4592-b885-a7a8ce555d22 admin admin] 10.222.0.45 "DELETE /v2.0/routers/2ff9fdb5-0a35-4cdf-a4d9-4869d638a6d7 HTTP/1.1" status: 204 len: 168 time: 4.6734736 May 31 15:48:19.887438 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53030) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:19.983516 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-67a93f0e-4c1a-4588-9a6c-4b9a9c5efd82 None None] Deleting port 86379145-ea69-4e59-867e-1a7ef1d1476e {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:19.984084 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-67a93f0e-4c1a-4588-9a6c-4b9a9c5efd82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:20.019903 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-f9ec42ea-37c7-4e42-8157-aa21af6fb538 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Transition to ACTIVE for port object 7e473f7b-3724-4ac4-a090-3bdbca85e87d will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:20.099631 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-67a93f0e-4c1a-4588-9a6c-4b9a9c5efd82 None None] For port 86379145-ea69-4e59-867e-1a7ef1d1476e, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=86379145-ea69-4e59-867e-1a7ef1d1476e,segment=NetworkSegment(4614750b-b79f-4ba6-9b69-9d8b896289e9),segment_id=4614750b-b79f-4ba6-9b69-9d8b896289e9)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:48:20.100045 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-67a93f0e-4c1a-4588-9a6c-4b9a9c5efd82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:20.196814 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b9c564-50fa-42eb-8b32-3e3a237e3c32 admin admin] Deleting subnet 7fb83780-73dc-46ad-8905-afe39908f206 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:48:20.209294 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-80b9c564-50fa-42eb-8b32-3e3a237e3c32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:20.233338 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-67a93f0e-4c1a-4588-9a6c-4b9a9c5efd82 None None] Calling delete_port for 86379145-ea69-4e59-867e-1a7ef1d1476e owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:20.299545 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8eb7e0b-34ad-48ff-a608-164ea9b27577 None None] Network d676ac34-2fa1-4172-8e38-03ab99ad115b requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:48:20.373771 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7a4062f1-9d2a-42f1-b2cf-96dcb9e0511e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:20.390796 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bb8f66c1-f78d-4d28-b6b5-53be4d648872 req-2df60268-c8be-4713-b5a5-1eab0a3cdacf tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6755786 May 31 15:48:20.434975 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-67a93f0e-4c1a-4588-9a6c-4b9a9c5efd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:20.453345 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:20.509929 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-7a4062f1-9d2a-42f1-b2cf-96dcb9e0511e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc941d7b-ecc7-42cb-9669-a59c86c589af']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:20.514242 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a93f0e-4c1a-4588-9a6c-4b9a9c5efd82 None None] No DVR routers for this DVR port 86379145-ea69-4e59-867e-1a7ef1d1476e on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:48:20.526502 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-7a4062f1-9d2a-42f1-b2cf-96dcb9e0511e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d443af6-6d36-4f28-b546-84c57954ce1c') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:20.526876 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-7a4062f1-9d2a-42f1-b2cf-96dcb9e0511e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d443af6-6d36-4f28-b546-84c57954ce1c') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:20.532204 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a93f0e-4c1a-4588-9a6c-4b9a9c5efd82 None None] Pushing event deleted for resources: {'Port': ['ID=86379145-ea69-4e59-867e-1a7ef1d1476e,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:20.534751 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-67a93f0e-4c1a-4588-9a6c-4b9a9c5efd82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:20.535770 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 70808005-c920-43ed-83d5-eaf6f17290e9 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:48:20.541476 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7a4062f1-9d2a-42f1-b2cf-96dcb9e0511e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:20.561676 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7a4062f1-9d2a-42f1-b2cf-96dcb9e0511e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:20.583561 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-660240e3-28fc-4903-a984-a14fa49f1ca9 None None] Provisioning for port 70808005-c920-43ed-83d5-eaf6f17290e9 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:20.610177 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf77743-3560-4380-9c79-902d049f13b0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:48:20.620445 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4062f1-9d2a-42f1-b2cf-96dcb9e0511e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:48:20.621011 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7a4062f1-9d2a-42f1-b2cf-96dcb9e0511e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:20.631620 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aaf77743-3560-4380-9c79-902d049f13b0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:20.635223 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-aaf77743-3560-4380-9c79-902d049f13b0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "PUT /v2.0/routers/b82ba8df-94bc-4d99-a32f-14f9ef026e75 HTTP/1.1" status: 200 len: 880 time: 9.2336099 May 31 15:48:20.635378 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfc4103-ac2e-44ef-b16f-8761131b2cb0 None None] Sync routers for ids ['b82ba8df-94bc-4d99-a32f-14f9ef026e75'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:48:20.637740 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:48:20.640519 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53036) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:20.679186 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfc4103-ac2e-44ef-b16f-8761131b2cb0 None None] Routers {'b82ba8df-94bc-4d99-a32f-14f9ef026e75'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:20.680077 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-2bfc4103-ac2e-44ef-b16f-8761131b2cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['b82ba8df-94bc-4d99-a32f-14f9ef026e75'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:20.697397 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-80b9c564-50fa-42eb-8b32-3e3a237e3c32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:20.740955 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 70808005-c920-43ed-83d5-eaf6f17290e9 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:20.761412 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-9d7cc1ab-dd99-4d21-806c-ca8c3fc144cd admin admin] For port 86379145-ea69-4e59-867e-1a7ef1d1476e, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=86379145-ea69-4e59-867e-1a7ef1d1476e,segment=NetworkSegment(4614750b-b79f-4ba6-9b69-9d8b896289e9),segment_id=4614750b-b79f-4ba6-9b69-9d8b896289e9)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:48:20.761970 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9d7cc1ab-dd99-4d21-806c-ca8c3fc144cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:20.769321 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f9ec42ea-37c7-4e42-8157-aa21af6fb538 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:20.784245 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-07fba322-67c1-4592-b885-a7a8ce555d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:20.792614 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-2bfc4103-ac2e-44ef-b16f-8761131b2cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:20.801249 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 70808005-c920-43ed-83d5-eaf6f17290e9 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:20.801620 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:20.815810 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f9da4c3-105d-460b-8919-e4268803fc4a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:20.907231 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-9d7cc1ab-dd99-4d21-806c-ca8c3fc144cd admin admin] Calling delete_port for 86379145-ea69-4e59-867e-1a7ef1d1476e owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:20.910408 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7a4062f1-9d2a-42f1-b2cf-96dcb9e0511e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:20.921083 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2ccf2557-19f2-4c0e-a3b2-ccfbd0c49b9a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:20.932396 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfc4103-ac2e-44ef-b16f-8761131b2cb0 None None] Routers {'b82ba8df-94bc-4d99-a32f-14f9ef026e75'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:20.933011 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-2bfc4103-ac2e-44ef-b16f-8761131b2cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['b82ba8df-94bc-4d99-a32f-14f9ef026e75'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:20.946061 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7a4062f1-9d2a-42f1-b2cf-96dcb9e0511e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:20.962065 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4062f1-9d2a-42f1-b2cf-96dcb9e0511e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Network': ['ID=fc941d7b-ecc7-42cb-9669-a59c86c589af,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:21.007081 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7a4062f1-9d2a-42f1-b2cf-96dcb9e0511e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:21.036622 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7a4062f1-9d2a-42f1-b2cf-96dcb9e0511e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/networks/fc941d7b-ecc7-42cb-9669-a59c86c589af HTTP/1.1" status: 204 len: 168 time: 3.3089950 May 31 15:48:21.040987 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53040) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:21.046189 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-3f9da4c3-105d-460b-8919-e4268803fc4a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Transition to ACTIVE for port object bd569696-5903-400a-8324-9ead38895b44 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:21.052781 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ceb4b8-286d-439a-ade8-7f3a8b69dde6 req-29842fda-93eb-4fef-9514-19b5d219d389 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:21.054650 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-48ceb4b8-286d-439a-ade8-7f3a8b69dde6 req-29842fda-93eb-4fef-9514-19b5d219d389 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.4758630 May 31 15:48:21.059860 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:21.061610 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-87491b79-74c1-466f-85f1-62e91692fe8b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1609490279', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}, 'admin_state_up': False}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:21.074233 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec42ea-37c7-4e42-8157-aa21af6fb538 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Port': ['ID=7e473f7b-3724-4ac4-a090-3bdbca85e87d,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:21.076851 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-2bfc4103-ac2e-44ef-b16f-8761131b2cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:21.077364 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfc4103-ac2e-44ef-b16f-8761131b2cb0 None None] The sync data for ids ['b82ba8df-94bc-4d99-a32f-14f9ef026e75'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:48:21.088171 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f9ec42ea-37c7-4e42-8157-aa21af6fb538 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:21.091776 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-87491b79-74c1-466f-85f1-62e91692fe8b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:21.102267 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f9da4c3-105d-460b-8919-e4268803fc4a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:21.104523 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-87491b79-74c1-466f-85f1-62e91692fe8b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Usage tracker for resource:router and tenant:7532521a2dc2494ca283f329c67dc09d is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:21.110839 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-87491b79-74c1-466f-85f1-62e91692fe8b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:21.119994 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-87491b79-74c1-466f-85f1-62e91692fe8b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:21.134908 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6e18c061-2c33-41ff-ba1e-71894dc1a675 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:21.157614 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 70808005-c920-43ed-83d5-eaf6f17290e9, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=70808005-c920-43ed-83d5-eaf6f17290e9,segment=NetworkSegment(fd20f05f-1e4e-4696-ae61-d903e63bba6f),segment_id=fd20f05f-1e4e-4696-ae61-d903e63bba6f)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:48:21.159415 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-48ceb4b8-286d-439a-ade8-7f3a8b69dde6 req-d1ee116a-000b-48b8-98e8-61f321409596 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899045 May 31 15:48:21.167880 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-87491b79-74c1-466f-85f1-62e91692fe8b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:21.169059 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-87491b79-74c1-466f-85f1-62e91692fe8b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:21.176333 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:21.179737 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9d7cc1ab-dd99-4d21-806c-ca8c3fc144cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:21.192779 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f78b7879-9e1a-4441-a23b-aadd909b78d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:21.192987 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1540e620-0fbb-4e9f-b92d-bf05f08de571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:21.243084 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9da4c3-105d-460b-8919-e4268803fc4a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:21.246190 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ec42ea-37c7-4e42-8157-aa21af6fb538 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network d676ac34-2fa1-4172-8e38-03ab99ad115b is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:21.249502 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9da4c3-105d-460b-8919-e4268803fc4a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Port': ['ID=bd569696-5903-400a-8324-9ead38895b44,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:21.264941 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3f9da4c3-105d-460b-8919-e4268803fc4a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:21.266366 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-3f9da4c3-105d-460b-8919-e4268803fc4a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:21.268909 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cc1ab-dd99-4d21-806c-ca8c3fc144cd admin admin] Pushing event deleted for resources: {'Port': ['ID=86379145-ea69-4e59-867e-1a7ef1d1476e,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:21.269411 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9da4c3-105d-460b-8919-e4268803fc4a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:48:21.274208 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1f76c7fb-a06b-40be-8c65-f0dc4ebda712 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:21.279839 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9da4c3-105d-460b-8919-e4268803fc4a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:21.280610 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f9da4c3-105d-460b-8919-e4268803fc4a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:21.289378 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-f9ec42ea-37c7-4e42-8157-aa21af6fb538 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:21.291885 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ec42ea-37c7-4e42-8157-aa21af6fb538 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:48:21.317702 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 05137703-9015-4db2-b06f-03c75570b399 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:48:21.347697 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9d7cc1ab-dd99-4d21-806c-ca8c3fc144cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:21.374784 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7cc1ab-dd99-4d21-806c-ca8c3fc144cd admin admin] No DVR routers for this DVR port 86379145-ea69-4e59-867e-1a7ef1d1476e on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:48:21.375008 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ec42ea-37c7-4e42-8157-aa21af6fb538 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:21.375008 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f9ec42ea-37c7-4e42-8157-aa21af6fb538 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:21.377731 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 05137703-9015-4db2-b06f-03c75570b399 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:48:21.378073 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 05137703-9015-4db2-b06f-03c75570b399 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:48:21.378500 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 826a74d1-3e61-49f0-b8b8-ea7a88ea3073 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:48:21.385367 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-87491b79-74c1-466f-85f1-62e91692fe8b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:21.393174 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d75c3944-8eaa-4cf0-9547-2b59d24b116d tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "GET /v2.0/routers/b82ba8df-94bc-4d99-a32f-14f9ef026e75 HTTP/1.1" status: 200 len: 921 time: 0.7504823 May 31 15:48:21.397842 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53046) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:21.405855 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f9ec42ea-37c7-4e42-8157-aa21af6fb538 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.9355769 May 31 15:48:21.408537 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53050) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:21.409453 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=70808005-c920-43ed-83d5-eaf6f17290e9,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:21.418012 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:21.428179 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 826a74d1-3e61-49f0-b8b8-ea7a88ea3073 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:48:21.428525 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 826a74d1-3e61-49f0-b8b8-ea7a88ea3073 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:48:21.428934 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 86379145-ea69-4e59-867e-1a7ef1d1476e no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:48:21.460168 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-80b9c564-50fa-42eb-8b32-3e3a237e3c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:21.466364 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 86379145-ea69-4e59-867e-1a7ef1d1476e {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:48:21.466719 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 86379145-ea69-4e59-867e-1a7ef1d1476e not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:48:21.492120 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5d678e57-a8f2-4cc9-973d-2ae39fe9527c None None] Provisioning for port 73c43960-186f-4b26-a09a-9d162ec8befe completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:21.510292 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-da6a0f7a-21d0-4b97-a1db-5e016d802bcc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'port': {'network_id': 'd676ac34-2fa1-4172-8e38-03ab99ad115b', 'name': 'tempest-PortsTestJSON-1816943826', 'fixed_ips': [{'subnet_id': 'a10ea4b8-2c33-461c-9f17-17c541785af1', 'ip_address': '172.20.0.9'}]}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:21.559524 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3f9da4c3-105d-460b-8919-e4268803fc4a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.6856084 May 31 15:48:21.590718 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53054) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:21.724563 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7b1d6961-43e1-4016-8d4e-ba557e078643 None None] Provisioning complete for port 70808005-c920-43ed-83d5-eaf6f17290e9 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:21.725132 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7b1d6961-43e1-4016-8d4e-ba557e078643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:21.846575 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-da6a0f7a-21d0-4b97-a1db-5e016d802bcc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:21.893971 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-da6a0f7a-21d0-4b97-a1db-5e016d802bcc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:port and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:21.902045 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0521a341-49d0-4b87-9322-2b4eaa22bbbc tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:21.904265 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0521a341-49d0-4b87-9322-2b4eaa22bbbc tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=014c45f7-9697-4b0b-b8b7-66a80a50a15c&device_id=b82ba8df-94bc-4d99-a32f-14f9ef026e75&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5034373 May 31 15:48:21.905921 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-da6a0f7a-21d0-4b97-a1db-5e016d802bcc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for port was recalculated. Used quota:3. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:21.910612 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7b1d6961-43e1-4016-8d4e-ba557e078643 None None] Provisioning for port 7e473f7b-3724-4ac4-a090-3bdbca85e87d completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:21.911426 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53058) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:21.917283 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7b1d6961-43e1-4016-8d4e-ba557e078643 None None] Provisioning complete for port 7e473f7b-3724-4ac4-a090-3bdbca85e87d triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:21.917652 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7b1d6961-43e1-4016-8d4e-ba557e078643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:21.936430 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-da6a0f7a-21d0-4b97-a1db-5e016d802bcc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:21.973673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-7b1d6961-43e1-4016-8d4e-ba557e078643 None None] Port 7e473f7b-3724-4ac4-a090-3bdbca85e87d cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:48:21.985609 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7b1d6961-43e1-4016-8d4e-ba557e078643 None None] Provisioning for port bd569696-5903-400a-8324-9ead38895b44 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:21.990620 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7b1d6961-43e1-4016-8d4e-ba557e078643 None None] Provisioning complete for port bd569696-5903-400a-8324-9ead38895b44 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:21.991019 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7b1d6961-43e1-4016-8d4e-ba557e078643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:22.026201 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6a0f7a-21d0-4b97-a1db-5e016d802bcc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:48:22.031511 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-da6a0f7a-21d0-4b97-a1db-5e016d802bcc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:22.047218 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-7b1d6961-43e1-4016-8d4e-ba557e078643 None None] Port bd569696-5903-400a-8324-9ead38895b44 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:48:22.059582 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9d7cc1ab-dd99-4d21-806c-ca8c3fc144cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:22.085725 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-da6a0f7a-21d0-4b97-a1db-5e016d802bcc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] device_id is not set on port 6e28ed0b-e847-425c-a3ba-eaa1df63788d yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:48:22.125224 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-80b9c564-50fa-42eb-8b32-3e3a237e3c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:22.139887 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6f3d2928-8feb-42a6-8a1f-e1773293971b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:22.143020 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-9d7cc1ab-dd99-4d21-806c-ca8c3fc144cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b2c66c-bf2c-4a95-9a53-2be0f2b2f486']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:22.180381 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-6834bbcd-2f8c-42b5-a50c-7731be0c15c2 None None] Provisioning complete for port 7e473f7b-3724-4ac4-a090-3bdbca85e87d triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:22.180954 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6834bbcd-2f8c-42b5-a50c-7731be0c15c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:22.183254 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9c564-50fa-42eb-8b32-3e3a237e3c32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fb83780-73dc-46ad-8905-afe39908f206,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:22.186169 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-80b9c564-50fa-42eb-8b32-3e3a237e3c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:22.188716 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-80b9c564-50fa-42eb-8b32-3e3a237e3c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:22.198600 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1a1b16-2317-47bd-bd4a-5ffa10869fed tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:22.199174 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-5d1a1b16-2317-47bd-bd4a-5ffa10869fed tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Synchronizing usage tracker for tenant:1c31b77427ac4e76aeb2905e634dbd8f on resource:network {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:48:22.230498 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-80b9c564-50fa-42eb-8b32-3e3a237e3c32 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7fb83780-73dc-46ad-8905-afe39908f206 HTTP/1.1" status: 204 len: 168 time: 2.3285959 May 31 15:48:22.236306 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53062) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:22.239089 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-9d7cc1ab-dd99-4d21-806c-ca8c3fc144cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4614750b-b79f-4ba6-9b69-9d8b896289e9') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:22.239504 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-9d7cc1ab-dd99-4d21-806c-ca8c3fc144cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4614750b-b79f-4ba6-9b69-9d8b896289e9') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:22.243901 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8fe6aa-15fc-4f27-ae81-87a71c372fef None None] Network 9762618e-b801-4945-a348-7f7865b0995e requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:48:22.258544 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 70808005-c920-43ed-83d5-eaf6f17290e9 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:48:22.292067 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-5d1a1b16-2317-47bd-bd4a-5ffa10869fed tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Unset dirty status for tenant:1c31b77427ac4e76aeb2905e634dbd8f on resource:network {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:48:22.293228 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5d1a1b16-2317-47bd-bd4a-5ffa10869fed tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "GET /v2.0/networks/014c45f7-9697-4b0b-b8b7-66a80a50a15c HTTP/1.1" status: 200 len: 881 time: 0.3780496 May 31 15:48:22.302195 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53066) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:22.322371 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ce897-d624-4cfd-b4d1-c0c62d2b5f0a req-998cbffd-130d-411e-b9dd-c2516a0007ba tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:22.323899 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-192ce897-d624-4cfd-b4d1-c0c62d2b5f0a req-998cbffd-130d-411e-b9dd-c2516a0007ba tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.9368739 May 31 15:48:22.335106 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-87491b79-74c1-466f-85f1-62e91692fe8b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:22.341191 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9d7cc1ab-dd99-4d21-806c-ca8c3fc144cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:22.400745 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-6834bbcd-2f8c-42b5-a50c-7731be0c15c2 None None] Port 7e473f7b-3724-4ac4-a090-3bdbca85e87d cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:48:22.423310 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-765e2a15-90fc-4cea-b5f2-33f70ec7db44 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "GET /v2.0/ports?device_id=b82ba8df-94bc-4d99-a32f-14f9ef026e75 HTTP/1.1" status: 200 len: 205 time: 0.1100664 May 31 15:48:22.423565 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9d7cc1ab-dd99-4d21-806c-ca8c3fc144cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:22.428615 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53070) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:22.457461 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7cc1ab-dd99-4d21-806c-ca8c3fc144cd admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:48:22.457773 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9d7cc1ab-dd99-4d21-806c-ca8c3fc144cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:22.481204 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496877c0-88d1-445a-86d7-96a290868a08 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:22.487222 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496877c0-88d1-445a-86d7-96a290868a08 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:22.488770 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-496877c0-88d1-445a-86d7-96a290868a08 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.8938959 May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:48:22.489627 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:48:22.501237 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53074) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:22.512883 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 70808005-c920-43ed-83d5-eaf6f17290e9 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:22.513223 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:22.587261 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-192ce897-d624-4cfd-b4d1-c0c62d2b5f0a req-21ffda36-635d-4e11-85ea-36d71bd255f6 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477152 May 31 15:48:22.656323 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9d7cc1ab-dd99-4d21-806c-ca8c3fc144cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:22.674649 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8cfdc888-8ecd-4183-ba5f-054a198b712f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:22.691750 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 73c43960-186f-4b26-a09a-9d162ec8befe up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:48:22.691983 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9d7cc1ab-dd99-4d21-806c-ca8c3fc144cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:22.708030 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cc1ab-dd99-4d21-806c-ca8c3fc144cd admin admin] Pushing event deleted for resources: {'Network': ['ID=95b2c66c-bf2c-4a95-9a53-2be0f2b2f486,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:22.748982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a706f42f-1d15-4281-ab70-cd39484ae06c None None] DHCP port deletion for 9762618e-b801-4945-a348-7f7865b0995e request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:48:22.750476 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9d7cc1ab-dd99-4d21-806c-ca8c3fc144cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:22.825441 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9d7cc1ab-dd99-4d21-806c-ca8c3fc144cd admin admin] 10.222.0.45 "DELETE /v2.0/networks/95b2c66c-bf2c-4a95-9a53-2be0f2b2f486 HTTP/1.1" status: 204 len: 168 time: 4.0157397 May 31 15:48:22.830240 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 73c43960-186f-4b26-a09a-9d162ec8befe completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:22.838496 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 73c43960-186f-4b26-a09a-9d162ec8befe triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:22.838879 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:22.842041 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4e5ee5b4-6fca-43b4-94c7-23b47eb9c464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:22.886051 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-a706f42f-1d15-4281-ab70-cd39484ae06c None None] Deleting port 2add3fd5-6cea-4400-b27a-1ac42e7bff36 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:22.886429 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a706f42f-1d15-4281-ab70-cd39484ae06c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:22.961536 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86943cd-75da-4273-b6cc-6fc443ef3e0f req-70e144d1-671f-483e-adce-8faa2fb88993 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:22.963436 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b86943cd-75da-4273-b6cc-6fc443ef3e0f req-70e144d1-671f-483e-adce-8faa2fb88993 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.2533555 May 31 15:48:23.008890 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-da6a0f7a-21d0-4b97-a1db-5e016d802bcc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Allocated IP 172.20.0.9 (d676ac34-2fa1-4172-8e38-03ab99ad115b/a10ea4b8-2c33-461c-9f17-17c541785af1/6e28ed0b-e847-425c-a3ba-eaa1df63788d) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:48:23.010486 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-a706f42f-1d15-4281-ab70-cd39484ae06c None None] For port 2add3fd5-6cea-4400-b27a-1ac42e7bff36, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=2add3fd5-6cea-4400-b27a-1ac42e7bff36,segment=NetworkSegment(6becfde1-db3d-4eb5-a5b5-1b5dae851b53),segment_id=6becfde1-db3d-4eb5-a5b5-1b5dae851b53)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:48:23.010901 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a706f42f-1d15-4281-ab70-cd39484ae06c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:23.106900 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-50023267-1ef5-4cb3-8bd4-ccf8eefa4517 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:23.143360 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-1f76c7fb-a06b-40be-8c65-f0dc4ebda712 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Deleting port ad22e08a-d9d3-4a3f-a8b4-28fa59817ef4 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:23.144080 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1f76c7fb-a06b-40be-8c65-f0dc4ebda712 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:23.199968 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-87491b79-74c1-466f-85f1-62e91692fe8b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router_gateway, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:23.231361 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b86943cd-75da-4273-b6cc-6fc443ef3e0f req-7e32d4c1-a762-4f17-a02e-c27be2f88c88 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092996 May 31 15:48:23.253948 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-a706f42f-1d15-4281-ab70-cd39484ae06c None None] Calling delete_port for 2add3fd5-6cea-4400-b27a-1ac42e7bff36 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:23.271493 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:23.283009 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53082) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:23.283998 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-87491b79-74c1-466f-85f1-62e91692fe8b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:23.318878 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 73c43960-186f-4b26-a09a-9d162ec8befe, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=73c43960-186f-4b26-a09a-9d162ec8befe,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:48:23.323694 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:23.327551 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-4975336a-de6d-423e-9668-66d43916e4bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:23.397893 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a706f42f-1d15-4281-ab70-cd39484ae06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:23.415245 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a706f42f-1d15-4281-ab70-cd39484ae06c None None] No DVR routers for this DVR port 2add3fd5-6cea-4400-b27a-1ac42e7bff36 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:48:23.418924 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=73c43960-186f-4b26-a09a-9d162ec8befe,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:23.424843 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:23.424843 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d35b4da4-0118-46dc-aaf4-d7e3643e312e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:23.425996 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-4e5ee5b4-6fca-43b4-94c7-23b47eb9c464 admin admin] Deleting port 2add3fd5-6cea-4400-b27a-1ac42e7bff36 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:23.425996 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4e5ee5b4-6fca-43b4-94c7-23b47eb9c464 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:23.465411 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1f76c7fb-a06b-40be-8c65-f0dc4ebda712 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:23.466530 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706f42f-1d15-4281-ab70-cd39484ae06c None None] Pushing event deleted for resources: {'Port': ['ID=2add3fd5-6cea-4400-b27a-1ac42e7bff36,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:23.468983 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a706f42f-1d15-4281-ab70-cd39484ae06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:23.475165 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-656e6dc4-0a6b-4b4a-aad9-0a5ce31c8c1d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting port bd569696-5903-400a-8324-9ead38895b44 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:23.475507 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-656e6dc4-0a6b-4b4a-aad9-0a5ce31c8c1d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:23.675924 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-4e5ee5b4-6fca-43b4-94c7-23b47eb9c464 admin admin] For port 2add3fd5-6cea-4400-b27a-1ac42e7bff36, host dv-neutron-601336-79-hyperv, got binding levels [] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:48:23.676143 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4e5ee5b4-6fca-43b4-94c7-23b47eb9c464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:23.735094 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6fee2ff1-bdd7-42d1-8594-808c10cc962c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dff69be66365471cb98d4afa08a838e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4485931 May 31 15:48:23.767199 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-50023267-1ef5-4cb3-8bd4-ccf8eefa4517 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:23.769639 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53088) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:23.805933 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-1f76c7fb-a06b-40be-8c65-f0dc4ebda712 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Calling delete_port for ad22e08a-d9d3-4a3f-a8b4-28fa59817ef4 owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:23.841604 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-4e5ee5b4-6fca-43b4-94c7-23b47eb9c464 admin admin] Calling delete_port for 2add3fd5-6cea-4400-b27a-1ac42e7bff36 owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:23.843193 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-87491b79-74c1-466f-85f1-62e91692fe8b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Allocated IP 172.26.0.243 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/a04430fe-d905-4644-ba14-389a8d85d5cb) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:48:23.854861 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.ipam_backend_mixin [None req-4e5ee5b4-6fca-43b4-94c7-23b47eb9c464 admin admin] Port 2add3fd5-6cea-4400-b27a-1ac42e7bff36 was not found and therefore no delete operation was performed {{(pid=99204) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 31 15:48:23.875361 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-da6a0f7a-21d0-4b97-a1db-5e016d802bcc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:23.898430 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4e5ee5b4-6fca-43b4-94c7-23b47eb9c464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:23.909737 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6bead2e0-f912-40b6-95ed-3b1cdb90e447 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:24.015359 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ee5b4-6fca-43b4-94c7-23b47eb9c464 admin admin] Pushing event deleted for resources: {'Port': ['ID=2add3fd5-6cea-4400-b27a-1ac42e7bff36,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:24.022937 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5ee5b4-6fca-43b4-94c7-23b47eb9c464 admin admin] No DVR routers for this DVR port 2add3fd5-6cea-4400-b27a-1ac42e7bff36 on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:48:24.024911 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-da6a0f7a-21d0-4b97-a1db-5e016d802bcc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Transition to ACTIVE for port object 6e28ed0b-e847-425c-a3ba-eaa1df63788d will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:24.028637 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-87491b79-74c1-466f-85f1-62e91692fe8b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:24.030501 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-656e6dc4-0a6b-4b4a-aad9-0a5ce31c8c1d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:24.037657 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4e5ee5b4-6fca-43b4-94c7-23b47eb9c464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:24.117484 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-87491b79-74c1-466f-85f1-62e91692fe8b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:24.125315 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9d7cc1ab-dd99-4d21-806c-ca8c3fc144cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:24.126617 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 73c43960-186f-4b26-a09a-9d162ec8befe up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:48:24.188479 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1f76c7fb-a06b-40be-8c65-f0dc4ebda712 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:24.201100 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 73c43960-186f-4b26-a09a-9d162ec8befe triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:24.201698 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:24.208311 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87491b79-74c1-466f-85f1-62e91692fe8b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:24.209281 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87491b79-74c1-466f-85f1-62e91692fe8b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Port': ['ID=a04430fe-d905-4644-ba14-389a8d85d5cb,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:24.213014 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-87491b79-74c1-466f-85f1-62e91692fe8b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:24.213735 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-064f8822-1f64-40f6-933e-6bb7a6a84f24 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:24.248414 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-87491b79-74c1-466f-85f1-62e91692fe8b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:24.287029 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87491b79-74c1-466f-85f1-62e91692fe8b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:48:24.331772 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f76c7fb-a06b-40be-8c65-f0dc4ebda712 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event deleted for resources: {'Port': ['ID=ad22e08a-d9d3-4a3f-a8b4-28fa59817ef4,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:24.368061 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1f76c7fb-a06b-40be-8c65-f0dc4ebda712 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:24.386299 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-656e6dc4-0a6b-4b4a-aad9-0a5ce31c8c1d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Calling delete_port for bd569696-5903-400a-8324-9ead38895b44 owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:24.437119 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 2add3fd5-6cea-4400-b27a-1ac42e7bff36 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:48:24.472829 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 2add3fd5-6cea-4400-b27a-1ac42e7bff36 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:48:24.474482 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 2add3fd5-6cea-4400-b27a-1ac42e7bff36 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:48:24.503300 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-32c31cc1-c867-40d5-bde7-228151985990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:24.509431 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4e5ee5b4-6fca-43b4-94c7-23b47eb9c464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:24.538899 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-4e5ee5b4-6fca-43b4-94c7-23b47eb9c464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9762618e-b801-4945-a348-7f7865b0995e']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:24.568422 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-32c31cc1-c867-40d5-bde7-228151985990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:24.576113 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-da6a0f7a-21d0-4b97-a1db-5e016d802bcc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:24.586619 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-4e5ee5b4-6fca-43b4-94c7-23b47eb9c464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6becfde1-db3d-4eb5-a5b5-1b5dae851b53') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:24.586905 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-4e5ee5b4-6fca-43b4-94c7-23b47eb9c464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6becfde1-db3d-4eb5-a5b5-1b5dae851b53') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:24.594018 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-50023267-1ef5-4cb3-8bd4-ccf8eefa4517 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Deleting port face9be9-99e4-4a83-bfdc-1a346eea28ee {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:24.594358 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-50023267-1ef5-4cb3-8bd4-ccf8eefa4517 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:24.614664 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-aaf77743-3560-4380-9c79-902d049f13b0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:24.658275 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4e5ee5b4-6fca-43b4-94c7-23b47eb9c464 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:24.776902 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4e5ee5b4-6fca-43b4-94c7-23b47eb9c464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:24.804624 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6a0f7a-21d0-4b97-a1db-5e016d802bcc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network d676ac34-2fa1-4172-8e38-03ab99ad115b is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:24.805894 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e5ee5b4-6fca-43b4-94c7-23b47eb9c464 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:48:24.806397 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4e5ee5b4-6fca-43b4-94c7-23b47eb9c464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:48:24.823973 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:48:24.832983 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-da6a0f7a-21d0-4b97-a1db-5e016d802bcc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:24.843017 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6a0f7a-21d0-4b97-a1db-5e016d802bcc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:48:24.909654 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1f76c7fb-a06b-40be-8c65-f0dc4ebda712 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:24.916829 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a0f7a-21d0-4b97-a1db-5e016d802bcc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Port': ['ID=6e28ed0b-e847-425c-a3ba-eaa1df63788d,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:24.977277 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-da6a0f7a-21d0-4b97-a1db-5e016d802bcc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:25.040423 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-87491b79-74c1-466f-85f1-62e91692fe8b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router_gateway, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:25.053529 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4e5ee5b4-6fca-43b4-94c7-23b47eb9c464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:25.061992 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-32c31cc1-c867-40d5-bde7-228151985990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:25.072589 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f9922e08-76f5-4a13-9cbf-6a55aab6808c tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:25.082871 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4e5ee5b4-6fca-43b4-94c7-23b47eb9c464 admin admin] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:25.087998 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-50023267-1ef5-4cb3-8bd4-ccf8eefa4517 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:25.101548 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6a0f7a-21d0-4b97-a1db-5e016d802bcc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:25.102269 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-da6a0f7a-21d0-4b97-a1db-5e016d802bcc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:25.124391 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c31cc1-c867-40d5-bde7-228151985990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfec5d50-2a9a-44ba-9b01-e79cda702ea5,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:25.163245 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-8e33e511-d52a-4ac9-a4df-91bace19de7d None None] Provisioning for port 6e28ed0b-e847-425c-a3ba-eaa1df63788d completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:25.168898 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-8e33e511-d52a-4ac9-a4df-91bace19de7d None None] Provisioning complete for port 6e28ed0b-e847-425c-a3ba-eaa1df63788d triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:25.169356 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8e33e511-d52a-4ac9-a4df-91bace19de7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:25.185429 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-656e6dc4-0a6b-4b4a-aad9-0a5ce31c8c1d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:25.228723 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-8e33e511-d52a-4ac9-a4df-91bace19de7d None None] Port 6e28ed0b-e847-425c-a3ba-eaa1df63788d cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:48:25.251380 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-32c31cc1-c867-40d5-bde7-228151985990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:25.252224 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-519719c6-44c1-481d-b212-8096c6c4da27 tempest-QuotasNegativeTest-1975065474 tempest-QuotasNegativeTest-1975065474-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:25.277519 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-50023267-1ef5-4cb3-8bd4-ccf8eefa4517 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Calling delete_port for face9be9-99e4-4a83-bfdc-1a346eea28ee owned by network:router_gateway {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:25.306049 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ee5b4-6fca-43b4-94c7-23b47eb9c464 admin admin] Pushing event deleted for resources: {'Network': ['ID=9762618e-b801-4945-a348-7f7865b0995e,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:25.316374 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4e5ee5b4-6fca-43b4-94c7-23b47eb9c464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:25.320211 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3054b4f5-9102-4fa6-ab23-fd177a204e76 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:25.405861 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-32c31cc1-c867-40d5-bde7-228151985990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:25.409754 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-32c31cc1-c867-40d5-bde7-228151985990 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dfec5d50-2a9a-44ba-9b01-e79cda702ea5 HTTP/1.1" status: 204 len: 168 time: 1.5742953 May 31 15:48:25.409754 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4e5ee5b4-6fca-43b4-94c7-23b47eb9c464 admin admin] 10.222.0.45 "DELETE /v2.0/networks/9762618e-b801-4945-a348-7f7865b0995e HTTP/1.1" status: 204 len: 168 time: 3.1697402 May 31 15:48:25.417526 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-da6a0f7a-21d0-4b97-a1db-5e016d802bcc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9578393 May 31 15:48:25.420316 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53096) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:25.428238 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e6dc4-0a6b-4b4a-aad9-0a5ce31c8c1d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Port': ['ID=bd569696-5903-400a-8324-9ead38895b44,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:25.432319 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-656e6dc4-0a6b-4b4a-aad9-0a5ce31c8c1d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:25.475955 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-656e6dc4-0a6b-4b4a-aad9-0a5ce31c8c1d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:25.480904 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-656e6dc4-0a6b-4b4a-aad9-0a5ce31c8c1d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/bd569696-5903-400a-8324-9ead38895b44 HTTP/1.1" status: 204 len: 168 time: 2.7094357 May 31 15:48:25.484455 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53100) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:25.565459 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5a2839-f743-4bec-88a3-8b8df5231aef tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:25.566217 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-fc5a2839-f743-4bec-88a3-8b8df5231aef tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Synchronizing usage tracker for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:48:25.601393 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-fc5a2839-f743-4bec-88a3-8b8df5231aef tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Unset dirty status for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:48:25.602646 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-fc5a2839-f743-4bec-88a3-8b8df5231aef tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1721473 May 31 15:48:25.640476 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53104) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:25.700535 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53108) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:25.772063 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-50023267-1ef5-4cb3-8bd4-ccf8eefa4517 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:25.784878 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5ed4e978-b23a-4772-9523-1aee00230540 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:25.836848 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50023267-1ef5-4cb3-8bd4-ccf8eefa4517 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Pushing event deleted for resources: {'Port': ['ID=face9be9-99e4-4a83-bfdc-1a346eea28ee,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:25.839967 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-50023267-1ef5-4cb3-8bd4-ccf8eefa4517 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:25.867676 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f44c431-13d5-4235-9f46-51890a09df7e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:25.869402 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f44c431-13d5-4235-9f46-51890a09df7e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:25.870146 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1f44c431-13d5-4235-9f46-51890a09df7e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:48:25.881754 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c241d2b5-80fc-428d-ac58-f260fcd78066 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=31cb1923c01a40bcb7e56f6bb437609c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1750329 May 31 15:48:25.886577 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53116) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:25.940659 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56aab244-0896-467d-ae1c-4ba89cfa5f75 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:25.948238 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56aab244-0896-467d-ae1c-4ba89cfa5f75 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:25.957375 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56aab244-0896-467d-ae1c-4ba89cfa5f75 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:25.957476 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-56aab244-0896-467d-ae1c-4ba89cfa5f75 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.3159671 May 31 15:48:25.960421 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53124) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:25.963628 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1f44c431-13d5-4235-9f46-51890a09df7e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:48:25.965253 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1f44c431-13d5-4235-9f46-51890a09df7e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4786868 May 31 15:48:25.966439 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-87491b79-74c1-466f-85f1-62e91692fe8b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:25.969727 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f76c7fb-a06b-40be-8c65-f0dc4ebda712 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Router ea92f27a-108b-4f17-8e1f-fff0a656b165 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:48:25.970329 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53128) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:26.026693 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-50023267-1ef5-4cb3-8bd4-ccf8eefa4517 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:26.228062 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1497abe-f2e3-493f-b937-b2c136dc8430 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting subnet 1c77af0a-89ae-4037-b0fa-ebebcb087510 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:48:26.246334 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-352496d9-f496-4e24-828a-02cc4b179f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:26.251676 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1497abe-f2e3-493f-b937-b2c136dc8430 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:26.416711 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-50023267-1ef5-4cb3-8bd4-ccf8eefa4517 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:26.420390 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-50023267-1ef5-4cb3-8bd4-ccf8eefa4517 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:26.441297 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-352496d9-f496-4e24-828a-02cc4b179f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:26.461967 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-50023267-1ef5-4cb3-8bd4-ccf8eefa4517 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:26.462842 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50023267-1ef5-4cb3-8bd4-ccf8eefa4517 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Fanout notify agent at l3_agent the message router_deleted on router b82ba8df-94bc-4d99-a32f-14f9ef026e75 {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:48:26.475527 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-2d666dd7-5db2-4f74-a25a-a2ec89044277 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting port 6e28ed0b-e847-425c-a3ba-eaa1df63788d {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:26.475871 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2d666dd7-5db2-4f74-a25a-a2ec89044277 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:26.488909 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53142) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:26.500682 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1497abe-f2e3-493f-b937-b2c136dc8430 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:26.564193 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-50023267-1ef5-4cb3-8bd4-ccf8eefa4517 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:26.568640 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-50023267-1ef5-4cb3-8bd4-ccf8eefa4517 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "DELETE /v2.0/routers/b82ba8df-94bc-4d99-a32f-14f9ef026e75 HTTP/1.1" status: 204 len: 168 time: 4.1357353 May 31 15:48:26.574609 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53148) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:26.582583 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-eab3a3a0-89d4-4e10-9c81-42c4b6d5ddcb tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-567459501', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:26.593943 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-eab3a3a0-89d4-4e10-9c81-42c4b6d5ddcb tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:26.602123 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-eab3a3a0-89d4-4e10-9c81-42c4b6d5ddcb tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Usage tracker for resource:router and tenant:24706fd3f5484e1a80c0ece833bb483a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:26.607194 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-eab3a3a0-89d4-4e10-9c81-42c4b6d5ddcb tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:26.633836 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-eab3a3a0-89d4-4e10-9c81-42c4b6d5ddcb tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:26.660604 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2d666dd7-5db2-4f74-a25a-a2ec89044277 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:26.669336 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-eab3a3a0-89d4-4e10-9c81-42c4b6d5ddcb tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:26.670263 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-eab3a3a0-89d4-4e10-9c81-42c4b6d5ddcb tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:26.737267 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-21773d5f-8765-49bb-aa73-9d439cc7b21c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-147254892'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:26.749842 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f76c7fb-a06b-40be-8c65-f0dc4ebda712 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:48:26.762092 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1022a-7605-46cf-81ab-eaf7d59866b0 None None] Sync routers for ids ['ea92f27a-108b-4f17-8e1f-fff0a656b165'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:48:26.774632 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa1022a-7605-46cf-81ab-eaf7d59866b0 None None] Routers {'ea92f27a-108b-4f17-8e1f-fff0a656b165'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:26.775642 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-efa1022a-7605-46cf-81ab-eaf7d59866b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['ea92f27a-108b-4f17-8e1f-fff0a656b165'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:26.808421 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-2d666dd7-5db2-4f74-a25a-a2ec89044277 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Calling delete_port for 6e28ed0b-e847-425c-a3ba-eaa1df63788d owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:26.815731 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-21773d5f-8765-49bb-aa73-9d439cc7b21c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:26.822014 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-352496d9-f496-4e24-828a-02cc4b179f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:26.822912 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-21773d5f-8765-49bb-aa73-9d439cc7b21c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Usage tracker for resource:network and tenant:77c737149bd84d0bb3a7bb28e9afd80b is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:26.824913 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-352496d9-f496-4e24-828a-02cc4b179f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:26.826007 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-352496d9-f496-4e24-828a-02cc4b179f0b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a744fe46-4556-4a57-8651-752cee4b877c HTTP/1.1" status: 204 len: 168 time: 0.9295435 May 31 15:48:26.828497 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-73eb1637-96f7-40c1-a19f-df1058e199c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:26.830892 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-21773d5f-8765-49bb-aa73-9d439cc7b21c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:26.838472 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87491b79-74c1-466f-85f1-62e91692fe8b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Router cdb38d63-29a8-4ed3-9860-df581e4b166f is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:48:26.841398 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1f76c7fb-a06b-40be-8c65-f0dc4ebda712 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "PUT /v2.0/routers/ea92f27a-108b-4f17-8e1f-fff0a656b165/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1756563 May 31 15:48:26.844217 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-21773d5f-8765-49bb-aa73-9d439cc7b21c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:26.847703 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-eab3a3a0-89d4-4e10-9c81-42c4b6d5ddcb tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:26.848876 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53154) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:26.857536 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352496d9-f496-4e24-828a-02cc4b179f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a744fe46-4556-4a57-8651-752cee4b877c,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:26.865542 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1497abe-f2e3-493f-b937-b2c136dc8430 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:26.889829 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-efa1022a-7605-46cf-81ab-eaf7d59866b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:26.900374 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa1022a-7605-46cf-81ab-eaf7d59866b0 None None] Routers {'ea92f27a-108b-4f17-8e1f-fff0a656b165'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:26.901195 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-efa1022a-7605-46cf-81ab-eaf7d59866b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['ea92f27a-108b-4f17-8e1f-fff0a656b165'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:26.905387 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-352496d9-f496-4e24-828a-02cc4b179f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:26.968992 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-efa1022a-7605-46cf-81ab-eaf7d59866b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:26.969760 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1022a-7605-46cf-81ab-eaf7d59866b0 None None] The sync data for ids ['ea92f27a-108b-4f17-8e1f-fff0a656b165'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:48:27.049238 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21773d5f-8765-49bb-aa73-9d439cc7b21c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Made reservation on behalf of 77c737149bd84d0bb3a7bb28e9afd80b for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:48:27.052666 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-21773d5f-8765-49bb-aa73-9d439cc7b21c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:27.079389 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-21773d5f-8765-49bb-aa73-9d439cc7b21c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:27.095238 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-eab3a3a0-89d4-4e10-9c81-42c4b6d5ddcb tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:27.121127 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-21773d5f-8765-49bb-aa73-9d439cc7b21c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:27.131447 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b74cd836-70d4-4e90-b5e5-603b8a56be0e tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:27.205683 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-21773d5f-8765-49bb-aa73-9d439cc7b21c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Usage tracker for resource:security_group_rule and tenant:77c737149bd84d0bb3a7bb28e9afd80b is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:27.212094 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-21773d5f-8765-49bb-aa73-9d439cc7b21c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:27.213968 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87491b79-74c1-466f-85f1-62e91692fe8b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:48:27.232909 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-eab3a3a0-89d4-4e10-9c81-42c4b6d5ddcb tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:27.234095 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-eab3a3a0-89d4-4e10-9c81-42c4b6d5ddcb tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6587214 May 31 15:48:27.238183 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a5da7a-ca6a-4a30-b9ab-36478ea1eefd None None] Sync routers for ids ['cdb38d63-29a8-4ed3-9860-df581e4b166f'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:48:27.239777 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53162) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:27.245437 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-21773d5f-8765-49bb-aa73-9d439cc7b21c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:27.252516 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-35234437-081e-4023-a5b5-df6ae045b5f4 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'enable_snat': True}}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:27.260208 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a5da7a-ca6a-4a30-b9ab-36478ea1eefd None None] Routers {'cdb38d63-29a8-4ed3-9860-df581e4b166f'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:27.260845 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-48a5da7a-ca6a-4a30-b9ab-36478ea1eefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['cdb38d63-29a8-4ed3-9860-df581e4b166f'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:27.341470 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-48a5da7a-ca6a-4a30-b9ab-36478ea1eefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:27.347036 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-87491b79-74c1-466f-85f1-62e91692fe8b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:27.348240 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-87491b79-74c1-466f-85f1-62e91692fe8b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 6.2922671 May 31 15:48:27.350451 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a5da7a-ca6a-4a30-b9ab-36478ea1eefd None None] Routers {'cdb38d63-29a8-4ed3-9860-df581e4b166f'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:27.351115 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-48a5da7a-ca6a-4a30-b9ab-36478ea1eefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['cdb38d63-29a8-4ed3-9860-df581e4b166f'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:27.360935 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53170) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:27.414033 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-48a5da7a-ca6a-4a30-b9ab-36478ea1eefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:27.414468 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a5da7a-ca6a-4a30-b9ab-36478ea1eefd None None] The sync data for ids ['cdb38d63-29a8-4ed3-9860-df581e4b166f'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:48:27.463679 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b74cd836-70d4-4e90-b5e5-603b8a56be0e tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:27.477010 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2d666dd7-5db2-4f74-a25a-a2ec89044277 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:27.489497 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3f9da4c3-105d-460b-8919-e4268803fc4a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:27.586630 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d666dd7-5db2-4f74-a25a-a2ec89044277 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Port': ['ID=6e28ed0b-e847-425c-a3ba-eaa1df63788d,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:27.595023 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2d666dd7-5db2-4f74-a25a-a2ec89044277 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:27.681855 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1497abe-f2e3-493f-b937-b2c136dc8430 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:27.694973 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-40987056-55db-453d-b338-6c002cbc97dc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:27.758901 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2d666dd7-5db2-4f74-a25a-a2ec89044277 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:27.776867 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5174df1-6b44-4fa8-beba-940a1f6f4f29 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:48:27.801984 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-b74cd836-70d4-4e90-b5e5-603b8a56be0e tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Deleting port 5cf80474-31d2-405f-a0bd-68e215e9d8bf {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:27.802355 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b74cd836-70d4-4e90-b5e5-603b8a56be0e tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:27.817456 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2d666dd7-5db2-4f74-a25a-a2ec89044277 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/ports/6e28ed0b-e847-425c-a3ba-eaa1df63788d HTTP/1.1" status: 204 len: 168 time: 1.8557358 May 31 15:48:27.832244 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53186) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:27.914622 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-33edfcde-5d3a-405e-95e9-b9ac1f3d1403 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "GET /v2.0/routers/cdb38d63-29a8-4ed3-9860-df581e4b166f HTTP/1.1" status: 200 len: 881 time: 0.5517113 May 31 15:48:27.916378 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1497abe-f2e3-493f-b937-b2c136dc8430 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:27.927274 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1497abe-f2e3-493f-b937-b2c136dc8430 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Subnet': ['ID=1c77af0a-89ae-4037-b0fa-ebebcb087510,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:27.932005 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53190) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:27.940443 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f1497abe-f2e3-493f-b937-b2c136dc8430 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:28.089431 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:28.128714 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e02457f-e8a1-45d0-a0d3-04d657270452 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] GET failed (client error): The resource could not be found. May 31 15:48:28.129352 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3e02457f-e8a1-45d0-a0d3-04d657270452 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Synchronizing usage tracker for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:48:28.140028 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-21773d5f-8765-49bb-aa73-9d439cc7b21c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:28.155934 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-21773d5f-8765-49bb-aa73-9d439cc7b21c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:28.163314 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:28.172394 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f1497abe-f2e3-493f-b937-b2c136dc8430 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/1c77af0a-89ae-4037-b0fa-ebebcb087510 HTTP/1.1" status: 204 len: 168 time: 2.1984034 May 31 15:48:28.175122 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5325ed01-d71f-494c-b608-eeca98de336f None None] DHCP port deletion for b5001308-9f67-458f-99a7-4cdcd1177eb2 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:48:28.180280 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53200) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:28.189116 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-35234437-081e-4023-a5b5-df6ae045b5f4 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:28.263530 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-5325ed01-d71f-494c-b608-eeca98de336f None None] Deleting port 73c43960-186f-4b26-a09a-9d162ec8befe {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:28.264153 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5325ed01-d71f-494c-b608-eeca98de336f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:28.275155 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21773d5f-8765-49bb-aa73-9d439cc7b21c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:48:28.283444 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3e02457f-e8a1-45d0-a0d3-04d657270452 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Unset dirty status for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:48:28.284630 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3e02457f-e8a1-45d0-a0d3-04d657270452 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "GET /v2.0/ports/6e28ed0b-e847-425c-a3ba-eaa1df63788d HTTP/1.1" status: 404 len: 333 time: 0.4514434 May 31 15:48:28.299830 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53206) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:28.300721 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21773d5f-8765-49bb-aa73-9d439cc7b21c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c88866e-a940-4911-b143-4c5f7e0580b1,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:28.304070 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-21773d5f-8765-49bb-aa73-9d439cc7b21c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:28.307182 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d5d752a5-1e70-4c9f-abfa-f98690794cab tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1203270 May 31 15:48:28.355004 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53210) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:28.361196 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-21773d5f-8765-49bb-aa73-9d439cc7b21c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:28.361544 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-21773d5f-8765-49bb-aa73-9d439cc7b21c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Added segment 9be809d3-7042-4018-b92b-cfa018d6f841 of type vlan for network 4bdb877d-3cfb-4984-a4d6-5fd60d038c28 May 31 15:48:28.376413 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-409cbd8f-5831-4177-af70-ece23c7a702e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:28.409118 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-5325ed01-d71f-494c-b608-eeca98de336f None None] For port 73c43960-186f-4b26-a09a-9d162ec8befe, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=73c43960-186f-4b26-a09a-9d162ec8befe,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:48:28.410271 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5325ed01-d71f-494c-b608-eeca98de336f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:28.505933 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b74cd836-70d4-4e90-b5e5-603b8a56be0e tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:28.536622 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53218) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:28.544388 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-21773d5f-8765-49bb-aa73-9d439cc7b21c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:28.552815 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-5325ed01-d71f-494c-b608-eeca98de336f None None] Calling delete_port for 73c43960-186f-4b26-a09a-9d162ec8befe owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:28.604332 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5325ed01-d71f-494c-b608-eeca98de336f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:28.615041 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-84f8e6c2-ef37-48b7-98ad-08469a9101e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:28.660751 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5325ed01-d71f-494c-b608-eeca98de336f None None] No DVR routers for this DVR port 73c43960-186f-4b26-a09a-9d162ec8befe on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:48:28.669367 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5325ed01-d71f-494c-b608-eeca98de336f None None] Pushing event deleted for resources: {'Port': ['ID=73c43960-186f-4b26-a09a-9d162ec8befe,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:28.678175 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5325ed01-d71f-494c-b608-eeca98de336f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:28.685385 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-7a921e5e-c55d-4e37-949d-11e2c9c6f430 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Synchronizing usage tracker for tenant:7532521a2dc2494ca283f329c67dc09d on resource:router {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:48:28.729890 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-b74cd836-70d4-4e90-b5e5-603b8a56be0e tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Calling delete_port for 5cf80474-31d2-405f-a0bd-68e215e9d8bf owned by network:router_gateway {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:28.768704 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-8f0c11fe-d2a3-40ef-a911-6a30c09e66eb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-271091311', 'router:external': True}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:28.775279 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-8f0c11fe-d2a3-40ef-a911-6a30c09e66eb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:28.780226 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-409cbd8f-5831-4177-af70-ece23c7a702e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:28.795480 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-409cbd8f-5831-4177-af70-ece23c7a702e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:subnet and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:28.805523 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-409cbd8f-5831-4177-af70-ece23c7a702e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:28.813376 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-409cbd8f-5831-4177-af70-ece23c7a702e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:28.817507 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-21773d5f-8765-49bb-aa73-9d439cc7b21c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:28.823376 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21773d5f-8765-49bb-aa73-9d439cc7b21c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:28.823954 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-21773d5f-8765-49bb-aa73-9d439cc7b21c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:28.828944 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-7a921e5e-c55d-4e37-949d-11e2c9c6f430 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Unset dirty status for tenant:7532521a2dc2494ca283f329c67dc09d on resource:router {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:48:28.829939 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7a921e5e-c55d-4e37-949d-11e2c9c6f430 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.8960447 May 31 15:48:28.831128 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-8f0c11fe-d2a3-40ef-a911-6a30c09e66eb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Usage tracker for resource:network and tenant:9547665d8db04add9c677b4a5a727b5d is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:28.833565 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0bfa4252-3b13-446d-9c2a-b8db79b07a72 tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:28.841129 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-8f0c11fe-d2a3-40ef-a911-6a30c09e66eb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:28.847579 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53224) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:28.849979 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-8f0c11fe-d2a3-40ef-a911-6a30c09e66eb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:28.858021 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-caccd5a2-17d5-4bcf-a0e4-c0137efcefc1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1609490279'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:28.883057 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409cbd8f-5831-4177-af70-ece23c7a702e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:48:28.887165 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-409cbd8f-5831-4177-af70-ece23c7a702e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:28.977230 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-21773d5f-8765-49bb-aa73-9d439cc7b21c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4747498 May 31 15:48:28.981672 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0c11fe-d2a3-40ef-a911-6a30c09e66eb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Made reservation on behalf of 9547665d8db04add9c677b4a5a727b5d for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:48:28.983996 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8f0c11fe-d2a3-40ef-a911-6a30c09e66eb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:29.051066 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-3eeb458b-c26e-4d49-848b-c686f056b8cd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting port 7e473f7b-3724-4ac4-a090-3bdbca85e87d {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:29.051402 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3eeb458b-c26e-4d49-848b-c686f056b8cd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:29.055404 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8f0c11fe-d2a3-40ef-a911-6a30c09e66eb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:29.077984 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21773d5f-8765-49bb-aa73-9d439cc7b21c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event updated for resources: {'Network': ['ID=4bdb877d-3cfb-4984-a4d6-5fd60d038c28,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:29.079387 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-35234437-081e-4023-a5b5-df6ae045b5f4 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:29.084667 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-21773d5f-8765-49bb-aa73-9d439cc7b21c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:29.092997 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 4bdb877d-3cfb-4984-a4d6-5fd60d038c28 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:48:29.098069 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53230) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:29.120260 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-8f0c11fe-d2a3-40ef-a911-6a30c09e66eb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:29.128916 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-35234437-081e-4023-a5b5-df6ae045b5f4 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:29.132731 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-8f0c11fe-d2a3-40ef-a911-6a30c09e66eb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Usage tracker for resource:security_group_rule and tenant:9547665d8db04add9c677b4a5a727b5d is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:29.162981 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-8583c73b-063a-421e-934e-c9787fe6ede7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Request body: {'subnet': {'network_id': '4bdb877d-3cfb-4984-a4d6-5fd60d038c28', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:29.173238 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-8f0c11fe-d2a3-40ef-a911-6a30c09e66eb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:29.181513 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-8f0c11fe-d2a3-40ef-a911-6a30c09e66eb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:29.366070 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8583c73b-063a-421e-934e-c9787fe6ede7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:29.375038 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3eeb458b-c26e-4d49-848b-c686f056b8cd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:29.412568 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8583c73b-063a-421e-934e-c9787fe6ede7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Usage tracker for resource:subnet and tenant:77c737149bd84d0bb3a7bb28e9afd80b is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:29.421170 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8583c73b-063a-421e-934e-c9787fe6ede7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:29.435670 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8583c73b-063a-421e-934e-c9787fe6ede7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:29.508081 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-35234437-081e-4023-a5b5-df6ae045b5f4 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Allocated IP 172.26.0.7 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/894e401f-d584-429d-905c-2e39e5fda617) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:48:29.601064 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8f0c11fe-d2a3-40ef-a911-6a30c09e66eb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:29.636859 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8f0c11fe-d2a3-40ef-a911-6a30c09e66eb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:29.683764 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4565c0ac-1cfc-4035-af28-995c96e69dce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:29.747664 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-3eeb458b-c26e-4d49-848b-c686f056b8cd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Calling delete_port for 7e473f7b-3724-4ac4-a090-3bdbca85e87d owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:29.765844 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8583c73b-063a-421e-934e-c9787fe6ede7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Made reservation on behalf of 77c737149bd84d0bb3a7bb28e9afd80b for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:48:29.769632 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8583c73b-063a-421e-934e-c9787fe6ede7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:29.782913 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0c11fe-d2a3-40ef-a911-6a30c09e66eb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:48:29.803933 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c11fe-d2a3-40ef-a911-6a30c09e66eb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8df210-1de2-498f-9446-3ec73e55ab13,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:29.820889 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8f0c11fe-d2a3-40ef-a911-6a30c09e66eb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:29.821819 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8f0c11fe-d2a3-40ef-a911-6a30c09e66eb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:29.822154 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-8f0c11fe-d2a3-40ef-a911-6a30c09e66eb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Added segment 829112f4-bcae-4576-bb65-487ab67b26d1 of type vlan for network e00255f6-d1f7-44c8-933d-1cb63585515c May 31 15:48:29.859336 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b74cd836-70d4-4e90-b5e5-603b8a56be0e tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:29.867639 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-caccd5a2-17d5-4bcf-a0e4-c0137efcefc1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:29.877348 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b2d8c319-db65-47c1-86fa-f71164c17f2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:29.906347 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8f0c11fe-d2a3-40ef-a911-6a30c09e66eb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:29.912294 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-caccd5a2-17d5-4bcf-a0e4-c0137efcefc1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446711'] for router, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:29.917522 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-35234437-081e-4023-a5b5-df6ae045b5f4 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:29.956375 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cd836-70d4-4e90-b5e5-603b8a56be0e tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event deleted for resources: {'Port': ['ID=5cf80474-31d2-405f-a0bd-68e215e9d8bf,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:29.958480 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b74cd836-70d4-4e90-b5e5-603b8a56be0e tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:30.124026 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 73c43960-186f-4b26-a09a-9d162ec8befe no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:48:30.146679 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b74cd836-70d4-4e90-b5e5-603b8a56be0e tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:30.160715 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.db.resource_extend [None req-8f0c11fe-d2a3-40ef-a911-6a30c09e66eb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:48:30.199926 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 73c43960-186f-4b26-a09a-9d162ec8befe {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:48:30.200615 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 73c43960-186f-4b26-a09a-9d162ec8befe not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:48:30.259213 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8f0c11fe-d2a3-40ef-a911-6a30c09e66eb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:30.260310 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0c11fe-d2a3-40ef-a911-6a30c09e66eb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:30.260890 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8f0c11fe-d2a3-40ef-a911-6a30c09e66eb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:30.271638 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-15f3f191-b580-4478-969a-ae7efe6fc341 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:30.378011 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-35234437-081e-4023-a5b5-df6ae045b5f4 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:30.415265 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8f0c11fe-d2a3-40ef-a911-6a30c09e66eb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.8742051 May 31 15:48:30.417019 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caccd5a2-17d5-4bcf-a0e4-c0137efcefc1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Router cdb38d63-29a8-4ed3-9860-df581e4b166f has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:48:30.418605 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53234) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:30.419303 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c11fe-d2a3-40ef-a911-6a30c09e66eb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Pushing event updated for resources: {'Network': ['ID=e00255f6-d1f7-44c8-933d-1cb63585515c,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:30.425403 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8f0c11fe-d2a3-40ef-a911-6a30c09e66eb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:30.427410 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-87491b79-74c1-466f-85f1-62e91692fe8b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:30.429633 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network e00255f6-d1f7-44c8-933d-1cb63585515c details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:48:30.467579 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-d9e27692-ef22-4679-8957-e1cd841d78bd tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Request body: {'subnet': {'network_id': 'e00255f6-d1f7-44c8-933d-1cb63585515c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:30.475370 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b74cd836-70d4-4e90-b5e5-603b8a56be0e tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:30.478378 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35234437-081e-4023-a5b5-df6ae045b5f4 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:30.482721 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b74cd836-70d4-4e90-b5e5-603b8a56be0e tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:30.490079 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-35234437-081e-4023-a5b5-df6ae045b5f4 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:30.493935 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d9e27692-ef22-4679-8957-e1cd841d78bd tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:30.503193 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35234437-081e-4023-a5b5-df6ae045b5f4 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:48:30.534445 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d9e27692-ef22-4679-8957-e1cd841d78bd tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Usage tracker for resource:subnet and tenant:9547665d8db04add9c677b4a5a727b5d is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:30.546456 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d9e27692-ef22-4679-8957-e1cd841d78bd tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:30.557662 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3eeb458b-c26e-4d49-848b-c686f056b8cd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:30.566986 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-77d5ef14-3bb7-44b5-9636-cca9433ace4c tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:30.616352 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b74cd836-70d4-4e90-b5e5-603b8a56be0e tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:30.616849 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74cd836-70d4-4e90-b5e5-603b8a56be0e tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Fanout notify agent at l3_agent the message router_deleted on router ea92f27a-108b-4f17-8e1f-fff0a656b165 {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:48:30.622809 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d9e27692-ef22-4679-8957-e1cd841d78bd tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:30.632730 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35234437-081e-4023-a5b5-df6ae045b5f4 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Pushing event updated for resources: {'Port': ['ID=894e401f-d584-429d-905c-2e39e5fda617,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:30.639757 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-35234437-081e-4023-a5b5-df6ae045b5f4 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:30.680418 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb458b-c26e-4d49-848b-c686f056b8cd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Port': ['ID=7e473f7b-3724-4ac4-a090-3bdbca85e87d,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:30.682240 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3eeb458b-c26e-4d49-848b-c686f056b8cd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:30.711512 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e27692-ef22-4679-8957-e1cd841d78bd tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Made reservation on behalf of 9547665d8db04add9c677b4a5a727b5d for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:48:30.713807 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d9e27692-ef22-4679-8957-e1cd841d78bd tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:30.808342 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b74cd836-70d4-4e90-b5e5-603b8a56be0e tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:30.812093 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b74cd836-70d4-4e90-b5e5-603b8a56be0e tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "DELETE /v2.0/routers/ea92f27a-108b-4f17-8e1f-fff0a656b165 HTTP/1.1" status: 204 len: 168 time: 3.9520798 May 31 15:48:30.861701 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53238) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:30.900447 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3eeb458b-c26e-4d49-848b-c686f056b8cd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:30.902999 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3eeb458b-c26e-4d49-848b-c686f056b8cd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/ports/7e473f7b-3724-4ac4-a090-3bdbca85e87d HTTP/1.1" status: 204 len: 168 time: 2.5944054 May 31 15:48:30.911840 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53242) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:30.992772 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a41d065-d31f-49a2-8c08-95fda1b2a6a2 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] GET failed (client error): The resource could not be found. May 31 15:48:30.993196 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6a41d065-d31f-49a2-8c08-95fda1b2a6a2 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Synchronizing usage tracker for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:48:31.026758 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caccd5a2-17d5-4bcf-a0e4-c0137efcefc1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:48:31.034670 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-caccd5a2-17d5-4bcf-a0e4-c0137efcefc1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:31.035280 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-caccd5a2-17d5-4bcf-a0e4-c0137efcefc1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "PUT /v2.0/routers/cdb38d63-29a8-4ed3-9860-df581e4b166f HTTP/1.1" status: 200 len: 888 time: 2.1867490 May 31 15:48:31.036941 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a3d772-4da3-4f7b-a807-11c664d79958 None None] Sync routers for ids ['cdb38d63-29a8-4ed3-9860-df581e4b166f'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:48:31.038342 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-748c6da1-bf97-40a0-a23e-e0b11b736cc9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Deleting subnet 299e08bb-79f5-4e72-bc8c-848fe1f2f73e {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:48:31.041950 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53246) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:31.047290 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a3d772-4da3-4f7b-a807-11c664d79958 None None] Routers {'cdb38d63-29a8-4ed3-9860-df581e4b166f'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:31.047888 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-c1a3d772-4da3-4f7b-a807-11c664d79958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['cdb38d63-29a8-4ed3-9860-df581e4b166f'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:31.054012 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-748c6da1-bf97-40a0-a23e-e0b11b736cc9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:31.108579 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-c1a3d772-4da3-4f7b-a807-11c664d79958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:31.117066 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a3d772-4da3-4f7b-a807-11c664d79958 None None] Routers {'cdb38d63-29a8-4ed3-9860-df581e4b166f'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:31.117920 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-c1a3d772-4da3-4f7b-a807-11c664d79958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['cdb38d63-29a8-4ed3-9860-df581e4b166f'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:31.180920 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-c1a3d772-4da3-4f7b-a807-11c664d79958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:31.180920 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a3d772-4da3-4f7b-a807-11c664d79958 None None] The sync data for ids ['cdb38d63-29a8-4ed3-9860-df581e4b166f'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:48:31.189143 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6a41d065-d31f-49a2-8c08-95fda1b2a6a2 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Unset dirty status for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:48:31.190313 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6a41d065-d31f-49a2-8c08-95fda1b2a6a2 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "GET /v2.0/ports/7e473f7b-3724-4ac4-a090-3bdbca85e87d HTTP/1.1" status: 404 len: 333 time: 0.2755778 May 31 15:48:31.199854 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53250) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:31.221948 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-409cbd8f-5831-4177-af70-ece23c7a702e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:31.227551 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-748c6da1-bf97-40a0-a23e-e0b11b736cc9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:31.263629 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-35234437-081e-4023-a5b5-df6ae045b5f4 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:31.443567 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:31.647683 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409cbd8f-5831-4177-af70-ece23c7a702e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:31.670557 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-409cbd8f-5831-4177-af70-ece23c7a702e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:31.680272 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409cbd8f-5831-4177-af70-ece23c7a702e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Subnet': ['ID=f851f994-5213-4d3d-a52e-b056005e3889,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:31.681412 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b90cf9c-920b-4026-82eb-5fa2ef5beffb None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:48:31.685683 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-459a36ee-c5c3-49c1-89e5-d22a6ee4816a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting subnet a10ea4b8-2c33-461c-9f17-17c541785af1 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:48:31.687736 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-409cbd8f-5831-4177-af70-ece23c7a702e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:31.710151 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e9f88fb9-eacc-4050-9acb-5ccfbd0d7e00 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "GET /v2.0/routers/cdb38d63-29a8-4ed3-9860-df581e4b166f HTTP/1.1" status: 200 len: 888 time: 0.6618190 May 31 15:48:31.714483 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53258) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:31.716918 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-459a36ee-c5c3-49c1-89e5-d22a6ee4816a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:31.744664 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409cbd8f-5831-4177-af70-ece23c7a702e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:31.745272 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-409cbd8f-5831-4177-af70-ece23c7a702e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:31.839807 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-d195fc97-54b2-4483-a328-7ae4cb445672 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Synchronizing usage tracker for tenant:7532521a2dc2494ca283f329c67dc09d on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:48:31.871394 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-409cbd8f-5831-4177-af70-ece23c7a702e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.5133967 May 31 15:48:31.875397 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53262) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:31.878757 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-459a36ee-c5c3-49c1-89e5-d22a6ee4816a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:31.884060 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-35234437-081e-4023-a5b5-df6ae045b5f4 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:31.891306 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-8f540f43-0d38-467b-8987-3b72de2a34b2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'port': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'fixed_ips': [{'subnet_id': 'f851f994-5213-4d3d-a52e-b056005e3889', 'ip_address': '2001:db8::9ecb:d6bf:81f:93ee'}], 'name': 'tempest-NetworksTestDHCPv6-237729785'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:31.910248 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-748c6da1-bf97-40a0-a23e-e0b11b736cc9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:31.911215 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19994423-9c60-4a1d-b105-f1de8fb99a54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-b5001308-9f67-458f-99a7-4cdcd1177eb2', 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'fixed_ips': [{'subnet_id': 'f851f994-5213-4d3d-a52e-b056005e3889'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:48:31.912619 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-19994423-9c60-4a1d-b105-f1de8fb99a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:31.914123 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-35234437-081e-4023-a5b5-df6ae045b5f4 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446711'] for router, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:31.994876 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-d195fc97-54b2-4483-a328-7ae4cb445672 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Unset dirty status for tenant:7532521a2dc2494ca283f329c67dc09d on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:48:31.998512 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d195fc97-54b2-4483-a328-7ae4cb445672 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "GET /v2.0/ports?device_id=cdb38d63-29a8-4ed3-9860-df581e4b166f HTTP/1.1" status: 200 len: 205 time: 0.2455993 May 31 15:48:32.016258 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53266) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:32.095721 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-19994423-9c60-4a1d-b105-f1de8fb99a54 None None] Allocated IP 2001:db8::2 (b5001308-9f67-458f-99a7-4cdcd1177eb2/f851f994-5213-4d3d-a52e-b056005e3889/012cf6be-7ddc-4ff5-b4e0-9851d3972d39) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:48:32.128702 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8583c73b-063a-421e-934e-c9787fe6ede7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:32.178940 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-80b9c564-50fa-42eb-8b32-3e3a237e3c32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:32.322468 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-459a36ee-c5c3-49c1-89e5-d22a6ee4816a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:32.328457 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-19994423-9c60-4a1d-b105-f1de8fb99a54 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:32.338859 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-19994423-9c60-4a1d-b105-f1de8fb99a54 None None] Transition to ACTIVE for port object 012cf6be-7ddc-4ff5-b4e0-9851d3972d39 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:32.355405 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583c73b-063a-421e-934e-c9787fe6ede7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event updated for resources: {'Subnet': ['ID=557baba2-5e56-4224-be9f-b619c195bdcf,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:32.364101 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-19994423-9c60-4a1d-b105-f1de8fb99a54 None None] Transition to ACTIVE for port object 012cf6be-7ddc-4ff5-b4e0-9851d3972d39 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:32.371144 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-19994423-9c60-4a1d-b105-f1de8fb99a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:32.376175 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a706f42f-1d15-4281-ab70-cd39484ae06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:32.394298 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8583c73b-063a-421e-934e-c9787fe6ede7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:32.398882 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-c2f99f95-f388-49bc-a85d-233e337c85c8 req-9c17a048-0dc0-4ebc-8cd9-7a6be6df3824 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4189458 May 31 15:48:32.422620 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8583c73b-063a-421e-934e-c9787fe6ede7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Checking segment: {'id': '9be809d3-7042-4018-b92b-cfa018d6f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4bdb877d-3cfb-4984-a4d6-5fd60d038c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:48:32.423000 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8583c73b-063a-421e-934e-c9787fe6ede7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Network hostable DHCP agents. Network: 4bdb877d-3cfb-4984-a4d6-5fd60d038c28, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:48:32.433540 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-8f540f43-0d38-467b-8987-3b72de2a34b2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:32.437851 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.objects.ports [None req-d9e27692-ef22-4679-8957-e1cd841d78bd tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99205) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 15:48:32.438327 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d9e27692-ef22-4679-8957-e1cd841d78bd tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:32.447645 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a306cd27-f2c3-4b36-8ad0-e689a8c1542d tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:32.449206 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19994423-9c60-4a1d-b105-f1de8fb99a54 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:32.451963 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-19994423-9c60-4a1d-b105-f1de8fb99a54 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:32.454966 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19994423-9c60-4a1d-b105-f1de8fb99a54 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:48:32.480592 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-8f540f43-0d38-467b-8987-3b72de2a34b2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:port and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:32.488653 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-8f540f43-0d38-467b-8987-3b72de2a34b2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:32.497798 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19994423-9c60-4a1d-b105-f1de8fb99a54 None None] Pushing event updated for resources: {'Port': ['ID=012cf6be-7ddc-4ff5-b4e0-9851d3972d39,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:32.500834 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-19994423-9c60-4a1d-b105-f1de8fb99a54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:32.512628 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-8f540f43-0d38-467b-8987-3b72de2a34b2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:32.525858 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d8deb52c-c33c-463c-b96a-8307b03f74e7 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:32.558664 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-19994423-9c60-4a1d-b105-f1de8fb99a54 None None] Attempting to bind port 012cf6be-7ddc-4ff5-b4e0-9851d3972d39 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:48:32.559117 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-19994423-9c60-4a1d-b105-f1de8fb99a54 None None] Attempting to bind port 012cf6be-7ddc-4ff5-b4e0-9851d3972d39 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:48:32.559489 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19994423-9c60-4a1d-b105-f1de8fb99a54 None None] Attempting to bind port 012cf6be-7ddc-4ff5-b4e0-9851d3972d39 on network b5001308-9f67-458f-99a7-4cdcd1177eb2 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:48:32.564948 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19994423-9c60-4a1d-b105-f1de8fb99a54 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:48:32.565331 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19994423-9c60-4a1d-b105-f1de8fb99a54 None None] Checking segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:48:32.565735 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-19994423-9c60-4a1d-b105-f1de8fb99a54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:32.566132 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19994423-9c60-4a1d-b105-f1de8fb99a54 None None] Bound using segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:48:32.566599 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-19994423-9c60-4a1d-b105-f1de8fb99a54 None None] Bound port: 012cf6be-7ddc-4ff5-b4e0-9851d3972d39, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:48:32.567009 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-19994423-9c60-4a1d-b105-f1de8fb99a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:32.626799 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8583c73b-063a-421e-934e-c9787fe6ede7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Network 4bdb877d-3cfb-4984-a4d6-5fd60d038c28 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:48:32.628631 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f540f43-0d38-467b-8987-3b72de2a34b2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:48:32.661327 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-8583c73b-063a-421e-934e-c9787fe6ede7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 4bdb877d-3cfb-4984-a4d6-5fd60d038c28) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:32.668175 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-19994423-9c60-4a1d-b105-f1de8fb99a54 None None] For port 012cf6be-7ddc-4ff5-b4e0-9851d3972d39, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:48:32.671123 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e27692-ef22-4679-8957-e1cd841d78bd tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3ffcf120-5696-40c0-934d-3ecbbc722b61,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:32.675794 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-19994423-9c60-4a1d-b105-f1de8fb99a54 None None] For port 012cf6be-7ddc-4ff5-b4e0-9851d3972d39, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=012cf6be-7ddc-4ff5-b4e0-9851d3972d39,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:48:32.682182 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-19994423-9c60-4a1d-b105-f1de8fb99a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:32.683884 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d9e27692-ef22-4679-8957-e1cd841d78bd tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:32.692312 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-7ea381ac-b039-4f42-a2bf-2c4bf57e1280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:32.721434 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8583c73b-063a-421e-934e-c9787fe6ede7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:32.722045 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8583c73b-063a-421e-934e-c9787fe6ede7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:32.737319 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cdd669-64ef-4ba6-8a15-8c3531d07308 None None] Network 4bdb877d-3cfb-4984-a4d6-5fd60d038c28 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:48:32.739996 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f99f95-f388-49bc-a85d-233e337c85c8 req-d2b53816-aaa1-4d64-92bd-419ed8c3e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:32.741526 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-c2f99f95-f388-49bc-a85d-233e337c85c8 req-d2b53816-aaa1-4d64-92bd-419ed8c3e3c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2768fca4df5d4b0e9f63be80d17b6d42&device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 1098 time: 0.3105152 May 31 15:48:32.749586 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-748c6da1-bf97-40a0-a23e-e0b11b736cc9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:32.757232 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-59df4fcf-488b-48d4-bd57-3e2d308c7827 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:32.865891 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19994423-9c60-4a1d-b105-f1de8fb99a54 None None] Pushing event updated for resources: {'Port': ['ID=012cf6be-7ddc-4ff5-b4e0-9851d3972d39,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:32.869564 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-19994423-9c60-4a1d-b105-f1de8fb99a54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:32.871639 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c6da1-bf97-40a0-a23e-e0b11b736cc9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event deleted for resources: {'Subnet': ['ID=299e08bb-79f5-4e72-bc8c-848fe1f2f73e,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:32.885242 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8583c73b-063a-421e-934e-c9787fe6ede7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.7814953 May 31 15:48:32.885242 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-748c6da1-bf97-40a0-a23e-e0b11b736cc9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:32.885242 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-748c6da1-bf97-40a0-a23e-e0b11b736cc9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:32.885242 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-748c6da1-bf97-40a0-a23e-e0b11b736cc9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "DELETE /v2.0/subnets/299e08bb-79f5-4e72-bc8c-848fe1f2f73e HTTP/1.1" status: 204 len: 168 time: 2.0210657 May 31 15:48:32.917834 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93e3d8b-3944-4a09-b7c5-d84ae6b71d60 None None] Network 54ea3151-dff8-4406-bd91-f996834a7eb9 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:48:32.944560 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53270) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:32.945156 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53272) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:32.954555 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-35828bd7-c79a-4a6e-80a7-146407ce0ad4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1835079051'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:32.962224 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e27692-ef22-4679-8957-e1cd841d78bd tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Checking segment: {'id': '829112f4-bcae-4576-bb65-487ab67b26d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e00255f6-d1f7-44c8-933d-1cb63585515c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:48:32.962844 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e27692-ef22-4679-8957-e1cd841d78bd tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Network hostable DHCP agents. Network: e00255f6-d1f7-44c8-933d-1cb63585515c, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:48:32.985893 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-35828bd7-c79a-4a6e-80a7-146407ce0ad4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:33.007799 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35234437-081e-4023-a5b5-df6ae045b5f4 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Router 6fa36da5-2fca-4244-b424-a77802a4f001 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:48:33.009512 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-35828bd7-c79a-4a6e-80a7-146407ce0ad4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Usage tracker for resource:network and tenant:77c737149bd84d0bb3a7bb28e9afd80b is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:33.015555 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-35828bd7-c79a-4a6e-80a7-146407ce0ad4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:33.128427 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e27692-ef22-4679-8957-e1cd841d78bd tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Network e00255f6-d1f7-44c8-933d-1cb63585515c is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:48:33.152389 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8f540f43-0d38-467b-8987-3b72de2a34b2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:33.165800 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d8deb52c-c33c-463c-b96a-8307b03f74e7 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:33.183359 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-d9e27692-ef22-4679-8957-e1cd841d78bd tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, e00255f6-d1f7-44c8-933d-1cb63585515c) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:33.211377 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112e6eb3-aa52-45bc-a4a2-a5a359ce4fb4 None None] Network e00255f6-d1f7-44c8-933d-1cb63585515c requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:48:33.238674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-8f540f43-0d38-467b-8987-3b72de2a34b2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] device_id is not set on port d073fbf4-4af0-425b-b934-6b1fdc4cafda yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:48:33.302776 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e27692-ef22-4679-8957-e1cd841d78bd tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:33.303589 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d9e27692-ef22-4679-8957-e1cd841d78bd tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:33.348766 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-35828bd7-c79a-4a6e-80a7-146407ce0ad4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:33.363442 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33f2dc6-2cce-4824-a618-2635841c3b59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-4bdb877d-3cfb-4984-a4d6-5fd60d038c28', 'network_id': '4bdb877d-3cfb-4984-a4d6-5fd60d038c28', 'tenant_id': '77c737149bd84d0bb3a7bb28e9afd80b', 'fixed_ips': [{'subnet_id': '557baba2-5e56-4224-be9f-b619c195bdcf'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:48:33.363442 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a33f2dc6-2cce-4824-a618-2635841c3b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:33.441521 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35828bd7-c79a-4a6e-80a7-146407ce0ad4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Made reservation on behalf of 77c737149bd84d0bb3a7bb28e9afd80b for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:48:33.445101 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-35828bd7-c79a-4a6e-80a7-146407ce0ad4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:33.467978 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5ba93cfc-83d5-40c5-b49a-a9cb41331e58 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:33.474559 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d9e27692-ef22-4679-8957-e1cd841d78bd tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.0499873 May 31 15:48:33.475201 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f99f95-f388-49bc-a85d-233e337c85c8 req-36cb2aee-8b01-4277-8b94-d8cbedcc40fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:33.475201 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-c2f99f95-f388-49bc-a85d-233e337c85c8 req-36cb2aee-8b01-4277-8b94-d8cbedcc40fa service neutron] 10.222.0.59 "GET /v2.0/networks?id=d344e8f1-f415-4064-9d12-68c70eb6ac0b HTTP/1.1" status: 200 len: 911 time: 0.6549842 May 31 15:48:33.475890 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-459a36ee-c5c3-49c1-89e5-d22a6ee4816a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:33.481612 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53278) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:33.482489 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f5f8f47d-0886-4067-b739-e98925bf47d7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:33.521141 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35234437-081e-4023-a5b5-df6ae045b5f4 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:48:33.529347 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-35234437-081e-4023-a5b5-df6ae045b5f4 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:33.530598 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-35234437-081e-4023-a5b5-df6ae045b5f4 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "PUT /v2.0/routers/6fa36da5-2fca-4244-b424-a77802a4f001 HTTP/1.1" status: 200 len: 912 time: 6.2876489 May 31 15:48:33.536008 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53282) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:33.542481 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-d8deb52c-c33c-463c-b96a-8307b03f74e7 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Deleting port a04430fe-d905-4644-ba14-389a8d85d5cb {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:33.542818 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d8deb52c-c33c-463c-b96a-8307b03f74e7 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:33.601400 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-83f96558-4f53-45f6-9eb7-d3dd41615584 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-429136020', 'network_id': 'e00255f6-d1f7-44c8-933d-1cb63585515c'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:33.618933 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a36ee-c5c3-49c1-89e5-d22a6ee4816a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Subnet': ['ID=a10ea4b8-2c33-461c-9f17-17c541785af1,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:33.622516 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-459a36ee-c5c3-49c1-89e5-d22a6ee4816a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:33.624202 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416ebdb0-80d3-4cb6-9fc3-065af412a6c7 None None] Sync routers for ids ['6fa36da5-2fca-4244-b424-a77802a4f001'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:48:33.633386 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-83f96558-4f53-45f6-9eb7-d3dd41615584 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:33.652397 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-459a36ee-c5c3-49c1-89e5-d22a6ee4816a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:33.660451 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-83f96558-4f53-45f6-9eb7-d3dd41615584 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Usage tracker for resource:port and tenant:9547665d8db04add9c677b4a5a727b5d is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:33.665509 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-83f96558-4f53-45f6-9eb7-d3dd41615584 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:33.669600 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9914737-89ba-49c5-9716-dabb07a1116b None None] DHCP port deletion for 54ea3151-dff8-4406-bd91-f996834a7eb9 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:48:33.680155 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd8e945-f0cf-4d97-8c71-a6a22ae26610 None None] Network d676ac34-2fa1-4172-8e38-03ab99ad115b requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:48:33.728418 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-83f96558-4f53-45f6-9eb7-d3dd41615584 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:33.730554 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35828bd7-c79a-4a6e-80a7-146407ce0ad4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:48:33.737985 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-459a36ee-c5c3-49c1-89e5-d22a6ee4816a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/subnets/a10ea4b8-2c33-461c-9f17-17c541785af1 HTTP/1.1" status: 204 len: 168 time: 2.5307732 May 31 15:48:33.745234 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffd083c-1f6c-414a-a330-d8f679fa0ac5 None None] Network e00255f6-d1f7-44c8-933d-1cb63585515c requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:48:33.746236 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53286) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:33.757772 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416ebdb0-80d3-4cb6-9fc3-065af412a6c7 None None] Routers {'6fa36da5-2fca-4244-b424-a77802a4f001'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:33.758473 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-416ebdb0-80d3-4cb6-9fc3-065af412a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['6fa36da5-2fca-4244-b424-a77802a4f001'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:33.789904 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-c2f99f95-f388-49bc-a85d-233e337c85c8 req-8a6480d1-6a46-4ec4-8af4-014d7fc5327b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1aa82af-9429-4951-aaf4-ad8a74748f1e HTTP/1.1" status: 200 len: 1000 time: 0.2741206 May 31 15:48:33.791006 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-35828bd7-c79a-4a6e-80a7-146407ce0ad4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:33.791462 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-35828bd7-c79a-4a6e-80a7-146407ce0ad4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Added segment a142e11e-3866-4b3a-9de2-09c02e367f9a of type vlan for network b56534aa-c23e-46a0-ad72-ea71d6ca850e May 31 15:48:33.801920 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f96558-4f53-45f6-9eb7-d3dd41615584 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Made reservation on behalf of 9547665d8db04add9c677b4a5a727b5d for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:48:33.804547 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-83f96558-4f53-45f6-9eb7-d3dd41615584 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:33.900769 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-8f540f43-0d38-467b-8987-3b72de2a34b2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Allocated IP 2001:db8::9ecb:d6bf:81f:93ee (b5001308-9f67-458f-99a7-4cdcd1177eb2/f851f994-5213-4d3d-a52e-b056005e3889/d073fbf4-4af0-425b-b934-6b1fdc4cafda) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:48:33.908752 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-893092a2-f5ce-4774-9824-3ee2461c8f7d tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "GET /v2.0/routers/6fa36da5-2fca-4244-b424-a77802a4f001 HTTP/1.1" status: 200 len: 918 time: 0.3715851 May 31 15:48:33.910894 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d8deb52c-c33c-463c-b96a-8307b03f74e7 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:33.919944 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53290) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:33.969834 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-416ebdb0-80d3-4cb6-9fc3-065af412a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:33.972392 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-a33f2dc6-2cce-4824-a618-2635841c3b59 None None] Allocated IP 172.20.255.242 (4bdb877d-3cfb-4984-a4d6-5fd60d038c28/557baba2-5e56-4224-be9f-b619c195bdcf/2f388ce7-407b-4228-84ff-bb796f8649ae) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:48:34.003538 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-83f96558-4f53-45f6-9eb7-d3dd41615584 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] device_id is not set on port dbe6128b-311d-4a7f-b278-2ee7c1f5b92f yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:48:34.053955 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-35828bd7-c79a-4a6e-80a7-146407ce0ad4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:34.095883 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-d8deb52c-c33c-463c-b96a-8307b03f74e7 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Calling delete_port for a04430fe-d905-4644-ba14-389a8d85d5cb owned by network:router_gateway {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:34.115602 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8818d81a-6f56-4a5c-aa36-7dbcf71a2482 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:34.141457 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f99f95-f388-49bc-a85d-233e337c85c8 req-07a7d50b-ecc8-46ee-a24c-ece78b9809ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:34.143491 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-c2f99f95-f388-49bc-a85d-233e337c85c8 req-07a7d50b-ecc8-46ee-a24c-ece78b9809ab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=418ec826-97fb-4894-813a-51ffe25a7768 HTTP/1.1" status: 200 len: 849 time: 0.3167427 May 31 15:48:34.158506 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-5ba93cfc-83d5-40c5-b49a-a9cb41331e58 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Deleting port 5d7c925c-3271-4e5a-b236-d0993d995aa8 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:34.159302 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5ba93cfc-83d5-40c5-b49a-a9cb41331e58 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:34.213577 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416ebdb0-80d3-4cb6-9fc3-065af412a6c7 None None] Routers {'6fa36da5-2fca-4244-b424-a77802a4f001'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:34.214219 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-416ebdb0-80d3-4cb6-9fc3-065af412a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['6fa36da5-2fca-4244-b424-a77802a4f001'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:34.312423 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 012cf6be-7ddc-4ff5-b4e0-9851d3972d39 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:48:34.369047 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150a027e-f218-404d-b32e-ff9086118280 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:34.369781 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-150a027e-f218-404d-b32e-ff9086118280 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Synchronizing usage tracker for tenant:1c31b77427ac4e76aeb2905e634dbd8f on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:48:34.388966 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-416ebdb0-80d3-4cb6-9fc3-065af412a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:34.389546 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416ebdb0-80d3-4cb6-9fc3-065af412a6c7 None None] The sync data for ids ['6fa36da5-2fca-4244-b424-a77802a4f001'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:48:34.428405 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-35828bd7-c79a-4a6e-80a7-146407ce0ad4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:34.434058 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35828bd7-c79a-4a6e-80a7-146407ce0ad4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:34.434652 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-35828bd7-c79a-4a6e-80a7-146407ce0ad4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:34.446166 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-150a027e-f218-404d-b32e-ff9086118280 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Unset dirty status for tenant:1c31b77427ac4e76aeb2905e634dbd8f on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:48:34.450238 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-150a027e-f218-404d-b32e-ff9086118280 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=014c45f7-9697-4b0b-b8b7-66a80a50a15c&device_id=6fa36da5-2fca-4244-b424-a77802a4f001&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.5223157 May 31 15:48:34.452044 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53294) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:34.458236 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1809ee40-0e95-41ff-afd3-04877bdac4f5 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:34.513494 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8f540f43-0d38-467b-8987-3b72de2a34b2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:34.528454 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d9914737-89ba-49c5-9716-dabb07a1116b None None] Deleting port 5d7c925c-3271-4e5a-b236-d0993d995aa8 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:34.528833 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d9914737-89ba-49c5-9716-dabb07a1116b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:34.541678 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-be429c58-b280-4ffb-9acb-8555e025aa1d None None] Provisioning for port 012cf6be-7ddc-4ff5-b4e0-9851d3972d39 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:34.599509 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-5ba93cfc-83d5-40c5-b49a-a9cb41331e58 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] For port 5d7c925c-3271-4e5a-b236-d0993d995aa8, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=5d7c925c-3271-4e5a-b236-d0993d995aa8,segment=NetworkSegment(f0ee5434-282a-4c79-a0fb-d45cb49e8f61),segment_id=f0ee5434-282a-4c79-a0fb-d45cb49e8f61)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:48:34.599774 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5ba93cfc-83d5-40c5-b49a-a9cb41331e58 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:34.605930 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-8f540f43-0d38-467b-8987-3b72de2a34b2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Transition to ACTIVE for port object d073fbf4-4af0-425b-b934-6b1fdc4cafda will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:34.637652 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-35828bd7-c79a-4a6e-80a7-146407ce0ad4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6863697 May 31 15:48:34.646922 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53298) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:34.649229 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35828bd7-c79a-4a6e-80a7-146407ce0ad4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event updated for resources: {'Network': ['ID=b56534aa-c23e-46a0-ad72-ea71d6ca850e,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:34.659714 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-e61066dc-83dc-4b72-b892-3143be7785db tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Request body: {'subnet': {'network_id': 'b56534aa-c23e-46a0-ad72-ea71d6ca850e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:34.679325 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network b56534aa-c23e-46a0-ad72-ea71d6ca850e details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:48:34.706816 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-83f96558-4f53-45f6-9eb7-d3dd41615584 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Allocated IP 2001:db8::2b6 (e00255f6-d1f7-44c8-933d-1cb63585515c/3ffcf120-5696-40c0-934d-3ecbbc722b61/dbe6128b-311d-4a7f-b278-2ee7c1f5b92f) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:48:34.710502 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-35828bd7-c79a-4a6e-80a7-146407ce0ad4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:34.785924 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-5ba93cfc-83d5-40c5-b49a-a9cb41331e58 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Calling delete_port for 5d7c925c-3271-4e5a-b236-d0993d995aa8 owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:34.790307 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4f58d9b1-7eee-4268-93ad-40aa001f4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:34.791650 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 012cf6be-7ddc-4ff5-b4e0-9851d3972d39 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:34.829383 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f99f95-f388-49bc-a85d-233e337c85c8 req-cb76dd90-fd23-4432-91dc-6fabf4ceb933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:34.831238 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-c2f99f95-f388-49bc-a85d-233e337c85c8 req-cb76dd90-fd23-4432-91dc-6fabf4ceb933 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d344e8f1-f415-4064-9d12-68c70eb6ac0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6281288 May 31 15:48:34.855765 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-8818d81a-6f56-4a5c-aa36-7dbcf71a2482 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting port 70808005-c920-43ed-83d5-eaf6f17290e9 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:34.856102 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8818d81a-6f56-4a5c-aa36-7dbcf71a2482 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:34.909738 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abceda1b-5535-47f3-8b41-73008cb3fa5a None None] DHCP port deletion for d676ac34-2fa1-4172-8e38-03ab99ad115b request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:48:34.913197 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d9914737-89ba-49c5-9716-dabb07a1116b None None] For port 5d7c925c-3271-4e5a-b236-d0993d995aa8, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=5d7c925c-3271-4e5a-b236-d0993d995aa8,segment=NetworkSegment(f0ee5434-282a-4c79-a0fb-d45cb49e8f61),segment_id=f0ee5434-282a-4c79-a0fb-d45cb49e8f61)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:48:34.913591 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d9914737-89ba-49c5-9716-dabb07a1116b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:34.968704 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 012cf6be-7ddc-4ff5-b4e0-9851d3972d39 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:34.969080 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:34.979829 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68377a98-4f77-4251-95bb-0ba2a7da62ca tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:34.984260 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-68377a98-4f77-4251-95bb-0ba2a7da62ca tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "GET /v2.0/networks/014c45f7-9697-4b0b-b8b7-66a80a50a15c HTTP/1.1" status: 200 len: 881 time: 0.5288122 May 31 15:48:34.999523 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53302) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:35.073473 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-890d9cc4-39b0-40e8-b37f-dcb9f8e35178 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fa36da5-2fca-4244-b424-a77802a4f001 HTTP/1.1" status: 200 len: 205 time: 0.0723217 May 31 15:48:35.080167 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53306) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:35.081094 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d8deb52c-c33c-463c-b96a-8307b03f74e7 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:35.131391 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d9914737-89ba-49c5-9716-dabb07a1116b None None] Calling delete_port for 5d7c925c-3271-4e5a-b236-d0993d995aa8 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:35.152949 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-582971d5-fc2b-4a30-b6b5-f00d62a372d6 tempest-AllowedAddressPairTestJSON-1952666088 tempest-AllowedAddressPairTestJSON-1952666088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:35.177634 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a33f2dc6-2cce-4824-a618-2635841c3b59 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:35.182588 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e61066dc-83dc-4b72-b892-3143be7785db tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:35.209630 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a33f2dc6-2cce-4824-a618-2635841c3b59 None None] Transition to ACTIVE for port object 2f388ce7-407b-4228-84ff-bb796f8649ae will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:35.214291 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e61066dc-83dc-4b72-b892-3143be7785db tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Usage tracker for resource:subnet and tenant:77c737149bd84d0bb3a7bb28e9afd80b is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:35.218714 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8f540f43-0d38-467b-8987-3b72de2a34b2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:35.220691 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8deb52c-c33c-463c-b96a-8307b03f74e7 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Port': ['ID=a04430fe-d905-4644-ba14-389a8d85d5cb,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:35.233482 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e61066dc-83dc-4b72-b892-3143be7785db tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:35.287539 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e61066dc-83dc-4b72-b892-3143be7785db tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:35.289523 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a33f2dc6-2cce-4824-a618-2635841c3b59 None None] Transition to ACTIVE for port object 2f388ce7-407b-4228-84ff-bb796f8649ae will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:35.311907 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-8818d81a-6f56-4a5c-aa36-7dbcf71a2482 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] For port 70808005-c920-43ed-83d5-eaf6f17290e9, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=70808005-c920-43ed-83d5-eaf6f17290e9,segment=NetworkSegment(fd20f05f-1e4e-4696-ae61-d903e63bba6f),segment_id=fd20f05f-1e4e-4696-ae61-d903e63bba6f)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:48:35.312547 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8818d81a-6f56-4a5c-aa36-7dbcf71a2482 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:35.324337 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a33f2dc6-2cce-4824-a618-2635841c3b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:35.331092 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5ad47406-0420-46a4-bfd1-d1893f24d916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:35.367735 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-abceda1b-5535-47f3-8b41-73008cb3fa5a None None] Deleting port 70808005-c920-43ed-83d5-eaf6f17290e9 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:35.368111 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-abceda1b-5535-47f3-8b41-73008cb3fa5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:35.402482 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:35.421836 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f540f43-0d38-467b-8987-3b72de2a34b2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:35.423803 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d8deb52c-c33c-463c-b96a-8307b03f74e7 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:35.424469 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9dc5276a-6600-48d6-8767-6d9bb6cd94ab tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:35.432741 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d9914737-89ba-49c5-9716-dabb07a1116b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:35.471001 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-8f540f43-0d38-467b-8987-3b72de2a34b2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:35.483916 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-8818d81a-6f56-4a5c-aa36-7dbcf71a2482 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Calling delete_port for 70808005-c920-43ed-83d5-eaf6f17290e9 owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:35.490098 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61066dc-83dc-4b72-b892-3143be7785db tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Made reservation on behalf of 77c737149bd84d0bb3a7bb28e9afd80b for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:48:35.494254 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e61066dc-83dc-4b72-b892-3143be7785db tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:35.515397 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f540f43-0d38-467b-8987-3b72de2a34b2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:48:35.520433 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5ba93cfc-83d5-40c5-b49a-a9cb41331e58 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:35.521526 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f540f43-0d38-467b-8987-3b72de2a34b2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:35.522250 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8f540f43-0d38-467b-8987-3b72de2a34b2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:35.529366 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33f2dc6-2cce-4824-a618-2635841c3b59 None None] Network 4bdb877d-3cfb-4984-a4d6-5fd60d038c28 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:35.531571 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-656e6dc4-0a6b-4b4a-aad9-0a5ce31c8c1d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:35.537803 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-a33f2dc6-2cce-4824-a618-2635841c3b59 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:35.539927 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33f2dc6-2cce-4824-a618-2635841c3b59 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:48:35.547861 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f2dc6-2cce-4824-a618-2635841c3b59 None None] Pushing event updated for resources: {'Port': ['ID=2f388ce7-407b-4228-84ff-bb796f8649ae,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:35.565690 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9914737-89ba-49c5-9716-dabb07a1116b None None] No DVR routers for this DVR port 5d7c925c-3271-4e5a-b236-d0993d995aa8 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:48:35.567329 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a33f2dc6-2cce-4824-a618-2635841c3b59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:35.572310 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5325ed01-d71f-494c-b608-eeca98de336f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:35.579416 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-c2f99f95-f388-49bc-a85d-233e337c85c8 req-654ece3f-ab86-419c-a706-4da985f9fb50 service neutron] 10.222.0.59 "GET /v2.0/networks/d344e8f1-f415-4064-9d12-68c70eb6ac0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7256165 May 31 15:48:35.604095 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba93cfc-83d5-40c5-b49a-a9cb41331e58 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event deleted for resources: {'Port': ['ID=5d7c925c-3271-4e5a-b236-d0993d995aa8,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:35.607066 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba93cfc-83d5-40c5-b49a-a9cb41331e58 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] No DVR routers for this DVR port 5d7c925c-3271-4e5a-b236-d0993d995aa8 on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:48:35.628185 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-83f96558-4f53-45f6-9eb7-d3dd41615584 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:35.631940 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5ba93cfc-83d5-40c5-b49a-a9cb41331e58 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:35.665379 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f540f43-0d38-467b-8987-3b72de2a34b2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Port': ['ID=d073fbf4-4af0-425b-b934-6b1fdc4cafda,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:35.675713 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8f540f43-0d38-467b-8987-3b72de2a34b2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:35.677530 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 012cf6be-7ddc-4ff5-b4e0-9851d3972d39, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=012cf6be-7ddc-4ff5-b4e0-9851d3972d39,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:48:35.680287 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9914737-89ba-49c5-9716-dabb07a1116b None None] Pushing event deleted for resources: {'Port': ['ID=5d7c925c-3271-4e5a-b236-d0993d995aa8,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:35.681101 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8f918094-e844-4c55-9a3c-f839eccdc8ff tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:35.711978 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d9914737-89ba-49c5-9716-dabb07a1116b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:35.718271 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-abceda1b-5535-47f3-8b41-73008cb3fa5a None None] For port 70808005-c920-43ed-83d5-eaf6f17290e9, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=70808005-c920-43ed-83d5-eaf6f17290e9,segment=NetworkSegment(fd20f05f-1e4e-4696-ae61-d903e63bba6f),segment_id=fd20f05f-1e4e-4696-ae61-d903e63bba6f)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:48:35.718682 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-abceda1b-5535-47f3-8b41-73008cb3fa5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:35.726840 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:35.736088 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:35.746488 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d8deb52c-c33c-463c-b96a-8307b03f74e7 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:35.894167 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8f540f43-0d38-467b-8987-3b72de2a34b2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.0134037 May 31 15:48:35.900572 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5ba93cfc-83d5-40c5-b49a-a9cb41331e58 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:35.911401 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53320) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:35.917405 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 5d7c925c-3271-4e5a-b236-d0993d995aa8 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:48:35.943869 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-5ba93cfc-83d5-40c5-b49a-a9cb41331e58 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ea3151-dff8-4406-bd91-f996834a7eb9']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:35.953813 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-abceda1b-5535-47f3-8b41-73008cb3fa5a None None] Calling delete_port for 70808005-c920-43ed-83d5-eaf6f17290e9 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:35.960914 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-c2f99f95-f388-49bc-a85d-233e337c85c8 req-42205017-317a-450b-94f7-72ff859ee741 service neutron] 10.222.0.59 "GET /v2.0/networks/d344e8f1-f415-4064-9d12-68c70eb6ac0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687994 May 31 15:48:35.967206 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-5ba93cfc-83d5-40c5-b49a-a9cb41331e58 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ee5434-282a-4c79-a0fb-d45cb49e8f61') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:35.967720 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-5ba93cfc-83d5-40c5-b49a-a9cb41331e58 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ee5434-282a-4c79-a0fb-d45cb49e8f61') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:35.978451 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-83f96558-4f53-45f6-9eb7-d3dd41615584 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:35.979158 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 5d7c925c-3271-4e5a-b236-d0993d995aa8 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:48:35.979510 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 5d7c925c-3271-4e5a-b236-d0993d995aa8 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:48:35.980692 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8818d81a-6f56-4a5c-aa36-7dbcf71a2482 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:35.987843 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-a33f2dc6-2cce-4824-a618-2635841c3b59 None None] Attempting to bind port 2f388ce7-407b-4228-84ff-bb796f8649ae on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:48:35.988219 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-a33f2dc6-2cce-4824-a618-2635841c3b59 None None] Attempting to bind port 2f388ce7-407b-4228-84ff-bb796f8649ae by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '9be809d3-7042-4018-b92b-cfa018d6f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4bdb877d-3cfb-4984-a4d6-5fd60d038c28'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:48:35.988579 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33f2dc6-2cce-4824-a618-2635841c3b59 None None] Attempting to bind port 2f388ce7-407b-4228-84ff-bb796f8649ae on network 4bdb877d-3cfb-4984-a4d6-5fd60d038c28 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:48:35.996433 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9252f8a2-43e1-4419-a070-9a8c1d410a17 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:36.008457 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33f2dc6-2cce-4824-a618-2635841c3b59 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:48:36.008839 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33f2dc6-2cce-4824-a618-2635841c3b59 None None] Checking segment: {'id': '9be809d3-7042-4018-b92b-cfa018d6f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4bdb877d-3cfb-4984-a4d6-5fd60d038c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:48:36.009246 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a33f2dc6-2cce-4824-a618-2635841c3b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:36.009634 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33f2dc6-2cce-4824-a618-2635841c3b59 None None] Bound using segment: {'id': '9be809d3-7042-4018-b92b-cfa018d6f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4bdb877d-3cfb-4984-a4d6-5fd60d038c28'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:48:36.010094 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-a33f2dc6-2cce-4824-a618-2635841c3b59 None None] Bound port: 2f388ce7-407b-4228-84ff-bb796f8649ae, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be809d3-7042-4018-b92b-cfa018d6f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4bdb877d-3cfb-4984-a4d6-5fd60d038c28'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:48:36.010475 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a33f2dc6-2cce-4824-a618-2635841c3b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:36.026162 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=012cf6be-7ddc-4ff5-b4e0-9851d3972d39,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:36.037741 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:36.039513 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5ba93cfc-83d5-40c5-b49a-a9cb41331e58 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:36.054089 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d8deb52c-c33c-463c-b96a-8307b03f74e7 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:36.064920 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818d81a-6f56-4a5c-aa36-7dbcf71a2482 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Port': ['ID=70808005-c920-43ed-83d5-eaf6f17290e9,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:36.071951 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8818d81a-6f56-4a5c-aa36-7dbcf71a2482 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] No DVR routers for this DVR port 70808005-c920-43ed-83d5-eaf6f17290e9 on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:48:36.075595 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d8deb52c-c33c-463c-b96a-8307b03f74e7 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:36.099263 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1554a48e-61c4-4a22-b5a2-b5e43c7fd244 None None] Provisioning for port d073fbf4-4af0-425b-b934-6b1fdc4cafda completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:36.111669 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1554a48e-61c4-4a22-b5a2-b5e43c7fd244 None None] Provisioning complete for port d073fbf4-4af0-425b-b934-6b1fdc4cafda triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:36.112047 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1554a48e-61c4-4a22-b5a2-b5e43c7fd244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:36.158360 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5ba93cfc-83d5-40c5-b49a-a9cb41331e58 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:36.165373 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f96558-4f53-45f6-9eb7-d3dd41615584 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Network e00255f6-d1f7-44c8-933d-1cb63585515c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:36.174143 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-83f96558-4f53-45f6-9eb7-d3dd41615584 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:36.191629 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-a33f2dc6-2cce-4824-a618-2635841c3b59 None None] For port 2f388ce7-407b-4228-84ff-bb796f8649ae, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:48:36.195158 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-a33f2dc6-2cce-4824-a618-2635841c3b59 None None] For port 2f388ce7-407b-4228-84ff-bb796f8649ae, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=2f388ce7-407b-4228-84ff-bb796f8649ae,segment=NetworkSegment(9be809d3-7042-4018-b92b-cfa018d6f841),segment_id=9be809d3-7042-4018-b92b-cfa018d6f841)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:48:36.198081 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f96558-4f53-45f6-9eb7-d3dd41615584 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:48:36.198446 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-abceda1b-5535-47f3-8b41-73008cb3fa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:36.199582 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f96558-4f53-45f6-9eb7-d3dd41615584 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:36.200467 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-83f96558-4f53-45f6-9eb7-d3dd41615584 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:36.204989 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:36.224595 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba93cfc-83d5-40c5-b49a-a9cb41331e58 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:48:36.225053 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5ba93cfc-83d5-40c5-b49a-a9cb41331e58 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:36.233468 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d8deb52c-c33c-463c-b96a-8307b03f74e7 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:36.234058 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8deb52c-c33c-463c-b96a-8307b03f74e7 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Fanout notify agent at l3_agent the message router_deleted on router cdb38d63-29a8-4ed3-9860-df581e4b166f {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:48:36.245661 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:48:36.254731 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 012cf6be-7ddc-4ff5-b4e0-9851d3972d39 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:48:36.277247 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8f918094-e844-4c55-9a3c-f839eccdc8ff tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:36.292865 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a33f2dc6-2cce-4824-a618-2635841c3b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:36.310452 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abceda1b-5535-47f3-8b41-73008cb3fa5a None None] Pushing event deleted for resources: {'Port': ['ID=70808005-c920-43ed-83d5-eaf6f17290e9,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:36.312348 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-1554a48e-61c4-4a22-b5a2-b5e43c7fd244 None None] Port d073fbf4-4af0-425b-b934-6b1fdc4cafda cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:48:36.321356 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-abceda1b-5535-47f3-8b41-73008cb3fa5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:36.322922 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:36.351673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abceda1b-5535-47f3-8b41-73008cb3fa5a None None] No DVR routers for this DVR port 70808005-c920-43ed-83d5-eaf6f17290e9 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:48:36.415719 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f96558-4f53-45f6-9eb7-d3dd41615584 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Pushing event updated for resources: {'Port': ['ID=dbe6128b-311d-4a7f-b278-2ee7c1f5b92f,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:36.420249 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8818d81a-6f56-4a5c-aa36-7dbcf71a2482 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:36.436257 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-83f96558-4f53-45f6-9eb7-d3dd41615584 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:36.441923 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4c00594e-231b-4447-9c89-c6b7c2060904 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.412s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:36.442035 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f2dc6-2cce-4824-a618-2635841c3b59 None None] Pushing event updated for resources: {'Port': ['ID=2f388ce7-407b-4228-84ff-bb796f8649ae,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:36.442603 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4c00594e-231b-4447-9c89-c6b7c2060904 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:36.445606 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a33f2dc6-2cce-4824-a618-2635841c3b59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:36.448835 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-8818d81a-6f56-4a5c-aa36-7dbcf71a2482 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d676ac34-2fa1-4172-8e38-03ab99ad115b']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:36.465358 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 012cf6be-7ddc-4ff5-b4e0-9851d3972d39 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:36.465757 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:36.478348 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-83f96558-4f53-45f6-9eb7-d3dd41615584 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.9587266 May 31 15:48:36.478348 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-8818d81a-6f56-4a5c-aa36-7dbcf71a2482 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd20f05f-1e4e-4696-ae61-d903e63bba6f') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:36.478348 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-8818d81a-6f56-4a5c-aa36-7dbcf71a2482 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd20f05f-1e4e-4696-ae61-d903e63bba6f') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:36.481676 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53324) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:36.489023 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5ba93cfc-83d5-40c5-b49a-a9cb41331e58 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:36.494125 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5ba93cfc-83d5-40c5-b49a-a9cb41331e58 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:36.535423 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-14cb2e1c-fb64-4b2a-a92a-8bd61fd1cdee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:36.565426 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808a88d0-2648-420f-9b17-978ade29007b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:36.568930 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8818d81a-6f56-4a5c-aa36-7dbcf71a2482 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:36.571432 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808a88d0-2648-420f-9b17-978ade29007b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:36.572255 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-808a88d0-2648-420f-9b17-978ade29007b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:48:36.585255 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba93cfc-83d5-40c5-b49a-a9cb41331e58 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event deleted for resources: {'Network': ['ID=54ea3151-dff8-4406-bd91-f996834a7eb9,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:36.587769 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d8deb52c-c33c-463c-b96a-8307b03f74e7 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:36.588419 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5ba93cfc-83d5-40c5-b49a-a9cb41331e58 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:36.589009 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d8deb52c-c33c-463c-b96a-8307b03f74e7 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/routers/cdb38d63-29a8-4ed3-9860-df581e4b166f HTTP/1.1" status: 204 len: 168 time: 4.5675111 May 31 15:48:36.595971 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53328) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:36.603998 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5ba93cfc-83d5-40c5-b49a-a9cb41331e58 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "DELETE /v2.0/networks/54ea3151-dff8-4406-bd91-f996834a7eb9 HTTP/1.1" status: 204 len: 168 time: 3.6539044 May 31 15:48:36.618003 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53332) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:36.620168 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-ca74314a-d6f0-4d85-985d-b23d63d25597 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'network': {'name': 'tempest-RoutersTest-1792847023'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:36.622293 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8818d81a-6f56-4a5c-aa36-7dbcf71a2482 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:36.641067 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-ca74314a-d6f0-4d85-985d-b23d63d25597 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:36.661292 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ca74314a-d6f0-4d85-985d-b23d63d25597 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Usage tracker for resource:network and tenant:7532521a2dc2494ca283f329c67dc09d is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:36.666727 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ca74314a-d6f0-4d85-985d-b23d63d25597 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:36.669617 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-808a88d0-2648-420f-9b17-978ade29007b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:48:36.674379 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-808a88d0-2648-420f-9b17-978ade29007b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.7510207 May 31 15:48:36.682763 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53336) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:36.683672 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-ca74314a-d6f0-4d85-985d-b23d63d25597 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:36.707714 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 70808005-c920-43ed-83d5-eaf6f17290e9 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:48:36.751663 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8818d81a-6f56-4a5c-aa36-7dbcf71a2482 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:48:36.752346 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8818d81a-6f56-4a5c-aa36-7dbcf71a2482 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:48:36.770071 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:48:36.807376 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca74314a-d6f0-4d85-985d-b23d63d25597 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Made reservation on behalf of 7532521a2dc2494ca283f329c67dc09d for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:48:36.808943 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 70808005-c920-43ed-83d5-eaf6f17290e9 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:48:36.809349 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 70808005-c920-43ed-83d5-eaf6f17290e9 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:48:36.810840 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ca74314a-d6f0-4d85-985d-b23d63d25597 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:36.909725 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-8f918094-e844-4c55-9a3c-f839eccdc8ff tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Deleting port 894e401f-d584-429d-905c-2e39e5fda617 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:36.910170 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8f918094-e844-4c55-9a3c-f839eccdc8ff tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:36.946102 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:37.049413 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca74314a-d6f0-4d85-985d-b23d63d25597 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:48:37.077565 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ca74314a-d6f0-4d85-985d-b23d63d25597 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:37.077901 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-ca74314a-d6f0-4d85-985d-b23d63d25597 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Added segment c2f41159-7937-496c-9ec4-7fabf755a237 of type vlan for network 81a33d0d-2a19-4b27-97bd-501d4372cddc May 31 15:48:37.158769 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ca74314a-d6f0-4d85-985d-b23d63d25597 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:37.165289 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8f918094-e844-4c55-9a3c-f839eccdc8ff tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:37.168403 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8818d81a-6f56-4a5c-aa36-7dbcf71a2482 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:37.176383 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:37.196020 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8818d81a-6f56-4a5c-aa36-7dbcf71a2482 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:37.206268 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818d81a-6f56-4a5c-aa36-7dbcf71a2482 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Network': ['ID=d676ac34-2fa1-4172-8e38-03ab99ad115b,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:37.213668 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8818d81a-6f56-4a5c-aa36-7dbcf71a2482 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:37.223044 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8818d81a-6f56-4a5c-aa36-7dbcf71a2482 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/networks/d676ac34-2fa1-4172-8e38-03ab99ad115b HTTP/1.1" status: 204 len: 168 time: 3.4686122 May 31 15:48:37.224520 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53340) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:37.233527 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-a38177db-56d5-4427-8a43-75dcbbe2257a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-428878997'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:37.243946 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a38177db-56d5-4427-8a43-75dcbbe2257a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:37.252365 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a38177db-56d5-4427-8a43-75dcbbe2257a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:network and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:37.256808 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a38177db-56d5-4427-8a43-75dcbbe2257a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:37.261863 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-a2c18c86-b8f4-4e9e-92f7-3bac037bba5f tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Deleting port dbe6128b-311d-4a7f-b278-2ee7c1f5b92f {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:37.262207 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a2c18c86-b8f4-4e9e-92f7-3bac037bba5f tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:37.282747 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a38177db-56d5-4427-8a43-75dcbbe2257a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:37.296339 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-2eafa3d8-c16f-46a2-9492-32a682d569b8 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Deleting port adab3117-5804-4e8a-ae08-506e7ba0e6e4 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:37.296682 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2eafa3d8-c16f-46a2-9492-32a682d569b8 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:37.311464 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-8f918094-e844-4c55-9a3c-f839eccdc8ff tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Calling delete_port for 894e401f-d584-429d-905c-2e39e5fda617 owned by network:router_gateway {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:37.320340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.db.resource_extend [None req-ca74314a-d6f0-4d85-985d-b23d63d25597 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:48:37.337363 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-b512d1b0-7be9-41fd-8019-d29045f44515 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting port d073fbf4-4af0-425b-b934-6b1fdc4cafda {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:37.337695 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b512d1b0-7be9-41fd-8019-d29045f44515 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:37.426906 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38177db-56d5-4427-8a43-75dcbbe2257a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:48:37.431138 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a38177db-56d5-4427-8a43-75dcbbe2257a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:37.454728 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ca74314a-d6f0-4d85-985d-b23d63d25597 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:37.460248 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca74314a-d6f0-4d85-985d-b23d63d25597 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:37.460845 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ca74314a-d6f0-4d85-985d-b23d63d25597 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:37.471059 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ded76aff-790f-456c-8dff-88a3d98d1cea tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:37.488480 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e555c66f-4f40-4780-8175-bcbb5a5bceb3 None None] Network 4bdb877d-3cfb-4984-a4d6-5fd60d038c28 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:48:37.523925 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38177db-56d5-4427-8a43-75dcbbe2257a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:48:37.547286 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a2c18c86-b8f4-4e9e-92f7-3bac037bba5f tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:37.555318 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2eafa3d8-c16f-46a2-9492-32a682d569b8 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:37.555650 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2eafa3d8-c16f-46a2-9492-32a682d569b8 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:37.565597 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a38177db-56d5-4427-8a43-75dcbbe2257a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:37.565942 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-a38177db-56d5-4427-8a43-75dcbbe2257a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Added segment b49917cf-0a42-4913-bac2-631651934cfd of type vlan for network 099216d3-7ee3-4b38-b854-437d904836ed May 31 15:48:37.616719 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-faf6727b-2a90-462f-ad06-e3b92e2929e3 None None] Provisioning for port 2f388ce7-407b-4228-84ff-bb796f8649ae completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:37.645151 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ca74314a-d6f0-4d85-985d-b23d63d25597 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0421741 May 31 15:48:37.651117 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53344) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:37.680663 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca74314a-d6f0-4d85-985d-b23d63d25597 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Network': ['ID=81a33d0d-2a19-4b27-97bd-501d4372cddc,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:37.683540 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ca74314a-d6f0-4d85-985d-b23d63d25597 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:37.690008 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-62c2df86-5df8-4a30-a261-da1bcd4b610e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'subnet': {'network_id': '81a33d0d-2a19-4b27-97bd-501d4372cddc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:37.696032 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 81a33d0d-2a19-4b27-97bd-501d4372cddc details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:48:37.722728 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b512d1b0-7be9-41fd-8019-d29045f44515 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:37.807618 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-2eafa3d8-c16f-46a2-9492-32a682d569b8 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Calling delete_port for adab3117-5804-4e8a-ae08-506e7ba0e6e4 owned by network:floatingip {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:37.820430 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-a2c18c86-b8f4-4e9e-92f7-3bac037bba5f tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Calling delete_port for dbe6128b-311d-4a7f-b278-2ee7c1f5b92f owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:37.848209 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a38177db-56d5-4427-8a43-75dcbbe2257a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:37.864674 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b3c85ac1-af99-42cb-9683-39c26d8b8a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:37.914991 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a38177db-56d5-4427-8a43-75dcbbe2257a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:37.922041 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38177db-56d5-4427-8a43-75dcbbe2257a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:37.922833 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a38177db-56d5-4427-8a43-75dcbbe2257a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:37.928109 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-b512d1b0-7be9-41fd-8019-d29045f44515 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Calling delete_port for d073fbf4-4af0-425b-b934-6b1fdc4cafda owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:37.938202 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8818d81a-6f56-4a5c-aa36-7dbcf71a2482 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:37.950037 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e61066dc-83dc-4b72-b892-3143be7785db tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:37.958873 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:38.056379 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a38177db-56d5-4427-8a43-75dcbbe2257a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8297184 May 31 15:48:38.060044 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-62c2df86-5df8-4a30-a261-da1bcd4b610e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:38.068180 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53348) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:38.081841 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-84cffce3-1c05-452b-b82c-fdf42d26d046 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'subnet': {'network_id': '099216d3-7ee3-4b38-b854-437d904836ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:38.102550 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-62c2df86-5df8-4a30-a261-da1bcd4b610e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Usage tracker for resource:subnet and tenant:7532521a2dc2494ca283f329c67dc09d is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:38.141685 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38177db-56d5-4427-8a43-75dcbbe2257a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Network': ['ID=099216d3-7ee3-4b38-b854-437d904836ed,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:38.152081 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 099216d3-7ee3-4b38-b854-437d904836ed details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:48:38.154188 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a38177db-56d5-4427-8a43-75dcbbe2257a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:38.194111 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a2c18c86-b8f4-4e9e-92f7-3bac037bba5f tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:38.196189 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2eafa3d8-c16f-46a2-9492-32a682d569b8 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:38.203721 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4c00594e-231b-4447-9c89-c6b7c2060904 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:38.236116 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 2f388ce7-407b-4228-84ff-bb796f8649ae up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:48:38.251801 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eafa3d8-c16f-46a2-9492-32a682d569b8 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event deleted for resources: {'Port': ['ID=adab3117-5804-4e8a-ae08-506e7ba0e6e4,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:38.344726 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:38.358858 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 2f388ce7-407b-4228-84ff-bb796f8649ae completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:38.360964 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c18c86-b8f4-4e9e-92f7-3bac037bba5f tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbe6128b-311d-4a7f-b278-2ee7c1f5b92f,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:38.369437 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 2f388ce7-407b-4228-84ff-bb796f8649ae triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:38.369867 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:38.375954 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a2c18c86-b8f4-4e9e-92f7-3bac037bba5f tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:38.377072 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-65813311-7e1b-40ce-a9b3-fcc9df735948 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:38.377455 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-65813311-7e1b-40ce-a9b3-fcc9df735948 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:38.394986 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-62c2df86-5df8-4a30-a261-da1bcd4b610e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:38.405503 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a2c18c86-b8f4-4e9e-92f7-3bac037bba5f tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:38.416963 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61066dc-83dc-4b72-b892-3143be7785db tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event updated for resources: {'Subnet': ['ID=a279e96b-84c4-4f7f-bcdc-4428837dda23,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:38.421734 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-62c2df86-5df8-4a30-a261-da1bcd4b610e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:38.429355 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a2c18c86-b8f4-4e9e-92f7-3bac037bba5f tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "DELETE /v2.0/ports/dbe6128b-311d-4a7f-b278-2ee7c1f5b92f HTTP/1.1" status: 204 len: 168 time: 1.9405763 May 31 15:48:38.429998 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53352) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:38.434853 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-3c76a10e-5480-4b0d-922a-d4deb598879a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e00255f6-d1f7-44c8-933d-1cb63585515c', 'external_fixed_ips': [{'subnet_id': '3ffcf120-5696-40c0-934d-3ecbbc722b61', 'ip_address': '2001:db8::2b6'}]}}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:38.441286 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e61066dc-83dc-4b72-b892-3143be7785db tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:38.443293 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3c76a10e-5480-4b0d-922a-d4deb598879a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:38.450240 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3c76a10e-5480-4b0d-922a-d4deb598879a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Usage tracker for resource:router and tenant:9547665d8db04add9c677b4a5a727b5d is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:38.454411 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61066dc-83dc-4b72-b892-3143be7785db tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Checking segment: {'id': 'a142e11e-3866-4b3a-9de2-09c02e367f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b56534aa-c23e-46a0-ad72-ea71d6ca850e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:48:38.454653 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3c76a10e-5480-4b0d-922a-d4deb598879a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:38.454766 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61066dc-83dc-4b72-b892-3143be7785db tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Network hostable DHCP agents. Network: b56534aa-c23e-46a0-ad72-ea71d6ca850e, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:48:38.463565 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3c76a10e-5480-4b0d-922a-d4deb598879a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:38.465626 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2eafa3d8-c16f-46a2-9492-32a682d569b8 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for floatingip, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:38.468166 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2eafa3d8-c16f-46a2-9492-32a682d569b8 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:38.475032 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2eafa3d8-c16f-46a2-9492-32a682d569b8 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "DELETE /v2.0/floatingips/c8d287a8-da8d-4326-b1bd-efe0f47e419d HTTP/1.1" status: 204 len: 168 time: 1.8539624 May 31 15:48:38.476331 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53356) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:38.504057 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c2df86-5df8-4a30-a261-da1bcd4b610e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Made reservation on behalf of 7532521a2dc2494ca283f329c67dc09d for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:48:38.508040 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-62c2df86-5df8-4a30-a261-da1bcd4b610e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:38.510504 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:38.522543 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3c76a10e-5480-4b0d-922a-d4deb598879a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:38.523732 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3c76a10e-5480-4b0d-922a-d4deb598879a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:38.527626 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f94671-246e-4d80-8333-7cbc1d8b0432 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] DELETE failed (client error): The resource could not be found. May 31 15:48:38.528090 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15f94671-246e-4d80-8333-7cbc1d8b0432 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:48:38.532805 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-15f94671-246e-4d80-8333-7cbc1d8b0432 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "DELETE /v2.0/ports/7be85b17-5a4a-4627-8114-a9f977e040a7 HTTP/1.1" status: 404 len: 333 time: 0.0549784 May 31 15:48:38.534909 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53360) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:38.542433 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-84cffce3-1c05-452b-b82c-fdf42d26d046 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:38.545956 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 2f388ce7-407b-4228-84ff-bb796f8649ae, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=2f388ce7-407b-4228-84ff-bb796f8649ae,segment=NetworkSegment(9be809d3-7042-4018-b92b-cfa018d6f841),segment_id=9be809d3-7042-4018-b92b-cfa018d6f841)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:48:38.550273 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:38.552411 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a33f2dc6-2cce-4824-a618-2635841c3b59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:38.594550 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-29a03757-d246-4be8-8d3f-27ea7f6959f6 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Synchronizing usage tracker for tenant:84b48f5aa76f4d3582392765ceb13e00 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:48:38.611547 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8f918094-e844-4c55-9a3c-f839eccdc8ff tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:38.619355 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3c76a10e-5480-4b0d-922a-d4deb598879a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:38.621061 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-84cffce3-1c05-452b-b82c-fdf42d26d046 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:subnet and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:38.624059 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=2f388ce7-407b-4228-84ff-bb796f8649ae,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:38.624176 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a1069cdf-4951-4d18-8ff7-b8af64630f9a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:38.626749 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:38.631905 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-29a03757-d246-4be8-8d3f-27ea7f6959f6 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Unset dirty status for tenant:84b48f5aa76f4d3582392765ceb13e00 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:48:38.633123 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-29a03757-d246-4be8-8d3f-27ea7f6959f6 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea92f27a-108b-4f17-8e1f-fff0a656b165 HTTP/1.1" status: 200 len: 205 time: 0.0969989 May 31 15:48:38.635901 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53364) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:38.653064 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61066dc-83dc-4b72-b892-3143be7785db tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Network b56534aa-c23e-46a0-ad72-ea71d6ca850e is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:48:38.695331 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-84cffce3-1c05-452b-b82c-fdf42d26d046 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:38.709220 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-c8a37418-949b-4cfb-8e2c-e2a8d4f6beb5 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] delete failed (client error): The resource could not be found. May 31 15:48:38.710242 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c8a37418-949b-4cfb-8e2c-e2a8d4f6beb5 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "DELETE /v2.0/routers/ea92f27a-108b-4f17-8e1f-fff0a656b165 HTTP/1.1" status: 404 len: 336 time: 0.0733032 May 31 15:48:38.713204 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53368) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:38.725639 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-84cffce3-1c05-452b-b82c-fdf42d26d046 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:38.729090 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f918094-e844-4c55-9a3c-f839eccdc8ff tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Pushing event deleted for resources: {'Port': ['ID=894e401f-d584-429d-905c-2e39e5fda617,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:38.763936 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8f918094-e844-4c55-9a3c-f839eccdc8ff tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:38.823883 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-e61066dc-83dc-4b72-b892-3143be7785db tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, b56534aa-c23e-46a0-ad72-ea71d6ca850e) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:38.834038 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621088bd-283b-4b64-8141-20c9d6698c16 None None] Network b56534aa-c23e-46a0-ad72-ea71d6ca850e requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:48:38.848063 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cffce3-1c05-452b-b82c-fdf42d26d046 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:48:38.851681 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-84cffce3-1c05-452b-b82c-fdf42d26d046 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:38.890772 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b512d1b0-7be9-41fd-8019-d29045f44515 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:38.892513 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61066dc-83dc-4b72-b892-3143be7785db tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:38.893110 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e61066dc-83dc-4b72-b892-3143be7785db tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:38.911134 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d79ec240-8493-474c-b0c7-4aec656d43df tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:38.962427 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc5354f-f203-46f7-aac9-1d4b4a63d050 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] DELETE failed (client error): The resource could not be found. May 31 15:48:38.962646 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc5354f-f203-46f7-aac9-1d4b4a63d050 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:48:39.019134 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4fc5354f-f203-46f7-aac9-1d4b4a63d050 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "DELETE /v2.0/subnets/299e08bb-79f5-4e72-bc8c-848fe1f2f73e HTTP/1.1" status: 404 len: 337 time: 0.3048189 May 31 15:48:39.027019 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53372) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:39.039709 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b512d1b0-7be9-41fd-8019-d29045f44515 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Port': ['ID=d073fbf4-4af0-425b-b934-6b1fdc4cafda,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:39.042722 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8f918094-e844-4c55-9a3c-f839eccdc8ff tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:39.087774 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b512d1b0-7be9-41fd-8019-d29045f44515 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:39.096808 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9869c39d-f79c-45f3-b485-dafa542f412b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-b56534aa-c23e-46a0-ad72-ea71d6ca850e', 'network_id': 'b56534aa-c23e-46a0-ad72-ea71d6ca850e', 'tenant_id': '77c737149bd84d0bb3a7bb28e9afd80b', 'fixed_ips': [{'subnet_id': 'a279e96b-84c4-4f7f-bcdc-4428837dda23'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:48:39.097750 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9869c39d-f79c-45f3-b485-dafa542f412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:39.213624 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3c76a10e-5480-4b0d-922a-d4deb598879a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:39.286262 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-9869c39d-f79c-45f3-b485-dafa542f412b None None] Allocated IP 172.20.0.2 (b56534aa-c23e-46a0-ad72-ea71d6ca850e/a279e96b-84c4-4f7f-bcdc-4428837dda23/37a7f98c-3a1d-41dc-9102-3dcef4736069) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:48:39.364982 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e61066dc-83dc-4b72-b892-3143be7785db tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.7137945 May 31 15:48:39.366836 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53376) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:39.414453 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-a1e14b05-e8c1-4612-b321-0fba39daccde tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Deleting port c3a9a4b0-a512-4984-8605-fd9afbb5144f {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:39.414794 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a1e14b05-e8c1-4612-b321-0fba39daccde tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:39.445299 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b512d1b0-7be9-41fd-8019-d29045f44515 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:39.477743 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8f918094-e844-4c55-9a3c-f839eccdc8ff tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:39.485061 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8f918094-e844-4c55-9a3c-f839eccdc8ff tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:39.493772 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b512d1b0-7be9-41fd-8019-d29045f44515 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/d073fbf4-4af0-425b-b934-6b1fdc4cafda HTTP/1.1" status: 204 len: 168 time: 2.7989745 May 31 15:48:39.495617 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53380) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:39.519200 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9869c39d-f79c-45f3-b485-dafa542f412b None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:39.529826 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-9869c39d-f79c-45f3-b485-dafa542f412b None None] Transition to ACTIVE for port object 37a7f98c-3a1d-41dc-9102-3dcef4736069 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:39.560969 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8f918094-e844-4c55-9a3c-f839eccdc8ff tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:39.561510 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f918094-e844-4c55-9a3c-f839eccdc8ff tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Fanout notify agent at l3_agent the message router_deleted on router 6fa36da5-2fca-4244-b424-a77802a4f001 {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:48:39.562025 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-9869c39d-f79c-45f3-b485-dafa542f412b None None] Transition to ACTIVE for port object 37a7f98c-3a1d-41dc-9102-3dcef4736069 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:39.571824 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9869c39d-f79c-45f3-b485-dafa542f412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:39.579127 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:39.642388 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8f918094-e844-4c55-9a3c-f839eccdc8ff tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:39.647004 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8f918094-e844-4c55-9a3c-f839eccdc8ff tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "DELETE /v2.0/routers/6fa36da5-2fca-4244-b424-a77802a4f001 HTTP/1.1" status: 204 len: 168 time: 4.5579779 May 31 15:48:39.651226 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53386) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:39.658185 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-0c396b7e-0019-4ac5-9fe8-df284e3b9785 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-277226525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:39.672533 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9869c39d-f79c-45f3-b485-dafa542f412b None None] Network b56534aa-c23e-46a0-ad72-ea71d6ca850e is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:39.676082 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0c396b7e-0019-4ac5-9fe8-df284e3b9785 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:39.676715 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-9869c39d-f79c-45f3-b485-dafa542f412b None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:39.687931 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9869c39d-f79c-45f3-b485-dafa542f412b None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:48:39.691983 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869c39d-f79c-45f3-b485-dafa542f412b None None] Pushing event updated for resources: {'Port': ['ID=37a7f98c-3a1d-41dc-9102-3dcef4736069,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:39.700831 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-9869c39d-f79c-45f3-b485-dafa542f412b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:39.701599 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:39.725856 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3ca091-93c6-431f-807a-94b6cefa0053 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:39.727363 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3ca091-93c6-431f-807a-94b6cefa0053 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:39.727484 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0c396b7e-0019-4ac5-9fe8-df284e3b9785 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Usage tracker for resource:router and tenant:24706fd3f5484e1a80c0ece833bb483a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:39.728171 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0f3ca091-93c6-431f-807a-94b6cefa0053 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:48:39.735465 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0c396b7e-0019-4ac5-9fe8-df284e3b9785 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:39.740477 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1fe7f95a-8dc4-497d-a3cf-67728649a933 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:39.747427 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0c396b7e-0019-4ac5-9fe8-df284e3b9785 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:39.772785 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0c396b7e-0019-4ac5-9fe8-df284e3b9785 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:39.773871 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0c396b7e-0019-4ac5-9fe8-df284e3b9785 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:39.793082 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-9869c39d-f79c-45f3-b485-dafa542f412b None None] Attempting to bind port 37a7f98c-3a1d-41dc-9102-3dcef4736069 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:48:39.793820 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-9869c39d-f79c-45f3-b485-dafa542f412b None None] Attempting to bind port 37a7f98c-3a1d-41dc-9102-3dcef4736069 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'a142e11e-3866-4b3a-9de2-09c02e367f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b56534aa-c23e-46a0-ad72-ea71d6ca850e'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:48:39.794359 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9869c39d-f79c-45f3-b485-dafa542f412b None None] Attempting to bind port 37a7f98c-3a1d-41dc-9102-3dcef4736069 on network b56534aa-c23e-46a0-ad72-ea71d6ca850e {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:48:39.795950 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a1e14b05-e8c1-4612-b321-0fba39daccde tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:39.801305 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9869c39d-f79c-45f3-b485-dafa542f412b None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:48:39.801869 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9869c39d-f79c-45f3-b485-dafa542f412b None None] Checking segment: {'id': 'a142e11e-3866-4b3a-9de2-09c02e367f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b56534aa-c23e-46a0-ad72-ea71d6ca850e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:48:39.802360 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9869c39d-f79c-45f3-b485-dafa542f412b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:39.802841 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9869c39d-f79c-45f3-b485-dafa542f412b None None] Bound using segment: {'id': 'a142e11e-3866-4b3a-9de2-09c02e367f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b56534aa-c23e-46a0-ad72-ea71d6ca850e'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:48:39.803436 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-9869c39d-f79c-45f3-b485-dafa542f412b None None] Bound port: 37a7f98c-3a1d-41dc-9102-3dcef4736069, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a142e11e-3866-4b3a-9de2-09c02e367f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b56534aa-c23e-46a0-ad72-ea71d6ca850e'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:48:39.804565 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9869c39d-f79c-45f3-b485-dafa542f412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:39.804968 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0c396b7e-0019-4ac5-9fe8-df284e3b9785 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:39.820941 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0f3ca091-93c6-431f-807a-94b6cefa0053 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:48:39.822096 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0f3ca091-93c6-431f-807a-94b6cefa0053 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3255723 May 31 15:48:39.827036 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53390) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:39.907691 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0c396b7e-0019-4ac5-9fe8-df284e3b9785 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:39.942673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-9869c39d-f79c-45f3-b485-dafa542f412b None None] For port 37a7f98c-3a1d-41dc-9102-3dcef4736069, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:48:39.946432 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-9869c39d-f79c-45f3-b485-dafa542f412b None None] For port 37a7f98c-3a1d-41dc-9102-3dcef4736069, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=37a7f98c-3a1d-41dc-9102-3dcef4736069,segment=NetworkSegment(a142e11e-3866-4b3a-9de2-09c02e367f9a),segment_id=a142e11e-3866-4b3a-9de2-09c02e367f9a)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:48:39.953279 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9869c39d-f79c-45f3-b485-dafa542f412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:39.957232 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-9869c39d-f79c-45f3-b485-dafa542f412b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:39.969026 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-a1e14b05-e8c1-4612-b321-0fba39daccde tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Calling delete_port for c3a9a4b0-a512-4984-8605-fd9afbb5144f owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:39.977396 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd8452b-09a2-432b-955f-b0334dc49e7f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting subnet f851f994-5213-4d3d-a52e-b056005e3889 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:48:39.987394 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4dd8452b-09a2-432b-955f-b0334dc49e7f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:40.038832 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869c39d-f79c-45f3-b485-dafa542f412b None None] Pushing event updated for resources: {'Port': ['ID=37a7f98c-3a1d-41dc-9102-3dcef4736069,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:40.042432 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0c396b7e-0019-4ac5-9fe8-df284e3b9785 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:40.043325 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0c396b7e-0019-4ac5-9fe8-df284e3b9785 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3912826 May 31 15:48:40.048797 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53394) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:40.052516 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-9869c39d-f79c-45f3-b485-dafa542f412b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:40.065835 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-fb257132-6fc6-4629-9cae-bffe265b4c6c tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'enable_snat': False}}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:40.189075 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 2f388ce7-407b-4228-84ff-bb796f8649ae up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:48:40.317591 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 2f388ce7-407b-4228-84ff-bb796f8649ae triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:40.319081 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:40.353203 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4dd8452b-09a2-432b-955f-b0334dc49e7f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:40.410047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-1fe7f95a-8dc4-497d-a3cf-67728649a933 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Deleting port 37a7f98c-3a1d-41dc-9102-3dcef4736069 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:40.410641 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1fe7f95a-8dc4-497d-a3cf-67728649a933 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:40.425085 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3c76a10e-5480-4b0d-922a-d4deb598879a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:40.474355 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3c76a10e-5480-4b0d-922a-d4deb598879a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:40.487900 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-62c2df86-5df8-4a30-a261-da1bcd4b610e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:40.512122 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8bca474d-8543-4981-90c2-6a8f1eab05fd tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:40.735556 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-1fe7f95a-8dc4-497d-a3cf-67728649a933 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] For port 37a7f98c-3a1d-41dc-9102-3dcef4736069, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=37a7f98c-3a1d-41dc-9102-3dcef4736069,segment=NetworkSegment(a142e11e-3866-4b3a-9de2-09c02e367f9a),segment_id=a142e11e-3866-4b3a-9de2-09c02e367f9a)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:48:40.736341 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1fe7f95a-8dc4-497d-a3cf-67728649a933 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:40.749795 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a1e14b05-e8c1-4612-b321-0fba39daccde tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:40.805989 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c2df86-5df8-4a30-a261-da1bcd4b610e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Subnet': ['ID=59f3c8bc-84f5-4dc1-b993-a708f387d734,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:40.808200 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-84cffce3-1c05-452b-b82c-fdf42d26d046 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:40.812380 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0f958675-cf5e-481e-a1b8-698a1e0d734a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:40.814798 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-62c2df86-5df8-4a30-a261-da1bcd4b610e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:40.815419 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-62c2df86-5df8-4a30-a261-da1bcd4b610e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:40.908704 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-1fe7f95a-8dc4-497d-a3cf-67728649a933 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Calling delete_port for 37a7f98c-3a1d-41dc-9102-3dcef4736069 owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:40.937665 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e14b05-e8c1-4612-b321-0fba39daccde tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event deleted for resources: {'Port': ['ID=c3a9a4b0-a512-4984-8605-fd9afbb5144f,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:40.968685 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c2df86-5df8-4a30-a261-da1bcd4b610e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Checking segment: {'id': 'c2f41159-7937-496c-9ec4-7fabf755a237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '81a33d0d-2a19-4b27-97bd-501d4372cddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:48:40.969044 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c2df86-5df8-4a30-a261-da1bcd4b610e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network hostable DHCP agents. Network: 81a33d0d-2a19-4b27-97bd-501d4372cddc, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:48:40.973613 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a1e14b05-e8c1-4612-b321-0fba39daccde tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:40.974208 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fb257132-6fc6-4629-9cae-bffe265b4c6c tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:41.001398 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4dd8452b-09a2-432b-955f-b0334dc49e7f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:41.044382 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cffce3-1c05-452b-b82c-fdf42d26d046 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Subnet': ['ID=1924dbcf-8254-4959-8e78-f86ac407d46d,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:41.071726 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-84cffce3-1c05-452b-b82c-fdf42d26d046 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:41.098295 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-3c76a10e-5480-4b0d-922a-d4deb598879a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Allocated IP 2001:db8::2b6 (e00255f6-d1f7-44c8-933d-1cb63585515c/3ffcf120-5696-40c0-934d-3ecbbc722b61/dce78ffe-6e65-4187-ae7d-51d115d935a7) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:48:41.119986 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409a0a26-b588-48a0-9f7d-930a6dbe6b29 None None] Network b56534aa-c23e-46a0-ad72-ea71d6ca850e requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:48:41.122160 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c2df86-5df8-4a30-a261-da1bcd4b610e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network 81a33d0d-2a19-4b27-97bd-501d4372cddc is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:48:41.130582 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cffce3-1c05-452b-b82c-fdf42d26d046 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Checking segment: {'id': 'b49917cf-0a42-4913-bac2-631651934cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '099216d3-7ee3-4b38-b854-437d904836ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:48:41.131323 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cffce3-1c05-452b-b82c-fdf42d26d046 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network hostable DHCP agents. Network: 099216d3-7ee3-4b38-b854-437d904836ed, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:48:41.150479 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a1e14b05-e8c1-4612-b321-0fba39daccde tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:41.223166 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-47eac4ed-3ef6-4f79-a667-3d52a5ce08e2 None None] Provisioning for port 37a7f98c-3a1d-41dc-9102-3dcef4736069 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:41.234409 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a1e14b05-e8c1-4612-b321-0fba39daccde tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "DELETE /v2.0/ports/c3a9a4b0-a512-4984-8605-fd9afbb5144f HTTP/1.1" status: 204 len: 168 time: 2.2040172 May 31 15:48:41.234846 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53398) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:41.246240 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-62c2df86-5df8-4a30-a261-da1bcd4b610e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 81a33d0d-2a19-4b27-97bd-501d4372cddc) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:41.262589 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22ab5a1-c91b-411e-8a90-9fee01941349 None None] Network 81a33d0d-2a19-4b27-97bd-501d4372cddc requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:48:41.275183 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c2df86-5df8-4a30-a261-da1bcd4b610e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:41.275811 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-62c2df86-5df8-4a30-a261-da1bcd4b610e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:41.307506 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cffce3-1c05-452b-b82c-fdf42d26d046 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network 099216d3-7ee3-4b38-b854-437d904836ed is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:48:41.335294 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-84cffce3-1c05-452b-b82c-fdf42d26d046 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 099216d3-7ee3-4b38-b854-437d904836ed) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:41.340885 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-62c2df86-5df8-4a30-a261-da1bcd4b610e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6735780 May 31 15:48:41.355922 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53402) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:41.368412 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c9b557-d6f2-4b99-9195-f9d292265802 None None] Network 099216d3-7ee3-4b38-b854-437d904836ed requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:48:41.376522 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-91b5479f-8f42-4990-9c2d-7246397d20f4 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1642375929', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:41.388990 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-91b5479f-8f42-4990-9c2d-7246397d20f4 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:41.396335 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cffce3-1c05-452b-b82c-fdf42d26d046 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:41.397223 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-84cffce3-1c05-452b-b82c-fdf42d26d046 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:41.401257 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-91b5479f-8f42-4990-9c2d-7246397d20f4 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Usage tracker for resource:router and tenant:7532521a2dc2494ca283f329c67dc09d is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:41.433128 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-91b5479f-8f42-4990-9c2d-7246397d20f4 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:41.459469 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-91b5479f-8f42-4990-9c2d-7246397d20f4 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:41.464740 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3c76a10e-5480-4b0d-922a-d4deb598879a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:41.468303 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1fe7f95a-8dc4-497d-a3cf-67728649a933 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:41.475049 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a3e67461-0beb-462c-ab41-150707a6f09e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:41.479774 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-84cffce3-1c05-452b-b82c-fdf42d26d046 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4027462 May 31 15:48:41.497640 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53406) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:41.511730 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-91b5479f-8f42-4990-9c2d-7246397d20f4 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:41.512729 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-91b5479f-8f42-4990-9c2d-7246397d20f4 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:41.527769 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-1715688d-2aa6-464b-ac99-854e3fde4e02 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-297647201', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:41.529036 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7f95a-8dc4-497d-a3cf-67728649a933 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Port': ['ID=37a7f98c-3a1d-41dc-9102-3dcef4736069,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:41.536867 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1715688d-2aa6-464b-ac99-854e3fde4e02 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:41.537534 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1fe7f95a-8dc4-497d-a3cf-67728649a933 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:41.548582 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1715688d-2aa6-464b-ac99-854e3fde4e02 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:router and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:41.552104 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1715688d-2aa6-464b-ac99-854e3fde4e02 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:41.561825 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1715688d-2aa6-464b-ac99-854e3fde4e02 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:41.627030 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4dd8452b-09a2-432b-955f-b0334dc49e7f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:41.631767 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-91b5479f-8f42-4990-9c2d-7246397d20f4 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:41.642123 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe7f95a-8dc4-497d-a3cf-67728649a933 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] No DVR routers for this DVR port 37a7f98c-3a1d-41dc-9102-3dcef4736069 on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:48:41.642583 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-84cffce3-1c05-452b-b82c-fdf42d26d046 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:41.727366 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b520afc-0027-467c-a106-c7bd04ad537b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-81a33d0d-2a19-4b27-97bd-501d4372cddc', 'network_id': '81a33d0d-2a19-4b27-97bd-501d4372cddc', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'fixed_ips': [{'subnet_id': '59f3c8bc-84f5-4dc1-b993-a708f387d734'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:48:41.728540 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1b520afc-0027-467c-a106-c7bd04ad537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:41.734505 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1715688d-2aa6-464b-ac99-854e3fde4e02 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:41.735583 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1715688d-2aa6-464b-ac99-854e3fde4e02 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:41.760837 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8452b-09a2-432b-955f-b0334dc49e7f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Subnet': ['ID=f851f994-5213-4d3d-a52e-b056005e3889,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:41.762481 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1fe7f95a-8dc4-497d-a3cf-67728649a933 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:41.763280 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4dd8452b-09a2-432b-955f-b0334dc49e7f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:41.770869 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4dd8452b-09a2-432b-955f-b0334dc49e7f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:41.800684 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce80d79-0cfb-4276-a9a3-c90e641c03ba None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:48:41.803954 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3c76a10e-5480-4b0d-922a-d4deb598879a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:41.816343 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-dcd13e8d-98fa-4e0d-b23f-12ada4307525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:41.862019 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-3c7175a4-339a-4e76-939e-928e7231239b tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Deleting port f9887f87-09a8-4a57-92a6-5e318c5bf365 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:41.862297 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3c7175a4-339a-4e76-939e-928e7231239b tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:41.920190 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8ef512-a47f-496b-ad32-e09fd5a48a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-099216d3-7ee3-4b38-b854-437d904836ed', 'network_id': '099216d3-7ee3-4b38-b854-437d904836ed', 'tenant_id': '9e98cd47beea440cbfb376c35888b670', 'fixed_ips': [{'subnet_id': '1924dbcf-8254-4959-8e78-f86ac407d46d'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:48:41.920915 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1f8ef512-a47f-496b-ad32-e09fd5a48a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:41.924877 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c76a10e-5480-4b0d-922a-d4deb598879a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Network e00255f6-d1f7-44c8-933d-1cb63585515c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:41.988259 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-3c76a10e-5480-4b0d-922a-d4deb598879a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:41.999484 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-91b5479f-8f42-4990-9c2d-7246397d20f4 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:42.005362 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c76a10e-5480-4b0d-922a-d4deb598879a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:48:42.010101 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1715688d-2aa6-464b-ac99-854e3fde4e02 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:42.020957 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4dd8452b-09a2-432b-955f-b0334dc49e7f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/f851f994-5213-4d3d-a52e-b056005e3889 HTTP/1.1" status: 204 len: 168 time: 2.1894386 May 31 15:48:42.028823 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53410) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:42.101744 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-91b5479f-8f42-4990-9c2d-7246397d20f4 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:42.102937 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-91b5479f-8f42-4990-9c2d-7246397d20f4 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7461753 May 31 15:48:42.111355 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fb257132-6fc6-4629-9cae-bffe265b4c6c tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:42.137054 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53414) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:42.144000 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ebd95364-7487-407d-9868-cdc8cda457cc tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1097872 May 31 15:48:42.149098 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53418) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:42.212212 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fb257132-6fc6-4629-9cae-bffe265b4c6c tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:42.220708 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76a10e-5480-4b0d-922a-d4deb598879a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Pushing event updated for resources: {'Port': ['ID=dce78ffe-6e65-4187-ae7d-51d115d935a7,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:42.245921 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3c76a10e-5480-4b0d-922a-d4deb598879a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:42.257890 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1715688d-2aa6-464b-ac99-854e3fde4e02 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:42.262933 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-1b520afc-0027-467c-a106-c7bd04ad537b None None] Allocated IP 172.20.0.2 (81a33d0d-2a19-4b27-97bd-501d4372cddc/59f3c8bc-84f5-4dc1-b993-a708f387d734/2808831e-2130-4ff0-9e94-e81a9729cba7) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:48:42.290776 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-1f8ef512-a47f-496b-ad32-e09fd5a48a8e None None] Allocated IP 172.20.0.2 (099216d3-7ee3-4b38-b854-437d904836ed/1924dbcf-8254-4959-8e78-f86ac407d46d/a8f91747-ed7f-4998-ac67-7d569871a40a) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:48:42.467420 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1715688d-2aa6-464b-ac99-854e3fde4e02 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:42.471892 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1715688d-2aa6-464b-ac99-854e3fde4e02 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.9552784 May 31 15:48:42.472671 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53422) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:42.482362 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3c7175a4-339a-4e76-939e-928e7231239b tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:42.533829 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b2b72a-6359-418e-87d5-0248f6ed4d74 None None] DHCP port deletion for b5001308-9f67-458f-99a7-4cdcd1177eb2 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:48:42.555229 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-411fea54-4f44-4539-a1c3-79e316cf62ee tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'port': {'network_id': '099216d3-7ee3-4b38-b854-437d904836ed', 'name': 'tempest-PortsTestJSON-1643578948'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:42.633025 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-3c7175a4-339a-4e76-939e-928e7231239b tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Calling delete_port for f9887f87-09a8-4a57-92a6-5e318c5bf365 owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:42.774875 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1b520afc-0027-467c-a106-c7bd04ad537b None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:42.793316 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1b520afc-0027-467c-a106-c7bd04ad537b None None] Transition to ACTIVE for port object 2808831e-2130-4ff0-9e94-e81a9729cba7 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:42.816007 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1f8ef512-a47f-496b-ad32-e09fd5a48a8e None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:42.828799 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-00b2b72a-6359-418e-87d5-0248f6ed4d74 None None] Deleting port 012cf6be-7ddc-4ff5-b4e0-9851d3972d39 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:42.828799 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-00b2b72a-6359-418e-87d5-0248f6ed4d74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:42.850182 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1f8ef512-a47f-496b-ad32-e09fd5a48a8e None None] Transition to ACTIVE for port object a8f91747-ed7f-4998-ac67-7d569871a40a will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:42.873009 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3c7175a4-339a-4e76-939e-928e7231239b tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:42.883988 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b74cd836-70d4-4e90-b5e5-603b8a56be0e tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:42.898200 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1b520afc-0027-467c-a106-c7bd04ad537b None None] Transition to ACTIVE for port object 2808831e-2130-4ff0-9e94-e81a9729cba7 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:42.922893 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667b4d83-a5e2-488c-b5de-772ee0584987 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:42.923623 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-667b4d83-a5e2-488c-b5de-772ee0584987 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:48:42.924503 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1b520afc-0027-467c-a106-c7bd04ad537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:42.932341 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a33f2dc6-2cce-4824-a618-2635841c3b59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:42.966692 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-fb257132-6fc6-4629-9cae-bffe265b4c6c tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Allocated IP 172.26.0.50 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/6a0ed349-ba6d-4b78-a4a1-02f9bb148ff4) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:48:42.984351 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1f8ef512-a47f-496b-ad32-e09fd5a48a8e None None] Transition to ACTIVE for port object a8f91747-ed7f-4998-ac67-7d569871a40a will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:42.988043 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7175a4-339a-4e76-939e-928e7231239b tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event deleted for resources: {'Port': ['ID=f9887f87-09a8-4a57-92a6-5e318c5bf365,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:42.999794 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3c7175a4-339a-4e76-939e-928e7231239b tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:43.013467 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a8d2771b-dd6f-43db-a0fc-98b7dad98d5b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:43.018018 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-00b2b72a-6359-418e-87d5-0248f6ed4d74 None None] For port 012cf6be-7ddc-4ff5-b4e0-9851d3972d39, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=012cf6be-7ddc-4ff5-b4e0-9851d3972d39,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:48:43.018397 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-00b2b72a-6359-418e-87d5-0248f6ed4d74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:43.026021 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1f8ef512-a47f-496b-ad32-e09fd5a48a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:43.029063 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-411fea54-4f44-4539-a1c3-79e316cf62ee tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:43.038768 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-667b4d83-a5e2-488c-b5de-772ee0584987 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:48:43.039948 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b520afc-0027-467c-a106-c7bd04ad537b None None] Network 81a33d0d-2a19-4b27-97bd-501d4372cddc is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:43.040372 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-667b4d83-a5e2-488c-b5de-772ee0584987 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8394878 May 31 15:48:43.043716 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-411fea54-4f44-4539-a1c3-79e316cf62ee tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:port and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:43.045802 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-1b520afc-0027-467c-a106-c7bd04ad537b None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:43.046555 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53428) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:43.048039 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-411fea54-4f44-4539-a1c3-79e316cf62ee tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:43.055954 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b520afc-0027-467c-a106-c7bd04ad537b None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:48:43.058121 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b520afc-0027-467c-a106-c7bd04ad537b None None] Pushing event updated for resources: {'Port': ['ID=2808831e-2130-4ff0-9e94-e81a9729cba7,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:43.114438 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-411fea54-4f44-4539-a1c3-79e316cf62ee tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:43.166572 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3c76a10e-5480-4b0d-922a-d4deb598879a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:43.170683 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1b520afc-0027-467c-a106-c7bd04ad537b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:43.171200 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e69c371c-60b9-4bc6-8f59-c2828561a0ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:43.214354 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-00b2b72a-6359-418e-87d5-0248f6ed4d74 None None] Calling delete_port for 012cf6be-7ddc-4ff5-b4e0-9851d3972d39 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:43.246302 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1fe7f95a-8dc4-497d-a3cf-67728649a933 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:43.254939 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8ef512-a47f-496b-ad32-e09fd5a48a8e None None] Network 099216d3-7ee3-4b38-b854-437d904836ed is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:43.257120 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-501a9e78-14c1-4562-a974-cd4ce02db2b5 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:43.265236 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-1f8ef512-a47f-496b-ad32-e09fd5a48a8e None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:43.298157 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8ef512-a47f-496b-ad32-e09fd5a48a8e None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:48:43.298374 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fbb971-6e3b-4522-813b-15de7636edf7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:43.299570 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-95fbb971-6e3b-4522-813b-15de7636edf7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2518656 May 31 15:48:43.303017 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3c7175a4-339a-4e76-939e-928e7231239b tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:43.319113 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53432) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:43.369266 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc94c974-9cb3-413b-a79b-7ed7ce4a09db None None] Network b56534aa-c23e-46a0-ad72-ea71d6ca850e requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:48:43.388577 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7f95a-8dc4-497d-a3cf-67728649a933 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Subnet': ['ID=a279e96b-84c4-4f7f-bcdc-4428837dda23,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:43.391142 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ef512-a47f-496b-ad32-e09fd5a48a8e None None] Pushing event updated for resources: {'Port': ['ID=a8f91747-ed7f-4998-ac67-7d569871a40a,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:43.406905 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1f8ef512-a47f-496b-ad32-e09fd5a48a8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:43.413261 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411fea54-4f44-4539-a1c3-79e316cf62ee tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:48:43.417164 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-411fea54-4f44-4539-a1c3-79e316cf62ee tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:43.421377 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1fe7f95a-8dc4-497d-a3cf-67728649a933 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:43.438267 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-1b520afc-0027-467c-a106-c7bd04ad537b None None] Attempting to bind port 2808831e-2130-4ff0-9e94-e81a9729cba7 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:48:43.438267 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-1b520afc-0027-467c-a106-c7bd04ad537b None None] Attempting to bind port 2808831e-2130-4ff0-9e94-e81a9729cba7 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'c2f41159-7937-496c-9ec4-7fabf755a237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '81a33d0d-2a19-4b27-97bd-501d4372cddc'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:48:43.438609 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b520afc-0027-467c-a106-c7bd04ad537b None None] Attempting to bind port 2808831e-2130-4ff0-9e94-e81a9729cba7 on network 81a33d0d-2a19-4b27-97bd-501d4372cddc {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:48:43.497555 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-411fea54-4f44-4539-a1c3-79e316cf62ee tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] device_id is not set on port bcef5eb5-36b7-4c2f-8412-c96b45677e3b yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:48:43.516066 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b520afc-0027-467c-a106-c7bd04ad537b None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:48:43.516528 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b520afc-0027-467c-a106-c7bd04ad537b None None] Checking segment: {'id': 'c2f41159-7937-496c-9ec4-7fabf755a237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '81a33d0d-2a19-4b27-97bd-501d4372cddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:48:43.517021 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1b520afc-0027-467c-a106-c7bd04ad537b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:43.517425 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b520afc-0027-467c-a106-c7bd04ad537b None None] Bound using segment: {'id': 'c2f41159-7937-496c-9ec4-7fabf755a237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '81a33d0d-2a19-4b27-97bd-501d4372cddc'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:48:43.517916 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-1b520afc-0027-467c-a106-c7bd04ad537b None None] Bound port: 2808831e-2130-4ff0-9e94-e81a9729cba7, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f41159-7937-496c-9ec4-7fabf755a237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '81a33d0d-2a19-4b27-97bd-501d4372cddc'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:48:43.518294 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1b520afc-0027-467c-a106-c7bd04ad537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:43.565118 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-1f8ef512-a47f-496b-ad32-e09fd5a48a8e None None] Attempting to bind port a8f91747-ed7f-4998-ac67-7d569871a40a on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:48:43.565804 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-1f8ef512-a47f-496b-ad32-e09fd5a48a8e None None] Attempting to bind port a8f91747-ed7f-4998-ac67-7d569871a40a by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'b49917cf-0a42-4913-bac2-631651934cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '099216d3-7ee3-4b38-b854-437d904836ed'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:48:43.565804 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8ef512-a47f-496b-ad32-e09fd5a48a8e None None] Attempting to bind port a8f91747-ed7f-4998-ac67-7d569871a40a on network 099216d3-7ee3-4b38-b854-437d904836ed {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:48:43.659277 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b71a66d6-3998-4375-9f5d-752ddb061821 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3320074 May 31 15:48:43.667440 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8ef512-a47f-496b-ad32-e09fd5a48a8e None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:48:43.667809 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8ef512-a47f-496b-ad32-e09fd5a48a8e None None] Checking segment: {'id': 'b49917cf-0a42-4913-bac2-631651934cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '099216d3-7ee3-4b38-b854-437d904836ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:48:43.668211 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1f8ef512-a47f-496b-ad32-e09fd5a48a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:43.668605 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8ef512-a47f-496b-ad32-e09fd5a48a8e None None] Bound using segment: {'id': 'b49917cf-0a42-4913-bac2-631651934cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '099216d3-7ee3-4b38-b854-437d904836ed'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:48:43.669090 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-1f8ef512-a47f-496b-ad32-e09fd5a48a8e None None] Bound port: a8f91747-ed7f-4998-ac67-7d569871a40a, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49917cf-0a42-4913-bac2-631651934cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '099216d3-7ee3-4b38-b854-437d904836ed'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:48:43.669466 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1f8ef512-a47f-496b-ad32-e09fd5a48a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:43.672524 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53436) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:43.698838 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-db8397ff-6645-426a-8352-e6a3ec8b72f5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:43.701183 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3c7175a4-339a-4e76-939e-928e7231239b tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "DELETE /v2.0/ports/f9887f87-09a8-4a57-92a6-5e318c5bf365 HTTP/1.1" status: 204 len: 168 time: 2.4653695 May 31 15:48:43.726384 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1fe7f95a-8dc4-497d-a3cf-67728649a933 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:43.744242 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-1fe7f95a-8dc4-497d-a3cf-67728649a933 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56534aa-c23e-46a0-ad72-ea71d6ca850e']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:43.750037 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-00b2b72a-6359-418e-87d5-0248f6ed4d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:43.757406 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-1fe7f95a-8dc4-497d-a3cf-67728649a933 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a142e11e-3866-4b3a-9de2-09c02e367f9a') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:43.757734 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-8868e041-1b34-4ea4-9e72-27c3d8c2e176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:43.758140 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-1fe7f95a-8dc4-497d-a3cf-67728649a933 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a142e11e-3866-4b3a-9de2-09c02e367f9a') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:43.759567 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53440) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:43.762559 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fb257132-6fc6-4629-9cae-bffe265b4c6c tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:43.771322 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1fe7f95a-8dc4-497d-a3cf-67728649a933 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:43.799217 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1fe7f95a-8dc4-497d-a3cf-67728649a933 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:43.806221 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe7f95a-8dc4-497d-a3cf-67728649a933 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:48:43.806596 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1fe7f95a-8dc4-497d-a3cf-67728649a933 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:43.811105 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71accee1-2d11-433e-954f-ee46e6bd3c90 None None] DHCP port deletion for b56534aa-c23e-46a0-ad72-ea71d6ca850e request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:48:43.831548 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2b72a-6359-418e-87d5-0248f6ed4d74 None None] Pushing event deleted for resources: {'Port': ['ID=012cf6be-7ddc-4ff5-b4e0-9851d3972d39,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:43.848677 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-00b2b72a-6359-418e-87d5-0248f6ed4d74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:43.851825 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b2b72a-6359-418e-87d5-0248f6ed4d74 None None] No DVR routers for this DVR port 012cf6be-7ddc-4ff5-b4e0-9851d3972d39 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:48:43.857727 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-1b520afc-0027-467c-a106-c7bd04ad537b None None] For port 2808831e-2130-4ff0-9e94-e81a9729cba7, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:48:43.870237 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-1f8ef512-a47f-496b-ad32-e09fd5a48a8e None None] For port a8f91747-ed7f-4998-ac67-7d569871a40a, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:48:43.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:48:43.913769 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1fe7f95a-8dc4-497d-a3cf-67728649a933 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:43.915576 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-1b520afc-0027-467c-a106-c7bd04ad537b None None] For port 2808831e-2130-4ff0-9e94-e81a9729cba7, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=2808831e-2130-4ff0-9e94-e81a9729cba7,segment=NetworkSegment(c2f41159-7937-496c-9ec4-7fabf755a237),segment_id=c2f41159-7937-496c-9ec4-7fabf755a237)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:48:43.917999 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-1f8ef512-a47f-496b-ad32-e09fd5a48a8e None None] For port a8f91747-ed7f-4998-ac67-7d569871a40a, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a8f91747-ed7f-4998-ac67-7d569871a40a,segment=NetworkSegment(b49917cf-0a42-4913-bac2-631651934cfd),segment_id=b49917cf-0a42-4913-bac2-631651934cfd)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:48:43.918613 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1fe7f95a-8dc4-497d-a3cf-67728649a933 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:43.923919 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1b520afc-0027-467c-a106-c7bd04ad537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:43.928403 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-82085c87-e155-465a-a2b6-80a8f5f3fdb0 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:43.930579 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1f8ef512-a47f-496b-ad32-e09fd5a48a8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:43.945995 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fb257132-6fc6-4629-9cae-bffe265b4c6c tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:43.952272 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1fe7f95a-8dc4-497d-a3cf-67728649a933 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/networks/b56534aa-c23e-46a0-ad72-ea71d6ca850e HTTP/1.1" status: 204 len: 168 time: 4.5838640 May 31 15:48:43.953802 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7f95a-8dc4-497d-a3cf-67728649a933 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Network': ['ID=b56534aa-c23e-46a0-ad72-ea71d6ca850e,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:43.960408 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1fe7f95a-8dc4-497d-a3cf-67728649a933 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:43.979826 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cc5d9803-266f-4c82-aecc-e5795551df20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:44.010424 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53444) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:44.029931 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-946300a0-6a82-4dc5-b2e1-793ee9630369 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1243105921'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:44.036420 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-946300a0-6a82-4dc5-b2e1-793ee9630369 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:44.043675 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-946300a0-6a82-4dc5-b2e1-793ee9630369 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Usage tracker for resource:network and tenant:77c737149bd84d0bb3a7bb28e9afd80b is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:44.054372 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-946300a0-6a82-4dc5-b2e1-793ee9630369 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:44.060232 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1f8ef512-a47f-496b-ad32-e09fd5a48a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:44.063809 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-946300a0-6a82-4dc5-b2e1-793ee9630369 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:44.067463 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b520afc-0027-467c-a106-c7bd04ad537b None None] Pushing event updated for resources: {'Port': ['ID=2808831e-2130-4ff0-9e94-e81a9729cba7,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:44.072373 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1b520afc-0027-467c-a106-c7bd04ad537b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:44.075491 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-8ee62ba6-279c-4444-aa25-3a0e186cfac7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:44.129765 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-a8d2771b-dd6f-43db-a0fc-98b7dad98d5b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Allocated IP 172.20.0.1 (81a33d0d-2a19-4b27-97bd-501d4372cddc/59f3c8bc-84f5-4dc1-b993-a708f387d734/b434c90b-eef9-4600-a381-4e13914419c7) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:48:44.136282 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb257132-6fc6-4629-9cae-bffe265b4c6c tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:44.137865 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-411fea54-4f44-4539-a1c3-79e316cf62ee tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Allocated IP 172.20.0.7 (099216d3-7ee3-4b38-b854-437d904836ed/1924dbcf-8254-4959-8e78-f86ac407d46d/bcef5eb5-36b7-4c2f-8412-c96b45677e3b) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:48:44.140507 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-db8397ff-6645-426a-8352-e6a3ec8b72f5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:44.148566 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-fb257132-6fc6-4629-9cae-bffe265b4c6c tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:44.155292 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb257132-6fc6-4629-9cae-bffe265b4c6c tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Pushing event updated for resources: {'Port': ['ID=6a0ed349-ba6d-4b78-a4a1-02f9bb148ff4,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:44.164548 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb257132-6fc6-4629-9cae-bffe265b4c6c tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:48:44.200414 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ef512-a47f-496b-ad32-e09fd5a48a8e None None] Pushing event updated for resources: {'Port': ['ID=a8f91747-ed7f-4998-ac67-7d569871a40a,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:44.205547 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 012cf6be-7ddc-4ff5-b4e0-9851d3972d39 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:48:44.208790 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946300a0-6a82-4dc5-b2e1-793ee9630369 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Made reservation on behalf of 77c737149bd84d0bb3a7bb28e9afd80b for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:48:44.212428 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-946300a0-6a82-4dc5-b2e1-793ee9630369 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:44.216997 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-db8397ff-6645-426a-8352-e6a3ec8b72f5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:subnet and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:44.220169 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fb257132-6fc6-4629-9cae-bffe265b4c6c tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:44.226120 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3c76a10e-5480-4b0d-922a-d4deb598879a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:44.234040 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-db8397ff-6645-426a-8352-e6a3ec8b72f5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:44.251521 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-db8397ff-6645-426a-8352-e6a3ec8b72f5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:44.276421 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1f8ef512-a47f-496b-ad32-e09fd5a48a8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:44.277878 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 012cf6be-7ddc-4ff5-b4e0-9851d3972d39 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:48:44.278230 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 012cf6be-7ddc-4ff5-b4e0-9851d3972d39 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:48:44.278697 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 37a7f98c-3a1d-41dc-9102-3dcef4736069 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:48:44.335706 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 37a7f98c-3a1d-41dc-9102-3dcef4736069 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:48:44.336742 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 37a7f98c-3a1d-41dc-9102-3dcef4736069 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:48:44.351457 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946300a0-6a82-4dc5-b2e1-793ee9630369 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:48:44.458741 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-946300a0-6a82-4dc5-b2e1-793ee9630369 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:44.459125 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-946300a0-6a82-4dc5-b2e1-793ee9630369 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Added segment e76b28e0-70d9-4743-9ae4-a461f4321b83 of type vlan for network aa590d1f-8f64-47a6-b8db-a2a00befaac5 May 31 15:48:44.535808 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8397ff-6645-426a-8352-e6a3ec8b72f5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:48:44.539434 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-db8397ff-6645-426a-8352-e6a3ec8b72f5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:44.545818 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-946300a0-6a82-4dc5-b2e1-793ee9630369 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:44.577087 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe644b8-4306-44d5-b5ee-cd5defae4af0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:44.578156 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6fe644b8-4306-44d5-b5ee-cd5defae4af0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Synchronizing usage tracker for tenant:84b48f5aa76f4d3582392765ceb13e00 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:48:44.610388 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c76a10e-5480-4b0d-922a-d4deb598879a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Router 1054cb2b-16ee-4c90-9e35-e10e5fbac859 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:48:44.681603 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-946300a0-6a82-4dc5-b2e1-793ee9630369 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:44.687175 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946300a0-6a82-4dc5-b2e1-793ee9630369 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:44.687751 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-946300a0-6a82-4dc5-b2e1-793ee9630369 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:44.698243 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-21773d5f-8765-49bb-aa73-9d439cc7b21c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:44.818009 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-946300a0-6a82-4dc5-b2e1-793ee9630369 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8010788 May 31 15:48:44.824237 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53448) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:44.882070 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-473287f6-e8b1-4514-83c6-b6e94069897a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Request body: {'subnet': {'network_id': 'aa590d1f-8f64-47a6-b8db-a2a00befaac5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:44.905525 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946300a0-6a82-4dc5-b2e1-793ee9630369 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event updated for resources: {'Network': ['ID=aa590d1f-8f64-47a6-b8db-a2a00befaac5,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:44.918356 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network aa590d1f-8f64-47a6-b8db-a2a00befaac5 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:48:44.919643 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-946300a0-6a82-4dc5-b2e1-793ee9630369 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:44.919818 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6fe644b8-4306-44d5-b5ee-cd5defae4af0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Unset dirty status for tenant:84b48f5aa76f4d3582392765ceb13e00 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:48:44.921281 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6fe644b8-4306-44d5-b5ee-cd5defae4af0 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5a6441-fbbd-48ae-b93f-635a8e5dafc5 HTTP/1.1" status: 200 len: 913 time: 1.1427774 May 31 15:48:44.931539 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53452) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:45.018317 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c76a10e-5480-4b0d-922a-d4deb598879a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:48:45.026557 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a8d2771b-dd6f-43db-a0fc-98b7dad98d5b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:45.034111 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-473287f6-e8b1-4514-83c6-b6e94069897a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:45.040624 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-473287f6-e8b1-4514-83c6-b6e94069897a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Usage tracker for resource:subnet and tenant:77c737149bd84d0bb3a7bb28e9afd80b is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:45.042195 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fbc763-bae0-40b2-b95b-cf12c2598c4e None None] Sync routers for ids ['1054cb2b-16ee-4c90-9e35-e10e5fbac859'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:48:45.045496 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-473287f6-e8b1-4514-83c6-b6e94069897a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:45.052415 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-473287f6-e8b1-4514-83c6-b6e94069897a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:45.055512 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3c76a10e-5480-4b0d-922a-d4deb598879a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:45.057032 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3c76a10e-5480-4b0d-922a-d4deb598879a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.6264865 May 31 15:48:45.060113 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53456) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:45.062508 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fbc763-bae0-40b2-b95b-cf12c2598c4e None None] Routers {'1054cb2b-16ee-4c90-9e35-e10e5fbac859'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:45.063579 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-b4fbc763-bae0-40b2-b95b-cf12c2598c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1054cb2b-16ee-4c90-9e35-e10e5fbac859'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:45.149055 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473287f6-e8b1-4514-83c6-b6e94069897a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Made reservation on behalf of 77c737149bd84d0bb3a7bb28e9afd80b for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:48:45.152473 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-473287f6-e8b1-4514-83c6-b6e94069897a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:45.295930 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-b4fbc763-bae0-40b2-b95b-cf12c2598c4e None None] Set router 1054cb2b-16ee-4c90-9e35-e10e5fbac859 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:48:45.447420 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-a8d2771b-dd6f-43db-a0fc-98b7dad98d5b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Transition to ACTIVE for port object b434c90b-eef9-4600-a381-4e13914419c7 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:45.496404 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.ipam_backend_mixin [None req-473287f6-e8b1-4514-83c6-b6e94069897a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Performing IP validity checks on allocation pools {{(pid=99204) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 31 15:48:45.496921 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.ipam_backend_mixin [None req-473287f6-e8b1-4514-83c6-b6e94069897a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Checking for overlaps among allocation pools and gateway ip {{(pid=99204) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 31 15:48:45.506837 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb62afe-c9bb-4d2d-94ab-afc34e5589ff None None] Network 81a33d0d-2a19-4b27-97bd-501d4372cddc requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:48:45.552240 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-411fea54-4f44-4539-a1c3-79e316cf62ee tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:45.590062 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ed2009f1-ac6e-452e-91fe-5630a51ef035 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:45.670420 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-753268ba-4e16-4c3f-aac0-e9a7fb8d7894 None None] Provisioning for port 2808831e-2130-4ff0-9e94-e81a9729cba7 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:45.689791 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:48:45.752116 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-b4fbc763-bae0-40b2-b95b-cf12c2598c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1054cb2b-16ee-4c90-9e35-e10e5fbac859', 'name': '', 'tenant_id': '9547665d8db04add9c677b4a5a727b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e00255f6-d1f7-44c8-933d-1cb63585515c', 'external_fixed_ips': [{'subnet_id': '3ffcf120-5696-40c0-934d-3ecbbc722b61', 'ip_address': '2001:db8::2b6'}], 'enable_snat': True}, 'gw_port_id': 'dce78ffe-6e65-4187-ae7d-51d115d935a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:48:38Z', 'updated_at': '2021-05-31T15:48:42Z', 'revision_number': 3, 'project_id': '9547665d8db04add9c677b4a5a727b5d', 'gw_port': {'id': 'dce78ffe-6e65-4187-ae7d-51d115d935a7', 'name': '', 'network_id': 'e00255f6-d1f7-44c8-933d-1cb63585515c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:86:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1054cb2b-16ee-4c90-9e35-e10e5fbac859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3ffcf120-5696-40c0-934d-3ecbbc722b61', 'ip_address': '2001:db8::2b6', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:48:40Z', 'updated_at': '2021-05-31T15:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ffcf120-5696-40c0-934d-3ecbbc722b61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:45.756506 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fbc763-bae0-40b2-b95b-cf12c2598c4e None None] Checking router: 1054cb2b-16ee-4c90-9e35-e10e5fbac859 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:48:45.757577 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fbc763-bae0-40b2-b95b-cf12c2598c4e None None] Updating router 1054cb2b-16ee-4c90-9e35-e10e5fbac859 port dce78ffe-6e65-4187-ae7d-51d115d935a7 binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:48:45.821277 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-411fea54-4f44-4539-a1c3-79e316cf62ee tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Transition to ACTIVE for port object bcef5eb5-36b7-4c2f-8412-c96b45677e3b will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:45.855783 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-b4fbc763-bae0-40b2-b95b-cf12c2598c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:45.873111 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a8d2771b-dd6f-43db-a0fc-98b7dad98d5b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:45.893397 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4223fe7a-a7f2-4b2e-bdfd-4d7928bdddab tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:45.937830 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d2771b-dd6f-43db-a0fc-98b7dad98d5b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network 81a33d0d-2a19-4b27-97bd-501d4372cddc is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:45.954408 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-a8d2771b-dd6f-43db-a0fc-98b7dad98d5b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:45.957001 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d2771b-dd6f-43db-a0fc-98b7dad98d5b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:48:46.013099 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907cc247-7754-4cdf-b868-59754b55f91f None None] Network 099216d3-7ee3-4b38-b854-437d904836ed requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:48:46.055214 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a8d2771b-dd6f-43db-a0fc-98b7dad98d5b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:46.112289 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ed2009f1-ac6e-452e-91fe-5630a51ef035 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:46.243853 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-0c40aec0-340d-424a-b4f7-21b892a1c7bf None None] Provisioning for port a8f91747-ed7f-4998-ac67-7d569871a40a completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:46.275296 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-b4fbc763-bae0-40b2-b95b-cf12c2598c4e None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:46.288728 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-b4fbc763-bae0-40b2-b95b-cf12c2598c4e None None] Transition to ACTIVE for port object dce78ffe-6e65-4187-ae7d-51d115d935a7 will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:46.298327 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-b4fbc763-bae0-40b2-b95b-cf12c2598c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:46.306639 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:46.365658 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-ed2009f1-ac6e-452e-91fe-5630a51ef035 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Deleting port dce78ffe-6e65-4187-ae7d-51d115d935a7 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:46.366009 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ed2009f1-ac6e-452e-91fe-5630a51ef035 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:46.376218 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a8f91747-ed7f-4998-ac67-7d569871a40a up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:48:46.416199 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d808f-27d3-4683-9458-9527d8bd7fb7 None None] Pushing event updated for resources: {'Port': ['ID=dce78ffe-6e65-4187-ae7d-51d115d935a7,revision_number=2']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:46.426039 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d808f-27d3-4683-9458-9527d8bd7fb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:46.426395 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d808f-27d3-4683-9458-9527d8bd7fb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:46.426726 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d808f-27d3-4683-9458-9527d8bd7fb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:46.427126 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d808f-27d3-4683-9458-9527d8bd7fb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:46.427393 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d808f-27d3-4683-9458-9527d8bd7fb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:46.427727 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d808f-27d3-4683-9458-9527d8bd7fb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:46.428040 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d808f-27d3-4683-9458-9527d8bd7fb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:46.428652 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d808f-27d3-4683-9458-9527d8bd7fb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:46.428991 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d808f-27d3-4683-9458-9527d8bd7fb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:46.429344 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d808f-27d3-4683-9458-9527d8bd7fb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:46.429701 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d808f-27d3-4683-9458-9527d8bd7fb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:46.430058 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d808f-27d3-4683-9458-9527d8bd7fb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:48:46.440457 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-745d808f-27d3-4683-9458-9527d8bd7fb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:46.461555 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-b4fbc763-bae0-40b2-b95b-cf12c2598c4e None None] Attempting to bind port dce78ffe-6e65-4187-ae7d-51d115d935a7 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:48:46.461920 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-b4fbc763-bae0-40b2-b95b-cf12c2598c4e None None] Attempting to bind port dce78ffe-6e65-4187-ae7d-51d115d935a7 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '829112f4-bcae-4576-bb65-487ab67b26d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e00255f6-d1f7-44c8-933d-1cb63585515c'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:48:46.462342 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fbc763-bae0-40b2-b95b-cf12c2598c4e None None] Attempting to bind port dce78ffe-6e65-4187-ae7d-51d115d935a7 on network e00255f6-d1f7-44c8-933d-1cb63585515c {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:48:46.470263 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fbc763-bae0-40b2-b95b-cf12c2598c4e None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:48:46.470631 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fbc763-bae0-40b2-b95b-cf12c2598c4e None None] Checking segment: {'id': '829112f4-bcae-4576-bb65-487ab67b26d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e00255f6-d1f7-44c8-933d-1cb63585515c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:48:46.471061 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-b4fbc763-bae0-40b2-b95b-cf12c2598c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:46.471512 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fbc763-bae0-40b2-b95b-cf12c2598c4e None None] Bound using segment: {'id': '829112f4-bcae-4576-bb65-487ab67b26d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e00255f6-d1f7-44c8-933d-1cb63585515c'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:48:46.471932 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-b4fbc763-bae0-40b2-b95b-cf12c2598c4e None None] Bound port: dce78ffe-6e65-4187-ae7d-51d115d935a7, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829112f4-bcae-4576-bb65-487ab67b26d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e00255f6-d1f7-44c8-933d-1cb63585515c'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:48:46.472302 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-b4fbc763-bae0-40b2-b95b-cf12c2598c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:46.489712 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-411fea54-4f44-4539-a1c3-79e316cf62ee tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:46.505213 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-473287f6-e8b1-4514-83c6-b6e94069897a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:46.518585 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port a8f91747-ed7f-4998-ac67-7d569871a40a completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:46.532826 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5e1682ec-e45a-4af8-9cf5-2b9843617b48 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:46.553375 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fb257132-6fc6-4629-9cae-bffe265b4c6c tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:46.559636 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1b81bf30-85bd-40af-8354-c1a52f9e7e10 None None] Provisioning for port b434c90b-eef9-4600-a381-4e13914419c7 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:46.570689 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1b81bf30-85bd-40af-8354-c1a52f9e7e10 None None] Provisioning complete for port b434c90b-eef9-4600-a381-4e13914419c7 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:46.571236 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1b81bf30-85bd-40af-8354-c1a52f9e7e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:46.587556 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-b4fbc763-bae0-40b2-b95b-cf12c2598c4e None None] For port dce78ffe-6e65-4187-ae7d-51d115d935a7, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:48:46.591784 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-b4fbc763-bae0-40b2-b95b-cf12c2598c4e None None] For port dce78ffe-6e65-4187-ae7d-51d115d935a7, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=dce78ffe-6e65-4187-ae7d-51d115d935a7,segment=NetworkSegment(829112f4-bcae-4576-bb65-487ab67b26d1),segment_id=829112f4-bcae-4576-bb65-487ab67b26d1)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:48:46.599192 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-b4fbc763-bae0-40b2-b95b-cf12c2598c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:46.607649 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-16e25037-9348-4213-a5ae-5fedfd87e117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:46.634405 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port a8f91747-ed7f-4998-ac67-7d569871a40a triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:46.634932 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:46.650416 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411fea54-4f44-4539-a1c3-79e316cf62ee tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network 099216d3-7ee3-4b38-b854-437d904836ed is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:46.667114 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2771b-dd6f-43db-a0fc-98b7dad98d5b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Port': ['ID=b434c90b-eef9-4600-a381-4e13914419c7,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:46.670358 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-411fea54-4f44-4539-a1c3-79e316cf62ee tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:46.670507 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-1b81bf30-85bd-40af-8354-c1a52f9e7e10 None None] Port b434c90b-eef9-4600-a381-4e13914419c7 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:48:46.674207 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a8d2771b-dd6f-43db-a0fc-98b7dad98d5b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:46.678625 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bbe7238b-e203-4091-8f23-8a616bed0420 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:46.694456 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473287f6-e8b1-4514-83c6-b6e94069897a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Checking segment: {'id': 'e76b28e0-70d9-4743-9ae4-a461f4321b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'aa590d1f-8f64-47a6-b8db-a2a00befaac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:48:46.696094 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473287f6-e8b1-4514-83c6-b6e94069897a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Network hostable DHCP agents. Network: aa590d1f-8f64-47a6-b8db-a2a00befaac5, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:48:46.703052 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ed2009f1-ac6e-452e-91fe-5630a51ef035 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:46.717166 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fbc763-bae0-40b2-b95b-cf12c2598c4e None None] Routers {'1054cb2b-16ee-4c90-9e35-e10e5fbac859'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:46.717834 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-b4fbc763-bae0-40b2-b95b-cf12c2598c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1054cb2b-16ee-4c90-9e35-e10e5fbac859'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:46.719092 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473287f6-e8b1-4514-83c6-b6e94069897a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event updated for resources: {'Subnet': ['ID=cba26c25-2d89-4351-a85c-49f87d84879a,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:46.722677 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411fea54-4f44-4539-a1c3-79e316cf62ee tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:48:46.730704 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-473287f6-e8b1-4514-83c6-b6e94069897a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:46.794535 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:46.842696 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port a8f91747-ed7f-4998-ac67-7d569871a40a, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a8f91747-ed7f-4998-ac67-7d569871a40a,segment=NetworkSegment(b49917cf-0a42-4913-bac2-631651934cfd),segment_id=b49917cf-0a42-4913-bac2-631651934cfd)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:48:46.864597 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:46.866552 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 2808831e-2130-4ff0-9e94-e81a9729cba7 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:48:46.892491 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-b4fbc763-bae0-40b2-b95b-cf12c2598c4e None None] Set router 1054cb2b-16ee-4c90-9e35-e10e5fbac859 gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:48:46.902830 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-bfb0b6db-91ef-47a3-9dbe-7fe1f009f4bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:46.912547 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-ed2009f1-ac6e-452e-91fe-5630a51ef035 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Calling delete_port for dce78ffe-6e65-4187-ae7d-51d115d935a7 owned by network:router_gateway {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:46.961615 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-fa69660c-d58e-47ea-be9b-eb4a01bd49e1 None None] Provisioning complete for port b434c90b-eef9-4600-a381-4e13914419c7 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:46.962288 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fa69660c-d58e-47ea-be9b-eb4a01bd49e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:46.986471 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473287f6-e8b1-4514-83c6-b6e94069897a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Network aa590d1f-8f64-47a6-b8db-a2a00befaac5 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:48:47.017217 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-473287f6-e8b1-4514-83c6-b6e94069897a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, aa590d1f-8f64-47a6-b8db-a2a00befaac5) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:47.034505 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f8b05c-cfbf-4a2e-a7ad-c126dfe3afb8 None None] Network aa590d1f-8f64-47a6-b8db-a2a00befaac5 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:48:47.043633 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-b4fbc763-bae0-40b2-b95b-cf12c2598c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1054cb2b-16ee-4c90-9e35-e10e5fbac859', 'name': '', 'tenant_id': '9547665d8db04add9c677b4a5a727b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:48:38Z', 'updated_at': '2021-05-31T15:48:46Z', 'revision_number': 4, 'project_id': '9547665d8db04add9c677b4a5a727b5d', 'gw_port_host': None}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:47.059030 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fbc763-bae0-40b2-b95b-cf12c2598c4e None None] The sync data for ids ['1054cb2b-16ee-4c90-9e35-e10e5fbac859'] in dv-neutron-601336-79-hyperv is: [{'id': '1054cb2b-16ee-4c90-9e35-e10e5fbac859', 'name': '', 'tenant_id': '9547665d8db04add9c677b4a5a727b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:48:38Z', 'updated_at': '2021-05-31T15:48:46Z', 'revision_number': 4, 'project_id': '9547665d8db04add9c677b4a5a727b5d', 'gw_port_host': None}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:48:47.060799 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d808f-27d3-4683-9458-9527d8bd7fb7 None None] Pushing event updated for resources: {'Port': ['ID=dce78ffe-6e65-4187-ae7d-51d115d935a7,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:47.069601 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-745d808f-27d3-4683-9458-9527d8bd7fb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:47.141844 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473287f6-e8b1-4514-83c6-b6e94069897a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:47.142565 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-473287f6-e8b1-4514-83c6-b6e94069897a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:47.148233 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ed2009f1-ac6e-452e-91fe-5630a51ef035 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:47.156217 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f12450d9-8992-4e68-9071-eff07ee60a3f tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:47.191122 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-db8397ff-6645-426a-8352-e6a3ec8b72f5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:47.193604 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-fa69660c-d58e-47ea-be9b-eb4a01bd49e1 None None] Port b434c90b-eef9-4600-a381-4e13914419c7 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:48:47.196310 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=a8f91747-ed7f-4998-ac67-7d569871a40a,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:47.208023 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:47.232915 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2009f1-ac6e-452e-91fe-5630a51ef035 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Pushing event deleted for resources: {'Port': ['ID=dce78ffe-6e65-4187-ae7d-51d115d935a7,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:47.245452 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ed2009f1-ac6e-452e-91fe-5630a51ef035 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:47.246201 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 2808831e-2130-4ff0-9e94-e81a9729cba7 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:47.263290 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 2808831e-2130-4ff0-9e94-e81a9729cba7 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:47.263770 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:47.288666 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-473287f6-e8b1-4514-83c6-b6e94069897a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.4621634 May 31 15:48:47.294930 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53460) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:47.301478 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8397ff-6645-426a-8352-e6a3ec8b72f5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:47.302209 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ed2009f1-ac6e-452e-91fe-5630a51ef035 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:47.303453 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fea54-4f44-4539-a1c3-79e316cf62ee tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Port': ['ID=bcef5eb5-36b7-4c2f-8412-c96b45677e3b,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:47.468976 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-db8397ff-6645-426a-8352-e6a3ec8b72f5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:47.477033 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411fea54-4f44-4539-a1c3-79e316cf62ee tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:47.477585 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-411fea54-4f44-4539-a1c3-79e316cf62ee tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:47.481603 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-411fea54-4f44-4539-a1c3-79e316cf62ee tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:47.495303 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ebf7a6-a640-42dd-960e-9be4ac06330c None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:48:47.506297 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-98a7d8bd-8f5e-46f5-8f40-5080911982a6 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:47.522838 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b843559b-3884-4ba4-b3cb-29039b84e724 None None] Provisioning complete for port a8f91747-ed7f-4998-ac67-7d569871a40a triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:47.523214 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b843559b-3884-4ba4-b3cb-29039b84e724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:47.538642 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8397ff-6645-426a-8352-e6a3ec8b72f5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:47.539351 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-db8397ff-6645-426a-8352-e6a3ec8b72f5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:47.613825 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-db8397ff-6645-426a-8352-e6a3ec8b72f5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.9337749 May 31 15:48:47.653105 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53464) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:47.697141 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-17716c36-18bb-46c3-9d1c-ab135651c370 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'port': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'fixed_ips': [{'subnet_id': '070c917f-6566-4178-aec9-301d5ff59bc7', 'ip_address': '2001:db8::d848:4f05:6cff:4072'}], 'name': 'tempest-NetworksTestDHCPv6-930507078'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:47.701912 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea56406d-7690-4f3d-9e21-bf347750a482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-aa590d1f-8f64-47a6-b8db-a2a00befaac5', 'network_id': 'aa590d1f-8f64-47a6-b8db-a2a00befaac5', 'tenant_id': '77c737149bd84d0bb3a7bb28e9afd80b', 'fixed_ips': [{'subnet_id': 'cba26c25-2d89-4351-a85c-49f87d84879a'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:48:47.702739 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ea56406d-7690-4f3d-9e21-bf347750a482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:47.712689 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:47.779786 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ed2009f1-ac6e-452e-91fe-5630a51ef035 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:47.783922 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ed2009f1-ac6e-452e-91fe-5630a51ef035 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:47.791561 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-411fea54-4f44-4539-a1c3-79e316cf62ee tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.3118229 May 31 15:48:47.798846 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53468) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:47.820613 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8397ff-6645-426a-8352-e6a3ec8b72f5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Subnet': ['ID=070c917f-6566-4178-aec9-301d5ff59bc7,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:47.894544 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 2808831e-2130-4ff0-9e94-e81a9729cba7, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=2808831e-2130-4ff0-9e94-e81a9729cba7,segment=NetworkSegment(c2f41159-7937-496c-9ec4-7fabf755a237),segment_id=c2f41159-7937-496c-9ec4-7fabf755a237)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:48:47.902116 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-db8397ff-6645-426a-8352-e6a3ec8b72f5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:47.921062 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a8d2771b-dd6f-43db-a0fc-98b7dad98d5b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:47.950433 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:47.952908 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ed2009f1-ac6e-452e-91fe-5630a51ef035 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:47.953439 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2009f1-ac6e-452e-91fe-5630a51ef035 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1054cb2b-16ee-4c90-9e35-e10e5fbac859 {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:48:47.963155 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-abceda1b-5535-47f3-8b41-73008cb3fa5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:48.049591 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ed2009f1-ac6e-452e-91fe-5630a51ef035 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:48.053552 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ed2009f1-ac6e-452e-91fe-5630a51ef035 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "DELETE /v2.0/routers/1054cb2b-16ee-4c90-9e35-e10e5fbac859 HTTP/1.1" status: 204 len: 168 time: 2.9894502 May 31 15:48:48.062656 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53472) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:48.068236 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:48.148140 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=2808831e-2130-4ff0-9e94-e81a9729cba7,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:48.155399 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:48.156546 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eac4880-36ce-4536-8b58-19a34732592f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-b5001308-9f67-458f-99a7-4cdcd1177eb2', 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'fixed_ips': [{'subnet_id': '070c917f-6566-4178-aec9-301d5ff59bc7'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:48:48.156966 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9eac4880-36ce-4536-8b58-19a34732592f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:48.187551 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-ea56406d-7690-4f3d-9e21-bf347750a482 None None] Allocated IP 172.20.0.3 (aa590d1f-8f64-47a6-b8db-a2a00befaac5/cba26c25-2d89-4351-a85c-49f87d84879a/6cb8ab48-37cb-4954-adac-87def0cb67f8) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:48:48.204407 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b843559b-3884-4ba4-b3cb-29039b84e724 None None] Provisioning for port bcef5eb5-36b7-4c2f-8412-c96b45677e3b completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:48.239456 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fb257132-6fc6-4629-9cae-bffe265b4c6c tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:48.244764 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b843559b-3884-4ba4-b3cb-29039b84e724 None None] Provisioning complete for port bcef5eb5-36b7-4c2f-8412-c96b45677e3b triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:48.245144 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b843559b-3884-4ba4-b3cb-29039b84e724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:48.254437 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-17716c36-18bb-46c3-9d1c-ab135651c370 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:48.286804 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a8f91747-ed7f-4998-ac67-7d569871a40a up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:48:48.318407 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fb257132-6fc6-4629-9cae-bffe265b4c6c tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446711'] for router, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:48.330723 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-17716c36-18bb-46c3-9d1c-ab135651c370 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:port and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:48.345928 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-17716c36-18bb-46c3-9d1c-ab135651c370 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:48.356411 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecca55c3-aa42-41ad-93b0-c3fbaee60927 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Deleting subnet 3ffcf120-5696-40c0-934d-3ecbbc722b61 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:48:48.359986 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ecca55c3-aa42-41ad-93b0-c3fbaee60927 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:48.413700 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-17716c36-18bb-46c3-9d1c-ab135651c370 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:48.472534 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ecca55c3-aa42-41ad-93b0-c3fbaee60927 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:48.488182 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bfa9378a-1030-4dce-b59a-f07de286bfc5 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:48.501446 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:48.540542 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-b843559b-3884-4ba4-b3cb-29039b84e724 None None] Port bcef5eb5-36b7-4c2f-8412-c96b45677e3b cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:48:48.579021 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17716c36-18bb-46c3-9d1c-ab135651c370 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:48:48.640651 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ecca55c3-aa42-41ad-93b0-c3fbaee60927 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:48.697860 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-9eac4880-36ce-4536-8b58-19a34732592f None None] Allocated IP 2001:db8::2 (b5001308-9f67-458f-99a7-4cdcd1177eb2/070c917f-6566-4178-aec9-301d5ff59bc7/84ee99ec-79cf-41fa-9301-44caeaf91b56) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:48:48.718311 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port a8f91747-ed7f-4998-ac67-7d569871a40a triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:48.718710 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:48.769582 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ea56406d-7690-4f3d-9e21-bf347750a482 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:48.862729 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c00a2faf-7b77-435f-9614-2798aabc1998 None None] Provisioning complete for port bcef5eb5-36b7-4c2f-8412-c96b45677e3b triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:48.863128 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c00a2faf-7b77-435f-9614-2798aabc1998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:48.893017 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ea56406d-7690-4f3d-9e21-bf347750a482 None None] Transition to ACTIVE for port object 6cb8ab48-37cb-4954-adac-87def0cb67f8 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:48.957555 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ee99c407-f806-442a-988c-35102f29d3bd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:48.959417 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ea56406d-7690-4f3d-9e21-bf347750a482 None None] Transition to ACTIVE for port object 6cb8ab48-37cb-4954-adac-87def0cb67f8 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:49.013239 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ea56406d-7690-4f3d-9e21-bf347750a482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:49.028458 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-4975336a-de6d-423e-9668-66d43916e4bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:49.056219 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-c00a2faf-7b77-435f-9614-2798aabc1998 None None] Port bcef5eb5-36b7-4c2f-8412-c96b45677e3b cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:48:49.189498 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea56406d-7690-4f3d-9e21-bf347750a482 None None] Network aa590d1f-8f64-47a6-b8db-a2a00befaac5 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:49.225499 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-ea56406d-7690-4f3d-9e21-bf347750a482 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:49.227838 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea56406d-7690-4f3d-9e21-bf347750a482 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:48:49.290272 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56406d-7690-4f3d-9e21-bf347750a482 None None] Pushing event updated for resources: {'Port': ['ID=6cb8ab48-37cb-4954-adac-87def0cb67f8,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:49.298778 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-17716c36-18bb-46c3-9d1c-ab135651c370 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:49.301183 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ea56406d-7690-4f3d-9e21-bf347750a482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:49.363813 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9eac4880-36ce-4536-8b58-19a34732592f None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:49.366737 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-ea56406d-7690-4f3d-9e21-bf347750a482 None None] Attempting to bind port 6cb8ab48-37cb-4954-adac-87def0cb67f8 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:48:49.366980 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-ea56406d-7690-4f3d-9e21-bf347750a482 None None] Attempting to bind port 6cb8ab48-37cb-4954-adac-87def0cb67f8 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'e76b28e0-70d9-4743-9ae4-a461f4321b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'aa590d1f-8f64-47a6-b8db-a2a00befaac5'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:48:49.367471 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56406d-7690-4f3d-9e21-bf347750a482 None None] Attempting to bind port 6cb8ab48-37cb-4954-adac-87def0cb67f8 on network aa590d1f-8f64-47a6-b8db-a2a00befaac5 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:48:49.379979 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56406d-7690-4f3d-9e21-bf347750a482 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:48:49.380395 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56406d-7690-4f3d-9e21-bf347750a482 None None] Checking segment: {'id': 'e76b28e0-70d9-4743-9ae4-a461f4321b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'aa590d1f-8f64-47a6-b8db-a2a00befaac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:48:49.381254 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ea56406d-7690-4f3d-9e21-bf347750a482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:49.381801 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56406d-7690-4f3d-9e21-bf347750a482 None None] Bound using segment: {'id': 'e76b28e0-70d9-4743-9ae4-a461f4321b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'aa590d1f-8f64-47a6-b8db-a2a00befaac5'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:48:49.382533 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-ea56406d-7690-4f3d-9e21-bf347750a482 None None] Bound port: 6cb8ab48-37cb-4954-adac-87def0cb67f8, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e76b28e0-70d9-4743-9ae4-a461f4321b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'aa590d1f-8f64-47a6-b8db-a2a00befaac5'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:48:49.383137 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ea56406d-7690-4f3d-9e21-bf347750a482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:49.387463 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-17716c36-18bb-46c3-9d1c-ab135651c370 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] device_id is not set on port e5affd50-ffc8-4654-9a8b-f4f399f4dd36 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:48:49.396254 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-9eac4880-36ce-4536-8b58-19a34732592f None None] Transition to ACTIVE for port object 84ee99ec-79cf-41fa-9301-44caeaf91b56 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:49.426931 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb257132-6fc6-4629-9cae-bffe265b4c6c tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Router 4c138806-0231-4230-b635-051a236c5238 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:48:49.431792 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a8d2771b-dd6f-43db-a0fc-98b7dad98d5b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:49.455508 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-9eac4880-36ce-4536-8b58-19a34732592f None None] Transition to ACTIVE for port object 84ee99ec-79cf-41fa-9301-44caeaf91b56 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:49.459889 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a8d2771b-dd6f-43db-a0fc-98b7dad98d5b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:49.468469 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9eac4880-36ce-4536-8b58-19a34732592f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:49.474697 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-62d0cca8-572d-4d65-b95d-04d23d94c1a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:49.495572 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-56c2a0db-08ca-491f-898e-f4f8820827fa tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:49.502547 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:49.509974 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:49.560638 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac4880-36ce-4536-8b58-19a34732592f None None] Pushing event updated for resources: {'Port': ['ID=84ee99ec-79cf-41fa-9301-44caeaf91b56,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:49.567424 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-9eac4880-36ce-4536-8b58-19a34732592f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:49.568523 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-ea56406d-7690-4f3d-9e21-bf347750a482 None None] For port 6cb8ab48-37cb-4954-adac-87def0cb67f8, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:48:49.571844 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eac4880-36ce-4536-8b58-19a34732592f None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:49.571997 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Subnet': ['ID=cba26c25-2d89-4351-a85c-49f87d84879a,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:49.573779 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-ea56406d-7690-4f3d-9e21-bf347750a482 None None] For port 6cb8ab48-37cb-4954-adac-87def0cb67f8, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=6cb8ab48-37cb-4954-adac-87def0cb67f8,segment=NetworkSegment(e76b28e0-70d9-4743-9ae4-a461f4321b83),segment_id=e76b28e0-70d9-4743-9ae4-a461f4321b83)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:48:49.574930 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:49.575215 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-9eac4880-36ce-4536-8b58-19a34732592f None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:49.577639 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eac4880-36ce-4536-8b58-19a34732592f None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:48:49.583019 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ea56406d-7690-4f3d-9e21-bf347750a482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:49.589851 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:49.720544 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2771b-dd6f-43db-a0fc-98b7dad98d5b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Port': ['ID=b434c90b-eef9-4600-a381-4e13914419c7,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:49.736741 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a8d2771b-dd6f-43db-a0fc-98b7dad98d5b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:49.742485 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a8d2771b-dd6f-43db-a0fc-98b7dad98d5b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:49.746984 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-9eac4880-36ce-4536-8b58-19a34732592f None None] Attempting to bind port 84ee99ec-79cf-41fa-9301-44caeaf91b56 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:48:49.747442 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-9eac4880-36ce-4536-8b58-19a34732592f None None] Attempting to bind port 84ee99ec-79cf-41fa-9301-44caeaf91b56 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:48:49.748570 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eac4880-36ce-4536-8b58-19a34732592f None None] Attempting to bind port 84ee99ec-79cf-41fa-9301-44caeaf91b56 on network b5001308-9f67-458f-99a7-4cdcd1177eb2 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:48:49.751500 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ecca55c3-aa42-41ad-93b0-c3fbaee60927 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:49.753587 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56406d-7690-4f3d-9e21-bf347750a482 None None] Pushing event updated for resources: {'Port': ['ID=6cb8ab48-37cb-4954-adac-87def0cb67f8,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:49.758877 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ea56406d-7690-4f3d-9e21-bf347750a482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:49.759670 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eac4880-36ce-4536-8b58-19a34732592f None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:48:49.760171 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eac4880-36ce-4536-8b58-19a34732592f None None] Checking segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:48:49.760663 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9eac4880-36ce-4536-8b58-19a34732592f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:49.761596 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eac4880-36ce-4536-8b58-19a34732592f None None] Bound using segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:48:49.761734 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-9eac4880-36ce-4536-8b58-19a34732592f None None] Bound port: 84ee99ec-79cf-41fa-9301-44caeaf91b56, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:48:49.762197 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9eac4880-36ce-4536-8b58-19a34732592f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:49.776432 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8df2f7c8-f406-4b2d-8fc3-29565684be4a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:49.822501 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:49.858113 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ee99c407-f806-442a-988c-35102f29d3bd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:49.860965 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-9eac4880-36ce-4536-8b58-19a34732592f None None] For port 84ee99ec-79cf-41fa-9301-44caeaf91b56, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:48:49.867200 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-9eac4880-36ce-4536-8b58-19a34732592f None None] For port 84ee99ec-79cf-41fa-9301-44caeaf91b56, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=84ee99ec-79cf-41fa-9301-44caeaf91b56,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:48:49.870887 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca55c3-aa42-41ad-93b0-c3fbaee60927 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3ffcf120-5696-40c0-934d-3ecbbc722b61,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:49.873298 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ee99c407-f806-442a-988c-35102f29d3bd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:49.878700 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa590d1f-8f64-47a6-b8db-a2a00befaac5']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:49.879236 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9eac4880-36ce-4536-8b58-19a34732592f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:49.883656 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-9869c39d-f79c-45f3-b485-dafa542f412b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:49.886619 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ecca55c3-aa42-41ad-93b0-c3fbaee60927 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:49.889358 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ecca55c3-aa42-41ad-93b0-c3fbaee60927 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:49.890107 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3c76a10e-5480-4b0d-922a-d4deb598879a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:49.944477 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e76b28e0-70d9-4743-9ae4-a461f4321b83') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:49.945049 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e76b28e0-70d9-4743-9ae4-a461f4321b83') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:49.963222 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ecca55c3-aa42-41ad-93b0-c3fbaee60927 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "DELETE /v2.0/subnets/3ffcf120-5696-40c0-934d-3ecbbc722b61 HTTP/1.1" status: 204 len: 168 time: 1.8992186 May 31 15:48:49.972320 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac4880-36ce-4536-8b58-19a34732592f None None] Pushing event updated for resources: {'Port': ['ID=84ee99ec-79cf-41fa-9301-44caeaf91b56,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:49.977225 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-9eac4880-36ce-4536-8b58-19a34732592f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:49.988581 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53476) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:50.006511 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:50.062658 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:50.093281 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99c407-f806-442a-988c-35102f29d3bd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Port': ['ID=bcef5eb5-36b7-4c2f-8412-c96b45677e3b,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:50.102098 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:48:50.102565 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:48:50.121403 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:48:50.126327 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ee99c407-f806-442a-988c-35102f29d3bd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:50.145310 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb257132-6fc6-4629-9cae-bffe265b4c6c tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:48:50.162020 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3fc58d-c191-41bd-ab74-028cfb14ed82 None None] Sync routers for ids ['4c138806-0231-4230-b635-051a236c5238'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:48:50.187181 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3fc58d-c191-41bd-ab74-028cfb14ed82 None None] Routers {'4c138806-0231-4230-b635-051a236c5238'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:50.187845 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-0e3fc58d-c191-41bd-ab74-028cfb14ed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4c138806-0231-4230-b635-051a236c5238'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:50.257991 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-17716c36-18bb-46c3-9d1c-ab135651c370 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Allocated IP 2001:db8::d848:4f05:6cff:4072 (b5001308-9f67-458f-99a7-4cdcd1177eb2/070c917f-6566-4178-aec9-301d5ff59bc7/e5affd50-ffc8-4654-9a8b-f4f399f4dd36) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:48:50.292049 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-0e3fc58d-c191-41bd-ab74-028cfb14ed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:50.326033 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3fc58d-c191-41bd-ab74-028cfb14ed82 None None] Routers {'4c138806-0231-4230-b635-051a236c5238'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:50.327049 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-0e3fc58d-c191-41bd-ab74-028cfb14ed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4c138806-0231-4230-b635-051a236c5238'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:50.406493 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fb257132-6fc6-4629-9cae-bffe265b4c6c tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:50.407949 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-fb257132-6fc6-4629-9cae-bffe265b4c6c tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "PUT /v2.0/routers/4c138806-0231-4230-b635-051a236c5238 HTTP/1.1" status: 200 len: 914 time: 10.3529871 May 31 15:48:50.421990 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53480) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:50.437199 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f5de9f5d-4be7-4b2e-aada-319d56e5e0fc tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:50.452680 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 2808831e-2130-4ff0-9e94-e81a9729cba7 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:48:50.499767 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d2771b-dd6f-43db-a0fc-98b7dad98d5b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network 81a33d0d-2a19-4b27-97bd-501d4372cddc is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:50.508071 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-a8d2771b-dd6f-43db-a0fc-98b7dad98d5b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:50.520897 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-0e3fc58d-c191-41bd-ab74-028cfb14ed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:50.521424 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3fc58d-c191-41bd-ab74-028cfb14ed82 None None] The sync data for ids ['4c138806-0231-4230-b635-051a236c5238'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:48:50.558845 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-6d979eda-317a-4fe1-8d42-faafb3985ccb None None] Provisioning complete for port bcef5eb5-36b7-4c2f-8412-c96b45677e3b triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:50.559277 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6d979eda-317a-4fe1-8d42-faafb3985ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:50.656945 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-6d979eda-317a-4fe1-8d42-faafb3985ccb None None] Port bcef5eb5-36b7-4c2f-8412-c96b45677e3b cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:48:50.671054 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 2808831e-2130-4ff0-9e94-e81a9729cba7 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:50.671817 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:50.679167 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.db.api [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 31 15:48:50.679167 dv-neutron-601336-79-hyperv neutron-server[99204]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 31 15:48:50.679167 dv-neutron-601336-79-hyperv neutron-server[99204]: [parameters: {'id': 'aa590d1f-8f64-47a6-b8db-a2a00befaac5'}] May 31 15:48:50.679167 dv-neutron-601336-79-hyperv neutron-server[99204]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:48:50.680368 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_db.api [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:48:50.818309 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 6cb8ab48-37cb-4954-adac-87def0cb67f8 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:48:50.842473 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ee99c407-f806-442a-988c-35102f29d3bd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:50.892372 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ad26ace7-a196-4d82-832a-efcb6adfff6e None None] Provisioning complete for port b434c90b-eef9-4600-a381-4e13914419c7 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:50.892738 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ad26ace7-a196-4d82-832a-efcb6adfff6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:50.942139 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 6cb8ab48-37cb-4954-adac-87def0cb67f8 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:50.957506 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-ad26ace7-a196-4d82-832a-efcb6adfff6e None None] Port b434c90b-eef9-4600-a381-4e13914419c7 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:48:50.985035 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-21a4a222-4240-44b5-8f3c-91f9ecad607a tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "GET /v2.0/routers/4c138806-0231-4230-b635-051a236c5238 HTTP/1.1" status: 200 len: 920 time: 0.5579758 May 31 15:48:51.000654 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53484) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:51.118840 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-bfa9378a-1030-4dce-b59a-f07de286bfc5 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Deleting port 92f11efc-a275-412d-97cb-a6949d839fe9 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:51.119564 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bfa9378a-1030-4dce-b59a-f07de286bfc5 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:51.138760 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f5de9f5d-4be7-4b2e-aada-319d56e5e0fc tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:51.227511 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-f5de9f5d-4be7-4b2e-aada-319d56e5e0fc tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e00255f6-d1f7-44c8-933d-1cb63585515c']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:51.280089 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-f5de9f5d-4be7-4b2e-aada-319d56e5e0fc tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829112f4-bcae-4576-bb65-487ab67b26d1') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:51.280359 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-f5de9f5d-4be7-4b2e-aada-319d56e5e0fc tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829112f4-bcae-4576-bb65-487ab67b26d1') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:51.298638 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:51.321798 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f5de9f5d-4be7-4b2e-aada-319d56e5e0fc tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:51.329238 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de143883-e7e0-4e9f-8686-bd0ace9f7d98 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:51.333290 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-de143883-e7e0-4e9f-8686-bd0ace9f7d98 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=014c45f7-9697-4b0b-b8b7-66a80a50a15c&device_id=4c138806-0231-4230-b635-051a236c5238&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3290455 May 31 15:48:51.336646 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53488) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:51.360020 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ee99c407-f806-442a-988c-35102f29d3bd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:51.389243 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bfa9378a-1030-4dce-b59a-f07de286bfc5 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:51.484069 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-17716c36-18bb-46c3-9d1c-ab135651c370 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:51.488600 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b504a455-d760-42a4-a46d-d33daebc2c79 None None] Provisioning for port 84ee99ec-79cf-41fa-9301-44caeaf91b56 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:51.563753 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-17716c36-18bb-46c3-9d1c-ab135651c370 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Transition to ACTIVE for port object e5affd50-ffc8-4654-9a8b-f4f399f4dd36 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:51.572555 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-bfa9378a-1030-4dce-b59a-f07de286bfc5 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Calling delete_port for 92f11efc-a275-412d-97cb-a6949d839fe9 owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:51.575449 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f5de9f5d-4be7-4b2e-aada-319d56e5e0fc tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:51.589106 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5de9f5d-4be7-4b2e-aada-319d56e5e0fc tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:48:51.589504 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f5de9f5d-4be7-4b2e-aada-319d56e5e0fc tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:48:51.605652 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:48:51.619191 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2bd0ff-5915-4e48-a51a-3706ba69c983 None None] Network aa590d1f-8f64-47a6-b8db-a2a00befaac5 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:48:51.673071 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d2771b-dd6f-43db-a0fc-98b7dad98d5b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Router 0f28baa9-8091-4ea5-8cf2-68a0d4c1ddcb is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:48:51.732375 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24becd0-17ef-4eca-b935-222147b918ba tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:51.737365 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f24becd0-17ef-4eca-b935-222147b918ba tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "GET /v2.0/networks/014c45f7-9697-4b0b-b8b7-66a80a50a15c HTTP/1.1" status: 200 len: 881 time: 0.3961735 May 31 15:48:51.737365 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53494) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:51.784605 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Deleting port 6cb8ab48-37cb-4954-adac-87def0cb67f8 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:51.785205 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:51.791038 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d4bcfb77-2428-4fbc-af1a-a6740335ccd0 None None] Provisioning for port 6cb8ab48-37cb-4954-adac-87def0cb67f8 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:51.803365 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d4bcfb77-2428-4fbc-af1a-a6740335ccd0 None None] Provisioning complete for port 6cb8ab48-37cb-4954-adac-87def0cb67f8 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:51.803959 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d4bcfb77-2428-4fbc-af1a-a6740335ccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:51.819293 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8b4d7f14-7518-4e3e-bf9e-60e666e618ba tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c138806-0231-4230-b635-051a236c5238 HTTP/1.1" status: 200 len: 205 time: 0.0784309 May 31 15:48:51.838919 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53498) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:51.902695 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f5de9f5d-4be7-4b2e-aada-319d56e5e0fc tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:51.907236 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5de9f5d-4be7-4b2e-aada-319d56e5e0fc tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e00255f6-d1f7-44c8-933d-1cb63585515c {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 31 15:48:51.909686 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f5de9f5d-4be7-4b2e-aada-319d56e5e0fc tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:51.924553 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8f0c11fe-d2a3-40ef-a911-6a30c09e66eb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:51.969771 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-17716c36-18bb-46c3-9d1c-ab135651c370 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:51.977428 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de9f5d-4be7-4b2e-aada-319d56e5e0fc tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Pushing event deleted for resources: {'Network': ['ID=e00255f6-d1f7-44c8-933d-1cb63585515c,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:51.980387 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f5de9f5d-4be7-4b2e-aada-319d56e5e0fc tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:51.985459 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f5de9f5d-4be7-4b2e-aada-319d56e5e0fc tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "DELETE /v2.0/networks/e00255f6-d1f7-44c8-933d-1cb63585515c HTTP/1.1" status: 204 len: 168 time: 1.9903340 May 31 15:48:51.997886 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e8e686d6-40bb-4c9a-9003-e00fc20cc976 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:51.998320 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] For port 6cb8ab48-37cb-4954-adac-87def0cb67f8, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=6cb8ab48-37cb-4954-adac-87def0cb67f8,segment=NetworkSegment(e76b28e0-70d9-4743-9ae4-a461f4321b83),segment_id=e76b28e0-70d9-4743-9ae4-a461f4321b83)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:48:51.998685 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:52.001879 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d4bcfb77-2428-4fbc-af1a-a6740335ccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:52.057090 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d4bcfb77-2428-4fbc-af1a-a6740335ccd0 None None] For port 6cb8ab48-37cb-4954-adac-87def0cb67f8, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=6cb8ab48-37cb-4954-adac-87def0cb67f8,segment=NetworkSegment(e76b28e0-70d9-4743-9ae4-a461f4321b83),segment_id=e76b28e0-70d9-4743-9ae4-a461f4321b83)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:48:52.059899 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6ee2c4-4d2a-4e51-b9ca-897b55858719 None None] DHCP port deletion for aa590d1f-8f64-47a6-b8db-a2a00befaac5 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:48:52.120890 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d4bcfb77-2428-4fbc-af1a-a6740335ccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:52.127363 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-8ee62ba6-279c-4444-aa25-3a0e186cfac7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:52.201954 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d2771b-dd6f-43db-a0fc-98b7dad98d5b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:48:52.231295 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Calling delete_port for 6cb8ab48-37cb-4954-adac-87def0cb67f8 owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:52.231751 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17716c36-18bb-46c3-9d1c-ab135651c370 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:52.242500 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a8d2771b-dd6f-43db-a0fc-98b7dad98d5b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "PUT /v2.0/routers/0f28baa9-8091-4ea5-8cf2-68a0d4c1ddcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0994065 May 31 15:48:52.251809 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53508) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:52.273013 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-17716c36-18bb-46c3-9d1c-ab135651c370 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:52.286881 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17716c36-18bb-46c3-9d1c-ab135651c370 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:48:52.293439 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17716c36-18bb-46c3-9d1c-ab135651c370 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:52.294264 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-17716c36-18bb-46c3-9d1c-ab135651c370 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:52.310938 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17716c36-18bb-46c3-9d1c-ab135651c370 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Port': ['ID=e5affd50-ffc8-4654-9a8b-f4f399f4dd36,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:52.333026 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-17716c36-18bb-46c3-9d1c-ab135651c370 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:52.348728 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8e64b86a-db84-42b3-9c79-503da2793363 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:52.386463 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb18ec6-be63-451a-b960-a4eacf60fd94 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:52.390292 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-dbb18ec6-be63-451a-b960-a4eacf60fd94 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "GET /v2.0/ports/b434c90b-eef9-4600-a381-4e13914419c7 HTTP/1.1" status: 200 len: 910 time: 0.1349025 May 31 15:48:52.390669 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53512) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:52.398410 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bcfb77-2428-4fbc-af1a-a6740335ccd0 None None] Pushing event updated for resources: {'Port': ['ID=6cb8ab48-37cb-4954-adac-87def0cb67f8,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:52.401124 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-e8c2e677-8397-4a17-b82d-a788437973c5 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '59f3c8bc-84f5-4dc1-b993-a708f387d734'}]}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:52.407498 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d4bcfb77-2428-4fbc-af1a-a6740335ccd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:52.408492 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 84ee99ec-79cf-41fa-9301-44caeaf91b56 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:48:52.442277 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-17716c36-18bb-46c3-9d1c-ab135651c370 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.7718904 May 31 15:48:52.454773 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53516) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:52.455139 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53518) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:52.474586 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-2698665e-f089-45c4-988e-d14fd1ce756f tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Request body: {'router': {'name': 'tempest-router--1086788066', 'project_id': '13c891cba0944251ba3ce8777f490bed'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:52.481172 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-234b14c0-b89f-4733-bc79-245ca3dfd9b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'port': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'fixed_ips': [{'subnet_id': '070c917f-6566-4178-aec9-301d5ff59bc7', 'ip_address': '2001:db8::d848:4f05:6cff:4072'}], 'name': 'tempest-NetworksTestDHCPv6-552400036'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:52.510428 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ee99c407-f806-442a-988c-35102f29d3bd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:52.516235 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-2698665e-f089-45c4-988e-d14fd1ce756f tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:52.566194 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-ab6ee2c4-4d2a-4e51-b9ca-897b55858719 None None] Deleting port 6cb8ab48-37cb-4954-adac-87def0cb67f8 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:52.566935 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ab6ee2c4-4d2a-4e51-b9ca-897b55858719 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:52.572429 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-2698665e-f089-45c4-988e-d14fd1ce756f tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Usage tracker for resource:router and tenant:13c891cba0944251ba3ce8777f490bed is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:52.580642 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ee99c407-f806-442a-988c-35102f29d3bd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:52.609807 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-2698665e-f089-45c4-988e-d14fd1ce756f tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:52.634263 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-447fbd0c-b0a9-4b80-a497-9a354653d8a7 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:52.644488 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd35386c-795b-48f0-bfd0-888813751fab None None] Sync routers for ids ['0f28baa9-8091-4ea5-8cf2-68a0d4c1ddcb'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:48:52.659843 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd35386c-795b-48f0-bfd0-888813751fab None None] Routers {'0f28baa9-8091-4ea5-8cf2-68a0d4c1ddcb'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:52.660727 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-cd35386c-795b-48f0-bfd0-888813751fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['0f28baa9-8091-4ea5-8cf2-68a0d4c1ddcb'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:52.666672 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 84ee99ec-79cf-41fa-9301-44caeaf91b56 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:52.689290 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 84ee99ec-79cf-41fa-9301-44caeaf91b56 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:52.689290 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:52.689809 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-2698665e-f089-45c4-988e-d14fd1ce756f tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:52.760102 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e01dfbcb-cbdb-4a6e-a137-a630c380e03e None None] Provisioning for port e5affd50-ffc8-4654-9a8b-f4f399f4dd36 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:48:52.768976 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:52.776856 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-ab6ee2c4-4d2a-4e51-b9ca-897b55858719 None None] For port 6cb8ab48-37cb-4954-adac-87def0cb67f8, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=6cb8ab48-37cb-4954-adac-87def0cb67f8,segment=NetworkSegment(e76b28e0-70d9-4743-9ae4-a461f4321b83),segment_id=e76b28e0-70d9-4743-9ae4-a461f4321b83)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:48:52.777270 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ab6ee2c4-4d2a-4e51-b9ca-897b55858719 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:52.786730 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-cd35386c-795b-48f0-bfd0-888813751fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:52.787050 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e01dfbcb-cbdb-4a6e-a137-a630c380e03e None None] Provisioning complete for port e5affd50-ffc8-4654-9a8b-f4f399f4dd36 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:52.787426 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e01dfbcb-cbdb-4a6e-a137-a630c380e03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:52.796810 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd35386c-795b-48f0-bfd0-888813751fab None None] Routers {'0f28baa9-8091-4ea5-8cf2-68a0d4c1ddcb'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:52.797524 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-cd35386c-795b-48f0-bfd0-888813751fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['0f28baa9-8091-4ea5-8cf2-68a0d4c1ddcb'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:52.859259 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8e64b86a-db84-42b3-9c79-503da2793363 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:52.868880 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bfa9378a-1030-4dce-b59a-f07de286bfc5 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:52.874874 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8f540f43-0d38-467b-8987-3b72de2a34b2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:52.899795 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-cd35386c-795b-48f0-bfd0-888813751fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:52.900211 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd35386c-795b-48f0-bfd0-888813751fab None None] The sync data for ids ['0f28baa9-8091-4ea5-8cf2-68a0d4c1ddcb'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:48:52.963867 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9378a-1030-4dce-b59a-f07de286bfc5 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event deleted for resources: {'Port': ['ID=92f11efc-a275-412d-97cb-a6949d839fe9,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:52.966197 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bfa9378a-1030-4dce-b59a-f07de286bfc5 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:52.969267 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-ab6ee2c4-4d2a-4e51-b9ca-897b55858719 None None] Calling delete_port for 6cb8ab48-37cb-4954-adac-87def0cb67f8 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:52.991612 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-e01dfbcb-cbdb-4a6e-a137-a630c380e03e None None] Port e5affd50-ffc8-4654-9a8b-f4f399f4dd36 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:48:53.020586 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2698665e-f089-45c4-988e-d14fd1ce756f tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:53.021630 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2698665e-f089-45c4-988e-d14fd1ce756f tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:53.058356 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] No DVR routers for this DVR port 6cb8ab48-37cb-4954-adac-87def0cb67f8 on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:48:53.060191 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99c407-f806-442a-988c-35102f29d3bd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Port': ['ID=bcef5eb5-36b7-4c2f-8412-c96b45677e3b,revision_number=3']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:53.072195 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:53.094135 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ee99c407-f806-442a-988c-35102f29d3bd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:53.102138 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5ba93cfc-83d5-40c5-b49a-a9cb41331e58 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:53.116892 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 84ee99ec-79cf-41fa-9301-44caeaf91b56, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=84ee99ec-79cf-41fa-9301-44caeaf91b56,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:48:53.118611 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ab6ee2c4-4d2a-4e51-b9ca-897b55858719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:53.124084 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1f8ef512-a47f-496b-ad32-e09fd5a48a8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:53.156169 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ee99c407-f806-442a-988c-35102f29d3bd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:53.165087 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:53.177309 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ee2c4-4d2a-4e51-b9ca-897b55858719 None None] Pushing event deleted for resources: {'Port': ['ID=6cb8ab48-37cb-4954-adac-87def0cb67f8,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:53.179267 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6ee2c4-4d2a-4e51-b9ca-897b55858719 None None] No DVR routers for this DVR port 6cb8ab48-37cb-4954-adac-87def0cb67f8 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:48:53.180790 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ab6ee2c4-4d2a-4e51-b9ca-897b55858719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:53.181342 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-9eac4880-36ce-4536-8b58-19a34732592f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:53.191875 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Port': ['ID=6cb8ab48-37cb-4954-adac-87def0cb67f8,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:53.209572 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2698665e-f089-45c4-988e-d14fd1ce756f tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:53.212139 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:53.231938 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-8e64b86a-db84-42b3-9c79-503da2793363 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Deleting port 6a0ed349-ba6d-4b78-a4a1-02f9bb148ff4 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:53.232551 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8e64b86a-db84-42b3-9c79-503da2793363 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:53.251773 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=84ee99ec-79cf-41fa-9301-44caeaf91b56,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:53.259483 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:53.275044 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 6cb8ab48-37cb-4954-adac-87def0cb67f8 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:48:53.310713 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 6cb8ab48-37cb-4954-adac-87def0cb67f8 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:48:53.311559 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 6cb8ab48-37cb-4954-adac-87def0cb67f8 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:48:53.312800 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-234b14c0-b89f-4733-bc79-245ca3dfd9b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:53.345640 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bfa9378a-1030-4dce-b59a-f07de286bfc5 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:53.381811 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-234b14c0-b89f-4733-bc79-245ca3dfd9b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:port and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:53.406275 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-234b14c0-b89f-4733-bc79-245ca3dfd9b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:53.423230 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:53.431349 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-234b14c0-b89f-4733-bc79-245ca3dfd9b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:53.440406 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2698665e-f089-45c4-988e-d14fd1ce756f tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:53.459540 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8e64b86a-db84-42b3-9c79-503da2793363 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:53.480831 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa590d1f-8f64-47a6-b8db-a2a00befaac5']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:53.522792 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234b14c0-b89f-4733-bc79-245ca3dfd9b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:48:53.555872 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e76b28e0-70d9-4743-9ae4-a461f4321b83') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:53.556143 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e76b28e0-70d9-4743-9ae4-a461f4321b83') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:53.598645 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-8e64b86a-db84-42b3-9c79-503da2793363 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Calling delete_port for 6a0ed349-ba6d-4b78-a4a1-02f9bb148ff4 owned by network:router_gateway {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:53.636615 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:53.648738 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2698665e-f089-45c4-988e-d14fd1ce756f tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:53.652482 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2698665e-f089-45c4-988e-d14fd1ce756f tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1901815 May 31 15:48:53.659853 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53524) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:53.680164 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e8c2e677-8397-4a17-b82d-a788437973c5 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:53.693409 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:53.696573 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee99c407-f806-442a-988c-35102f29d3bd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network 099216d3-7ee3-4b38-b854-437d904836ed is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:53.702889 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-ee99c407-f806-442a-988c-35102f29d3bd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:53.726810 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:48:53.727237 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:48:53.748772 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:48:53.827418 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ed42263a-b810-4421-b8c4-e1362bbbbcd4 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:53.920171 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ec8992ac-8cde-45a4-8f08-e67591c986cb None None] Provisioning complete for port bcef5eb5-36b7-4c2f-8412-c96b45677e3b triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:53.920747 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ec8992ac-8cde-45a4-8f08-e67591c986cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:53.941708 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-234b14c0-b89f-4733-bc79-245ca3dfd9b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:53.983959 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-ec8992ac-8cde-45a4-8f08-e67591c986cb None None] Port bcef5eb5-36b7-4c2f-8412-c96b45677e3b cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:48:54.102197 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:54.115878 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-234b14c0-b89f-4733-bc79-245ca3dfd9b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] device_id is not set on port 504ac974-4602-4a18-bd2c-3b17ed00874e yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:48:54.152452 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1fe7f95a-8dc4-497d-a3cf-67728649a933 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:54.173541 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 84ee99ec-79cf-41fa-9301-44caeaf91b56 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:48:54.174575 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:54.248546 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 84ee99ec-79cf-41fa-9301-44caeaf91b56 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:48:54.249104 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:54.249223 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Network': ['ID=aa590d1f-8f64-47a6-b8db-a2a00befaac5,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:54.271469 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/networks/aa590d1f-8f64-47a6-b8db-a2a00befaac5 HTTP/1.1" status: 204 len: 168 time: 6.9699121 May 31 15:48:54.279141 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:54.284376 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53530) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:54.299924 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-4b41ee4a-8828-448e-8ae1-73e97154edfa tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1421456200'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:54.314211 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4b41ee4a-8828-448e-8ae1-73e97154edfa tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:54.356305 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4b41ee4a-8828-448e-8ae1-73e97154edfa tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Usage tracker for resource:network and tenant:77c737149bd84d0bb3a7bb28e9afd80b is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:54.377934 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4b41ee4a-8828-448e-8ae1-73e97154edfa tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:54.387959 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ed42263a-b810-4421-b8c4-e1362bbbbcd4 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:54.400465 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ed42263a-b810-4421-b8c4-e1362bbbbcd4 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:54.430196 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4b41ee4a-8828-448e-8ae1-73e97154edfa tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:54.471749 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b41ee4a-8828-448e-8ae1-73e97154edfa tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Made reservation on behalf of 77c737149bd84d0bb3a7bb28e9afd80b for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:48:54.475152 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4b41ee4a-8828-448e-8ae1-73e97154edfa tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:54.517290 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ed42263a-b810-4421-b8c4-e1362bbbbcd4 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:54.517789 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed42263a-b810-4421-b8c4-e1362bbbbcd4 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 169bcce1-0f39-4a86-9f31-8c3cb9c6ec5d {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:48:54.570934 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa9378a-1030-4dce-b59a-f07de286bfc5 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Router 7f5a6441-fbbd-48ae-b93f-635a8e5dafc5 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:48:54.665501 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ed42263a-b810-4421-b8c4-e1362bbbbcd4 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:54.666656 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ed42263a-b810-4421-b8c4-e1362bbbbcd4 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "DELETE /v2.0/routers/169bcce1-0f39-4a86-9f31-8c3cb9c6ec5d HTTP/1.1" status: 204 len: 168 time: 1.0058677 May 31 15:48:54.699199 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8e64b86a-db84-42b3-9c79-503da2793363 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:54.706354 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-17716c36-18bb-46c3-9d1c-ab135651c370 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:54.748617 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee99c407-f806-442a-988c-35102f29d3bd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Router 2a13f025-d097-4a2d-8358-c8ef657b4630 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:48:54.788513 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b41ee4a-8828-448e-8ae1-73e97154edfa tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:48:54.792555 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53538) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:54.807377 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64b86a-db84-42b3-9c79-503da2793363 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Pushing event deleted for resources: {'Port': ['ID=6a0ed349-ba6d-4b78-a4a1-02f9bb148ff4,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:54.840831 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8e64b86a-db84-42b3-9c79-503da2793363 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:54.922184 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa9378a-1030-4dce-b59a-f07de286bfc5 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:48:54.931470 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bfa9378a-1030-4dce-b59a-f07de286bfc5 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "PUT /v2.0/routers/7f5a6441-fbbd-48ae-b93f-635a8e5dafc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9876773 May 31 15:48:54.932589 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53544) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:54.939593 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31681d6-b364-4ecf-8903-4765fafc834d None None] Sync routers for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:48:54.942473 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4b41ee4a-8828-448e-8ae1-73e97154edfa tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:54.942979 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-4b41ee4a-8828-448e-8ae1-73e97154edfa tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Added segment 85d7c4e5-9b85-4035-a237-645c3b21f748 of type vlan for network 97f4c145-f389-4c08-b02f-a232e8ba4b32 May 31 15:48:54.944532 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-234b14c0-b89f-4733-bc79-245ca3dfd9b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] POST failed (client error): There was a conflict when trying to complete your request. May 31 15:48:54.944920 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-234b14c0-b89f-4733-bc79-245ca3dfd9b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:48:54.952380 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31681d6-b364-4ecf-8903-4765fafc834d None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:54.953280 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a31681d6-b364-4ecf-8903-4765fafc834d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:55.001927 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8e64b86a-db84-42b3-9c79-503da2793363 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:55.030877 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a31681d6-b364-4ecf-8903-4765fafc834d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:55.041241 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31681d6-b364-4ecf-8903-4765fafc834d None None] Routers {'7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:55.042090 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a31681d6-b364-4ecf-8903-4765fafc834d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:55.118311 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a31681d6-b364-4ecf-8903-4765fafc834d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:55.119045 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31681d6-b364-4ecf-8903-4765fafc834d None None] The sync data for ids ['7f5a6441-fbbd-48ae-b93f-635a8e5dafc5'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:48:55.120216 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-234b14c0-b89f-4733-bc79-245ca3dfd9b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.6619351 May 31 15:48:55.121472 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee99c407-f806-442a-988c-35102f29d3bd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:48:55.122924 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53550) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:55.127005 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4b41ee4a-8828-448e-8ae1-73e97154edfa tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:55.136085 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ee99c407-f806-442a-988c-35102f29d3bd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "PUT /v2.0/routers/2a13f025-d097-4a2d-8358-c8ef657b4630/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3365149 May 31 15:48:55.138303 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faaf6c8-79a7-42be-8bdc-67002e69fad7 None None] Sync routers for ids ['2a13f025-d097-4a2d-8358-c8ef657b4630'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:48:55.141428 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53554) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:55.151157 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faaf6c8-79a7-42be-8bdc-67002e69fad7 None None] Routers {'2a13f025-d097-4a2d-8358-c8ef657b4630'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:55.152405 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-4faaf6c8-79a7-42be-8bdc-67002e69fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['2a13f025-d097-4a2d-8358-c8ef657b4630'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:55.219662 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-4faaf6c8-79a7-42be-8bdc-67002e69fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:55.221708 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8e64b86a-db84-42b3-9c79-503da2793363 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:55.225742 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8e64b86a-db84-42b3-9c79-503da2793363 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:55.230072 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faaf6c8-79a7-42be-8bdc-67002e69fad7 None None] Routers {'2a13f025-d097-4a2d-8358-c8ef657b4630'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:48:55.230862 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-4faaf6c8-79a7-42be-8bdc-67002e69fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['2a13f025-d097-4a2d-8358-c8ef657b4630'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:55.246783 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-183b128b-b1f0-47c9-9862-343a4cc5a6fd tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-412966092', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}, 'admin_state_up': False}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:55.283779 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-183b128b-b1f0-47c9-9862-343a4cc5a6fd tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:55.298487 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-183b128b-b1f0-47c9-9862-343a4cc5a6fd tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Usage tracker for resource:router and tenant:8c3b2ea9a4594def894b2a235c1a97b6 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:55.303494 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-183b128b-b1f0-47c9-9862-343a4cc5a6fd tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:55.321996 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-183b128b-b1f0-47c9-9862-343a4cc5a6fd tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:55.330044 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8e64b86a-db84-42b3-9c79-503da2793363 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:55.330579 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e64b86a-db84-42b3-9c79-503da2793363 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Fanout notify agent at l3_agent the message router_deleted on router 4c138806-0231-4230-b635-051a236c5238 {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:48:55.332691 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4b41ee4a-8828-448e-8ae1-73e97154edfa tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:55.337743 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-4faaf6c8-79a7-42be-8bdc-67002e69fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:48:55.338340 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b41ee4a-8828-448e-8ae1-73e97154edfa tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:55.338605 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faaf6c8-79a7-42be-8bdc-67002e69fad7 None None] The sync data for ids ['2a13f025-d097-4a2d-8358-c8ef657b4630'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:48:55.338860 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4b41ee4a-8828-448e-8ae1-73e97154edfa tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:55.338992 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-34bb4a68-c4d3-4bc2-917b-0b28d700a47a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:55.355337 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5ba93cfc-83d5-40c5-b49a-a9cb41331e58 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:55.410096 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-183b128b-b1f0-47c9-9862-343a4cc5a6fd tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:55.411531 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-183b128b-b1f0-47c9-9862-343a4cc5a6fd tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:55.474013 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4b41ee4a-8828-448e-8ae1-73e97154edfa tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1866896 May 31 15:48:55.489280 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e8c2e677-8397-4a17-b82d-a788437973c5 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:55.495428 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53560) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:55.515829 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-d4b1cba5-e367-4639-9f4e-27bc415c3578 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Request body: {'subnet': {'network_id': '97f4c145-f389-4c08-b02f-a232e8ba4b32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:55.539629 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41ee4a-8828-448e-8ae1-73e97154edfa tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event updated for resources: {'Network': ['ID=97f4c145-f389-4c08-b02f-a232e8ba4b32,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:55.541742 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e8c2e677-8397-4a17-b82d-a788437973c5 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:55.552420 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 97f4c145-f389-4c08-b02f-a232e8ba4b32 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:48:55.569837 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8e64b86a-db84-42b3-9c79-503da2793363 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:55.571050 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8e64b86a-db84-42b3-9c79-503da2793363 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "DELETE /v2.0/routers/4c138806-0231-4230-b635-051a236c5238 HTTP/1.1" status: 204 len: 168 time: 3.7320633 May 31 15:48:55.572320 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4b41ee4a-8828-448e-8ae1-73e97154edfa tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:55.577132 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53564) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:55.584885 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1fe7f95a-8dc4-497d-a3cf-67728649a933 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:55.590654 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-56a2869e-6b2e-49d7-a56f-7e865b10a92a tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-240126338', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}, 'admin_state_up': False}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:48:55.601318 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-56a2869e-6b2e-49d7-a56f-7e865b10a92a tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:55.608602 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-56a2869e-6b2e-49d7-a56f-7e865b10a92a tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Usage tracker for resource:router and tenant:24706fd3f5484e1a80c0ece833bb483a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:55.616540 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-183b128b-b1f0-47c9-9862-343a4cc5a6fd tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:55.640074 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbe17c0-16d5-4663-9b30-3c0c0d576136 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:55.647022 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbe17c0-16d5-4663-9b30-3c0c0d576136 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:55.647838 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-efbe17c0-16d5-4663-9b30-3c0c0d576136 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:48:55.661656 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-56a2869e-6b2e-49d7-a56f-7e865b10a92a tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:55.675371 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-56a2869e-6b2e-49d7-a56f-7e865b10a92a tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:55.702928 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-56a2869e-6b2e-49d7-a56f-7e865b10a92a tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:55.703952 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-56a2869e-6b2e-49d7-a56f-7e865b10a92a tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:55.723139 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-34bb4a68-c4d3-4bc2-917b-0b28d700a47a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:55.731199 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-56a2869e-6b2e-49d7-a56f-7e865b10a92a tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:55.740872 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c91b32-d7d9-48a6-af30-ec36cbea9e5d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:55.741569 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-d7c91b32-d7d9-48a6-af30-ec36cbea9e5d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Synchronizing usage tracker for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:48:55.829606 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2e677-8397-4a17-b82d-a788437973c5 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Port': ['ID=b434c90b-eef9-4600-a381-4e13914419c7,revision_number=3']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:55.832409 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e8c2e677-8397-4a17-b82d-a788437973c5 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:55.833266 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-efbe17c0-16d5-4663-9b30-3c0c0d576136 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:48:55.836985 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-efbe17c0-16d5-4663-9b30-3c0c0d576136 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.7035167 May 31 15:48:55.840657 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53568) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:55.842239 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c2e677-8397-4a17-b82d-a788437973c5 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:55.842850 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e8c2e677-8397-4a17-b82d-a788437973c5 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:55.844123 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e8c2e677-8397-4a17-b82d-a788437973c5 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "PUT /v2.0/ports/b434c90b-eef9-4600-a381-4e13914419c7 HTTP/1.1" status: 200 len: 910 time: 3.4515910 May 31 15:48:55.857809 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53570) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:55.896454 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-d4b1cba5-e367-4639-9f4e-27bc415c3578 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:48:55.903719 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-d7c91b32-d7d9-48a6-af30-ec36cbea9e5d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Unset dirty status for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:48:55.904945 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d7c91b32-d7d9-48a6-af30-ec36cbea9e5d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13f025-d097-4a2d-8358-c8ef657b4630 HTTP/1.1" status: 200 len: 982 time: 0.7317581 May 31 15:48:55.914484 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53576) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:55.915564 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-d4b1cba5-e367-4639-9f4e-27bc415c3578 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Usage tracker for resource:subnet and tenant:77c737149bd84d0bb3a7bb28e9afd80b is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:48:55.920119 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-d4b1cba5-e367-4639-9f4e-27bc415c3578 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:48:56.030778 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-d4b1cba5-e367-4639-9f4e-27bc415c3578 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:48:56.170230 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b1cba5-e367-4639-9f4e-27bc415c3578 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Made reservation on behalf of 77c737149bd84d0bb3a7bb28e9afd80b for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:48:56.173837 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d4b1cba5-e367-4639-9f4e-27bc415c3578 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:56.275640 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-56a2869e-6b2e-49d7-a56f-7e865b10a92a tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:56.308696 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-34bb4a68-c4d3-4bc2-917b-0b28d700a47a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Deleting port 93cc2535-8a1f-4ec3-8d35-14ab473b0a60 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:56.308939 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-34bb4a68-c4d3-4bc2-917b-0b28d700a47a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:56.499755 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-183b128b-b1f0-47c9-9862-343a4cc5a6fd tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:56.852718 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-34bb4a68-c4d3-4bc2-917b-0b28d700a47a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:57.002720 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-07663bb5-9bde-4286-9fe2-f4df27895aac tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting port e5affd50-ffc8-4654-9a8b-f4f399f4dd36 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:57.003049 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-07663bb5-9bde-4286-9fe2-f4df27895aac tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:57.022617 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-34bb4a68-c4d3-4bc2-917b-0b28d700a47a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Calling delete_port for 93cc2535-8a1f-4ec3-8d35-14ab473b0a60 owned by network:router_gateway {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:57.241077 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-07663bb5-9bde-4286-9fe2-f4df27895aac tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:57.276346 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-183b128b-b1f0-47c9-9862-343a4cc5a6fd tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router_gateway, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:57.339326 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-183b128b-b1f0-47c9-9862-343a4cc5a6fd tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:57.401273 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-07663bb5-9bde-4286-9fe2-f4df27895aac tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Calling delete_port for e5affd50-ffc8-4654-9a8b-f4f399f4dd36 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:57.440319 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9416d728-8587-4429-828d-fad7979efab6 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:57.731121 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-56a2869e-6b2e-49d7-a56f-7e865b10a92a tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router_gateway, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:57.770773 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-56a2869e-6b2e-49d7-a56f-7e865b10a92a tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:57.865005 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-34bb4a68-c4d3-4bc2-917b-0b28d700a47a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:57.868649 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8e64b86a-db84-42b3-9c79-503da2793363 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:57.929462 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f8c4d7be-d472-46eb-8fed-b96941efb3a2 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:57.965042 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-183b128b-b1f0-47c9-9862-343a4cc5a6fd tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Allocated IP 172.26.0.170 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/cb75e445-12ef-4234-8d7e-735444f7496a) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:48:57.989077 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb4a68-c4d3-4bc2-917b-0b28d700a47a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event deleted for resources: {'Port': ['ID=93cc2535-8a1f-4ec3-8d35-14ab473b0a60,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:58.011884 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-34bb4a68-c4d3-4bc2-917b-0b28d700a47a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:58.027010 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d4b1cba5-e367-4639-9f4e-27bc415c3578 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:58.033679 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5f852488-a642-4067-9a0a-80f137d69790 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:58.095799 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:58.195169 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1cba5-e367-4639-9f4e-27bc415c3578 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event updated for resources: {'Subnet': ['ID=08f793ae-07ec-472c-8d99-fd63b6945949,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:58.203611 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d4b1cba5-e367-4639-9f4e-27bc415c3578 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:58.244125 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b1cba5-e367-4639-9f4e-27bc415c3578 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Checking segment: {'id': '85d7c4e5-9b85-4035-a237-645c3b21f748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '97f4c145-f389-4c08-b02f-a232e8ba4b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:48:58.244374 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b1cba5-e367-4639-9f4e-27bc415c3578 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Network hostable DHCP agents. Network: 97f4c145-f389-4c08-b02f-a232e8ba4b32, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:48:58.284945 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-183b128b-b1f0-47c9-9862-343a4cc5a6fd tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:58.327665 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b1cba5-e367-4639-9f4e-27bc415c3578 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Network 97f4c145-f389-4c08-b02f-a232e8ba4b32 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:48:58.345700 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-d4b1cba5-e367-4639-9f4e-27bc415c3578 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 97f4c145-f389-4c08-b02f-a232e8ba4b32) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:58.353209 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-07663bb5-9bde-4286-9fe2-f4df27895aac tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:58.357499 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce164137-3922-4a49-a60f-a2ba67a3a4b3 None None] Network 97f4c145-f389-4c08-b02f-a232e8ba4b32 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:48:58.364067 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b1cba5-e367-4639-9f4e-27bc415c3578 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:58.364282 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d4b1cba5-e367-4639-9f4e-27bc415c3578 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:58.364401 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-411fea54-4f44-4539-a1c3-79e316cf62ee tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:58.378782 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-9416d728-8587-4429-828d-fad7979efab6 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting port bcef5eb5-36b7-4c2f-8412-c96b45677e3b {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:58.379154 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9416d728-8587-4429-828d-fad7979efab6 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:58.398984 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-183b128b-b1f0-47c9-9862-343a4cc5a6fd tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:58.413411 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1d1d88e8-cd07-4b6f-b956-fffe3747d2d8 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:58.454185 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07663bb5-9bde-4286-9fe2-f4df27895aac tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Port': ['ID=e5affd50-ffc8-4654-9a8b-f4f399f4dd36,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:58.513397 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-07663bb5-9bde-4286-9fe2-f4df27895aac tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:58.572681 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d4b1cba5-e367-4639-9f4e-27bc415c3578 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0725062 May 31 15:48:58.573522 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53586) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:58.579942 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183b128b-b1f0-47c9-9862-343a4cc5a6fd tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:58.604471 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-183b128b-b1f0-47c9-9862-343a4cc5a6fd tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:58.611477 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b128b-b1f0-47c9-9862-343a4cc5a6fd tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Pushing event updated for resources: {'Port': ['ID=cb75e445-12ef-4234-8d7e-735444f7496a,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:58.613928 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183b128b-b1f0-47c9-9862-343a4cc5a6fd tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:48:58.621726 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-07663bb5-9bde-4286-9fe2-f4df27895aac tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:58.637262 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-34bb4a68-c4d3-4bc2-917b-0b28d700a47a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:58.649428 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-183b128b-b1f0-47c9-9862-343a4cc5a6fd tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:58.680949 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770af37a-4b9f-49d7-adb1-c318726c96f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-97f4c145-f389-4c08-b02f-a232e8ba4b32', 'network_id': '97f4c145-f389-4c08-b02f-a232e8ba4b32', 'tenant_id': '77c737149bd84d0bb3a7bb28e9afd80b', 'fixed_ips': [{'subnet_id': '08f793ae-07ec-472c-8d99-fd63b6945949'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:48:58.683243 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-770af37a-4b9f-49d7-adb1-c318726c96f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:58.770244 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9416d728-8587-4429-828d-fad7979efab6 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:58.856112 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-770af37a-4b9f-49d7-adb1-c318726c96f5 None None] Allocated IP 172.20.0.1 (97f4c145-f389-4c08-b02f-a232e8ba4b32/08f793ae-07ec-472c-8d99-fd63b6945949/04574c2d-4aeb-4e22-ab90-b3ed650a0ecd) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:48:58.874660 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-56a2869e-6b2e-49d7-a56f-7e865b10a92a tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Allocated IP 172.26.0.97 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/36cf4437-90e4-47c4-ae85-2d82818af494) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:48:58.878063 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-34bb4a68-c4d3-4bc2-917b-0b28d700a47a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:58.883439 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-07663bb5-9bde-4286-9fe2-f4df27895aac tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/e5affd50-ffc8-4654-9a8b-f4f399f4dd36 HTTP/1.1" status: 204 len: 168 time: 3.0323224 May 31 15:48:58.888380 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53592) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:58.889455 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-34bb4a68-c4d3-4bc2-917b-0b28d700a47a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:59.039124 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-9416d728-8587-4429-828d-fad7979efab6 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Calling delete_port for bcef5eb5-36b7-4c2f-8412-c96b45677e3b owned by network:router_interface {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:48:59.070411 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26763d64-29da-40e6-834d-9ca77e6b3519 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:59.072489 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26763d64-29da-40e6-834d-9ca77e6b3519 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:48:59.073547 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-26763d64-29da-40e6-834d-9ca77e6b3519 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:48:59.080633 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-770af37a-4b9f-49d7-adb1-c318726c96f5 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:59.084303 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-34bb4a68-c4d3-4bc2-917b-0b28d700a47a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:59.085038 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bb4a68-c4d3-4bc2-917b-0b28d700a47a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Fanout notify agent at l3_agent the message router_deleted on router 7f5a6441-fbbd-48ae-b93f-635a8e5dafc5 {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:48:59.094611 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-770af37a-4b9f-49d7-adb1-c318726c96f5 None None] Transition to ACTIVE for port object 04574c2d-4aeb-4e22-ab90-b3ed650a0ecd will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:59.109194 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:59.114191 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-34bb4a68-c4d3-4bc2-917b-0b28d700a47a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:59.118412 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-34bb4a68-c4d3-4bc2-917b-0b28d700a47a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "DELETE /v2.0/routers/7f5a6441-fbbd-48ae-b93f-635a8e5dafc5 HTTP/1.1" status: 204 len: 168 time: 4.1807015 May 31 15:48:59.119899 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53598) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:59.120680 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-770af37a-4b9f-49d7-adb1-c318726c96f5 None None] Transition to ACTIVE for port object 04574c2d-4aeb-4e22-ab90-b3ed650a0ecd will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:48:59.121226 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-26763d64-29da-40e6-834d-9ca77e6b3519 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:48:59.126052 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-26763d64-29da-40e6-834d-9ca77e6b3519 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2328691 May 31 15:48:59.131371 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-770af37a-4b9f-49d7-adb1-c318726c96f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:59.136366 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-67a93f0e-4c1a-4588-9a6c-4b9a9c5efd82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:59.136526 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53602) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:48:59.200732 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770af37a-4b9f-49d7-adb1-c318726c96f5 None None] Network 97f4c145-f389-4c08-b02f-a232e8ba4b32 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:59.203959 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-770af37a-4b9f-49d7-adb1-c318726c96f5 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:59.208133 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770af37a-4b9f-49d7-adb1-c318726c96f5 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:48:59.214698 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770af37a-4b9f-49d7-adb1-c318726c96f5 None None] Pushing event updated for resources: {'Port': ['ID=04574c2d-4aeb-4e22-ab90-b3ed650a0ecd,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:59.219039 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-770af37a-4b9f-49d7-adb1-c318726c96f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:59.306114 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-770af37a-4b9f-49d7-adb1-c318726c96f5 None None] Attempting to bind port 04574c2d-4aeb-4e22-ab90-b3ed650a0ecd on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:48:59.306536 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-770af37a-4b9f-49d7-adb1-c318726c96f5 None None] Attempting to bind port 04574c2d-4aeb-4e22-ab90-b3ed650a0ecd by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '85d7c4e5-9b85-4035-a237-645c3b21f748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '97f4c145-f389-4c08-b02f-a232e8ba4b32'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:48:59.307058 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770af37a-4b9f-49d7-adb1-c318726c96f5 None None] Attempting to bind port 04574c2d-4aeb-4e22-ab90-b3ed650a0ecd on network 97f4c145-f389-4c08-b02f-a232e8ba4b32 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:48:59.312940 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770af37a-4b9f-49d7-adb1-c318726c96f5 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:48:59.313452 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770af37a-4b9f-49d7-adb1-c318726c96f5 None None] Checking segment: {'id': '85d7c4e5-9b85-4035-a237-645c3b21f748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '97f4c145-f389-4c08-b02f-a232e8ba4b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:48:59.314002 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-770af37a-4b9f-49d7-adb1-c318726c96f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:59.314497 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770af37a-4b9f-49d7-adb1-c318726c96f5 None None] Bound using segment: {'id': '85d7c4e5-9b85-4035-a237-645c3b21f748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '97f4c145-f389-4c08-b02f-a232e8ba4b32'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:48:59.315099 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-770af37a-4b9f-49d7-adb1-c318726c96f5 None None] Bound port: 04574c2d-4aeb-4e22-ab90-b3ed650a0ecd, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d7c4e5-9b85-4035-a237-645c3b21f748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '97f4c145-f389-4c08-b02f-a232e8ba4b32'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:48:59.315577 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-770af37a-4b9f-49d7-adb1-c318726c96f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:59.324725 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-96044a2e-4410-446c-ada7-77461b96fe18 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Deleting subnet 3c2ecd48-3afa-49b9-ada4-5db9c1b6748e {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:48:59.334413 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-96044a2e-4410-446c-ada7-77461b96fe18 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:59.364646 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-56a2869e-6b2e-49d7-a56f-7e865b10a92a tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:59.413695 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-770af37a-4b9f-49d7-adb1-c318726c96f5 None None] For port 04574c2d-4aeb-4e22-ab90-b3ed650a0ecd, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:48:59.416769 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-96044a2e-4410-446c-ada7-77461b96fe18 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:59.418362 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-770af37a-4b9f-49d7-adb1-c318726c96f5 None None] For port 04574c2d-4aeb-4e22-ab90-b3ed650a0ecd, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=04574c2d-4aeb-4e22-ab90-b3ed650a0ecd,segment=NetworkSegment(85d7c4e5-9b85-4035-a237-645c3b21f748),segment_id=85d7c4e5-9b85-4035-a237-645c3b21f748)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:48:59.423171 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-770af37a-4b9f-49d7-adb1-c318726c96f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:59.428237 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-dfcdc5b2-0721-4cf2-92df-0bd58882c051 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:59.493959 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-f8c4d7be-d472-46eb-8fed-b96941efb3a2 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Deleting port b434c90b-eef9-4600-a381-4e13914419c7 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:59.494245 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f8c4d7be-d472-46eb-8fed-b96941efb3a2 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:59.512560 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770af37a-4b9f-49d7-adb1-c318726c96f5 None None] Pushing event updated for resources: {'Port': ['ID=04574c2d-4aeb-4e22-ab90-b3ed650a0ecd,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:59.525644 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c40109f-a659-4453-a4ad-32870ad4c43d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting subnet 070c917f-6566-4178-aec9-301d5ff59bc7 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:48:59.532508 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-770af37a-4b9f-49d7-adb1-c318726c96f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:48:59.536640 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5c40109f-a659-4453-a4ad-32870ad4c43d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:59.571688 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-96044a2e-4410-446c-ada7-77461b96fe18 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:59.603918 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-56a2869e-6b2e-49d7-a56f-7e865b10a92a tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:59.619654 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1369312a-8bbe-4a05-ae75-9722438b8c91 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:48:59.636614 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5c40109f-a659-4453-a4ad-32870ad4c43d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:59.762147 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a2869e-6b2e-49d7-a56f-7e865b10a92a tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:48:59.780162 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-56a2869e-6b2e-49d7-a56f-7e865b10a92a tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:48:59.796662 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Deleting port 04574c2d-4aeb-4e22-ab90-b3ed650a0ecd {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:48:59.797004 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:59.837848 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-183b128b-b1f0-47c9-9862-343a4cc5a6fd tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router_gateway, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:59.838314 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a2869e-6b2e-49d7-a56f-7e865b10a92a tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:48:59.892404 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2869e-6b2e-49d7-a56f-7e865b10a92a tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Pushing event updated for resources: {'Port': ['ID=36cf4437-90e4-47c4-ae85-2d82818af494,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:48:59.907758 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f8c4d7be-d472-46eb-8fed-b96941efb3a2 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:48:59.918231 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-56a2869e-6b2e-49d7-a56f-7e865b10a92a tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:00.168077 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5c40109f-a659-4453-a4ad-32870ad4c43d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:00.215319 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 04574c2d-4aeb-4e22-ab90-b3ed650a0ecd up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:00.245424 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-f8c4d7be-d472-46eb-8fed-b96941efb3a2 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Calling delete_port for b434c90b-eef9-4600-a381-4e13914419c7 owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:49:00.292524 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 04574c2d-4aeb-4e22-ab90-b3ed650a0ecd completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:00.333260 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] For port 04574c2d-4aeb-4e22-ab90-b3ed650a0ecd, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=04574c2d-4aeb-4e22-ab90-b3ed650a0ecd,segment=NetworkSegment(85d7c4e5-9b85-4035-a237-645c3b21f748),segment_id=85d7c4e5-9b85-4035-a237-645c3b21f748)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:00.333707 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:00.351980 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9416d728-8587-4429-828d-fad7979efab6 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:00.369572 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-daa62f75-c328-4008-9cc1-d329ad687b8a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:00.505522 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950b5883-3d19-41b3-9e24-73a40e1d74bd None None] Network 97f4c145-f389-4c08-b02f-a232e8ba4b32 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:00.573653 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Calling delete_port for 04574c2d-4aeb-4e22-ab90-b3ed650a0ecd owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:49:00.576479 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416d728-8587-4429-828d-fad7979efab6 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Port': ['ID=bcef5eb5-36b7-4c2f-8412-c96b45677e3b,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:00.590458 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9416d728-8587-4429-828d-fad7979efab6 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:00.603594 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-35ceddf4-17f2-4fed-b10e-991ac0011bb7 None None] Provisioning for port 04574c2d-4aeb-4e22-ab90-b3ed650a0ecd completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:00.630124 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-35ceddf4-17f2-4fed-b10e-991ac0011bb7 None None] Provisioning complete for port 04574c2d-4aeb-4e22-ab90-b3ed650a0ecd triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:00.631430 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-35ceddf4-17f2-4fed-b10e-991ac0011bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:00.795561 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-96044a2e-4410-446c-ada7-77461b96fe18 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:00.810620 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ab1c2200-03f0-42ca-aefa-c87d0d90880c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:00.858318 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-96044a2e-4410-446c-ada7-77461b96fe18 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:00.861178 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96044a2e-4410-446c-ada7-77461b96fe18 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event deleted for resources: {'Subnet': ['ID=3c2ecd48-3afa-49b9-ada4-5db9c1b6748e,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:00.863801 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-96044a2e-4410-446c-ada7-77461b96fe18 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:00.893520 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-56a2869e-6b2e-49d7-a56f-7e865b10a92a tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router_gateway, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:00.906637 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-35ceddf4-17f2-4fed-b10e-991ac0011bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:00.951333 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-35ceddf4-17f2-4fed-b10e-991ac0011bb7 None None] For port 04574c2d-4aeb-4e22-ab90-b3ed650a0ecd, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=04574c2d-4aeb-4e22-ab90-b3ed650a0ecd,segment=NetworkSegment(85d7c4e5-9b85-4035-a237-645c3b21f748),segment_id=85d7c4e5-9b85-4035-a237-645c3b21f748)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:00.957335 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-35ceddf4-17f2-4fed-b10e-991ac0011bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:00.959265 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-dde5e6f8-30ec-4d5c-92e9-08fb06bbd503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:00.966567 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-96044a2e-4410-446c-ada7-77461b96fe18 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "DELETE /v2.0/subnets/3c2ecd48-3afa-49b9-ada4-5db9c1b6748e HTTP/1.1" status: 204 len: 168 time: 1.8392456 May 31 15:49:00.976262 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53610) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:01.042938 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ceddf4-17f2-4fed-b10e-991ac0011bb7 None None] Pushing event updated for resources: {'Port': ['ID=04574c2d-4aeb-4e22-ab90-b3ed650a0ecd,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:01.053384 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-35ceddf4-17f2-4fed-b10e-991ac0011bb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:01.191338 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-072184d1-5900-4bec-9499-4e495154bd81 None None] Provisioning complete for port 04574c2d-4aeb-4e22-ab90-b3ed650a0ecd triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:01.191897 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-072184d1-5900-4bec-9499-4e495154bd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:01.242602 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-470af32b-68b1-4914-9c50-8500277af182 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:01.264270 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f8c4d7be-d472-46eb-8fed-b96941efb3a2 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:01.264551 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-183b128b-b1f0-47c9-9862-343a4cc5a6fd tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:01.269387 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9416d728-8587-4429-828d-fad7979efab6 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:01.272510 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1f76c7fb-a06b-40be-8c65-f0dc4ebda712 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:01.385182 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4d7be-d472-46eb-8fed-b96941efb3a2 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Port': ['ID=b434c90b-eef9-4600-a381-4e13914419c7,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:01.454776 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f8c4d7be-d472-46eb-8fed-b96941efb3a2 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:01.554998 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5c40109f-a659-4453-a4ad-32870ad4c43d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:01.619175 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:01.686507 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40109f-a659-4453-a4ad-32870ad4c43d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Subnet': ['ID=070c917f-6566-4178-aec9-301d5ff59bc7,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:01.694836 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5c40109f-a659-4453-a4ad-32870ad4c43d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:01.698905 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5c40109f-a659-4453-a4ad-32870ad4c43d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:01.703385 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea021cf8-7b93-4055-aeca-da93f8828952 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:01.767948 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:01.777574 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ee99c407-f806-442a-988c-35102f29d3bd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:01.854651 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-470af32b-68b1-4914-9c50-8500277af182 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:01.899869 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Port': ['ID=04574c2d-4aeb-4e22-ab90-b3ed650a0ecd,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:01.904255 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:01.932960 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-470af32b-68b1-4914-9c50-8500277af182 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b71cb82-f36a-420c-8d45-d4dfd88bba2a']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:01.946500 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5c40109f-a659-4453-a4ad-32870ad4c43d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/070c917f-6566-4178-aec9-301d5ff59bc7 HTTP/1.1" status: 204 len: 168 time: 2.8080487 May 31 15:49:01.948638 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9416d728-8587-4429-828d-fad7979efab6 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Router 2a13f025-d097-4a2d-8358-c8ef657b4630 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:49:01.961071 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53614) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:01.970158 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-56a2869e-6b2e-49d7-a56f-7e865b10a92a tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:01.989049 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd61b952-9352-4487-9464-0f3a76161fe7 None None] DHCP port deletion for 97f4c145-f389-4c08-b02f-a232e8ba4b32 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:49:01.999233 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] No DVR routers for this DVR port 04574c2d-4aeb-4e22-ab90-b3ed650a0ecd on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:49:02.021014 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-470af32b-68b1-4914-9c50-8500277af182 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '957a94df-5b7e-4b3a-883c-d3ad962a664e') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:02.021311 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-470af32b-68b1-4914-9c50-8500277af182 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '957a94df-5b7e-4b3a-883c-d3ad962a664e') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:02.044570 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56b0771-f766-4b07-bcc5-77375cd5e4b3 None None] DHCP port deletion for b5001308-9f67-458f-99a7-4cdcd1177eb2 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:49:02.113946 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-c56b0771-f766-4b07-bcc5-77375cd5e4b3 None None] Deleting port 84ee99ec-79cf-41fa-9301-44caeaf91b56 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:49:02.114509 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c56b0771-f766-4b07-bcc5-77375cd5e4b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:02.166745 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e61b97e7-3a24-495c-b092-13a23747bd5a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2018547 May 31 15:49:02.176503 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-470af32b-68b1-4914-9c50-8500277af182 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:02.183072 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f8c4d7be-d472-46eb-8fed-b96941efb3a2 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:02.186771 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53618) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:02.203204 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-fb04701a-ae7c-4294-b537-d8995f86e57a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:02.208368 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9416d728-8587-4429-828d-fad7979efab6 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:49:02.210416 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:02.221924 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 04574c2d-4aeb-4e22-ab90-b3ed650a0ecd no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:49:02.240540 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9416d728-8587-4429-828d-fad7979efab6 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "PUT /v2.0/routers/2a13f025-d097-4a2d-8358-c8ef657b4630/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3217123 May 31 15:49:02.244840 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183b128b-b1f0-47c9-9862-343a4cc5a6fd tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Router e94bdccd-26f4-4c42-82a2-770f875beecc is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:49:02.247353 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17096c8b-fc99-4046-b435-f898c24752ce None None] Sync routers for ids ['2a13f025-d097-4a2d-8358-c8ef657b4630'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:49:02.249410 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-470af32b-68b1-4914-9c50-8500277af182 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:02.251926 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53622) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:02.277915 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 04574c2d-4aeb-4e22-ab90-b3ed650a0ecd {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:49:02.278263 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 04574c2d-4aeb-4e22-ab90-b3ed650a0ecd not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:49:02.278878 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 84ee99ec-79cf-41fa-9301-44caeaf91b56 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:49:02.322409 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17096c8b-fc99-4046-b435-f898c24752ce None None] Routers {'2a13f025-d097-4a2d-8358-c8ef657b4630'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:02.323119 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-17096c8b-fc99-4046-b435-f898c24752ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['2a13f025-d097-4a2d-8358-c8ef657b4630'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:02.395929 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-c56b0771-f766-4b07-bcc5-77375cd5e4b3 None None] For port 84ee99ec-79cf-41fa-9301-44caeaf91b56, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=84ee99ec-79cf-41fa-9301-44caeaf91b56,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:02.396333 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c56b0771-f766-4b07-bcc5-77375cd5e4b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:02.422167 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-17096c8b-fc99-4046-b435-f898c24752ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:02.434809 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-470af32b-68b1-4914-9c50-8500277af182 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:49:02.435197 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-470af32b-68b1-4914-9c50-8500277af182 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:49:02.451620 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:49:02.480134 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f95cf27-f41e-4631-a9c3-dda534d5e223 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] GET failed (client error): The resource could not be found. May 31 15:49:02.480554 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-2f95cf27-f41e-4631-a9c3-dda534d5e223 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Synchronizing usage tracker for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:49:02.541883 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-c56b0771-f766-4b07-bcc5-77375cd5e4b3 None None] Calling delete_port for 84ee99ec-79cf-41fa-9301-44caeaf91b56 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:49:02.553347 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17096c8b-fc99-4046-b435-f898c24752ce None None] Routers {'2a13f025-d097-4a2d-8358-c8ef657b4630'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:02.553970 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-17096c8b-fc99-4046-b435-f898c24752ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['2a13f025-d097-4a2d-8358-c8ef657b4630'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:02.655998 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-2f95cf27-f41e-4631-a9c3-dda534d5e223 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Unset dirty status for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:49:02.657167 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2f95cf27-f41e-4631-a9c3-dda534d5e223 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "GET /v2.0/ports/bcef5eb5-36b7-4c2f-8412-c96b45677e3b HTTP/1.1" status: 404 len: 333 time: 0.4048650 May 31 15:49:02.658258 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-17096c8b-fc99-4046-b435-f898c24752ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:02.658670 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17096c8b-fc99-4046-b435-f898c24752ce None None] The sync data for ids ['2a13f025-d097-4a2d-8358-c8ef657b4630'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:49:02.663602 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53626) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:02.685166 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:02.692289 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-fb04701a-ae7c-4294-b537-d8995f86e57a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:02.708243 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-fb04701a-ae7c-4294-b537-d8995f86e57a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:subnet and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:02.714551 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-470af32b-68b1-4914-9c50-8500277af182 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:02.717045 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-fb04701a-ae7c-4294-b537-d8995f86e57a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:02.728018 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 84ee99ec-79cf-41fa-9301-44caeaf91b56, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=84ee99ec-79cf-41fa-9301-44caeaf91b56,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:02.733438 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:02.737825 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-bec2d01e-e3a9-460f-95c4-a34fa769611d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:02.784236 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c56b0771-f766-4b07-bcc5-77375cd5e4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:02.784500 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b4e44965-8a90-405b-b3ee-3afe399bb359 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:02.799529 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event deleted for resources: {'Port': ['ID=84ee99ec-79cf-41fa-9301-44caeaf91b56,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:02.804108 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:02.804918 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1b520afc-0027-467c-a106-c7bd04ad537b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:02.811337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-470af32b-68b1-4914-9c50-8500277af182 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:02.814138 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-fb04701a-ae7c-4294-b537-d8995f86e57a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:02.839655 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470af32b-68b1-4914-9c50-8500277af182 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Pushing event deleted for resources: {'Network': ['ID=1b71cb82-f36a-420c-8d45-d4dfd88bba2a,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:02.845988 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-470af32b-68b1-4914-9c50-8500277af182 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:02.851975 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-470af32b-68b1-4914-9c50-8500277af182 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] 10.222.0.45 "DELETE /v2.0/networks/1b71cb82-f36a-420c-8d45-d4dfd88bba2a HTTP/1.1" status: 204 len: 168 time: 1.8739822 May 31 15:49:02.853395 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56b0771-f766-4b07-bcc5-77375cd5e4b3 None None] No DVR routers for this DVR port 84ee99ec-79cf-41fa-9301-44caeaf91b56 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:49:02.858558 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c4d7be-d472-46eb-8fed-b96941efb3a2 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Router 0f28baa9-8091-4ea5-8cf2-68a0d4c1ddcb has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:49:02.865040 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb04701a-ae7c-4294-b537-d8995f86e57a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:02.869427 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fb04701a-ae7c-4294-b537-d8995f86e57a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:02.870321 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b0771-f766-4b07-bcc5-77375cd5e4b3 None None] Pushing event deleted for resources: {'Port': ['ID=84ee99ec-79cf-41fa-9301-44caeaf91b56,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:02.878569 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-c56b0771-f766-4b07-bcc5-77375cd5e4b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:02.887745 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183b128b-b1f0-47c9-9862-343a4cc5a6fd tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:49:02.888797 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35c7c2a-990b-4be9-abb4-34925f7a9c93 None None] get_active_networks_info from dv-neutron-601336-79-hyperv {{(pid=99206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 31 15:49:02.902277 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c855f5-861f-4694-9c57-d91e650c1218 None None] Sync routers for ids ['e94bdccd-26f4-4c42-82a2-770f875beecc'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:49:02.915433 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c855f5-861f-4694-9c57-d91e650c1218 None None] Routers {'e94bdccd-26f4-4c42-82a2-770f875beecc'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:02.916443 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-53c855f5-861f-4694-9c57-d91e650c1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['e94bdccd-26f4-4c42-82a2-770f875beecc'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:02.944622 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8edf3f90-c798-416c-ad17-674ca994f77e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:03.020265 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-53c855f5-861f-4694-9c57-d91e650c1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:03.034036 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c855f5-861f-4694-9c57-d91e650c1218 None None] Routers {'e94bdccd-26f4-4c42-82a2-770f875beecc'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:03.035369 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-53c855f5-861f-4694-9c57-d91e650c1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['e94bdccd-26f4-4c42-82a2-770f875beecc'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:03.129426 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-53c855f5-861f-4694-9c57-d91e650c1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:03.130292 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c855f5-861f-4694-9c57-d91e650c1218 None None] The sync data for ids ['e94bdccd-26f4-4c42-82a2-770f875beecc'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:49:03.141965 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35c7c2a-990b-4be9-abb4-34925f7a9c93 None None] Resources bound (agent type, host, resource id): {{(pid=99206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 31 15:49:03.208540 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-183b128b-b1f0-47c9-9862-343a4cc5a6fd tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:03.210120 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-183b128b-b1f0-47c9-9862-343a4cc5a6fd tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.4126742 May 31 15:49:03.213029 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53632) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:03.406012 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53638) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:03.413984 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8edf3f90-c798-416c-ad17-674ca994f77e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:03.425511 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8edf3f90-c798-416c-ad17-674ca994f77e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:03.428996 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a2869e-6b2e-49d7-a56f-7e865b10a92a tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Router c8262876-f918-4a19-820c-e4b9e5aa0b93 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:49:03.549852 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb59b3a-f727-49eb-b326-20553c658525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-97f4c145-f389-4c08-b02f-a232e8ba4b32', 'network_id': '97f4c145-f389-4c08-b02f-a232e8ba4b32', 'tenant_id': '77c737149bd84d0bb3a7bb28e9afd80b', 'fixed_ips': [{'subnet_id': '08f793ae-07ec-472c-8d99-fd63b6945949'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:49:03.551601 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6bb59b3a-f727-49eb-b326-20553c658525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:03.580356 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:03.587877 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-44f54355-2fa6-4a05-ba18-c00d59e74534 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:03.594023 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c4d7be-d472-46eb-8fed-b96941efb3a2 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:49:03.608658 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f8c4d7be-d472-46eb-8fed-b96941efb3a2 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "PUT /v2.0/routers/0f28baa9-8091-4ea5-8cf2-68a0d4c1ddcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7467933 May 31 15:49:03.610660 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53644) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:03.612015 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1affc93f-bb04-4b39-91e8-667318da97ad None None] Sync routers for ids ['0f28baa9-8091-4ea5-8cf2-68a0d4c1ddcb'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:49:03.637244 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8edf3f90-c798-416c-ad17-674ca994f77e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:03.638041 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edf3f90-c798-416c-ad17-674ca994f77e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Fanout notify agent at l3_agent the message router_deleted on router 2a13f025-d097-4a2d-8358-c8ef657b4630 {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:49:03.670558 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Subnet': ['ID=08f793ae-07ec-472c-8d99-fd63b6945949,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:03.700178 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2bd13550-1161-4eb6-8ba5-977ce769a8fe tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "GET /v2.0/routers/e94bdccd-26f4-4c42-82a2-770f875beecc HTTP/1.1" status: 200 len: 924 time: 0.4489059 May 31 15:49:03.704192 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1affc93f-bb04-4b39-91e8-667318da97ad None None] Routers {'0f28baa9-8091-4ea5-8cf2-68a0d4c1ddcb'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:03.705087 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-1affc93f-bb04-4b39-91e8-667318da97ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['0f28baa9-8091-4ea5-8cf2-68a0d4c1ddcb'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:03.707450 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:03.707822 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:03.708184 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:03.708542 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:03.708897 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:03.709247 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:03.709594 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:03.709940 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:03.710283 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:03.710630 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:03.711033 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:03.711669 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:03.714296 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53648) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:03.725319 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:03.782432 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-1affc93f-bb04-4b39-91e8-667318da97ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:03.784905 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f2dd4b61-5d09-4665-b580-3def18b1e28a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Synchronizing usage tracker for tenant:7532521a2dc2494ca283f329c67dc09d on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:49:03.861966 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1affc93f-bb04-4b39-91e8-667318da97ad None None] Routers {'0f28baa9-8091-4ea5-8cf2-68a0d4c1ddcb'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:03.862890 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-1affc93f-bb04-4b39-91e8-667318da97ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['0f28baa9-8091-4ea5-8cf2-68a0d4c1ddcb'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:03.910519 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f2dd4b61-5d09-4665-b580-3def18b1e28a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Unset dirty status for tenant:7532521a2dc2494ca283f329c67dc09d on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:49:03.914597 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f2dd4b61-5d09-4665-b580-3def18b1e28a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f28baa9-8091-4ea5-8cf2-68a0d4c1ddcb HTTP/1.1" status: 200 len: 205 time: 0.3003454 May 31 15:49:03.915720 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53652) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:03.973108 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe3a21b-cd4c-4ac6-bd85-ccec99035d31 None None] Network 97f4c145-f389-4c08-b02f-a232e8ba4b32 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:03.974828 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8edf3f90-c798-416c-ad17-674ca994f77e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:03.978526 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8edf3f90-c798-416c-ad17-674ca994f77e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/routers/2a13f025-d097-4a2d-8358-c8ef657b4630 HTTP/1.1" status: 204 len: 168 time: 1.3112140 May 31 15:49:03.990900 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53656) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:04.012196 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-1affc93f-bb04-4b39-91e8-667318da97ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:04.012937 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1affc93f-bb04-4b39-91e8-667318da97ad None None] The sync data for ids ['0f28baa9-8091-4ea5-8cf2-68a0d4c1ddcb'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:49:04.054514 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ecff889f-90cc-432d-943d-6b6950853b54 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "GET /v2.0/ports?device_id=e94bdccd-26f4-4c42-82a2-770f875beecc HTTP/1.1" status: 200 len: 205 time: 0.3351657 May 31 15:49:04.067759 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:04.074934 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53660) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:04.120743 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-80a5c87b-23be-449b-b0dd-64068af0e751 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:04.171817 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f4c145-f389-4c08-b02f-a232e8ba4b32']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:04.193075 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3c6ed91a-1b2a-4289-ad3e-dadc6bd0b707 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=84b48f5aa76f4d3582392765ceb13e00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7858701 May 31 15:49:04.195747 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53664) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:04.197054 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d7c4e5-9b85-4035-a237-645c3b21f748') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:04.197353 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d7c4e5-9b85-4035-a237-645c3b21f748') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:04.221990 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:04.242104 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-986b860a-9bc0-458d-ac77-89c5e274b556 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting subnet 1924dbcf-8254-4959-8e78-f86ac407d46d {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:49:04.245405 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-986b860a-9bc0-458d-ac77-89c5e274b556 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:04.251455 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a2869e-6b2e-49d7-a56f-7e865b10a92a tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:49:04.254658 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60c744d-ad04-4fa0-9e38-139c1cff7257 None None] DHCP port deletion for 97f4c145-f389-4c08-b02f-a232e8ba4b32 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:49:04.268298 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2195d036-fc70-45a3-b2cc-ae22dc96e28f None None] Sync routers for ids ['c8262876-f918-4a19-820c-e4b9e5aa0b93'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:49:04.284220 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2195d036-fc70-45a3-b2cc-ae22dc96e28f None None] Routers {'c8262876-f918-4a19-820c-e4b9e5aa0b93'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:04.285338 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-2195d036-fc70-45a3-b2cc-ae22dc96e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['c8262876-f918-4a19-820c-e4b9e5aa0b93'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:04.328619 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-986b860a-9bc0-458d-ac77-89c5e274b556 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:04.370390 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-56a2869e-6b2e-49d7-a56f-7e865b10a92a tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:04.376557 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-56a2869e-6b2e-49d7-a56f-7e865b10a92a tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.7962401 May 31 15:49:04.386015 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-2195d036-fc70-45a3-b2cc-ae22dc96e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:04.395028 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2195d036-fc70-45a3-b2cc-ae22dc96e28f None None] Routers {'c8262876-f918-4a19-820c-e4b9e5aa0b93'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:04.395619 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-2195d036-fc70-45a3-b2cc-ae22dc96e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:48:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['c8262876-f918-4a19-820c-e4b9e5aa0b93'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:04.413728 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:04.422490 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53668) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:04.442594 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-4041e975-d377-45a1-976c-8ebe12fd5a79 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:04.457354 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-2195d036-fc70-45a3-b2cc-ae22dc96e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:04.457801 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2195d036-fc70-45a3-b2cc-ae22dc96e28f None None] The sync data for ids ['c8262876-f918-4a19-820c-e4b9e5aa0b93'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:49:04.497995 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:49:04.498399 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:49:04.526458 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:49:04.530289 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-80a5c87b-23be-449b-b0dd-64068af0e751 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:04.533664 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-80a5c87b-23be-449b-b0dd-64068af0e751 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:04.565744 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7aad50b1-d757-4c21-9f6b-403b08bb9a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:04.597595 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-80a5c87b-23be-449b-b0dd-64068af0e751 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:04.598097 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a5c87b-23be-449b-b0dd-64068af0e751 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Fanout notify agent at l3_agent the message router_deleted on router 0f28baa9-8091-4ea5-8cf2-68a0d4c1ddcb {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:49:04.599748 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2bc552f8-46cf-475d-af92-bdbee5f74177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:04.620510 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7aad50b1-d757-4c21-9f6b-403b08bb9a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:04.647148 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-80a5c87b-23be-449b-b0dd-64068af0e751 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:04.648285 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-80a5c87b-23be-449b-b0dd-64068af0e751 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/routers/0f28baa9-8091-4ea5-8cf2-68a0d4c1ddcb HTTP/1.1" status: 204 len: 168 time: 0.7292705 May 31 15:49:04.651591 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53672) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:04.711599 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-559a7a17-e718-41d1-861f-48c0615e7b96 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:04.777218 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:04.809308 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-88967f54-0c30-4f86-89fb-9be43523ce97 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:04.823991 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:04.848648 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Network': ['ID=97f4c145-f389-4c08-b02f-a232e8ba4b32,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:04.862477 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/networks/97f4c145-f389-4c08-b02f-a232e8ba4b32 HTTP/1.1" status: 204 len: 168 time: 6.2812617 May 31 15:49:04.867362 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:04.870714 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53676) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:04.884978 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-f5c479db-05ed-43f5-842d-d970515a7692 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-581959486'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:04.896096 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f5c479db-05ed-43f5-842d-d970515a7692 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:04.937152 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6938f1-f034-41bf-a70b-a7f47f79438b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Deleting subnet 59f3c8bc-84f5-4dc1-b993-a708f387d734 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:49:04.942379 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3d6938f1-f034-41bf-a70b-a7f47f79438b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:04.949688 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-986b860a-9bc0-458d-ac77-89c5e274b556 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:04.986019 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fb04701a-ae7c-4294-b537-d8995f86e57a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:04.993622 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:05.034963 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7aad50b1-d757-4c21-9f6b-403b08bb9a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:05.047447 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f5c479db-05ed-43f5-842d-d970515a7692 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Usage tracker for resource:network and tenant:77c737149bd84d0bb3a7bb28e9afd80b is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:05.055877 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3d6938f1-f034-41bf-a70b-a7f47f79438b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:05.069267 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f5c479db-05ed-43f5-842d-d970515a7692 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:05.088365 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f5c479db-05ed-43f5-842d-d970515a7692 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:05.113725 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb04701a-ae7c-4294-b537-d8995f86e57a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:05.124891 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-fb04701a-ae7c-4294-b537-d8995f86e57a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:05.134797 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04701a-ae7c-4294-b537-d8995f86e57a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Subnet': ['ID=a2b49372-08d8-45a7-b664-5d920e4e12b4,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:05.140551 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2237b1ca-4c05-4c69-bd2a-c47904533be3 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:05.141039 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7aad50b1-d757-4c21-9f6b-403b08bb9a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:05.141039 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7aad50b1-d757-4c21-9f6b-403b08bb9a7a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f839afab-6891-4e76-9b80-418ffd434e77 HTTP/1.1" status: 204 len: 168 time: 0.8885350 May 31 15:49:05.150315 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fb04701a-ae7c-4294-b537-d8995f86e57a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:05.152518 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-352496d9-f496-4e24-828a-02cc4b179f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:05.165980 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb04701a-ae7c-4294-b537-d8995f86e57a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:05.166580 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fb04701a-ae7c-4294-b537-d8995f86e57a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:05.173110 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad50b1-d757-4c21-9f6b-403b08bb9a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f839afab-6891-4e76-9b80-418ffd434e77,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:05.179831 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7aad50b1-d757-4c21-9f6b-403b08bb9a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:05.206986 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-fb04701a-ae7c-4294-b537-d8995f86e57a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0106580 May 31 15:49:05.206986 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53682) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:05.213368 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-212b1793-3be4-4af2-b9b4-e80de846183b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'port': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'fixed_ips': [{'subnet_id': 'a2b49372-08d8-45a7-b664-5d920e4e12b4', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1140071376'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:05.291474 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3d6938f1-f034-41bf-a70b-a7f47f79438b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:05.377700 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c479db-05ed-43f5-842d-d970515a7692 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Made reservation on behalf of 77c737149bd84d0bb3a7bb28e9afd80b for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:05.382262 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f5c479db-05ed-43f5-842d-d970515a7692 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:05.429995 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-b5001308-9f67-458f-99a7-4cdcd1177eb2', 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'fixed_ips': [{'subnet_id': 'a2b49372-08d8-45a7-b664-5d920e4e12b4'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:49:05.431140 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:05.519982 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-559a7a17-e718-41d1-861f-48c0615e7b96 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:05.536070 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-212b1793-3be4-4af2-b9b4-e80de846183b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:05.554967 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-212b1793-3be4-4af2-b9b4-e80de846183b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:port and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:05.560679 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-212b1793-3be4-4af2-b9b4-e80de846183b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:05.578029 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-212b1793-3be4-4af2-b9b4-e80de846183b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:05.605282 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5c479db-05ed-43f5-842d-d970515a7692 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:49:05.629326 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212b1793-3be4-4af2-b9b4-e80de846183b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:05.647803 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Allocated IP 2001:db8::2 (b5001308-9f67-458f-99a7-4cdcd1177eb2/a2b49372-08d8-45a7-b664-5d920e4e12b4/7efede60-7987-41f1-97c4-fd81d6441e08) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:05.699981 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f5c479db-05ed-43f5-842d-d970515a7692 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:05.700348 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-f5c479db-05ed-43f5-842d-d970515a7692 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Added segment 4499b212-c924-4682-8d9d-bc926c16fa5c of type vlan for network b26f86c0-508c-4af9-89b1-49b7470c4908 May 31 15:49:05.785267 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3d6938f1-f034-41bf-a70b-a7f47f79438b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:05.791856 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:05.834201 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-212b1793-3be4-4af2-b9b4-e80de846183b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:05.849269 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6938f1-f034-41bf-a70b-a7f47f79438b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Subnet': ['ID=59f3c8bc-84f5-4dc1-b993-a708f387d734,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:05.855819 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3d6938f1-f034-41bf-a70b-a7f47f79438b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:05.857251 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3d6938f1-f034-41bf-a70b-a7f47f79438b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:05.865504 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-212b1793-3be4-4af2-b9b4-e80de846183b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] device_id is not set on port 49c27a91-0c4d-481d-bd20-ca8c0436c71d yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:49:05.895346 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f5c479db-05ed-43f5-842d-d970515a7692 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:05.903546 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3d6938f1-f034-41bf-a70b-a7f47f79438b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/subnets/59f3c8bc-84f5-4dc1-b993-a708f387d734 HTTP/1.1" status: 204 len: 168 time: 1.2483311 May 31 15:49:05.908575 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53700) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:05.925588 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4041e975-d377-45a1-976c-8ebe12fd5a79 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:05.947455 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:05.964545 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Transition to ACTIVE for port object 7efede60-7987-41f1-97c4-fd81d6441e08 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:05.978998 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-559a7a17-e718-41d1-861f-48c0615e7b96 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Deleting port cb75e445-12ef-4234-8d7e-735444f7496a {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:49:05.979356 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-559a7a17-e718-41d1-861f-48c0615e7b96 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:05.993107 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4041e975-d377-45a1-976c-8ebe12fd5a79 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:05.997731 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Transition to ACTIVE for port object 7efede60-7987-41f1-97c4-fd81d6441e08 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:06.004033 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f5c479db-05ed-43f5-842d-d970515a7692 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:06.010107 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c479db-05ed-43f5-842d-d970515a7692 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:06.010713 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f5c479db-05ed-43f5-842d-d970515a7692 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:06.023645 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-471d1474-27c5-4505-98b1-d60696bdcd72 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:06.029382 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49ae79f-ad8e-4a0f-a48c-c452e7216d98 None None] Network 81a33d0d-2a19-4b27-97bd-501d4372cddc requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:06.052791 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:06.068331 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:06.077551 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-19994423-9c60-4a1d-b105-f1de8fb99a54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:06.214281 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-212b1793-3be4-4af2-b9b4-e80de846183b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:49:06.214802 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-212b1793-3be4-4af2-b9b4-e80de846183b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:49:06.228103 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53710) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:06.240379 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-986b860a-9bc0-458d-ac77-89c5e274b556 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:06.254710 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Deleting port 2808831e-2130-4ff0-9e94-e81a9729cba7 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:49:06.255070 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:06.262795 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f5c479db-05ed-43f5-842d-d970515a7692 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3883672 May 31 15:49:06.266743 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53716) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:06.268852 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Pushing event updated for resources: {'Port': ['ID=7efede60-7987-41f1-97c4-fd81d6441e08,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:06.269365 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c479db-05ed-43f5-842d-d970515a7692 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event updated for resources: {'Network': ['ID=b26f86c0-508c-4af9-89b1-49b7470c4908,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:06.272442 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-212b1793-3be4-4af2-b9b4-e80de846183b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0646446 May 31 15:49:06.275941 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:06.276516 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53720) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:06.277910 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-4dd6336c-7a92-4ca4-b45f-1ca3f58873d6 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Request body: {'subnet': {'network_id': 'b26f86c0-508c-4af9-89b1-49b7470c4908', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:06.282755 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:06.285162 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:06.287708 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:49:06.299672 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f5c479db-05ed-43f5-842d-d970515a7692 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:06.301414 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bad11bfc-bfb3-4f72-bdfc-695525fd53ba tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:06.343705 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-986b860a-9bc0-458d-ac77-89c5e274b556 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:06.348617 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-986b860a-9bc0-458d-ac77-89c5e274b556 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/subnets/1924dbcf-8254-4959-8e78-f86ac407d46d HTTP/1.1" status: 204 len: 168 time: 2.3484199 May 31 15:49:06.364514 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53726) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:06.376451 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b860a-9bc0-458d-ac77-89c5e274b556 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Subnet': ['ID=1924dbcf-8254-4959-8e78-f86ac407d46d,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:06.424614 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] For port 2808831e-2130-4ff0-9e94-e81a9729cba7, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=2808831e-2130-4ff0-9e94-e81a9729cba7,segment=NetworkSegment(c2f41159-7937-496c-9ec4-7fabf755a237),segment_id=c2f41159-7937-496c-9ec4-7fabf755a237)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:06.424964 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:06.437807 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-5675866a-f331-41dd-a5ab-ebe931c32edd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1224798602'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:06.446653 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network b26f86c0-508c-4af9-89b1-49b7470c4908 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:49:06.453032 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-5675866a-f331-41dd-a5ab-ebe931c32edd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:06.462684 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-986b860a-9bc0-458d-ac77-89c5e274b556 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:06.492216 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-559a7a17-e718-41d1-861f-48c0615e7b96 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:06.506868 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-5675866a-f331-41dd-a5ab-ebe931c32edd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Usage tracker for resource:network and tenant:1048e0b2a17044669ba0b1a74b492ce9 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:06.551731 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365d4789-4f4d-4586-a3d4-45f0d0e1b373 None None] Network 099216d3-7ee3-4b38-b854-437d904836ed requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:06.615333 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Attempting to bind port 7efede60-7987-41f1-97c4-fd81d6441e08 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:49:06.615896 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Attempting to bind port 7efede60-7987-41f1-97c4-fd81d6441e08 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:49:06.616362 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Attempting to bind port 7efede60-7987-41f1-97c4-fd81d6441e08 on network b5001308-9f67-458f-99a7-4cdcd1177eb2 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:49:06.717386 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-5675866a-f331-41dd-a5ab-ebe931c32edd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:06.726504 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Calling delete_port for 2808831e-2130-4ff0-9e94-e81a9729cba7 owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:49:06.731005 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-559a7a17-e718-41d1-861f-48c0615e7b96 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Calling delete_port for cb75e445-12ef-4234-8d7e-735444f7496a owned by network:router_gateway {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:49:06.736255 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aace38e3-d06d-40d4-8e1d-c66b9e8a8115 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:06.736979 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-aace38e3-d06d-40d4-8e1d-c66b9e8a8115 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:49:06.744485 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4dd6336c-7a92-4ca4-b45f-1ca3f58873d6 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:06.744661 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-5675866a-f331-41dd-a5ab-ebe931c32edd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:06.749687 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:49:06.750143 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Checking segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:06.750460 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:06.751114 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Bound using segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:49:06.751397 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Bound port: 7efede60-7987-41f1-97c4-fd81d6441e08, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:49:06.752167 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:06.755148 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-4041e975-d377-45a1-976c-8ebe12fd5a79 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Deleting port 36cf4437-90e4-47c4-ae85-2d82818af494 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:49:06.755493 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4041e975-d377-45a1-976c-8ebe12fd5a79 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:06.772789 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-aace38e3-d06d-40d4-8e1d-c66b9e8a8115 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:49:06.773927 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-aace38e3-d06d-40d4-8e1d-c66b9e8a8115 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.4964991 May 31 15:49:06.774671 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5675866a-f331-41dd-a5ab-ebe931c32edd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Made reservation on behalf of 1048e0b2a17044669ba0b1a74b492ce9 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:06.778115 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5675866a-f331-41dd-a5ab-ebe931c32edd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:06.786861 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4dd6336c-7a92-4ca4-b45f-1ca3f58873d6 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Usage tracker for resource:subnet and tenant:77c737149bd84d0bb3a7bb28e9afd80b is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:06.787198 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53730) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:06.790168 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4dd6336c-7a92-4ca4-b45f-1ca3f58873d6 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:06.795884 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dd27e8ff-5fb8-4114-9e83-f31f7959455d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:06.824758 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5675866a-f331-41dd-a5ab-ebe931c32edd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:06.851000 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4dd6336c-7a92-4ca4-b45f-1ca3f58873d6 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:06.875665 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-5675866a-f331-41dd-a5ab-ebe931c32edd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:06.883372 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-5675866a-f331-41dd-a5ab-ebe931c32edd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Usage tracker for resource:security_group_rule and tenant:1048e0b2a17044669ba0b1a74b492ce9 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:06.888867 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-5675866a-f331-41dd-a5ab-ebe931c32edd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:06.904717 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-5675866a-f331-41dd-a5ab-ebe931c32edd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:06.916777 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45039a8e-8871-4322-8e46-e517df60e975 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:06.918374 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45039a8e-8871-4322-8e46-e517df60e975 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:06.919207 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-45039a8e-8871-4322-8e46-e517df60e975 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:49:06.952296 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:06.956542 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd6336c-7a92-4ca4-b45f-1ca3f58873d6 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Made reservation on behalf of 77c737149bd84d0bb3a7bb28e9afd80b for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:06.959146 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a8d2771b-dd6f-43db-a0fc-98b7dad98d5b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:06.961100 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4dd6336c-7a92-4ca4-b45f-1ca3f58873d6 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:07.013777 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-45039a8e-8871-4322-8e46-e517df60e975 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:49:07.015765 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-45039a8e-8871-4322-8e46-e517df60e975 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2252760 May 31 15:49:07.019991 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Port': ['ID=2808831e-2130-4ff0-9e94-e81a9729cba7,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:07.022309 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53738) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:07.030607 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] No DVR routers for this DVR port 2808831e-2130-4ff0-9e94-e81a9729cba7 on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:49:07.040853 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:07.086594 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] For port 7efede60-7987-41f1-97c4-fd81d6441e08, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:49:07.095768 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] For port 7efede60-7987-41f1-97c4-fd81d6441e08, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=7efede60-7987-41f1-97c4-fd81d6441e08,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:49:07.113163 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:07.123863 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:07.125964 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:07.126570 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:07.126972 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:07.127351 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:07.127769 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:07.128118 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:07.128471 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:07.128821 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:07.129167 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:07.129520 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:07.129866 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:07.130261 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:07.146101 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:07.183606 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093e033c-ebc6-4fe9-8e4e-96913a872347 None None] DHCP port deletion for 81a33d0d-2a19-4b27-97bd-501d4372cddc request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:49:07.224482 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec912b59-94ee-409d-85ed-d74ac476d589 None None] DHCP port deletion for 099216d3-7ee3-4b38-b854-437d904836ed request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:49:07.301560 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Pushing event updated for resources: {'Port': ['ID=7efede60-7987-41f1-97c4-fd81d6441e08,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:07.310811 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-847ffb65-22c0-48c8-93a5-110da109bea8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting subnet a2b49372-08d8-45a7-b664-5d920e4e12b4 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:49:07.312875 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:07.313052 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:07.313886 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:07.313886 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:07.314163 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:07.314546 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:07.314957 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:07.315347 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:07.315779 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:07.316156 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:07.316530 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:07.316933 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:07.325635 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:07.325837 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-847ffb65-22c0-48c8-93a5-110da109bea8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:07.341113 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-ec912b59-94ee-409d-85ed-d74ac476d589 None None] Deleting port a8f91747-ed7f-4998-ac67-7d569871a40a {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:49:07.341113 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ec912b59-94ee-409d-85ed-d74ac476d589 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:07.395187 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:07.430548 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a33d0d-2a19-4b27-97bd-501d4372cddc']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:07.460621 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-847ffb65-22c0-48c8-93a5-110da109bea8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:07.465283 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-ec912b59-94ee-409d-85ed-d74ac476d589 None None] For port a8f91747-ed7f-4998-ac67-7d569871a40a, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a8f91747-ed7f-4998-ac67-7d569871a40a,segment=NetworkSegment(b49917cf-0a42-4913-bac2-631651934cfd),segment_id=b49917cf-0a42-4913-bac2-631651934cfd)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:07.465638 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4041e975-d377-45a1-976c-8ebe12fd5a79 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:07.465762 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ec912b59-94ee-409d-85ed-d74ac476d589 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:07.488151 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f41159-7937-496c-9ec4-7fabf755a237') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:07.488485 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f41159-7937-496c-9ec4-7fabf755a237') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:07.509183 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5675866a-f331-41dd-a5ab-ebe931c32edd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:07.528379 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:07.566498 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5675866a-f331-41dd-a5ab-ebe931c32edd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:07.572310 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:07.576426 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-dd27e8ff-5fb8-4114-9e83-f31f7959455d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting port a8f91747-ed7f-4998-ac67-7d569871a40a {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:49:07.576790 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dd27e8ff-5fb8-4114-9e83-f31f7959455d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:07.588345 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-611b758a-dc3e-4fdf-a0ef-608fbe934578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:07.601255 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:49:07.601819 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:49:07.619433 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:49:07.645073 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-ec912b59-94ee-409d-85ed-d74ac476d589 None None] Calling delete_port for a8f91747-ed7f-4998-ac67-7d569871a40a owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:49:07.707980 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ec912b59-94ee-409d-85ed-d74ac476d589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:07.712456 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5675866a-f331-41dd-a5ab-ebe931c32edd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:49:07.714035 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:07.732161 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-4041e975-d377-45a1-976c-8ebe12fd5a79 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Calling delete_port for 36cf4437-90e4-47c4-ae85-2d82818af494 owned by network:router_gateway {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:49:07.760806 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675866a-f331-41dd-a5ab-ebe931c32edd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f4c25d-7592-4c33-8d17-316a36c34730,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:07.763573 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec912b59-94ee-409d-85ed-d74ac476d589 None None] Pushing event deleted for resources: {'Port': ['ID=a8f91747-ed7f-4998-ac67-7d569871a40a,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:07.765722 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec912b59-94ee-409d-85ed-d74ac476d589 None None] No DVR routers for this DVR port a8f91747-ed7f-4998-ac67-7d569871a40a on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:49:07.767264 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ec912b59-94ee-409d-85ed-d74ac476d589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:07.788928 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761c30f-277e-42a1-a20e-3367224ef912 req-ec36ab8d-a8ce-4e44-aec4-dff04b306fe5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:07.790441 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e761c30f-277e-42a1-a20e-3367224ef912 req-ec36ab8d-a8ce-4e44-aec4-dff04b306fe5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.6057558 May 31 15:49:07.792612 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5675866a-f331-41dd-a5ab-ebe931c32edd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:07.792958 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-5675866a-f331-41dd-a5ab-ebe931c32edd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Added segment 41f3fa66-c5e8-4779-a38e-1ee6123d9f56 of type vlan for network e3b28ef5-aeca-409b-9e31-25a8b546485c May 31 15:49:07.795035 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5675866a-f331-41dd-a5ab-ebe931c32edd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:07.805651 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:07.822594 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-dd27e8ff-5fb8-4114-9e83-f31f7959455d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] For port a8f91747-ed7f-4998-ac67-7d569871a40a, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a8f91747-ed7f-4998-ac67-7d569871a40a,segment=NetworkSegment(b49917cf-0a42-4913-bac2-631651934cfd),segment_id=b49917cf-0a42-4913-bac2-631651934cfd)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:07.822973 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dd27e8ff-5fb8-4114-9e83-f31f7959455d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:07.828943 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-deed0dbd-3b5c-47d8-a0a2-e90fffc796a8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:07.854634 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3d7e590c-bf24-40cc-a9dd-6ae6775fd74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:07.857686 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:07.882640 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Network': ['ID=81a33d0d-2a19-4b27-97bd-501d4372cddc,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:07.890889 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:07.892574 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5675866a-f331-41dd-a5ab-ebe931c32edd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:07.896659 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-847ffb65-22c0-48c8-93a5-110da109bea8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:07.976516 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e761c30f-277e-42a1-a20e-3367224ef912 req-e4633944-0e6f-4c80-9b6c-3273ebb9df47 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750317 May 31 15:49:07.991442 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/networks/81a33d0d-2a19-4b27-97bd-501d4372cddc HTTP/1.1" status: 204 len: 168 time: 2.0780618 May 31 15:49:07.993230 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53742) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:08.014233 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-dd27e8ff-5fb8-4114-9e83-f31f7959455d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Calling delete_port for a8f91747-ed7f-4998-ac67-7d569871a40a owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:49:08.019065 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-64d5861e-1df4-4b5b-80b5-443c1c48e998 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1321755668', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:08.083373 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-64d5861e-1df4-4b5b-80b5-443c1c48e998 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:08.091091 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23087a87-9aa7-4141-b878-a4d724722561 req-02cc1278-2fe4-4efc-a739-ece5c3de68df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:08.091334 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5675866a-f331-41dd-a5ab-ebe931c32edd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:08.092641 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-23087a87-9aa7-4141-b878-a4d724722561 req-02cc1278-2fe4-4efc-a739-ece5c3de68df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2768fca4df5d4b0e9f63be80d17b6d42&device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 1098 time: 0.7824731 May 31 15:49:08.096661 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5675866a-f331-41dd-a5ab-ebe931c32edd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:08.097258 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5675866a-f331-41dd-a5ab-ebe931c32edd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:08.112671 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6ef024c3-14cc-41d1-bf3d-9f445600ee12 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:08.129551 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-64d5861e-1df4-4b5b-80b5-443c1c48e998 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Usage tracker for resource:router and tenant:7532521a2dc2494ca283f329c67dc09d is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:08.146600 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-64d5861e-1df4-4b5b-80b5-443c1c48e998 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:08.168973 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-64d5861e-1df4-4b5b-80b5-443c1c48e998 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:08.231980 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-5675866a-f331-41dd-a5ab-ebe931c32edd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0016944 May 31 15:49:08.276092 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-64d5861e-1df4-4b5b-80b5-443c1c48e998 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:08.277550 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-64d5861e-1df4-4b5b-80b5-443c1c48e998 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:08.279470 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7efede60-7987-41f1-97c4-fd81d6441e08 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:08.284212 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675866a-f331-41dd-a5ab-ebe931c32edd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event updated for resources: {'Network': ['ID=e3b28ef5-aeca-409b-9e31-25a8b546485c,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:08.291122 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5675866a-f331-41dd-a5ab-ebe931c32edd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:08.332099 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network e3b28ef5-aeca-409b-9e31-25a8b546485c details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:49:08.339378 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-64d5861e-1df4-4b5b-80b5-443c1c48e998 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:08.361369 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-559a7a17-e718-41d1-861f-48c0615e7b96 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:08.366636 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-183b128b-b1f0-47c9-9862-343a4cc5a6fd tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:08.431147 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23087a87-9aa7-4141-b878-a4d724722561 req-9fed478c-279d-4f56-beaf-49ae397594a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:08.433971 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-23087a87-9aa7-4141-b878-a4d724722561 req-9fed478c-279d-4f56-beaf-49ae397594a5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d344e8f1-f415-4064-9d12-68c70eb6ac0b HTTP/1.1" status: 200 len: 911 time: 0.3167701 May 31 15:49:08.444827 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:08.452077 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-64d5861e-1df4-4b5b-80b5-443c1c48e998 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:08.501069 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-847ffb65-22c0-48c8-93a5-110da109bea8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:08.510330 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7871085f-d7a2-42b2-8d75-ffa19f373e5e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:08.537924 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 7efede60-7987-41f1-97c4-fd81d6441e08 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:08.548510 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-64d5861e-1df4-4b5b-80b5-443c1c48e998 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:08.552478 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-64d5861e-1df4-4b5b-80b5-443c1c48e998 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5561388 May 31 15:49:08.564674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53746) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:08.565606 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ffb65-22c0-48c8-93a5-110da109bea8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Subnet': ['ID=a2b49372-08d8-45a7-b664-5d920e4e12b4,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:08.570403 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-847ffb65-22c0-48c8-93a5-110da109bea8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:08.576829 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-18468797-60cd-4fd2-88fa-d9c9753630a9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'network': {'name': 'tempest-RoutersTest-668227528'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:08.580580 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-847ffb65-22c0-48c8-93a5-110da109bea8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:08.582546 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-847ffb65-22c0-48c8-93a5-110da109bea8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/a2b49372-08d8-45a7-b664-5d920e4e12b4 HTTP/1.1" status: 204 len: 168 time: 1.5537970 May 31 15:49:08.584966 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53750) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:08.610684 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14de7b69-e404-4f08-a39c-6bf1a7c493b7 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:08.638254 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-18468797-60cd-4fd2-88fa-d9c9753630a9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:08.640733 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dd27e8ff-5fb8-4114-9e83-f31f7959455d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:08.658389 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-18468797-60cd-4fd2-88fa-d9c9753630a9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Usage tracker for resource:network and tenant:7532521a2dc2494ca283f329c67dc09d is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:08.663044 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-5024a2a0-6428-43fb-813d-12434f930d87 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769441 May 31 15:49:08.664037 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-18468797-60cd-4fd2-88fa-d9c9753630a9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:08.666761 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53754) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:08.672679 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-14c2b84b-f485-455f-b808-6757e712f96f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:08.693528 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-18468797-60cd-4fd2-88fa-d9c9753630a9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:08.769650 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a8f91747-ed7f-4998-ac67-7d569871a40a no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:49:08.771644 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18468797-60cd-4fd2-88fa-d9c9753630a9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Made reservation on behalf of 7532521a2dc2494ca283f329c67dc09d for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:08.775374 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-18468797-60cd-4fd2-88fa-d9c9753630a9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:08.849918 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: a8f91747-ed7f-4998-ac67-7d569871a40a {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:49:08.850292 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a8f91747-ed7f-4998-ac67-7d569871a40a not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:49:08.850676 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 2808831e-2130-4ff0-9e94-e81a9729cba7 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:49:08.863105 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a7a17-e718-41d1-861f-48c0615e7b96 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Pushing event deleted for resources: {'Port': ['ID=cb75e445-12ef-4234-8d7e-735444f7496a,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:08.873518 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-23087a87-9aa7-4141-b878-a4d724722561 req-01952d34-fe1a-43b2-acbb-8726b7e7105a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1aa82af-9429-4951-aaf4-ad8a74748f1e HTTP/1.1" status: 200 len: 1000 time: 0.3297651 May 31 15:49:08.881582 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-559a7a17-e718-41d1-861f-48c0615e7b96 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:08.886758 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4041e975-d377-45a1-976c-8ebe12fd5a79 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:08.892692 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 2808831e-2130-4ff0-9e94-e81a9729cba7 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:49:08.893051 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 2808831e-2130-4ff0-9e94-e81a9729cba7 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:49:08.916069 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5b9771b5-3e87-4a48-990d-e0c8b25ace5f None None] Provisioning for port 7efede60-7987-41f1-97c4-fd81d6441e08 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:08.921774 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ba96a976-9cdc-4c90-b691-0170e2fb8f1b tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:08.937090 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5b9771b5-3e87-4a48-990d-e0c8b25ace5f None None] Provisioning complete for port 7efede60-7987-41f1-97c4-fd81d6441e08 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:08.937496 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5b9771b5-3e87-4a48-990d-e0c8b25ace5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:09.001483 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-14c2b84b-f485-455f-b808-6757e712f96f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:09.014896 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18468797-60cd-4fd2-88fa-d9c9753630a9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:49:09.022448 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-14c2b84b-f485-455f-b808-6757e712f96f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:09.034158 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-18468797-60cd-4fd2-88fa-d9c9753630a9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:09.034744 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-18468797-60cd-4fd2-88fa-d9c9753630a9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Added segment ffbda552-e335-4436-b48a-fa56e98ae33a of type vlan for network 0bb017ef-e848-44bb-b9e4-d3c36f7b31dc May 31 15:49:09.043827 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c2b84b-f485-455f-b808-6757e712f96f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:09.048202 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-14c2b84b-f485-455f-b808-6757e712f96f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:09.102777 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5b9771b5-3e87-4a48-990d-e0c8b25ace5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:09.130275 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6fb209-cbab-4554-b12e-4fd513630ac8 None None] DHCP port deletion for b5001308-9f67-458f-99a7-4cdcd1177eb2 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:49:09.164529 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-18468797-60cd-4fd2-88fa-d9c9753630a9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:09.227374 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-5b9771b5-3e87-4a48-990d-e0c8b25ace5f None None] For port 7efede60-7987-41f1-97c4-fd81d6441e08, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=7efede60-7987-41f1-97c4-fd81d6441e08,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:09.229166 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-18468797-60cd-4fd2-88fa-d9c9753630a9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:09.233411 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27e8ff-5fb8-4114-9e83-f31f7959455d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Port': ['ID=a8f91747-ed7f-4998-ac67-7d569871a40a,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:09.236725 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-9d6fb209-cbab-4554-b12e-4fd513630ac8 None None] Deleting port 7efede60-7987-41f1-97c4-fd81d6441e08 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:49:09.237185 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9d6fb209-cbab-4554-b12e-4fd513630ac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:09.240772 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18468797-60cd-4fd2-88fa-d9c9753630a9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:09.241692 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-18468797-60cd-4fd2-88fa-d9c9753630a9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:09.248671 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-49c58a96-381f-4f02-bbcd-c7f9252aa84d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:09.249592 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23087a87-9aa7-4141-b878-a4d724722561 req-cddcbc28-bbdf-4a17-b645-51442a9c89ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:09.252365 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-23087a87-9aa7-4141-b878-a4d724722561 req-cddcbc28-bbdf-4a17-b645-51442a9c89ab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=418ec826-97fb-4894-813a-51ffe25a7768 HTTP/1.1" status: 200 len: 849 time: 0.1902759 May 31 15:49:09.348138 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-9d6fb209-cbab-4554-b12e-4fd513630ac8 None None] For port 7efede60-7987-41f1-97c4-fd81d6441e08, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=7efede60-7987-41f1-97c4-fd81d6441e08,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:09.348743 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9d6fb209-cbab-4554-b12e-4fd513630ac8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:09.385123 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18468797-60cd-4fd2-88fa-d9c9753630a9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Network': ['ID=0bb017ef-e848-44bb-b9e4-d3c36f7b31dc,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:09.416096 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-18468797-60cd-4fd2-88fa-d9c9753630a9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:09.475522 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-18468797-60cd-4fd2-88fa-d9c9753630a9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9075851 May 31 15:49:09.487619 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53760) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:09.499606 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-132a56f3-069a-4f5c-a059-6cdd337633e3 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'subnet': {'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:09.563611 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-9d6fb209-cbab-4554-b12e-4fd513630ac8 None None] Calling delete_port for 7efede60-7987-41f1-97c4-fd81d6441e08 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:49:09.618427 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041e975-d377-45a1-976c-8ebe12fd5a79 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Pushing event deleted for resources: {'Port': ['ID=36cf4437-90e4-47c4-ae85-2d82818af494,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:09.621159 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd27e8ff-5fb8-4114-9e83-f31f7959455d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] No DVR routers for this DVR port a8f91747-ed7f-4998-ac67-7d569871a40a on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:49:09.627062 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 0bb017ef-e848-44bb-b9e4-d3c36f7b31dc details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:49:09.655046 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37601954-f87a-49aa-b68d-14bc240a7412 req-a89c595e-dca0-4ec1-8e98-e670171b24e5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:09.656475 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-37601954-f87a-49aa-b68d-14bc240a7412 req-a89c595e-dca0-4ec1-8e98-e670171b24e5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.3034534 May 31 15:49:09.711443 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-37601954-f87a-49aa-b68d-14bc240a7412 req-884f6553-7f9b-4bb1-acb8-674480bd5b42 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463626 May 31 15:49:09.730187 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-132a56f3-069a-4f5c-a059-6cdd337633e3 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:09.745435 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-132a56f3-069a-4f5c-a059-6cdd337633e3 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Usage tracker for resource:subnet and tenant:7532521a2dc2494ca283f329c67dc09d is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:09.749637 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-132a56f3-069a-4f5c-a059-6cdd337633e3 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:09.760073 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-132a56f3-069a-4f5c-a059-6cdd337633e3 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:09.762888 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5b9771b5-3e87-4a48-990d-e0c8b25ace5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:09.770052 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d4bcfb77-2428-4fbc-af1a-a6740335ccd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:09.797839 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4041e975-d377-45a1-976c-8ebe12fd5a79 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:09.821153 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9d6fb209-cbab-4554-b12e-4fd513630ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:09.834054 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132a56f3-069a-4f5c-a059-6cdd337633e3 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Made reservation on behalf of 7532521a2dc2494ca283f329c67dc09d for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:09.837923 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9771b5-3e87-4a48-990d-e0c8b25ace5f None None] Pushing event deleted for resources: {'Port': ['ID=7efede60-7987-41f1-97c4-fd81d6441e08,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:09.839646 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-132a56f3-069a-4f5c-a059-6cdd337633e3 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:09.849695 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5b9771b5-3e87-4a48-990d-e0c8b25ace5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:09.850848 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-770af37a-4b9f-49d7-adb1-c318726c96f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:09.895788 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dd27e8ff-5fb8-4114-9e83-f31f7959455d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:09.900592 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:09.912292 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6fb209-cbab-4554-b12e-4fd513630ac8 None None] No DVR routers for this DVR port 7efede60-7987-41f1-97c4-fd81d6441e08 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:49:09.913500 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-dd27e8ff-5fb8-4114-9e83-f31f7959455d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['099216d3-7ee3-4b38-b854-437d904836ed']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:09.914445 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6fb209-cbab-4554-b12e-4fd513630ac8 None None] Pushing event deleted for resources: {'Port': ['ID=7efede60-7987-41f1-97c4-fd81d6441e08,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:09.927259 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-9d6fb209-cbab-4554-b12e-4fd513630ac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:09.929063 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-da6a0f7a-21d0-4b97-a1db-5e016d802bcc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.702s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:09.929479 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-da6a0f7a-21d0-4b97-a1db-5e016d802bcc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:09.945159 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-dd27e8ff-5fb8-4114-9e83-f31f7959455d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b49917cf-0a42-4913-bac2-631651934cfd') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:09.945464 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-dd27e8ff-5fb8-4114-9e83-f31f7959455d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b49917cf-0a42-4913-bac2-631651934cfd') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:09.972955 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dd27e8ff-5fb8-4114-9e83-f31f7959455d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:09.999495 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-559a7a17-e718-41d1-861f-48c0615e7b96 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:10.124653 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4041e975-d377-45a1-976c-8ebe12fd5a79 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:10.132339 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-14c2b84b-f485-455f-b808-6757e712f96f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:10.150815 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:10.184920 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dd27e8ff-5fb8-4114-9e83-f31f7959455d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:10.221965 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7efede60-7987-41f1-97c4-fd81d6441e08 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:49:10.222344 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c2b84b-f485-455f-b808-6757e712f96f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:10.227251 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-14c2b84b-f485-455f-b808-6757e712f96f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:10.262621 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2b84b-f485-455f-b808-6757e712f96f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Subnet': ['ID=61f584e7-328a-43ff-a409-1c6fec9b0129,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:10.265164 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c2b84b-f485-455f-b808-6757e712f96f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:10.265792 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-14c2b84b-f485-455f-b808-6757e712f96f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:10.269710 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-14c2b84b-f485-455f-b808-6757e712f96f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:10.273801 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9894b454-7bcc-4645-a9bd-a76a1da42cd6 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:10.293746 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 7efede60-7987-41f1-97c4-fd81d6441e08 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:49:10.294123 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7efede60-7987-41f1-97c4-fd81d6441e08 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:49:10.329367 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd27e8ff-5fb8-4114-9e83-f31f7959455d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:49:10.329946 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dd27e8ff-5fb8-4114-9e83-f31f7959455d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:49:10.352925 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:49:10.375802 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-559a7a17-e718-41d1-861f-48c0615e7b96 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:10.376507 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-14c2b84b-f485-455f-b808-6757e712f96f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7085562 May 31 15:49:10.382033 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53766) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:10.423179 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-559a7a17-e718-41d1-861f-48c0615e7b96 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:10.437104 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-17293ccb-cefc-4766-8b4d-b0675bee5338 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1498775724', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:10.446367 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-17293ccb-cefc-4766-8b4d-b0675bee5338 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:10.452579 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-17293ccb-cefc-4766-8b4d-b0675bee5338 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:router and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:10.457825 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-17293ccb-cefc-4766-8b4d-b0675bee5338 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:10.467312 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-17293ccb-cefc-4766-8b4d-b0675bee5338 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:10.488703 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-17293ccb-cefc-4766-8b4d-b0675bee5338 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:10.489876 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-17293ccb-cefc-4766-8b4d-b0675bee5338 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:10.522072 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-17293ccb-cefc-4766-8b4d-b0675bee5338 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:10.543247 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23087a87-9aa7-4141-b878-a4d724722561 req-7172e88a-4220-4a8a-a6fc-b26c295f9251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:10.544923 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-23087a87-9aa7-4141-b878-a4d724722561 req-7172e88a-4220-4a8a-a6fc-b26c295f9251 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d344e8f1-f415-4064-9d12-68c70eb6ac0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.9115193 May 31 15:49:10.551329 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4a17cc-fcaf-4880-b288-379fc77d2188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-b5001308-9f67-458f-99a7-4cdcd1177eb2', 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'fixed_ips': [{'subnet_id': '61f584e7-328a-43ff-a409-1c6fec9b0129'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:49:10.553214 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ab4a17cc-fcaf-4880-b288-379fc77d2188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:10.571226 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-17293ccb-cefc-4766-8b4d-b0675bee5338 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:10.653567 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-17293ccb-cefc-4766-8b4d-b0675bee5338 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:10.655023 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-17293ccb-cefc-4766-8b4d-b0675bee5338 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2499347 May 31 15:49:10.658075 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53770) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:10.700440 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dd27e8ff-5fb8-4114-9e83-f31f7959455d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:10.701818 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-559a7a17-e718-41d1-861f-48c0615e7b96 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:10.702387 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559a7a17-e718-41d1-861f-48c0615e7b96 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Fanout notify agent at l3_agent the message router_deleted on router e94bdccd-26f4-4c42-82a2-770f875beecc {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:49:10.737419 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-132a56f3-069a-4f5c-a059-6cdd337633e3 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:10.743853 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:10.782489 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-76d9a32a-75ee-485b-87eb-2f791c093cac tempest-ExternalNetworksTestJSON-1489639013 tempest-ExternalNetworksTestJSON-1489639013-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:10.798726 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-ab4a17cc-fcaf-4880-b288-379fc77d2188 None None] Allocated IP 2001:db8::2 (b5001308-9f67-458f-99a7-4cdcd1177eb2/61f584e7-328a-43ff-a409-1c6fec9b0129/f285bbe4-fed1-4a3d-935b-90632fa56311) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:11.027849 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dd27e8ff-5fb8-4114-9e83-f31f7959455d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:11.049136 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27e8ff-5fb8-4114-9e83-f31f7959455d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Network': ['ID=099216d3-7ee3-4b38-b854-437d904836ed,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:11.069832 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4041e975-d377-45a1-976c-8ebe12fd5a79 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:11.080069 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-dd27e8ff-5fb8-4114-9e83-f31f7959455d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:11.092499 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ab4a17cc-fcaf-4880-b288-379fc77d2188 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:11.094171 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4041e975-d377-45a1-976c-8ebe12fd5a79 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446711'] for router, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:11.107130 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ab4a17cc-fcaf-4880-b288-379fc77d2188 None None] Transition to ACTIVE for port object f285bbe4-fed1-4a3d-935b-90632fa56311 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:11.132339 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ab4a17cc-fcaf-4880-b288-379fc77d2188 None None] Transition to ACTIVE for port object f285bbe4-fed1-4a3d-935b-90632fa56311 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:11.142684 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ab4a17cc-fcaf-4880-b288-379fc77d2188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:11.150471 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1b520afc-0027-467c-a106-c7bd04ad537b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:11.199799 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-559a7a17-e718-41d1-861f-48c0615e7b96 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:11.200942 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-559a7a17-e718-41d1-861f-48c0615e7b96 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "DELETE /v2.0/routers/e94bdccd-26f4-4c42-82a2-770f875beecc HTTP/1.1" status: 204 len: 168 time: 7.1250467 May 31 15:49:11.207011 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-dd27e8ff-5fb8-4114-9e83-f31f7959455d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/networks/099216d3-7ee3-4b38-b854-437d904836ed HTTP/1.1" status: 204 len: 168 time: 4.8331697 May 31 15:49:11.221460 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53776) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:11.221793 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53778) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:11.236675 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a17cc-fcaf-4880-b288-379fc77d2188 None None] Pushing event updated for resources: {'Port': ['ID=f285bbe4-fed1-4a3d-935b-90632fa56311,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:11.247177 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ab4a17cc-fcaf-4880-b288-379fc77d2188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:11.256922 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4a17cc-fcaf-4880-b288-379fc77d2188 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:11.258374 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-ab4a17cc-fcaf-4880-b288-379fc77d2188 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:11.263376 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4a17cc-fcaf-4880-b288-379fc77d2188 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:49:11.313662 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-e25e6e75-e801-46d3-afec-57d8d861505a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1643994943', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'enable_snat': False}}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:11.356600 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-23087a87-9aa7-4141-b878-a4d724722561 req-a9120d56-0572-421e-8538-a92164f22b79 service neutron] 10.222.0.59 "GET /v2.0/networks/d344e8f1-f415-4064-9d12-68c70eb6ac0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7397065 May 31 15:49:11.363743 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e25e6e75-e801-46d3-afec-57d8d861505a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:11.400812 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-ab4a17cc-fcaf-4880-b288-379fc77d2188 None None] Attempting to bind port f285bbe4-fed1-4a3d-935b-90632fa56311 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:49:11.401321 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-ab4a17cc-fcaf-4880-b288-379fc77d2188 None None] Attempting to bind port f285bbe4-fed1-4a3d-935b-90632fa56311 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:49:11.401993 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4a17cc-fcaf-4880-b288-379fc77d2188 None None] Attempting to bind port f285bbe4-fed1-4a3d-935b-90632fa56311 on network b5001308-9f67-458f-99a7-4cdcd1177eb2 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:49:11.402860 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a56f3-069a-4f5c-a059-6cdd337633e3 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Subnet': ['ID=7aa54c21-3555-46e9-919b-be94bc417b65,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:11.412412 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e25e6e75-e801-46d3-afec-57d8d861505a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Usage tracker for resource:router and tenant:9547665d8db04add9c677b4a5a727b5d is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:11.416956 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4a17cc-fcaf-4880-b288-379fc77d2188 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:49:11.417640 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4a17cc-fcaf-4880-b288-379fc77d2188 None None] Checking segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:11.418379 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ab4a17cc-fcaf-4880-b288-379fc77d2188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:11.418999 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4a17cc-fcaf-4880-b288-379fc77d2188 None None] Bound using segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:49:11.419700 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-ab4a17cc-fcaf-4880-b288-379fc77d2188 None None] Bound port: f285bbe4-fed1-4a3d-935b-90632fa56311, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:49:11.421939 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ab4a17cc-fcaf-4880-b288-379fc77d2188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:11.425335 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e25e6e75-e801-46d3-afec-57d8d861505a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:11.444374 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4041e975-d377-45a1-976c-8ebe12fd5a79 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Router c8262876-f918-4a19-820c-e4b9e5aa0b93 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:49:11.448977 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e25e6e75-e801-46d3-afec-57d8d861505a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:11.496689 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53784) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:11.516219 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-2c2df695-0958-4fef-b2b3-9c5ee9b64a9f tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Request body: {'subnet': {'network_id': 'e3b28ef5-aeca-409b-9e31-25a8b546485c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:11.522656 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-ab4a17cc-fcaf-4880-b288-379fc77d2188 None None] For port f285bbe4-fed1-4a3d-935b-90632fa56311, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:49:11.526230 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-ab4a17cc-fcaf-4880-b288-379fc77d2188 None None] For port f285bbe4-fed1-4a3d-935b-90632fa56311, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=f285bbe4-fed1-4a3d-935b-90632fa56311,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:49:11.529998 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ab4a17cc-fcaf-4880-b288-379fc77d2188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:11.534542 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:11.545982 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-132a56f3-069a-4f5c-a059-6cdd337633e3 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.802s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:11.560013 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933a6f3a-7a2a-44bc-a3ef-d405389e4831 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:11.560605 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-933a6f3a-7a2a-44bc-a3ef-d405389e4831 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Synchronizing usage tracker for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:49:11.572349 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132a56f3-069a-4f5c-a059-6cdd337633e3 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Checking segment: {'id': 'ffbda552-e335-4436-b48a-fa56e98ae33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:11.572597 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132a56f3-069a-4f5c-a059-6cdd337633e3 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network hostable DHCP agents. Network: 0bb017ef-e848-44bb-b9e4-d3c36f7b31dc, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:49:11.577872 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4dd6336c-7a92-4ca4-b45f-1ca3f58873d6 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:11.620833 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a17cc-fcaf-4880-b288-379fc77d2188 None None] Pushing event updated for resources: {'Port': ['ID=f285bbe4-fed1-4a3d-935b-90632fa56311,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:11.625311 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ab4a17cc-fcaf-4880-b288-379fc77d2188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:11.630158 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132a56f3-069a-4f5c-a059-6cdd337633e3 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network 0bb017ef-e848-44bb-b9e4-d3c36f7b31dc is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:49:11.630608 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8583c73b-063a-421e-934e-c9787fe6ede7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:11.643988 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cc1b4-2b8a-411c-af94-dc9a86e5a6c6 req-556696f7-e907-4d19-9ffc-99bcab9303e2 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:11.648773 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-514cc1b4-2b8a-411c-af94-dc9a86e5a6c6 req-556696f7-e907-4d19-9ffc-99bcab9303e2 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.7000616 May 31 15:49:11.657282 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e25e6e75-e801-46d3-afec-57d8d861505a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:11.658322 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e25e6e75-e801-46d3-afec-57d8d861505a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:11.703175 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-aa414ef9-9389-4fe0-8043-415b0c561a05 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:11.729018 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-132a56f3-069a-4f5c-a059-6cdd337633e3 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 0bb017ef-e848-44bb-b9e4-d3c36f7b31dc) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:11.741845 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552879e0-db6b-4a59-8bb5-d32e31f04f8d None None] Network 0bb017ef-e848-44bb-b9e4-d3c36f7b31dc requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:11.832509 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132a56f3-069a-4f5c-a059-6cdd337633e3 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:11.833215 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-132a56f3-069a-4f5c-a059-6cdd337633e3 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:11.864201 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-514cc1b4-2b8a-411c-af94-dc9a86e5a6c6 req-4ad341f2-56fd-4cc3-bc71-9ef589f41283 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144287 May 31 15:49:11.948913 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-132a56f3-069a-4f5c-a059-6cdd337633e3 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4544094 May 31 15:49:11.950093 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53788) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:11.977433 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-933a6f3a-7a2a-44bc-a3ef-d405389e4831 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Unset dirty status for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:49:11.982487 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-933a6f3a-7a2a-44bc-a3ef-d405389e4831 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "GET /v2.0/ports/8b9e08a6-e887-462a-b20c-a3389dadc5b6 HTTP/1.1" status: 200 len: 840 time: 0.7544694 May 31 15:49:11.982487 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e25e6e75-e801-46d3-afec-57d8d861505a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:11.996597 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53792) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:12.014095 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4041e975-d377-45a1-976c-8ebe12fd5a79 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:49:12.100176 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-2c2df695-0958-4fef-b2b3-9c5ee9b64a9f tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:12.104864 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-2c2df695-0958-4fef-b2b3-9c5ee9b64a9f tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Usage tracker for resource:subnet and tenant:1048e0b2a17044669ba0b1a74b492ce9 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:12.109044 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-2c2df695-0958-4fef-b2b3-9c5ee9b64a9f tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:12.132567 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-2c2df695-0958-4fef-b2b3-9c5ee9b64a9f tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:12.158887 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-99fdd49b-30b8-4108-accb-1c58f9a4201d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "GET /v2.0/ports/8b9e08a6-e887-462a-b20c-a3389dadc5b6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1430280 May 31 15:49:12.158887 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-23087a87-9aa7-4141-b878-a4d724722561 req-0e0f1635-e34c-4640-a40a-85afe814a108 service neutron] 10.222.0.59 "GET /v2.0/networks/d344e8f1-f415-4064-9d12-68c70eb6ac0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7830029 May 31 15:49:12.165629 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53796) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:12.182339 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-bfbd4213-3e79-4763-8555-e69ca0f23cf4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'subnet': {'network_id': '1e6d7417-4bd4-418b-808b-5f1717377e16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:12.183452 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd6336c-7a92-4ca4-b45f-1ca3f58873d6 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Checking segment: {'id': '4499b212-c924-4682-8d9d-bc926c16fa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b26f86c0-508c-4af9-89b1-49b7470c4908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:12.183814 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd6336c-7a92-4ca4-b45f-1ca3f58873d6 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Network hostable DHCP agents. Network: b26f86c0-508c-4af9-89b1-49b7470c4908, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:49:12.194068 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4041e975-d377-45a1-976c-8ebe12fd5a79 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:12.195204 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4041e975-d377-45a1-976c-8ebe12fd5a79 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "PUT /v2.0/routers/c8262876-f918-4a19-820c-e4b9e5aa0b93 HTTP/1.1" status: 200 len: 705 time: 7.7673419 May 31 15:49:12.196140 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2df695-0958-4fef-b2b3-9c5ee9b64a9f tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Made reservation on behalf of 1048e0b2a17044669ba0b1a74b492ce9 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:12.200033 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2c2df695-0958-4fef-b2b3-9c5ee9b64a9f tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:12.203310 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53800) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:12.212556 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e800c9a-a999-4d88-8b38-d53be0239d81 None None] Sync routers for ids ['c8262876-f918-4a19-820c-e4b9e5aa0b93'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:49:12.233568 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61244365-273a-491e-afd8-724598625f69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-0bb017ef-e848-44bb-b9e4-d3c36f7b31dc', 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'fixed_ips': [{'subnet_id': '7aa54c21-3555-46e9-919b-be94bc417b65'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:49:12.234429 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-61244365-273a-491e-afd8-724598625f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:12.291059 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e800c9a-a999-4d88-8b38-d53be0239d81 None None] Routers {'c8262876-f918-4a19-820c-e4b9e5aa0b93'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:12.292026 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-9e800c9a-a999-4d88-8b38-d53be0239d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['c8262876-f918-4a19-820c-e4b9e5aa0b93'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:12.368177 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f285bbe4-fed1-4a3d-935b-90632fa56311 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:12.410535 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6336c-7a92-4ca4-b45f-1ca3f58873d6 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event updated for resources: {'Subnet': ['ID=ff700af6-321e-4e5a-b1aa-184896cf2af7,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:12.414228 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4dd6336c-7a92-4ca4-b45f-1ca3f58873d6 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.784s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:12.436038 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-9e800c9a-a999-4d88-8b38-d53be0239d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:12.518158 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e800c9a-a999-4d88-8b38-d53be0239d81 None None] Routers {'c8262876-f918-4a19-820c-e4b9e5aa0b93'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:12.518801 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-9e800c9a-a999-4d88-8b38-d53be0239d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['c8262876-f918-4a19-820c-e4b9e5aa0b93'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:12.562415 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd6336c-7a92-4ca4-b45f-1ca3f58873d6 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Network b26f86c0-508c-4af9-89b1-49b7470c4908 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:49:12.590343 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-9e800c9a-a999-4d88-8b38-d53be0239d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:12.590789 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e800c9a-a999-4d88-8b38-d53be0239d81 None None] The sync data for ids ['c8262876-f918-4a19-820c-e4b9e5aa0b93'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:49:12.664536 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port f285bbe4-fed1-4a3d-935b-90632fa56311 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:12.674715 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-61244365-273a-491e-afd8-724598625f69 None None] Allocated IP 172.20.0.2 (0bb017ef-e848-44bb-b9e4-d3c36f7b31dc/7aa54c21-3555-46e9-919b-be94bc417b65/dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:12.728931 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-4dd6336c-7a92-4ca4-b45f-1ca3f58873d6 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, b26f86c0-508c-4af9-89b1-49b7470c4908) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:12.756987 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d7454d-fce3-4766-8b2d-ee1a42ae595c None None] Network b26f86c0-508c-4af9-89b1-49b7470c4908 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:12.849052 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c5dfeb51-861c-4cdc-a32a-961ebce8b228 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "GET /v2.0/routers/c8262876-f918-4a19-820c-e4b9e5aa0b93 HTTP/1.1" status: 200 len: 740 time: 0.6373010 May 31 15:49:12.923338 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53804) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:12.941621 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-bfbd4213-3e79-4763-8555-e69ca0f23cf4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:13.047967 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-bfbd4213-3e79-4763-8555-e69ca0f23cf4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:subnet and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:13.076907 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-bfbd4213-3e79-4763-8555-e69ca0f23cf4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:13.099634 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-61244365-273a-491e-afd8-724598625f69 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:13.118028 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-3be22da7-9196-4fcc-9775-a1b1a301b00b None None] Provisioning for port f285bbe4-fed1-4a3d-935b-90632fa56311 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:13.122363 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-61244365-273a-491e-afd8-724598625f69 None None] Transition to ACTIVE for port object dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:13.122535 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-eaf52310-64bc-4e7a-b1d9-cdbbc4d608b9 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=014c45f7-9697-4b0b-b8b7-66a80a50a15c&device_id=c8262876-f918-4a19-820c-e4b9e5aa0b93 HTTP/1.1" status: 200 len: 205 time: 0.1826134 May 31 15:49:13.157606 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd6336c-7a92-4ca4-b45f-1ca3f58873d6 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:13.157840 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53810) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:13.158103 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4dd6336c-7a92-4ca4-b45f-1ca3f58873d6 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:13.165336 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-bfbd4213-3e79-4763-8555-e69ca0f23cf4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:13.167071 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-3be22da7-9196-4fcc-9775-a1b1a301b00b None None] Provisioning complete for port f285bbe4-fed1-4a3d-935b-90632fa56311 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:13.167214 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3be22da7-9196-4fcc-9775-a1b1a301b00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:13.188242 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e25e6e75-e801-46d3-afec-57d8d861505a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:13.213792 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4dd6336c-7a92-4ca4-b45f-1ca3f58873d6 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.9420948 May 31 15:49:13.219154 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-61244365-273a-491e-afd8-724598625f69 None None] Transition to ACTIVE for port object dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:13.231241 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53814) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:13.231604 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3285a709-3046-489e-8696-dce4c0244337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-b26f86c0-508c-4af9-89b1-49b7470c4908', 'network_id': 'b26f86c0-508c-4af9-89b1-49b7470c4908', 'tenant_id': '77c737149bd84d0bb3a7bb28e9afd80b', 'fixed_ips': [{'subnet_id': 'ff700af6-321e-4e5a-b1aa-184896cf2af7'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:49:13.232894 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3285a709-3046-489e-8696-dce4c0244337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:13.246252 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-61244365-273a-491e-afd8-724598625f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:13.254928 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ab4a17cc-fcaf-4880-b288-379fc77d2188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:13.289412 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3981d524-1da2-423b-a48e-ae554561c9c3 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8262876-f918-4a19-820c-e4b9e5aa0b93 HTTP/1.1" status: 200 len: 205 time: 0.1231151 May 31 15:49:13.299234 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53818) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:13.363399 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61244365-273a-491e-afd8-724598625f69 None None] Network 0bb017ef-e848-44bb-b9e4-d3c36f7b31dc is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:13.366867 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbd4213-3e79-4763-8555-e69ca0f23cf4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:13.368465 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-61244365-273a-491e-afd8-724598625f69 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:13.370621 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bfbd4213-3e79-4763-8555-e69ca0f23cf4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:13.397097 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61244365-273a-491e-afd8-724598625f69 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:49:13.407175 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61244365-273a-491e-afd8-724598625f69 None None] Pushing event updated for resources: {'Port': ['ID=dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:13.414366 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-61244365-273a-491e-afd8-724598625f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:13.473391 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:13.602573 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-61244365-273a-491e-afd8-724598625f69 None None] Attempting to bind port dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:49:13.603021 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-61244365-273a-491e-afd8-724598625f69 None None] Attempting to bind port dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ffbda552-e335-4436-b48a-fa56e98ae33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:49:13.603339 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61244365-273a-491e-afd8-724598625f69 None None] Attempting to bind port dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a on network 0bb017ef-e848-44bb-b9e4-d3c36f7b31dc {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:49:13.611552 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b0a675b6-e09e-4c3d-956b-37b4615406fb tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:13.615734 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3be22da7-9196-4fcc-9775-a1b1a301b00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:13.621689 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2c2df695-0958-4fef-b2b3-9c5ee9b64a9f tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:13.628115 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61244365-273a-491e-afd8-724598625f69 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:49:13.628311 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61244365-273a-491e-afd8-724598625f69 None None] Checking segment: {'id': 'ffbda552-e335-4436-b48a-fa56e98ae33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:13.629057 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-61244365-273a-491e-afd8-724598625f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:13.629231 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61244365-273a-491e-afd8-724598625f69 None None] Bound using segment: {'id': 'ffbda552-e335-4436-b48a-fa56e98ae33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:49:13.629401 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-84d43a6e-777e-414d-93d8-620cdb474e0e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:13.630034 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-61244365-273a-491e-afd8-724598625f69 None None] Bound port: dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffbda552-e335-4436-b48a-fa56e98ae33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:49:13.630034 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-61244365-273a-491e-afd8-724598625f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:13.650477 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d08612ed-df34-4b4e-9d50-1a3834b786bd tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:13.660627 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-3285a709-3046-489e-8696-dce4c0244337 None None] Allocated IP 172.20.0.2 (b26f86c0-508c-4af9-89b1-49b7470c4908/ff700af6-321e-4e5a-b1aa-184896cf2af7/2e4a4806-d564-4c5b-83c9-e02d74712a80) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:13.665727 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:13.739083 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-3be22da7-9196-4fcc-9775-a1b1a301b00b None None] For port f285bbe4-fed1-4a3d-935b-90632fa56311, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=f285bbe4-fed1-4a3d-935b-90632fa56311,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:13.791289 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3be22da7-9196-4fcc-9775-a1b1a301b00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:13.798361 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ab4a17cc-fcaf-4880-b288-379fc77d2188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:13.851896 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2df695-0958-4fef-b2b3-9c5ee9b64a9f tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event updated for resources: {'Subnet': ['ID=958b36e9-35e7-46a5-b474-7f2af740aaac,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:13.854801 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2c2df695-0958-4fef-b2b3-9c5ee9b64a9f tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:13.881990 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-aa414ef9-9389-4fe0-8043-415b0c561a05 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Allocated IP 2001:db8::1 (b5001308-9f67-458f-99a7-4cdcd1177eb2/61f584e7-328a-43ff-a409-1c6fec9b0129/c4156e34-8bbb-4dcd-b9eb-91afc68d09ef) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:13.938843 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-61244365-273a-491e-afd8-724598625f69 None None] For port dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:49:13.968786 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-61244365-273a-491e-afd8-724598625f69 None None] For port dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a,segment=NetworkSegment(ffbda552-e335-4436-b48a-fa56e98ae33a),segment_id=ffbda552-e335-4436-b48a-fa56e98ae33a)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:49:13.982328 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-61244365-273a-491e-afd8-724598625f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:13.989886 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be22da7-9196-4fcc-9775-a1b1a301b00b None None] Pushing event updated for resources: {'Port': ['ID=f285bbe4-fed1-4a3d-935b-90632fa56311,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:13.992192 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2df695-0958-4fef-b2b3-9c5ee9b64a9f tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Checking segment: {'id': '41f3fa66-c5e8-4779-a38e-1ee6123d9f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3b28ef5-aeca-409b-9e31-25a8b546485c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:13.992563 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2df695-0958-4fef-b2b3-9c5ee9b64a9f tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Network hostable DHCP agents. Network: e3b28ef5-aeca-409b-9e31-25a8b546485c, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:49:13.997585 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-3be22da7-9196-4fcc-9775-a1b1a301b00b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:13.998578 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d9914737-89ba-49c5-9716-dabb07a1116b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:14.074296 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b61673-aed7-4b96-80e1-0b3e5eb0840d req-8570e4e0-6b70-4303-b032-bb61dc40c4a3 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:14.081813 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-16b61673-aed7-4b96-80e1-0b3e5eb0840d req-8570e4e0-6b70-4303-b032-bb61dc40c4a3 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 1.0214961 May 31 15:49:14.090113 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2df695-0958-4fef-b2b3-9c5ee9b64a9f tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Network e3b28ef5-aeca-409b-9e31-25a8b546485c is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:49:14.102774 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e25e6e75-e801-46d3-afec-57d8d861505a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:14.141010 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61244365-273a-491e-afd8-724598625f69 None None] Pushing event updated for resources: {'Port': ['ID=dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:14.151129 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e25e6e75-e801-46d3-afec-57d8d861505a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:14.153755 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-61244365-273a-491e-afd8-724598625f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:14.157652 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3285a709-3046-489e-8696-dce4c0244337 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:14.169863 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-3285a709-3046-489e-8696-dce4c0244337 None None] Transition to ACTIVE for port object 2e4a4806-d564-4c5b-83c9-e02d74712a80 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:14.172210 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-2c2df695-0958-4fef-b2b3-9c5ee9b64a9f tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, e3b28ef5-aeca-409b-9e31-25a8b546485c) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:14.184459 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052dfd2e-7e16-4627-891d-53ee97bde421 None None] Network e3b28ef5-aeca-409b-9e31-25a8b546485c requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:14.215922 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-3285a709-3046-489e-8696-dce4c0244337 None None] Transition to ACTIVE for port object 2e4a4806-d564-4c5b-83c9-e02d74712a80 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:14.265741 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2df695-0958-4fef-b2b3-9c5ee9b64a9f tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:14.266762 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2c2df695-0958-4fef-b2b3-9c5ee9b64a9f tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:14.308163 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f285bbe4-fed1-4a3d-935b-90632fa56311 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:14.356342 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:14.365873 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5c40109f-a659-4453-a4ad-32870ad4c43d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:14.422045 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3285a709-3046-489e-8696-dce4c0244337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:14.434914 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-61244365-273a-491e-afd8-724598625f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:14.457326 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d08612ed-df34-4b4e-9d50-1a3834b786bd tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:14.471742 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Subnet': ['ID=ff700af6-321e-4e5a-b1aa-184896cf2af7,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:14.485036 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d08612ed-df34-4b4e-9d50-1a3834b786bd tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:14.489197 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:14.505265 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2c2df695-0958-4fef-b2b3-9c5ee9b64a9f tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0039775 May 31 15:49:14.542704 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3285a709-3046-489e-8696-dce4c0244337 None None] Network b26f86c0-508c-4af9-89b1-49b7470c4908 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:14.545373 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285a709-3046-489e-8696-dce4c0244337 None None] Pushing event updated for resources: {'Port': ['ID=2e4a4806-d564-4c5b-83c9-e02d74712a80,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:14.549705 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-3285a709-3046-489e-8696-dce4c0244337 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:14.551562 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-3285a709-3046-489e-8696-dce4c0244337 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:14.554975 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53822) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:14.555168 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3285a709-3046-489e-8696-dce4c0244337 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:49:14.602769 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-1d1eb84c-745f-41aa-b841-9348bc69a092 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-329826313'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:14.617152 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-16b61673-aed7-4b96-80e1-0b3e5eb0840d req-5d1fd0d7-e355-4d8b-947c-c08075a71a9b tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5342364 May 31 15:49:14.624663 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:14.646252 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b26f86c0-508c-4af9-89b1-49b7470c4908']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:14.659962 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4499b212-c924-4682-8d9d-bc926c16fa5c') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:14.660343 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4499b212-c924-4682-8d9d-bc926c16fa5c') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:14.678646 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1d1eb84c-745f-41aa-b841-9348bc69a092 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:14.682439 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:14.689786 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-e25e6e75-e801-46d3-afec-57d8d861505a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Allocated IP 172.26.0.191 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/2350d0ab-eb14-46d7-9802-65a01c0362b8) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:14.692337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1d1eb84c-745f-41aa-b841-9348bc69a092 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Usage tracker for resource:network and tenant:1048e0b2a17044669ba0b1a74b492ce9 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:14.697117 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port f285bbe4-fed1-4a3d-935b-90632fa56311 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:14.697815 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:14.707380 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:14.732371 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:49:14.732371 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:14.734268 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1d1eb84c-745f-41aa-b841-9348bc69a092 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:14.748422 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-3285a709-3046-489e-8696-dce4c0244337 None None] Attempting to bind port 2e4a4806-d564-4c5b-83c9-e02d74712a80 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:49:14.749014 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-3285a709-3046-489e-8696-dce4c0244337 None None] Attempting to bind port 2e4a4806-d564-4c5b-83c9-e02d74712a80 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '4499b212-c924-4682-8d9d-bc926c16fa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b26f86c0-508c-4af9-89b1-49b7470c4908'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:49:14.749283 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3285a709-3046-489e-8696-dce4c0244337 None None] Attempting to bind port 2e4a4806-d564-4c5b-83c9-e02d74712a80 on network b26f86c0-508c-4af9-89b1-49b7470c4908 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:49:14.750986 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:49:14.766411 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1d1eb84c-745f-41aa-b841-9348bc69a092 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:14.798747 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d08612ed-df34-4b4e-9d50-1a3834b786bd tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:14.799307 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08612ed-df34-4b4e-9d50-1a3834b786bd tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Fanout notify agent at l3_agent the message router_deleted on router c8262876-f918-4a19-820c-e4b9e5aa0b93 {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:49:14.805784 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3285a709-3046-489e-8696-dce4c0244337 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:49:14.805784 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3285a709-3046-489e-8696-dce4c0244337 None None] Checking segment: {'id': '4499b212-c924-4682-8d9d-bc926c16fa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b26f86c0-508c-4af9-89b1-49b7470c4908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:14.806032 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3285a709-3046-489e-8696-dce4c0244337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:14.806576 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3285a709-3046-489e-8696-dce4c0244337 None None] Bound using segment: {'id': '4499b212-c924-4682-8d9d-bc926c16fa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b26f86c0-508c-4af9-89b1-49b7470c4908'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:49:14.806778 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-3285a709-3046-489e-8696-dce4c0244337 None None] Bound port: 2e4a4806-d564-4c5b-83c9-e02d74712a80, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4499b212-c924-4682-8d9d-bc926c16fa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b26f86c0-508c-4af9-89b1-49b7470c4908'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:49:14.807161 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3285a709-3046-489e-8696-dce4c0244337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:14.850788 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1eb84c-745f-41aa-b841-9348bc69a092 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Made reservation on behalf of 1048e0b2a17044669ba0b1a74b492ce9 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:14.854972 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1d1eb84c-745f-41aa-b841-9348bc69a092 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:14.949701 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-aa414ef9-9389-4fe0-8043-415b0c561a05 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:14.957525 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7792b1-ca05-4ade-8a5a-6d274d836bad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-e3b28ef5-aeca-409b-9e31-25a8b546485c', 'network_id': 'e3b28ef5-aeca-409b-9e31-25a8b546485c', 'tenant_id': '1048e0b2a17044669ba0b1a74b492ce9', 'fixed_ips': [{'subnet_id': '958b36e9-35e7-46a5-b474-7f2af740aaac'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:49:14.958266 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7c7792b1-ca05-4ade-8a5a-6d274d836bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:15.029292 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-3285a709-3046-489e-8696-dce4c0244337 None None] For port 2e4a4806-d564-4c5b-83c9-e02d74712a80, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:49:15.029601 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d08612ed-df34-4b4e-9d50-1a3834b786bd tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:15.030939 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d08612ed-df34-4b4e-9d50-1a3834b786bd tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "DELETE /v2.0/routers/c8262876-f918-4a19-820c-e4b9e5aa0b93 HTTP/1.1" status: 204 len: 168 time: 1.7307525 May 31 15:49:15.032371 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-b0a675b6-e09e-4c3d-956b-37b4615406fb tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Allocated IP 172.20.0.1 (0bb017ef-e848-44bb-b9e4-d3c36f7b31dc/7aa54c21-3555-46e9-919b-be94bc417b65/733c2800-0fbc-443c-896f-fc73ee4be24f) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:15.036929 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53826) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:15.039814 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-aa414ef9-9389-4fe0-8043-415b0c561a05 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Transition to ACTIVE for port object c4156e34-8bbb-4dcd-b9eb-91afc68d09ef will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:15.042688 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d1eb84c-745f-41aa-b841-9348bc69a092 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:49:15.071818 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1d1eb84c-745f-41aa-b841-9348bc69a092 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:15.072170 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-1d1eb84c-745f-41aa-b841-9348bc69a092 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Added segment 0a339590-8a26-4e07-b90e-39d6e71b5361 of type vlan for network cf236d88-1205-42e8-af55-b8e8eaa306aa May 31 15:49:15.105646 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7268a6d8-3243-4c52-b8e9-f51522f4b345 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8262876-f918-4a19-820c-e4b9e5aa0b93 HTTP/1.1" status: 200 len: 205 time: 0.0568922 May 31 15:49:15.106386 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53830) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:15.133727 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-3285a709-3046-489e-8696-dce4c0244337 None None] For port 2e4a4806-d564-4c5b-83c9-e02d74712a80, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=2e4a4806-d564-4c5b-83c9-e02d74712a80,segment=NetworkSegment(4499b212-c924-4682-8d9d-bc926c16fa5c),segment_id=4499b212-c924-4682-8d9d-bc926c16fa5c)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:49:15.167980 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3285a709-3046-489e-8696-dce4c0244337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:15.178756 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-00b2b72a-6359-418e-87d5-0248f6ed4d74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:15.190587 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.db.api [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 31 15:49:15.190587 dv-neutron-601336-79-hyperv neutron-server[99204]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 31 15:49:15.190587 dv-neutron-601336-79-hyperv neutron-server[99204]: [parameters: {'id': 'b26f86c0-508c-4af9-89b1-49b7470c4908'}] May 31 15:49:15.190587 dv-neutron-601336-79-hyperv neutron-server[99204]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:49:15.191081 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_db.api [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:49:15.202365 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-69da88ab-1ae0-43bd-9511-1a6e78b86d5e tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] delete failed (client error): The resource could not be found. May 31 15:49:15.206251 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-69da88ab-1ae0-43bd-9511-1a6e78b86d5e tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "DELETE /v2.0/routers/c8262876-f918-4a19-820c-e4b9e5aa0b93 HTTP/1.1" status: 404 len: 336 time: 0.0962920 May 31 15:49:15.209575 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53834) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:15.244705 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1d1eb84c-745f-41aa-b841-9348bc69a092 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:15.265013 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2c0abbab-89e2-4fb3-9701-25d3d0048e4d tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c138806-0231-4230-b635-051a236c5238 HTTP/1.1" status: 200 len: 205 time: 0.0542760 May 31 15:49:15.265710 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53838) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:15.288878 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-7c7792b1-ca05-4ade-8a5a-6d274d836bad None None] Allocated IP 2001:db8:0:ffff::2 (e3b28ef5-aeca-409b-9e31-25a8b546485c/958b36e9-35e7-46a5-b474-7f2af740aaac/082cac60-78cc-4067-bee0-e3e26ad7aced) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:15.318823 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-aa414ef9-9389-4fe0-8043-415b0c561a05 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:15.328078 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bfa9378a-1030-4dce-b59a-f07de286bfc5 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:15.342314 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285a709-3046-489e-8696-dce4c0244337 None None] Pushing event updated for resources: {'Port': ['ID=2e4a4806-d564-4c5b-83c9-e02d74712a80,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:15.345305 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-c98e4cbe-b4cb-4374-b783-f50c62f99a27 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] delete failed (client error): The resource could not be found. May 31 15:49:15.346889 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-3285a709-3046-489e-8696-dce4c0244337 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:15.349226 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c98e4cbe-b4cb-4374-b783-f50c62f99a27 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "DELETE /v2.0/routers/4c138806-0231-4230-b635-051a236c5238 HTTP/1.1" status: 404 len: 336 time: 0.0737295 May 31 15:49:15.349847 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53842) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:15.423583 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1d1eb84c-745f-41aa-b841-9348bc69a092 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:15.429555 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1eb84c-745f-41aa-b841-9348bc69a092 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:15.430173 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1d1eb84c-745f-41aa-b841-9348bc69a092 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:15.441500 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-da03a0fb-a50d-48a4-8534-b0801eba29a9 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fa36da5-2fca-4244-b424-a77802a4f001 HTTP/1.1" status: 200 len: 205 time: 0.0882404 May 31 15:49:15.445699 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e25e6e75-e801-46d3-afec-57d8d861505a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:15.450411 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53846) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:15.463622 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac61b58-fa65-4197-a599-fcc83f65ffb0 None None] Network b26f86c0-508c-4af9-89b1-49b7470c4908 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:15.479944 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa414ef9-9389-4fe0-8043-415b0c561a05 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:15.488727 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa414ef9-9389-4fe0-8043-415b0c561a05 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Port': ['ID=c4156e34-8bbb-4dcd-b9eb-91afc68d09ef,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:15.491557 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-aa414ef9-9389-4fe0-8043-415b0c561a05 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:15.493507 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-aa414ef9-9389-4fe0-8043-415b0c561a05 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:15.496453 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b0a675b6-e09e-4c3d-956b-37b4615406fb tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:15.501275 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-09ee03e8-022b-4f14-9627-028ad1c19924 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:15.521527 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa414ef9-9389-4fe0-8043-415b0c561a05 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:49:15.522239 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-aa414ef9-9389-4fe0-8043-415b0c561a05 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:15.536070 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1d1eb84c-745f-41aa-b841-9348bc69a092 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9716856 May 31 15:49:15.546414 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53850) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:15.550594 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-2f4a6f79-05fc-4c0d-a2aa-e3cdd748be1a tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] delete failed (client error): The resource could not be found. May 31 15:49:15.551741 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2f4a6f79-05fc-4c0d-a2aa-e3cdd748be1a tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "DELETE /v2.0/routers/6fa36da5-2fca-4244-b424-a77802a4f001 HTTP/1.1" status: 404 len: 336 time: 0.0997918 May 31 15:49:15.556619 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-a9a78542-9fe7-4b43-9d70-b3df40ca49e1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Request body: {'subnet': {'network_id': 'cf236d88-1205-42e8-af55-b8e8eaa306aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:15.566933 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53854) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:15.721077 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-b0a675b6-e09e-4c3d-956b-37b4615406fb tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Transition to ACTIVE for port object 733c2800-0fbc-443c-896f-fc73ee4be24f will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:15.723706 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:15.751432 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a9a78542-9fe7-4b43-9d70-b3df40ca49e1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:15.764805 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a9a78542-9fe7-4b43-9d70-b3df40ca49e1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Usage tracker for resource:subnet and tenant:1048e0b2a17044669ba0b1a74b492ce9 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:15.768924 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e25e6e75-e801-46d3-afec-57d8d861505a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:15.771302 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b278ca-ab48-4662-af00-dc1dc33b2680 None None] Network 0bb017ef-e848-44bb-b9e4-d3c36f7b31dc requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:15.776886 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a86c9a20-1b3f-417b-9d71-c6d3445042aa tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "GET /v2.0/ports?device_id=b82ba8df-94bc-4d99-a32f-14f9ef026e75 HTTP/1.1" status: 200 len: 205 time: 0.1989100 May 31 15:49:15.777604 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53860) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:15.792388 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a9a78542-9fe7-4b43-9d70-b3df40ca49e1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:15.801566 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:15.865367 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a9a78542-9fe7-4b43-9d70-b3df40ca49e1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:15.877372 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1eb84c-745f-41aa-b841-9348bc69a092 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event updated for resources: {'Network': ['ID=cf236d88-1205-42e8-af55-b8e8eaa306aa,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:15.882430 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25e6e75-e801-46d3-afec-57d8d861505a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:15.883386 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1d1eb84c-745f-41aa-b841-9348bc69a092 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:15.888717 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-e25e6e75-e801-46d3-afec-57d8d861505a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:15.925278 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-87b03b42-0a4a-42d0-8412-36aa9b866a1e tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] delete failed (client error): The resource could not be found. May 31 15:49:15.925535 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25e6e75-e801-46d3-afec-57d8d861505a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:49:15.928253 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-87b03b42-0a4a-42d0-8412-36aa9b866a1e tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "DELETE /v2.0/routers/b82ba8df-94bc-4d99-a32f-14f9ef026e75 HTTP/1.1" status: 404 len: 336 time: 0.1409762 May 31 15:49:15.932848 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53864) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:15.936076 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network cf236d88-1205-42e8-af55-b8e8eaa306aa details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:49:15.953675 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7c7792b1-ca05-4ade-8a5a-6d274d836bad None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:15.968980 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a78542-9fe7-4b43-9d70-b3df40ca49e1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Made reservation on behalf of 1048e0b2a17044669ba0b1a74b492ce9 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:15.972587 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a9a78542-9fe7-4b43-9d70-b3df40ca49e1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:15.995208 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e6e75-e801-46d3-afec-57d8d861505a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Pushing event updated for resources: {'Port': ['ID=2350d0ab-eb14-46d7-9802-65a01c0362b8,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:16.042078 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7c7792b1-ca05-4ade-8a5a-6d274d836bad None None] Transition to ACTIVE for port object 082cac60-78cc-4067-bee0-e3e26ad7aced will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:16.050465 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-472d3f11-b0f2-441f-9687-6f68e2e7a6c8 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e186653-829e-4759-abd1-d11d4d8b3157 HTTP/1.1" status: 200 len: 205 time: 0.1087856 May 31 15:49:16.059580 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53868) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:16.060656 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e25e6e75-e801-46d3-afec-57d8d861505a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:16.089605 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-0ea62c54-2d38-410b-95eb-ebea7f6b1125 None None] Provisioning for port dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:16.139114 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7c7792b1-ca05-4ade-8a5a-6d274d836bad None None] Transition to ACTIVE for port object 082cac60-78cc-4067-bee0-e3e26ad7aced will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:16.189739 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7c7792b1-ca05-4ade-8a5a-6d274d836bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:16.200489 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-35ceddf4-17f2-4fed-b10e-991ac0011bb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:16.284381 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:16.320619 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Deleting port 2e4a4806-d564-4c5b-83c9-e02d74712a80 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:49:16.321016 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:16.341182 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7792b1-ca05-4ade-8a5a-6d274d836bad None None] Network e3b28ef5-aeca-409b-9e31-25a8b546485c is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:16.348889 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-7c7792b1-ca05-4ade-8a5a-6d274d836bad None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:16.352046 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7792b1-ca05-4ade-8a5a-6d274d836bad None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:49:16.415696 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bfbd4213-3e79-4763-8555-e69ca0f23cf4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:16.423951 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:16.434895 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7792b1-ca05-4ade-8a5a-6d274d836bad None None] Pushing event updated for resources: {'Port': ['ID=082cac60-78cc-4067-bee0-e3e26ad7aced,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:16.438180 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-7c7792b1-ca05-4ade-8a5a-6d274d836bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:16.438813 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-326fa148-8a51-40f1-ada8-6dc838ca3afc None None] Provisioning for port c4156e34-8bbb-4dcd-b9eb-91afc68d09ef completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:16.450340 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-94e0040a-c8e2-4753-ae85-875695c96c1e tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] delete failed (client error): The resource could not be found. May 31 15:49:16.453967 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-94e0040a-c8e2-4753-ae85-875695c96c1e tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "DELETE /v2.0/routers/9e186653-829e-4759-abd1-d11d4d8b3157 HTTP/1.1" status: 404 len: 336 time: 0.3895879 May 31 15:49:16.466052 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b0a675b6-e09e-4c3d-956b-37b4615406fb tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:16.470650 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53872) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:16.491574 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-326fa148-8a51-40f1-ada8-6dc838ca3afc None None] Provisioning complete for port c4156e34-8bbb-4dcd-b9eb-91afc68d09ef triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:16.491831 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-326fa148-8a51-40f1-ada8-6dc838ca3afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:16.569517 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-aa414ef9-9389-4fe0-8043-415b0c561a05 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:16.582968 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-be551f8b-5847-4bc7-a2f2-7f842d61fb5d tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "GET /v2.0/ports?device_id=55fc45fc-8c12-4458-90e3-1aa033d042ba HTTP/1.1" status: 200 len: 205 time: 0.0965056 May 31 15:49:16.585236 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-7c7792b1-ca05-4ade-8a5a-6d274d836bad None None] Attempting to bind port 082cac60-78cc-4067-bee0-e3e26ad7aced on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:49:16.585236 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-7c7792b1-ca05-4ade-8a5a-6d274d836bad None None] Attempting to bind port 082cac60-78cc-4067-bee0-e3e26ad7aced by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '41f3fa66-c5e8-4779-a38e-1ee6123d9f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3b28ef5-aeca-409b-9e31-25a8b546485c'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:49:16.585485 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7792b1-ca05-4ade-8a5a-6d274d836bad None None] Attempting to bind port 082cac60-78cc-4067-bee0-e3e26ad7aced on network e3b28ef5-aeca-409b-9e31-25a8b546485c {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:49:16.591566 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-326fa148-8a51-40f1-ada8-6dc838ca3afc None None] Port c4156e34-8bbb-4dcd-b9eb-91afc68d09ef cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:49:16.592210 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a675b6-e09e-4c3d-956b-37b4615406fb tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network 0bb017ef-e848-44bb-b9e4-d3c36f7b31dc is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:16.594162 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbd4213-3e79-4763-8555-e69ca0f23cf4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network 1e6d7417-4bd4-418b-808b-5f1717377e16 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:16.595928 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53876) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:16.599399 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7792b1-ca05-4ade-8a5a-6d274d836bad None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:49:16.600241 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7792b1-ca05-4ade-8a5a-6d274d836bad None None] Checking segment: {'id': '41f3fa66-c5e8-4779-a38e-1ee6123d9f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3b28ef5-aeca-409b-9e31-25a8b546485c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:16.600241 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7c7792b1-ca05-4ade-8a5a-6d274d836bad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:16.600651 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7792b1-ca05-4ade-8a5a-6d274d836bad None None] Bound using segment: {'id': '41f3fa66-c5e8-4779-a38e-1ee6123d9f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3b28ef5-aeca-409b-9e31-25a8b546485c'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:49:16.601257 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-7c7792b1-ca05-4ade-8a5a-6d274d836bad None None] Bound port: 082cac60-78cc-4067-bee0-e3e26ad7aced, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f3fa66-c5e8-4779-a38e-1ee6123d9f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e3b28ef5-aeca-409b-9e31-25a8b546485c'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:49:16.601668 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7c7792b1-ca05-4ade-8a5a-6d274d836bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:16.617238 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:16.627379 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:16.627764 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:16.656274 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-b0a675b6-e09e-4c3d-956b-37b4615406fb tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:16.658243 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-bfbd4213-3e79-4763-8555-e69ca0f23cf4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:16.659805 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a675b6-e09e-4c3d-956b-37b4615406fb tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:49:16.690033 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8914c02-2758-4220-b431-e91c1d781d96 None None] Network 1e6d7417-4bd4-418b-808b-5f1717377e16 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:16.698460 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] For port 2e4a4806-d564-4c5b-83c9-e02d74712a80, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=2e4a4806-d564-4c5b-83c9-e02d74712a80,segment=NetworkSegment(4499b212-c924-4682-8d9d-bc926c16fa5c),segment_id=4499b212-c924-4682-8d9d-bc926c16fa5c)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:16.699035 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:16.743801 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd4213-3e79-4763-8555-e69ca0f23cf4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Subnet': ['ID=63302776-e64f-4c32-9e90-a5a68146f9af,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:16.753094 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a5920-addc-4516-b725-3a3e8fbc682e req-f59be0bf-5ee2-4425-8006-3c781741c69f tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:16.754530 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-548a5920-addc-4516-b725-3a3e8fbc682e req-f59be0bf-5ee2-4425-8006-3c781741c69f tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.9064386 May 31 15:49:16.762327 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bfbd4213-3e79-4763-8555-e69ca0f23cf4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:16.767457 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-34bb4a68-c4d3-4bc2-917b-0b28d700a47a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:16.797265 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-e352b0a1-7753-4311-a707-1e9c9b80f46a tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] delete failed (client error): The resource could not be found. May 31 15:49:16.800758 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e352b0a1-7753-4311-a707-1e9c9b80f46a tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "DELETE /v2.0/routers/55fc45fc-8c12-4458-90e3-1aa033d042ba HTTP/1.1" status: 404 len: 336 time: 0.1991270 May 31 15:49:16.842902 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbd4213-3e79-4763-8555-e69ca0f23cf4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:16.843747 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bfbd4213-3e79-4763-8555-e69ca0f23cf4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:16.844073 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-7c7792b1-ca05-4ade-8a5a-6d274d836bad None None] For port 082cac60-78cc-4067-bee0-e3e26ad7aced, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:49:16.846878 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53880) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:16.851533 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-7c7792b1-ca05-4ade-8a5a-6d274d836bad None None] For port 082cac60-78cc-4067-bee0-e3e26ad7aced, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=082cac60-78cc-4067-bee0-e3e26ad7aced,segment=NetworkSegment(41f3fa66-c5e8-4779-a38e-1ee6123d9f56),segment_id=41f3fa66-c5e8-4779-a38e-1ee6123d9f56)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:49:16.874139 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7c7792b1-ca05-4ade-8a5a-6d274d836bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:16.880274 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-61244365-273a-491e-afd8-724598625f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:16.885998 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Calling delete_port for 2e4a4806-d564-4c5b-83c9-e02d74712a80 owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:49:16.957560 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda7e56d-d612-4385-9ae7-728f5343c53d tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] DELETE failed (client error): The resource could not be found. May 31 15:49:16.958008 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda7e56d-d612-4385-9ae7-728f5343c53d tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:49:16.962326 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-cda7e56d-d612-4385-9ae7-728f5343c53d tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] 10.222.0.45 "DELETE /v2.0/subnets/f1087b45-a538-47a3-b9cd-341c19e3715a HTTP/1.1" status: 404 len: 337 time: 0.0975504 May 31 15:49:16.977403 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bfbd4213-3e79-4763-8555-e69ca0f23cf4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8092527 May 31 15:49:16.984323 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53886) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:17.035850 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-3f950f28-6340-4729-9fb0-a2ec65d30e95 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'security_group': {'name': 'tempest-secgroup-192878065'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:17.078643 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3f950f28-6340-4729-9fb0-a2ec65d30e95 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:17.096220 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3f950f28-6340-4729-9fb0-a2ec65d30e95 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:security_group and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:17.106979 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3f950f28-6340-4729-9fb0-a2ec65d30e95 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:17.107249 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:17.139068 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b0a675b6-e09e-4c3d-956b-37b4615406fb tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:17.140012 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3f950f28-6340-4729-9fb0-a2ec65d30e95 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:17.160934 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a675b6-e09e-4c3d-956b-37b4615406fb tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Port': ['ID=733c2800-0fbc-443c-896f-fc73ee4be24f,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:17.179699 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7792b1-ca05-4ade-8a5a-6d274d836bad None None] Pushing event updated for resources: {'Port': ['ID=082cac60-78cc-4067-bee0-e3e26ad7aced,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:17.181756 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-548a5920-addc-4516-b725-3a3e8fbc682e req-869cc88b-8b50-4f5d-89b9-ad1aff9c30ce tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3823452 May 31 15:49:17.188323 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a,segment=NetworkSegment(ffbda552-e335-4436-b48a-fa56e98ae33a),segment_id=ffbda552-e335-4436-b48a-fa56e98ae33a)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:17.189592 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-7c7792b1-ca05-4ade-8a5a-6d274d836bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:17.216189 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:17.225277 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-c56b0771-f766-4b07-bcc5-77375cd5e4b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:17.229966 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e25e6e75-e801-46d3-afec-57d8d861505a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:17.283498 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b0a675b6-e09e-4c3d-956b-37b4615406fb tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:17.350443 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bc61fbf2-9f84-41d0-b4d7-c524810edfa1 None None] Provisioning complete for port dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:17.350918 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bc61fbf2-9f84-41d0-b4d7-c524810edfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:17.388636 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f950f28-6340-4729-9fb0-a2ec65d30e95 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:17.395865 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bea0766-ad33-41ef-947e-e9a03beb8e8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-1e6d7417-4bd4-418b-808b-5f1717377e16', 'network_id': '1e6d7417-4bd4-418b-808b-5f1717377e16', 'tenant_id': '9e98cd47beea440cbfb376c35888b670', 'fixed_ips': [{'subnet_id': '63302776-e64f-4c32-9e90-a5a68146f9af'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:49:17.397564 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0bea0766-ad33-41ef-947e-e9a03beb8e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:17.490925 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3f950f28-6340-4729-9fb0-a2ec65d30e95 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:17.566082 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:17.574880 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:17.579508 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3f950f28-6340-4729-9fb0-a2ec65d30e95 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:security_group_rule and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:17.582440 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ed2009f1-ac6e-452e-91fe-5630a51ef035 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:17.614804 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3f950f28-6340-4729-9fb0-a2ec65d30e95 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:17.620023 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53892) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:17.637366 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:17.656385 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3f950f28-6340-4729-9fb0-a2ec65d30e95 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:17.664548 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] No DVR routers for this DVR port 2e4a4806-d564-4c5b-83c9-e02d74712a80 on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:49:17.678121 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Port': ['ID=2e4a4806-d564-4c5b-83c9-e02d74712a80,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:17.681616 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:17.726055 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b0a675b6-e09e-4c3d-956b-37b4615406fb tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:17.746615 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-0bea0766-ad33-41ef-947e-e9a03beb8e8c None None] Allocated IP 172.20.0.2 (1e6d7417-4bd4-418b-808b-5f1717377e16/63302776-e64f-4c32-9e90-a5a68146f9af/56c86544-315c-4809-946b-51d8804c54ba) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:17.989726 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-aa414ef9-9389-4fe0-8043-415b0c561a05 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:18.001549 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-aa414ef9-9389-4fe0-8043-415b0c561a05 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:18.002744 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-aa414ef9-9389-4fe0-8043-415b0c561a05 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:18.003040 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ffd9da85-05df-4cca-95f2-358a5b6295e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:18.014865 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-35234437-081e-4023-a5b5-df6ae045b5f4 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:18.080914 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ffd9da85-05df-4cca-95f2-358a5b6295e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:18.093391 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:18.094003 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73112211-5ead-41ed-b4ab-c23f639afd4f None None] Provisioning for port 733c2800-0fbc-443c-896f-fc73ee4be24f completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:18.105970 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ffd9da85-05df-4cca-95f2-358a5b6295e0 admin admin] Usage tracker for resource:security_group_rule and tenant:24706fd3f5484e1a80c0ece833bb483a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:18.109263 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73112211-5ead-41ed-b4ab-c23f639afd4f None None] Provisioning complete for port 733c2800-0fbc-443c-896f-fc73ee4be24f triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:18.109876 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73112211-5ead-41ed-b4ab-c23f639afd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:18.121516 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ffd9da85-05df-4cca-95f2-358a5b6295e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:18.197351 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73112211-5ead-41ed-b4ab-c23f639afd4f None None] Port 733c2800-0fbc-443c-896f-fc73ee4be24f cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:49:18.199595 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0bea0766-ad33-41ef-947e-e9a03beb8e8c None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:18.210140 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f950f28-6340-4729-9fb0-a2ec65d30e95 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:18.213193 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-0bea0766-ad33-41ef-947e-e9a03beb8e8c None None] Transition to ACTIVE for port object 56c86544-315c-4809-946b-51d8804c54ba will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:18.217646 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ffd9da85-05df-4cca-95f2-358a5b6295e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:18.253646 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-0bea0766-ad33-41ef-947e-e9a03beb8e8c None None] Transition to ACTIVE for port object 56c86544-315c-4809-946b-51d8804c54ba will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:18.264197 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0bea0766-ad33-41ef-947e-e9a03beb8e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:18.271305 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ea56406d-7690-4f3d-9e21-bf347750a482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:18.274840 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa414ef9-9389-4fe0-8043-415b0c561a05 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Port': ['ID=c4156e34-8bbb-4dcd-b9eb-91afc68d09ef,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:18.290531 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-aa414ef9-9389-4fe0-8043-415b0c561a05 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:18.341519 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ffd9da85-05df-4cca-95f2-358a5b6295e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:18.352215 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b26f86c0-508c-4af9-89b1-49b7470c4908']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:18.379309 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4499b212-c924-4682-8d9d-bc926c16fa5c') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:18.379675 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4499b212-c924-4682-8d9d-bc926c16fa5c') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:18.397304 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e25e6e75-e801-46d3-afec-57d8d861505a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:18.406567 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:18.409740 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f950f28-6340-4729-9fb0-a2ec65d30e95 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:18.413692 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ffd9da85-05df-4cca-95f2-358a5b6295e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:18.424429 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:18.432198 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1cec381d-141c-4393-8d99-cb01ea0bbb21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:18.483464 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea0766-ad33-41ef-947e-e9a03beb8e8c None None] Pushing event updated for resources: {'Port': ['ID=56c86544-315c-4809-946b-51d8804c54ba,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:18.486549 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0bea0766-ad33-41ef-947e-e9a03beb8e8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:18.490457 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bea0766-ad33-41ef-947e-e9a03beb8e8c None None] Network 1e6d7417-4bd4-418b-808b-5f1717377e16 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:18.493291 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-0bea0766-ad33-41ef-947e-e9a03beb8e8c None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:18.496274 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bea0766-ad33-41ef-947e-e9a03beb8e8c None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:49:18.543333 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f464e391-1fa8-4b59-a846-98f3dad83b4b None None] Network e3b28ef5-aeca-409b-9e31-25a8b546485c requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:18.672132 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:18.673052 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:18.676031 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa414ef9-9389-4fe0-8043-415b0c561a05 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:18.681616 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-aa414ef9-9389-4fe0-8043-415b0c561a05 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:18.733921 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-0bea0766-ad33-41ef-947e-e9a03beb8e8c None None] Attempting to bind port 56c86544-315c-4809-946b-51d8804c54ba on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:49:18.734299 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-0bea0766-ad33-41ef-947e-e9a03beb8e8c None None] Attempting to bind port 56c86544-315c-4809-946b-51d8804c54ba by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '267cf805-5a15-420c-9095-75e73b2fef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '1e6d7417-4bd4-418b-808b-5f1717377e16'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:49:18.734672 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bea0766-ad33-41ef-947e-e9a03beb8e8c None None] Attempting to bind port 56c86544-315c-4809-946b-51d8804c54ba on network 1e6d7417-4bd4-418b-808b-5f1717377e16 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:49:18.752405 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bea0766-ad33-41ef-947e-e9a03beb8e8c None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:49:18.752829 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bea0766-ad33-41ef-947e-e9a03beb8e8c None None] Checking segment: {'id': '267cf805-5a15-420c-9095-75e73b2fef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '1e6d7417-4bd4-418b-808b-5f1717377e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:18.753314 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0bea0766-ad33-41ef-947e-e9a03beb8e8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:18.754293 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bea0766-ad33-41ef-947e-e9a03beb8e8c None None] Bound using segment: {'id': '267cf805-5a15-420c-9095-75e73b2fef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '1e6d7417-4bd4-418b-808b-5f1717377e16'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:49:18.754293 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-0bea0766-ad33-41ef-947e-e9a03beb8e8c None None] Bound port: 56c86544-315c-4809-946b-51d8804c54ba, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267cf805-5a15-420c-9095-75e73b2fef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '1e6d7417-4bd4-418b-808b-5f1717377e16'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:49:18.754795 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0bea0766-ad33-41ef-947e-e9a03beb8e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:18.776069 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:18.809981 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-9226ccb9-daa9-44d2-8d4a-cb6ab0b25428 None None] Provisioning for port 082cac60-78cc-4067-bee0-e3e26ad7aced completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:18.822483 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ffd9da85-05df-4cca-95f2-358a5b6295e0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=24706fd3f5484e1a80c0ece833bb483a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2000926 May 31 15:49:18.824667 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53900) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:18.829496 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:49:18.829912 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:18.848943 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f950f28-6340-4729-9fb0-a2ec65d30e95 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31758ba0-4ae4-4678-9a0a-18f34ab594ee,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:49:18.852840 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:49:18.907882 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c6421-9f2d-41de-b65b-d617edbfb662 req-d5cad281-8c48-4dac-9ec8-8d5ca4d0754f tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:18.909446 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-426c6421-9f2d-41de-b65b-d617edbfb662 req-d5cad281-8c48-4dac-9ec8-8d5ca4d0754f tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.3267310 May 31 15:49:18.952235 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b0a675b6-e09e-4c3d-956b-37b4615406fb tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:18.967197 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b0a675b6-e09e-4c3d-956b-37b4615406fb tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:18.999466 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7a4062f1-9d2a-42f1-b2cf-96dcb9e0511e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:19.018870 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-0bea0766-ad33-41ef-947e-e9a03beb8e8c None None] For port 56c86544-315c-4809-946b-51d8804c54ba, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:49:19.061100 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f950f28-6340-4729-9fb0-a2ec65d30e95 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:19.065193 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3f950f28-6340-4729-9fb0-a2ec65d30e95 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.0756261 May 31 15:49:19.073422 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-0bea0766-ad33-41ef-947e-e9a03beb8e8c None None] For port 56c86544-315c-4809-946b-51d8804c54ba, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=56c86544-315c-4809-946b-51d8804c54ba,segment=NetworkSegment(267cf805-5a15-420c-9095-75e73b2fef45),segment_id=267cf805-5a15-420c-9095-75e73b2fef45)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:49:19.081802 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53904) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:19.094996 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-0a249f0d-9de7-47ab-b1e4-5f3520ca1511 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'security_group': {'name': 'tempest-secgroup-1177078367'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:19.097640 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0bea0766-ad33-41ef-947e-e9a03beb8e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:19.103513 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-770af37a-4b9f-49d7-adb1-c318726c96f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:19.111296 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a675b6-e09e-4c3d-956b-37b4615406fb tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Port': ['ID=733c2800-0fbc-443c-896f-fc73ee4be24f,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:19.116520 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0a249f0d-9de7-47ab-b1e4-5f3520ca1511 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:19.133184 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-426c6421-9f2d-41de-b65b-d617edbfb662 req-f0ee25d5-fb04-4476-887c-632a35d96266 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059295 May 31 15:49:19.136800 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 082cac60-78cc-4067-bee0-e3e26ad7aced up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:19.138086 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b0a675b6-e09e-4c3d-956b-37b4615406fb tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:19.143801 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0a249f0d-9de7-47ab-b1e4-5f3520ca1511 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:security_group and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:19.147443 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.objects.ports [None req-a9a78542-9fe7-4b43-9d70-b3df40ca49e1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99204) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 15:49:19.153331 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0a249f0d-9de7-47ab-b1e4-5f3520ca1511 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:19.157834 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a9a78542-9fe7-4b43-9d70-b3df40ca49e1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:19.171206 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9da85-05df-4cca-95f2-358a5b6295e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fe87dd-1e6d-4eaa-841c-fa043cee9f36,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:19.174764 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0a249f0d-9de7-47ab-b1e4-5f3520ca1511 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:19.174930 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:19.180337 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ffd9da85-05df-4cca-95f2-358a5b6295e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.748s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:19.182187 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.742s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:19.182642 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:19.187881 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a7c83b5b-e59c-4c57-a7aa-4d0ba6ac9394 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:19.212834 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b0a675b6-e09e-4c3d-956b-37b4615406fb tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:19.216705 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0a249f0d-9de7-47ab-b1e4-5f3520ca1511 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:19.226019 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:19.235298 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa414ef9-9389-4fe0-8043-415b0c561a05 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Router 922fbff1-bdbf-4505-98dd-f2e764dd05a3 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:49:19.261734 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-0244351d-616b-486c-94e9-97fa45df5ad4 None None] Provisioning complete for port c4156e34-8bbb-4dcd-b9eb-91afc68d09ef triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:19.262175 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0244351d-616b-486c-94e9-97fa45df5ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:19.280901 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/networks/b26f86c0-508c-4af9-89b1-49b7470c4908 HTTP/1.1" status: 204 len: 168 time: 6.0435147 May 31 15:49:19.283853 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e760b8c5-aad0-4def-b317-ebb66b2f602f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:19.288318 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53910) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:19.324045 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-13467b90-e4b7-44df-a4ed-5abef36eb74b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-312297717'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:19.332538 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea0766-ad33-41ef-947e-e9a03beb8e8c None None] Pushing event updated for resources: {'Port': ['ID=56c86544-315c-4809-946b-51d8804c54ba,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:19.335970 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0bea0766-ad33-41ef-947e-e9a03beb8e8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:19.346645 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-13467b90-e4b7-44df-a4ed-5abef36eb74b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:19.351831 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a78542-9fe7-4b43-9d70-b3df40ca49e1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event updated for resources: {'Subnet': ['ID=6d142c44-9fb6-4504-a9f6-c5dbd73245bf,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:19.354739 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-0244351d-616b-486c-94e9-97fa45df5ad4 None None] Port c4156e34-8bbb-4dcd-b9eb-91afc68d09ef cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:49:19.361563 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-13467b90-e4b7-44df-a4ed-5abef36eb74b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Usage tracker for resource:network and tenant:77c737149bd84d0bb3a7bb28e9afd80b is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:19.365841 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 082cac60-78cc-4067-bee0-e3e26ad7aced completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:19.367707 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a9a78542-9fe7-4b43-9d70-b3df40ca49e1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:19.371118 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-adc351a3-540f-4e8c-bbc8-b9e056a88959 tempest-BulkNetworkOpsIpV6Test-1668419521 tempest-BulkNetworkOpsIpV6Test-1668419521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:19.380266 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 082cac60-78cc-4067-bee0-e3e26ad7aced triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:19.380501 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:19.388417 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e760b8c5-aad0-4def-b317-ebb66b2f602f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:19.398162 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-13467b90-e4b7-44df-a4ed-5abef36eb74b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:19.403752 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0a249f0d-9de7-47ab-b1e4-5f3520ca1511 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:19.410345 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0a249f0d-9de7-47ab-b1e4-5f3520ca1511 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:security_group_rule and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:19.413478 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-13467b90-e4b7-44df-a4ed-5abef36eb74b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:19.416405 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0a249f0d-9de7-47ab-b1e4-5f3520ca1511 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:19.425994 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a78542-9fe7-4b43-9d70-b3df40ca49e1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Checking segment: {'id': '0a339590-8a26-4e07-b90e-39d6e71b5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'cf236d88-1205-42e8-af55-b8e8eaa306aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:19.426474 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a78542-9fe7-4b43-9d70-b3df40ca49e1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Network hostable DHCP agents. Network: cf236d88-1205-42e8-af55-b8e8eaa306aa, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:49:19.434708 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Network': ['ID=b26f86c0-508c-4af9-89b1-49b7470c4908,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:19.448080 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:19.454311 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0a249f0d-9de7-47ab-b1e4-5f3520ca1511 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:19.480526 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25e6e75-e801-46d3-afec-57d8d861505a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Router e60a8063-0e6d-49d4-b9cd-fa6e7e76a8c3 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:49:19.488113 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13467b90-e4b7-44df-a4ed-5abef36eb74b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Made reservation on behalf of 77c737149bd84d0bb3a7bb28e9afd80b for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:19.492070 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-13467b90-e4b7-44df-a4ed-5abef36eb74b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:19.528361 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a78542-9fe7-4b43-9d70-b3df40ca49e1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Network cf236d88-1205-42e8-af55-b8e8eaa306aa is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:49:19.589735 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:19.651110 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-a9a78542-9fe7-4b43-9d70-b3df40ca49e1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, cf236d88-1205-42e8-af55-b8e8eaa306aa) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:19.668654 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e760b8c5-aad0-4def-b317-ebb66b2f602f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:19.669726 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6ea799-d7a2-4b67-8edd-fb61bb39be46 None None] Network cf236d88-1205-42e8-af55-b8e8eaa306aa requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:19.749300 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-918d22b1-ec0d-4b60-942d-56e03e358d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:19.754994 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa414ef9-9389-4fe0-8043-415b0c561a05 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:49:19.756924 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13467b90-e4b7-44df-a4ed-5abef36eb74b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:49:19.767407 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 082cac60-78cc-4067-bee0-e3e26ad7aced, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=082cac60-78cc-4067-bee0-e3e26ad7aced,segment=NetworkSegment(41f3fa66-c5e8-4779-a38e-1ee6123d9f56),segment_id=41f3fa66-c5e8-4779-a38e-1ee6123d9f56)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:19.769752 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a78542-9fe7-4b43-9d70-b3df40ca49e1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:19.770413 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a9a78542-9fe7-4b43-9d70-b3df40ca49e1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:19.772264 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e2f44-455e-47f2-a8ec-6587b99e93a5 None None] Sync routers for ids ['922fbff1-bdbf-4505-98dd-f2e764dd05a3'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:49:19.777389 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a675b6-e09e-4c3d-956b-37b4615406fb tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network 0bb017ef-e848-44bb-b9e4-d3c36f7b31dc is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:19.788627 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-b0a675b6-e09e-4c3d-956b-37b4615406fb tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:19.793194 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835e2f44-455e-47f2-a8ec-6587b99e93a5 None None] Routers {'922fbff1-bdbf-4505-98dd-f2e764dd05a3'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:19.793806 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-835e2f44-455e-47f2-a8ec-6587b99e93a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['922fbff1-bdbf-4505-98dd-f2e764dd05a3'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:19.803698 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-aa414ef9-9389-4fe0-8043-415b0c561a05 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "PUT /v2.0/routers/922fbff1-bdbf-4505-98dd-f2e764dd05a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1444235 May 31 15:49:19.808123 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760b8c5-aad0-4def-b317-ebb66b2f602f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fe87dd-1e6d-4eaa-841c-fa043cee9f36,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:19.815795 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53914) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:19.830346 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e760b8c5-aad0-4def-b317-ebb66b2f602f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:19.830914 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:19.837798 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-13467b90-e4b7-44df-a4ed-5abef36eb74b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:19.838380 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-13467b90-e4b7-44df-a4ed-5abef36eb74b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Added segment 74967799-0535-4266-8159-f3117ba226bd of type vlan for network 1ac28fd4-1cfe-4a8c-a7a7-790bd6f4f0af May 31 15:49:19.858295 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-9d6fb209-cbab-4554-b12e-4fd513630ac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:19.920140 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25e6e75-e801-46d3-afec-57d8d861505a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:49:19.940591 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a9a78542-9fe7-4b43-9d70-b3df40ca49e1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.3929608 May 31 15:49:19.952138 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b418e7-8796-433a-9a76-5cbbc780ee8c None None] Sync routers for ids ['e60a8063-0e6d-49d4-b9cd-fa6e7e76a8c3'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:49:19.966626 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53918) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:19.967833 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e760b8c5-aad0-4def-b317-ebb66b2f602f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:19.972531 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e760b8c5-aad0-4def-b317-ebb66b2f602f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/35fe87dd-1e6d-4eaa-841c-fa043cee9f36 HTTP/1.1" status: 204 len: 168 time: 1.1212537 May 31 15:49:19.997775 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-7b278aad-86c8-4197-8718-3ab16f34cce1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Request body: {'port': {'network_id': 'cf236d88-1205-42e8-af55-b8e8eaa306aa', 'name': 'tempest-NetworksIpV6TestAttrs-1560107599'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:20.037948 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-13467b90-e4b7-44df-a4ed-5abef36eb74b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:20.066804 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-835e2f44-455e-47f2-a8ec-6587b99e93a5 None None] Set router 922fbff1-bdbf-4505-98dd-f2e764dd05a3 gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:49:20.080358 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0a249f0d-9de7-47ab-b1e4-5f3520ca1511 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:20.080891 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-8b7c932f-0ad5-4bd4-9576-b237c3d40628 None None] Provisioning complete for port 082cac60-78cc-4067-bee0-e3e26ad7aced triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:20.081392 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8b7c932f-0ad5-4bd4-9576-b237c3d40628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:20.107049 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0a249f0d-9de7-47ab-b1e4-5f3520ca1511 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:20.141850 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8639ca75-247e-4a19-9a09-ef28891c3dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:20.180599 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b418e7-8796-433a-9a76-5cbbc780ee8c None None] Routers {'e60a8063-0e6d-49d4-b9cd-fa6e7e76a8c3'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:20.183940 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-47b418e7-8796-433a-9a76-5cbbc780ee8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['e60a8063-0e6d-49d4-b9cd-fa6e7e76a8c3'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:20.222246 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e1246e-0d90-461c-9e53-46176b3121f7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:20.232791 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e8e1246e-0d90-461c-9e53-46176b3121f7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports/c4156e34-8bbb-4dcd-b9eb-91afc68d09ef HTTP/1.1" status: 200 len: 911 time: 0.4065092 May 31 15:49:20.235921 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53924) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:20.245916 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e25e6e75-e801-46d3-afec-57d8d861505a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:20.247410 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e25e6e75-e801-46d3-afec-57d8d861505a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.0246451 May 31 15:49:20.251590 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53930) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:20.339467 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a249f0d-9de7-47ab-b1e4-5f3520ca1511 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4a54e5-2745-4f9c-9b09-d0c0fd00d6a8,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:20.341223 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.db.resource_extend [None req-13467b90-e4b7-44df-a4ed-5abef36eb74b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:49:20.349007 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0a249f0d-9de7-47ab-b1e4-5f3520ca1511 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:20.354602 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0a249f0d-9de7-47ab-b1e4-5f3520ca1511 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2641964 May 31 15:49:20.354602 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0a249f0d-9de7-47ab-b1e4-5f3520ca1511 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:20.363542 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53934) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:20.382628 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-1ec998bb-c810-43a9-b755-b9c661403741 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-678915726', 'security_groups': ['0c4a54e5-2745-4f9c-9b09-d0c0fd00d6a8'], 'network_id': '1e6d7417-4bd4-418b-808b-5f1717377e16', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '63302776-e64f-4c32-9e90-a5a68146f9af'}]}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:20.416009 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=082cac60-78cc-4067-bee0-e3e26ad7aced,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:20.422924 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:20.423801 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 56c86544-315c-4809-946b-51d8804c54ba up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:20.445074 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-13467b90-e4b7-44df-a4ed-5abef36eb74b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:20.454470 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13467b90-e4b7-44df-a4ed-5abef36eb74b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:20.455468 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-13467b90-e4b7-44df-a4ed-5abef36eb74b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:20.471855 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a38177db-56d5-4427-8a43-75dcbbe2257a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:20.568572 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-7b278aad-86c8-4197-8718-3ab16f34cce1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:20.568862 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-835e2f44-455e-47f2-a8ec-6587b99e93a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922fbff1-bdbf-4505-98dd-f2e764dd05a3', 'name': 'tempest-NetworksTestDHCPv6-router-1498775724', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:10Z', 'updated_at': '2021-05-31T15:49:16Z', 'revision_number': 2, 'project_id': '3e24807f49c142caa434cef18b676ced', 'gw_port_host': None, '_interfaces': [{'id': 'c4156e34-8bbb-4dcd-b9eb-91afc68d09ef', 'name': '', 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'mac_address': 'fa:16:3e:59:c6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922fbff1-bdbf-4505-98dd-f2e764dd05a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '61f584e7-328a-43ff-a409-1c6fec9b0129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:12Z', 'updated_at': '2021-05-31T15:49:17Z', 'revision_number': 2, 'project_id': '3e24807f49c142caa434cef18b676ced', 'subnets': [{'id': '61f584e7-328a-43ff-a409-1c6fec9b0129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:20.580718 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-7b278aad-86c8-4197-8718-3ab16f34cce1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Usage tracker for resource:port and tenant:1048e0b2a17044669ba0b1a74b492ce9 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:20.580948 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e2f44-455e-47f2-a8ec-6587b99e93a5 None None] Checking router: 922fbff1-bdbf-4505-98dd-f2e764dd05a3 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:49:20.581198 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e2f44-455e-47f2-a8ec-6587b99e93a5 None None] Updating router 922fbff1-bdbf-4505-98dd-f2e764dd05a3 port c4156e34-8bbb-4dcd-b9eb-91afc68d09ef binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:49:20.586643 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-7b278aad-86c8-4197-8718-3ab16f34cce1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:20.603715 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-7b278aad-86c8-4197-8718-3ab16f34cce1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:20.659359 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53938) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:20.690853 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-835e2f44-455e-47f2-a8ec-6587b99e93a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:20.696979 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b278aad-86c8-4197-8718-3ab16f34cce1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Made reservation on behalf of 1048e0b2a17044669ba0b1a74b492ce9 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:20.700974 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7b278aad-86c8-4197-8718-3ab16f34cce1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:20.747206 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-7b278aad-86c8-4197-8718-3ab16f34cce1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] device_id is not set on port f6c45704-a4cd-4dc2-8405-f72460a4b3be yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:49:20.749331 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-47b418e7-8796-433a-9a76-5cbbc780ee8c None None] Set router e60a8063-0e6d-49d4-b9cd-fa6e7e76a8c3 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:49:20.935122 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-7b278aad-86c8-4197-8718-3ab16f34cce1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Allocated IP 2001:db8::f816:3eff:fe33:f407 (cf236d88-1205-42e8-af55-b8e8eaa306aa/6d142c44-9fb6-4504-a9f6-c5dbd73245bf/f6c45704-a4cd-4dc2-8405-f72460a4b3be) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:21.032152 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a675b6-e09e-4c3d-956b-37b4615406fb tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:49:21.049661 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-cc3d369c-d0c6-47e4-a211-f73a4de8de16 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "GET /v2.0/routers/e60a8063-0e6d-49d4-b9cd-fa6e7e76a8c3 HTTP/1.1" status: 200 len: 909 time: 0.7903340 May 31 15:49:21.064375 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53942) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:21.073444 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-04e891f0-ebc1-4e0d-8c0a-f6695e038f2d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1643994943', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'enable_snat': True}}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:21.083223 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-137e101d-f2e0-4bbc-b6e5-23d2812e6e10 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1c31b77427ac4e76aeb2905e634dbd8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4224777 May 31 15:49:21.088573 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53946) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:21.091990 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-04e891f0-ebc1-4e0d-8c0a-f6695e038f2d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:21.150468 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf92e4d-f3cc-49aa-b883-a2d332d9acec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-cf236d88-1205-42e8-af55-b8e8eaa306aa', 'network_id': 'cf236d88-1205-42e8-af55-b8e8eaa306aa', 'tenant_id': '1048e0b2a17044669ba0b1a74b492ce9', 'fixed_ips': [{'subnet_id': '6d142c44-9fb6-4504-a9f6-c5dbd73245bf'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:49:21.151330 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fcf92e4d-f3cc-49aa-b883-a2d332d9acec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:21.172257 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 56c86544-315c-4809-946b-51d8804c54ba completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:21.175262 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-835e2f44-455e-47f2-a8ec-6587b99e93a5 None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:21.197190 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-835e2f44-455e-47f2-a8ec-6587b99e93a5 None None] Transition to ACTIVE for port object c4156e34-8bbb-4dcd-b9eb-91afc68d09ef will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:21.208464 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-835e2f44-455e-47f2-a8ec-6587b99e93a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:21.214617 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-baae824d-889d-49c0-a3a2-ddbe9ac67f33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:21.287707 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a675b6-e09e-4c3d-956b-37b4615406fb tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:49:21.296975 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1ec998bb-c810-43a9-b755-b9c661403741 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:21.301482 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-04e891f0-ebc1-4e0d-8c0a-f6695e038f2d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Usage tracker for resource:router and tenant:9547665d8db04add9c677b4a5a727b5d is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:21.309158 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b0a675b6-e09e-4c3d-956b-37b4615406fb tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "PUT /v2.0/routers/1251add1-0768-43fd-9a5e-ac4434f0d2c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3494577 May 31 15:49:21.311310 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-855671cc-0445-4823-b5fc-53b6cdab5262 None None] Provisioning complete for port 733c2800-0fbc-443c-896f-fc73ee4be24f triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:21.311798 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-855671cc-0445-4823-b5fc-53b6cdab5262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:21.319328 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53950) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:21.320561 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-04e891f0-ebc1-4e0d-8c0a-f6695e038f2d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:21.324348 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1ec998bb-c810-43a9-b755-b9c661403741 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:port and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:21.336508 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1ec998bb-c810-43a9-b755-b9c661403741 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:21.345416 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-04e891f0-ebc1-4e0d-8c0a-f6695e038f2d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:21.364361 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-6bff6db3-d09b-43b4-824f-7eb95c469cbf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'network': {'name': 'tempest-RoutersTest-1607564443'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:21.369072 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1ec998bb-c810-43a9-b755-b9c661403741 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:21.380131 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-6bff6db3-d09b-43b4-824f-7eb95c469cbf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:21.391780 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-13467b90-e4b7-44df-a4ed-5abef36eb74b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0957799 May 31 15:49:21.395722 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53954) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:21.406244 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6bff6db3-d09b-43b4-824f-7eb95c469cbf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Usage tracker for resource:network and tenant:7532521a2dc2494ca283f329c67dc09d is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:21.415773 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6bff6db3-d09b-43b4-824f-7eb95c469cbf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:21.425400 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-0e1c64db-76a9-47e2-8b86-4915d8937260 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Request body: {'subnet': {'network_id': '1ac28fd4-1cfe-4a8c-a7a7-790bd6f4f0af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:21.432117 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7b278aad-86c8-4197-8718-3ab16f34cce1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:21.440873 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0df40c-25c2-434f-9eed-ba9ce864b703 None None] Sync routers for ids ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:49:21.443745 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-04e891f0-ebc1-4e0d-8c0a-f6695e038f2d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:21.445197 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-04e891f0-ebc1-4e0d-8c0a-f6695e038f2d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:21.453838 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-7b278aad-86c8-4197-8718-3ab16f34cce1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Transition to ACTIVE for port object f6c45704-a4cd-4dc2-8405-f72460a4b3be will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:21.462536 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-04e891f0-ebc1-4e0d-8c0a-f6695e038f2d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:21.467509 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0df40c-25c2-434f-9eed-ba9ce864b703 None None] Routers {'1251add1-0768-43fd-9a5e-ac4434f0d2c2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:21.468213 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-dc0df40c-25c2-434f-9eed-ba9ce864b703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:21.476775 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-855671cc-0445-4823-b5fc-53b6cdab5262 None None] Port 733c2800-0fbc-443c-896f-fc73ee4be24f cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:49:21.496967 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec998bb-c810-43a9-b755-b9c661403741 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:21.509883 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7b278aad-86c8-4197-8718-3ab16f34cce1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:21.523292 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ba4815-5bf1-4346-9c9b-6419863bff56 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:21.530712 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ba4815-5bf1-4346-9c9b-6419863bff56 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:21.532650 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-68ba4815-5bf1-4346-9c9b-6419863bff56 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.2926843 May 31 15:49:21.553793 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53958) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:21.555552 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13467b90-e4b7-44df-a4ed-5abef36eb74b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event updated for resources: {'Network': ['ID=1ac28fd4-1cfe-4a8c-a7a7-790bd6f4f0af,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:21.571626 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-13467b90-e4b7-44df-a4ed-5abef36eb74b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.100s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:21.572431 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4041e975-d377-45a1-976c-8ebe12fd5a79 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:21.584376 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-6bff6db3-d09b-43b4-824f-7eb95c469cbf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:21.600783 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-fcf92e4d-f3cc-49aa-b883-a2d332d9acec None None] Allocated IP 2001:db8::f816:3eff:fef2:8a39 (cf236d88-1205-42e8-af55-b8e8eaa306aa/6d142c44-9fb6-4504-a9f6-c5dbd73245bf/821e8ba6-59be-496b-8ae3-1a6a677fb29e) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:21.655518 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-dc0df40c-25c2-434f-9eed-ba9ce864b703 None None] Set router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:49:21.796670 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b278aad-86c8-4197-8718-3ab16f34cce1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Network cf236d88-1205-42e8-af55-b8e8eaa306aa is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:21.835381 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bff6db3-d09b-43b4-824f-7eb95c469cbf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Made reservation on behalf of 7532521a2dc2494ca283f329c67dc09d for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:21.839720 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6bff6db3-d09b-43b4-824f-7eb95c469cbf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:21.839849 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fcf92e4d-f3cc-49aa-b883-a2d332d9acec None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:21.849904 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-fcf92e4d-f3cc-49aa-b883-a2d332d9acec None None] Transition to ACTIVE for port object 821e8ba6-59be-496b-8ae3-1a6a677fb29e will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:21.869132 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-fcf92e4d-f3cc-49aa-b883-a2d332d9acec None None] Transition to ACTIVE for port object 821e8ba6-59be-496b-8ae3-1a6a677fb29e will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:21.876976 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 1ac28fd4-1cfe-4a8c-a7a7-790bd6f4f0af details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:49:21.887589 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-94c8b127-e6d2-4667-b82d-7de318b5739d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:21.990750 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fcf92e4d-f3cc-49aa-b883-a2d332d9acec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:22.002160 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:22.031049 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-7b278aad-86c8-4197-8718-3ab16f34cce1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:22.033666 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-04e891f0-ebc1-4e0d-8c0a-f6695e038f2d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:22.043881 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c31a5-3f16-40d7-b014-9a0445cbbbb2 None None] Pushing event updated for resources: {'Port': ['ID=c4156e34-8bbb-4dcd-b9eb-91afc68d09ef,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:22.048086 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-8f6c31a5-3f16-40d7-b014-9a0445cbbbb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.833s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:22.058513 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b278aad-86c8-4197-8718-3ab16f34cce1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:49:22.065916 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b278aad-86c8-4197-8718-3ab16f34cce1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:22.066553 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7b278aad-86c8-4197-8718-3ab16f34cce1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:22.073263 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-835e2f44-455e-47f2-a8ec-6587b99e93a5 None None] Attempting to bind port c4156e34-8bbb-4dcd-b9eb-91afc68d09ef on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:49:22.073765 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-835e2f44-455e-47f2-a8ec-6587b99e93a5 None None] Attempting to bind port c4156e34-8bbb-4dcd-b9eb-91afc68d09ef by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:49:22.074126 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e2f44-455e-47f2-a8ec-6587b99e93a5 None None] Attempting to bind port c4156e34-8bbb-4dcd-b9eb-91afc68d09ef on network b5001308-9f67-458f-99a7-4cdcd1177eb2 {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:49:22.080744 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf92e4d-f3cc-49aa-b883-a2d332d9acec None None] Pushing event updated for resources: {'Port': ['ID=821e8ba6-59be-496b-8ae3-1a6a677fb29e,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:22.081346 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e2f44-455e-47f2-a8ec-6587b99e93a5 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:49:22.081707 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e2f44-455e-47f2-a8ec-6587b99e93a5 None None] Checking segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:22.083027 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-835e2f44-455e-47f2-a8ec-6587b99e93a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:22.083883 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e2f44-455e-47f2-a8ec-6587b99e93a5 None None] Bound using segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:49:22.085077 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-835e2f44-455e-47f2-a8ec-6587b99e93a5 None None] Bound port: c4156e34-8bbb-4dcd-b9eb-91afc68d09ef, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:49:22.085306 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-855671cc-0445-4823-b5fc-53b6cdab5262 None None] Provisioning complete for port 8b9e08a6-e887-462a-b20c-a3389dadc5b6 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:22.085537 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-835e2f44-455e-47f2-a8ec-6587b99e93a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:22.085860 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-855671cc-0445-4823-b5fc-53b6cdab5262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:22.121864 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bff6db3-d09b-43b4-824f-7eb95c469cbf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:49:22.122633 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-fcf92e4d-f3cc-49aa-b883-a2d332d9acec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:22.124691 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf92e4d-f3cc-49aa-b883-a2d332d9acec None None] Network cf236d88-1205-42e8-af55-b8e8eaa306aa is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:22.130300 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0e1c64db-76a9-47e2-8b86-4915d8937260 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:22.139760 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-fcf92e4d-f3cc-49aa-b883-a2d332d9acec None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:22.147871 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-47b418e7-8796-433a-9a76-5cbbc780ee8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60a8063-0e6d-49d4-b9cd-fa6e7e76a8c3', 'name': 'tempest-snat-router-1643994943', 'tenant_id': '9547665d8db04add9c677b4a5a727b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.191'}], 'enable_snat': False}, 'gw_port_id': '2350d0ab-eb14-46d7-9802-65a01c0362b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:11Z', 'updated_at': '2021-05-31T15:49:16Z', 'revision_number': 3, 'project_id': '9547665d8db04add9c677b4a5a727b5d', 'gw_port': {'id': '2350d0ab-eb14-46d7-9802-65a01c0362b8', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60a8063-0e6d-49d4-b9cd-fa6e7e76a8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:14Z', 'updated_at': '2021-05-31T15:49:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:22.157798 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b278aad-86c8-4197-8718-3ab16f34cce1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event updated for resources: {'Port': ['ID=f6c45704-a4cd-4dc2-8405-f72460a4b3be,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:22.159478 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf92e4d-f3cc-49aa-b883-a2d332d9acec None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:49:22.161794 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b418e7-8796-433a-9a76-5cbbc780ee8c None None] Checking router: e60a8063-0e6d-49d4-b9cd-fa6e7e76a8c3 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:49:22.162041 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b418e7-8796-433a-9a76-5cbbc780ee8c None None] Updating router e60a8063-0e6d-49d4-b9cd-fa6e7e76a8c3 port 2350d0ab-eb14-46d7-9802-65a01c0362b8 binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:49:22.171958 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7b278aad-86c8-4197-8718-3ab16f34cce1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.1840897 May 31 15:49:22.175321 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-dc0df40c-25c2-434f-9eed-ba9ce864b703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:49:17Z', 'revision_number': 2, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None, '_interfaces': [{'id': '733c2800-0fbc-443c-896f-fc73ee4be24f', 'name': '', 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:9d:de:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:14Z', 'updated_at': '2021-05-31T15:49:18Z', 'revision_number': 2, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:22.178177 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0e1c64db-76a9-47e2-8b86-4915d8937260 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Usage tracker for resource:subnet and tenant:77c737149bd84d0bb3a7bb28e9afd80b is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:22.179169 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7b278aad-86c8-4197-8718-3ab16f34cce1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:22.180083 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53962) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:22.192119 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0df40c-25c2-434f-9eed-ba9ce864b703 None None] Checking router: 1251add1-0768-43fd-9a5e-ac4434f0d2c2 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:49:22.192607 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0df40c-25c2-434f-9eed-ba9ce864b703 None None] Updating router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 port 733c2800-0fbc-443c-896f-fc73ee4be24f binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:49:22.194603 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-94c8b127-e6d2-4667-b82d-7de318b5739d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:22.218670 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6bff6db3-d09b-43b4-824f-7eb95c469cbf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:22.219312 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-6bff6db3-d09b-43b4-824f-7eb95c469cbf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Added segment b60a3926-17ab-4d84-b404-856fe26e2a28 of type vlan for network ff27b6ea-8ccf-47a3-b354-81f75f21bbba May 31 15:49:22.255293 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6bff6db3-d09b-43b4-824f-7eb95c469cbf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:22.257649 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-dc0df40c-25c2-434f-9eed-ba9ce864b703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:22.291564 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0e1c64db-76a9-47e2-8b86-4915d8937260 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:22.299176 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0e1c64db-76a9-47e2-8b86-4915d8937260 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:22.299352 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 082cac60-78cc-4067-bee0-e3e26ad7aced up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:22.343297 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f8a5e1-61c9-4fe2-a611-3cc9797cf63d tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Deleting subnet 6d142c44-9fb6-4504-a9f6-c5dbd73245bf {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:49:22.347941 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a5e1-61c9-4fe2-a611-3cc9797cf63d tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:22.364890 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-855671cc-0445-4823-b5fc-53b6cdab5262 None None] Port 8b9e08a6-e887-462a-b20c-a3389dadc5b6 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:49:22.394940 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1ec998bb-c810-43a9-b755-b9c661403741 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:22.397592 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 082cac60-78cc-4067-bee0-e3e26ad7aced triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:22.397912 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:22.409269 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6bff6db3-d09b-43b4-824f-7eb95c469cbf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:22.417512 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a5e1-61c9-4fe2-a611-3cc9797cf63d tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:22.418498 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bff6db3-d09b-43b4-824f-7eb95c469cbf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:22.419313 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6bff6db3-d09b-43b4-824f-7eb95c469cbf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:22.432248 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:22.506114 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-47b418e7-8796-433a-9a76-5cbbc780ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:22.523500 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0c906450-5d9e-49dd-ad08-a93e69f42ee4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:22.535773 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1c64db-76a9-47e2-8b86-4915d8937260 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Made reservation on behalf of 77c737149bd84d0bb3a7bb28e9afd80b for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:22.540277 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0e1c64db-76a9-47e2-8b86-4915d8937260 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:22.554784 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-855671cc-0445-4823-b5fc-53b6cdab5262 None None] Provisioning for port 56c86544-315c-4809-946b-51d8804c54ba completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:22.569094 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-fcf92e4d-f3cc-49aa-b883-a2d332d9acec None None] Attempting to bind port 821e8ba6-59be-496b-8ae3-1a6a677fb29e on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:49:22.569466 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-fcf92e4d-f3cc-49aa-b883-a2d332d9acec None None] Attempting to bind port 821e8ba6-59be-496b-8ae3-1a6a677fb29e by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '0a339590-8a26-4e07-b90e-39d6e71b5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'cf236d88-1205-42e8-af55-b8e8eaa306aa'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:49:22.569825 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf92e4d-f3cc-49aa-b883-a2d332d9acec None None] Attempting to bind port 821e8ba6-59be-496b-8ae3-1a6a677fb29e on network cf236d88-1205-42e8-af55-b8e8eaa306aa {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:49:22.578031 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf92e4d-f3cc-49aa-b883-a2d332d9acec None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:49:22.578403 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf92e4d-f3cc-49aa-b883-a2d332d9acec None None] Checking segment: {'id': '0a339590-8a26-4e07-b90e-39d6e71b5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'cf236d88-1205-42e8-af55-b8e8eaa306aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:22.578801 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fcf92e4d-f3cc-49aa-b883-a2d332d9acec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:22.579353 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf92e4d-f3cc-49aa-b883-a2d332d9acec None None] Bound using segment: {'id': '0a339590-8a26-4e07-b90e-39d6e71b5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'cf236d88-1205-42e8-af55-b8e8eaa306aa'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:49:22.579820 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-fcf92e4d-f3cc-49aa-b883-a2d332d9acec None None] Bound port: 821e8ba6-59be-496b-8ae3-1a6a677fb29e, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a339590-8a26-4e07-b90e-39d6e71b5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'cf236d88-1205-42e8-af55-b8e8eaa306aa'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:49:22.580193 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fcf92e4d-f3cc-49aa-b883-a2d332d9acec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:22.645278 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.ipam_backend_mixin [None req-0e1c64db-76a9-47e2-8b86-4915d8937260 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Performing IP validity checks on allocation pools {{(pid=99205) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 31 15:49:22.646145 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.ipam_backend_mixin [None req-0e1c64db-76a9-47e2-8b86-4915d8937260 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Checking for overlaps among allocation pools and gateway ip {{(pid=99205) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 31 15:49:22.652681 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-dc0df40c-25c2-434f-9eed-ba9ce864b703 None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:22.669487 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-dc0df40c-25c2-434f-9eed-ba9ce864b703 None None] Transition to ACTIVE for port object 733c2800-0fbc-443c-896f-fc73ee4be24f will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:22.680982 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-835e2f44-455e-47f2-a8ec-6587b99e93a5 None None] For port c4156e34-8bbb-4dcd-b9eb-91afc68d09ef, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:49:22.681613 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-855671cc-0445-4823-b5fc-53b6cdab5262 None None] Provisioning complete for port 56c86544-315c-4809-946b-51d8804c54ba triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:22.682343 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-855671cc-0445-4823-b5fc-53b6cdab5262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:22.688129 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-dc0df40c-25c2-434f-9eed-ba9ce864b703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:22.691571 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:49:22.704110 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:22.810563 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-835e2f44-455e-47f2-a8ec-6587b99e93a5 None None] For port c4156e34-8bbb-4dcd-b9eb-91afc68d09ef, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c4156e34-8bbb-4dcd-b9eb-91afc68d09ef,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:49:22.821686 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff6db3-d09b-43b4-824f-7eb95c469cbf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Network': ['ID=ff27b6ea-8ccf-47a3-b354-81f75f21bbba,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:22.846842 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6bff6db3-d09b-43b4-824f-7eb95c469cbf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:22.847604 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network ff27b6ea-8ccf-47a3-b354-81f75f21bbba details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:49:22.928680 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a5e1-61c9-4fe2-a611-3cc9797cf63d tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:22.946433 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-835e2f44-455e-47f2-a8ec-6587b99e93a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:23.009002 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835e2f44-455e-47f2-a8ec-6587b99e93a5 None None] Routers {'922fbff1-bdbf-4505-98dd-f2e764dd05a3'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:23.009628 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-835e2f44-455e-47f2-a8ec-6587b99e93a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['922fbff1-bdbf-4505-98dd-f2e764dd05a3'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:23.150477 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-dc0df40c-25c2-434f-9eed-ba9ce864b703 None None] Attempting to bind port 733c2800-0fbc-443c-896f-fc73ee4be24f on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:49:23.154009 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-dc0df40c-25c2-434f-9eed-ba9ce864b703 None None] Attempting to bind port 733c2800-0fbc-443c-896f-fc73ee4be24f by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ffbda552-e335-4436-b48a-fa56e98ae33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:49:23.154390 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0df40c-25c2-434f-9eed-ba9ce864b703 None None] Attempting to bind port 733c2800-0fbc-443c-896f-fc73ee4be24f on network 0bb017ef-e848-44bb-b9e4-d3c36f7b31dc {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:49:23.168538 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0df40c-25c2-434f-9eed-ba9ce864b703 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:49:23.168806 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0df40c-25c2-434f-9eed-ba9ce864b703 None None] Checking segment: {'id': 'ffbda552-e335-4436-b48a-fa56e98ae33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:23.169185 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-dc0df40c-25c2-434f-9eed-ba9ce864b703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:23.169574 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0df40c-25c2-434f-9eed-ba9ce864b703 None None] Bound using segment: {'id': 'ffbda552-e335-4436-b48a-fa56e98ae33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:49:23.170044 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-dc0df40c-25c2-434f-9eed-ba9ce864b703 None None] Bound port: 733c2800-0fbc-443c-896f-fc73ee4be24f, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffbda552-e335-4436-b48a-fa56e98ae33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:49:23.170691 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-dc0df40c-25c2-434f-9eed-ba9ce864b703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:23.187602 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa7470-cce7-45b6-87e6-1f0d73a14d72 None None] Pushing event updated for resources: {'Port': ['ID=733c2800-0fbc-443c-896f-fc73ee4be24f,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:23.226319 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-81aa7470-cce7-45b6-87e6-1f0d73a14d72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:23.236122 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-1ec998bb-c810-43a9-b755-b9c661403741 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] device_id is not set on port e50e13e3-c16d-4af7-bd7a-a543884ccc3e yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:49:23.258973 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-0c906450-5d9e-49dd-ad08-a93e69f42ee4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting port c4156e34-8bbb-4dcd-b9eb-91afc68d09ef {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:49:23.259446 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0c906450-5d9e-49dd-ad08-a93e69f42ee4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:23.303882 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-51565ccf-a01f-461d-8d7d-1c95531bf7ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.323s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:23.380962 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-47b418e7-8796-433a-9a76-5cbbc780ee8c None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:23.396758 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-47b418e7-8796-433a-9a76-5cbbc780ee8c None None] Transition to ACTIVE for port object 2350d0ab-eb14-46d7-9802-65a01c0362b8 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:23.400921 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c31a5-3f16-40d7-b014-9a0445cbbbb2 None None] Pushing event updated for resources: {'Port': ['ID=c4156e34-8bbb-4dcd-b9eb-91afc68d09ef,revision_number=4']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:23.408116 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-8f6c31a5-3f16-40d7-b014-9a0445cbbbb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:23.410687 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-47b418e7-8796-433a-9a76-5cbbc780ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:23.429505 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-19994423-9c60-4a1d-b105-f1de8fb99a54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:23.465375 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-835e2f44-455e-47f2-a8ec-6587b99e93a5 None None] Set router 922fbff1-bdbf-4505-98dd-f2e764dd05a3 gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:49:23.499354 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-47b418e7-8796-433a-9a76-5cbbc780ee8c None None] Attempting to bind port 2350d0ab-eb14-46d7-9802-65a01c0362b8 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:49:23.499723 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-47b418e7-8796-433a-9a76-5cbbc780ee8c None None] Attempting to bind port 2350d0ab-eb14-46d7-9802-65a01c0362b8 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:49:23.500080 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b418e7-8796-433a-9a76-5cbbc780ee8c None None] Attempting to bind port 2350d0ab-eb14-46d7-9802-65a01c0362b8 on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:49:23.509539 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-1ec998bb-c810-43a9-b755-b9c661403741 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Allocated IP 172.20.0.4 (1e6d7417-4bd4-418b-808b-5f1717377e16/63302776-e64f-4c32-9e90-a5a68146f9af/e50e13e3-c16d-4af7-bd7a-a543884ccc3e) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:23.537500 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-dc0df40c-25c2-434f-9eed-ba9ce864b703 None None] For port 733c2800-0fbc-443c-896f-fc73ee4be24f, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:49:23.539756 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b418e7-8796-433a-9a76-5cbbc780ee8c None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:49:23.540120 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b418e7-8796-433a-9a76-5cbbc780ee8c None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:23.540571 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-47b418e7-8796-433a-9a76-5cbbc780ee8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:23.540968 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b418e7-8796-433a-9a76-5cbbc780ee8c None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:49:23.541458 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-47b418e7-8796-433a-9a76-5cbbc780ee8c None None] Bound port: 2350d0ab-eb14-46d7-9802-65a01c0362b8, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:49:23.541819 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-47b418e7-8796-433a-9a76-5cbbc780ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:23.558776 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-dc0df40c-25c2-434f-9eed-ba9ce864b703 None None] For port 733c2800-0fbc-443c-896f-fc73ee4be24f, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=733c2800-0fbc-443c-896f-fc73ee4be24f,segment=NetworkSegment(ffbda552-e335-4436-b48a-fa56e98ae33a),segment_id=ffbda552-e335-4436-b48a-fa56e98ae33a)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:49:23.615849 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-dc0df40c-25c2-434f-9eed-ba9ce864b703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:23.631124 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-47b418e7-8796-433a-9a76-5cbbc780ee8c None None] For port 2350d0ab-eb14-46d7-9802-65a01c0362b8, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:49:23.632327 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:23.634783 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-47b418e7-8796-433a-9a76-5cbbc780ee8c None None] For port 2350d0ab-eb14-46d7-9802-65a01c0362b8, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=2350d0ab-eb14-46d7-9802-65a01c0362b8,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:49:23.645631 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-47b418e7-8796-433a-9a76-5cbbc780ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:23.668604 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58946eeb-420e-416b-a0b5-defb9725327f None None] Pushing event updated for resources: {'Port': ['ID=2350d0ab-eb14-46d7-9802-65a01c0362b8,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:23.672263 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-58946eeb-420e-416b-a0b5-defb9725327f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:23.675455 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-9eac4880-36ce-4536-8b58-19a34732592f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:23.685515 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-0c906450-5d9e-49dd-ad08-a93e69f42ee4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] For port c4156e34-8bbb-4dcd-b9eb-91afc68d09ef, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c4156e34-8bbb-4dcd-b9eb-91afc68d09ef,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:23.686182 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0c906450-5d9e-49dd-ad08-a93e69f42ee4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:23.751813 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-855671cc-0445-4823-b5fc-53b6cdab5262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:23.756463 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1ec998bb-c810-43a9-b755-b9c661403741 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:23.772623 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58946eeb-420e-416b-a0b5-defb9725327f None None] Pushing event updated for resources: {'Port': ['ID=2350d0ab-eb14-46d7-9802-65a01c0362b8,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:23.773803 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-1ec998bb-c810-43a9-b755-b9c661403741 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Transition to ACTIVE for port object e50e13e3-c16d-4af7-bd7a-a543884ccc3e will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:23.776322 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-58946eeb-420e-416b-a0b5-defb9725327f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:23.785833 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b418e7-8796-433a-9a76-5cbbc780ee8c None None] Routers {'e60a8063-0e6d-49d4-b9cd-fa6e7e76a8c3'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:23.786533 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-47b418e7-8796-433a-9a76-5cbbc780ee8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['e60a8063-0e6d-49d4-b9cd-fa6e7e76a8c3'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:23.887501 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa7470-cce7-45b6-87e6-1f0d73a14d72 None None] Pushing event updated for resources: {'Port': ['ID=733c2800-0fbc-443c-896f-fc73ee4be24f,revision_number=4']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:23.900537 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-0c906450-5d9e-49dd-ad08-a93e69f42ee4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Calling delete_port for c4156e34-8bbb-4dcd-b9eb-91afc68d09ef owned by network:router_interface {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:49:23.911828 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1ec998bb-c810-43a9-b755-b9c661403741 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:23.920795 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a5e1-61c9-4fe2-a611-3cc9797cf63d tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:23.928053 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:23.945070 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-81aa7470-cce7-45b6-87e6-1f0d73a14d72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:23.952039 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d8deb52c-c33c-463c-b96a-8307b03f74e7 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:23.953273 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0df40c-25c2-434f-9eed-ba9ce864b703 None None] Routers {'1251add1-0768-43fd-9a5e-ac4434f0d2c2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:23.953915 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-dc0df40c-25c2-434f-9eed-ba9ce864b703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:24.000227 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-47b418e7-8796-433a-9a76-5cbbc780ee8c None None] Set router e60a8063-0e6d-49d4-b9cd-fa6e7e76a8c3 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:49:24.018584 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8a5e1-61c9-4fe2-a611-3cc9797cf63d tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event deleted for resources: {'Subnet': ['ID=6d142c44-9fb6-4504-a9f6-c5dbd73245bf,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:24.025718 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d7f8a5e1-61c9-4fe2-a611-3cc9797cf63d tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:24.033490 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a5e1-61c9-4fe2-a611-3cc9797cf63d tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:24.044828 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d7f8a5e1-61c9-4fe2-a611-3cc9797cf63d tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "DELETE /v2.0/subnets/6d142c44-9fb6-4504-a9f6-c5dbd73245bf HTTP/1.1" status: 204 len: 168 time: 1.8613288 May 31 15:49:24.047479 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53966) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:24.059660 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec998bb-c810-43a9-b755-b9c661403741 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Port': ['ID=e50e13e3-c16d-4af7-bd7a-a543884ccc3e,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:24.069027 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-94c8b127-e6d2-4667-b82d-7de318b5739d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:24.088877 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1ec998bb-c810-43a9-b755-b9c661403741 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:24.094159 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-239cc0a8-ffa4-4dc0-839c-db7c4fc7e165 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:24.101184 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-94c8b127-e6d2-4667-b82d-7de318b5739d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:24.104739 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-94c8b127-e6d2-4667-b82d-7de318b5739d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5879931a-e3c9-46b4-92c6-2c0d6bd3d683 HTTP/1.1" status: 204 len: 168 time: 3.0127327 May 31 15:49:24.136292 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a26ff8-5494-446c-af3f-3a89333791e2 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:24.138305 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a26ff8-5494-446c-af3f-3a89333791e2 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:24.139268 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-43a26ff8-5494-446c-af3f-3a89333791e2 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Synchronizing usage tracker for tenant:1048e0b2a17044669ba0b1a74b492ce9 on resource:subnet {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:49:24.139419 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-dc0df40c-25c2-434f-9eed-ba9ce864b703 None None] Set router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:49:24.148612 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6bff6db3-d09b-43b4-824f-7eb95c469cbf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.8200562 May 31 15:49:24.149752 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-fcf92e4d-f3cc-49aa-b883-a2d332d9acec None None] For port 821e8ba6-59be-496b-8ae3-1a6a677fb29e, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:49:24.150053 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53972) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:24.151130 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8b127-e6d2-4667-b82d-7de318b5739d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5879931a-e3c9-46b4-92c6-2c0d6bd3d683,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:24.161865 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-32628e11-bec7-4e65-96dc-d810ba99a8ba tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'subnet': {'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:24.162452 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-855671cc-0445-4823-b5fc-53b6cdab5262 None None] For port 56c86544-315c-4809-946b-51d8804c54ba, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=56c86544-315c-4809-946b-51d8804c54ba,segment=NetworkSegment(267cf805-5a15-420c-9095-75e73b2fef45),segment_id=267cf805-5a15-420c-9095-75e73b2fef45)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:24.172573 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec998bb-c810-43a9-b755-b9c661403741 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network 1e6d7417-4bd4-418b-808b-5f1717377e16 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:24.174102 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-94c8b127-e6d2-4667-b82d-7de318b5739d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:24.190665 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-1ec998bb-c810-43a9-b755-b9c661403741 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:24.198765 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec998bb-c810-43a9-b755-b9c661403741 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:49:24.236111 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-fcf92e4d-f3cc-49aa-b883-a2d332d9acec None None] For port 821e8ba6-59be-496b-8ae3-1a6a677fb29e, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=821e8ba6-59be-496b-8ae3-1a6a677fb29e,segment=NetworkSegment(0a339590-8a26-4e07-b90e-39d6e71b5361),segment_id=0a339590-8a26-4e07-b90e-39d6e71b5361)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:49:24.242731 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-855671cc-0445-4823-b5fc-53b6cdab5262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:24.257997 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1f781dde-1d3c-476b-9a54-0cc5503f13f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:24.340945 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-43a26ff8-5494-446c-af3f-3a89333791e2 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Unset dirty status for tenant:1048e0b2a17044669ba0b1a74b492ce9 on resource:subnet {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:49:24.343459 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-43a26ff8-5494-446c-af3f-3a89333791e2 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2948201 May 31 15:49:24.353576 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53976) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:24.362850 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855671cc-0445-4823-b5fc-53b6cdab5262 None None] Pushing event updated for resources: {'Port': ['ID=56c86544-315c-4809-946b-51d8804c54ba,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:24.368272 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-855671cc-0445-4823-b5fc-53b6cdab5262 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:24.372134 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fcf92e4d-f3cc-49aa-b883-a2d332d9acec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:24.399992 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0bea0766-ad33-41ef-947e-e9a03beb8e8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:24.541212 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-32628e11-bec7-4e65-96dc-d810ba99a8ba tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:24.587232 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-32628e11-bec7-4e65-96dc-d810ba99a8ba tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Usage tracker for resource:subnet and tenant:7532521a2dc2494ca283f329c67dc09d is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:24.588762 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec998bb-c810-43a9-b755-b9c661403741 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:24.589414 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1ec998bb-c810-43a9-b755-b9c661403741 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:24.598010 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-32628e11-bec7-4e65-96dc-d810ba99a8ba tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:24.628995 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cba8e7bd-cc51-47b2-8933-5c77372d84ba tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:24.640842 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-32628e11-bec7-4e65-96dc-d810ba99a8ba tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:24.641085 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1ec998bb-c810-43a9-b755-b9c661403741 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.2761939 May 31 15:49:24.644409 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 53982) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:24.655302 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-2de705f6-e337-4c8f-ac07-5a428ba612b7 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'subnet': {'network_id': '1e6d7417-4bd4-418b-808b-5f1717377e16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:24.667400 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba8e7bd-cc51-47b2-8933-5c77372d84ba tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 31 15:49:24.669694 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba8e7bd-cc51-47b2-8933-5c77372d84ba tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:49:24.752893 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf92e4d-f3cc-49aa-b883-a2d332d9acec None None] Pushing event updated for resources: {'Port': ['ID=821e8ba6-59be-496b-8ae3-1a6a677fb29e,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:24.761700 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-835e2f44-455e-47f2-a8ec-6587b99e93a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922fbff1-bdbf-4505-98dd-f2e764dd05a3', 'name': 'tempest-NetworksTestDHCPv6-router-1498775724', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:10Z', 'updated_at': '2021-05-31T15:49:16Z', 'revision_number': 2, 'project_id': '3e24807f49c142caa434cef18b676ced', 'gw_port_host': None, '_interfaces': [{'id': 'c4156e34-8bbb-4dcd-b9eb-91afc68d09ef', 'name': '', 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'mac_address': 'fa:16:3e:59:c6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922fbff1-bdbf-4505-98dd-f2e764dd05a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '61f584e7-328a-43ff-a409-1c6fec9b0129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:12Z', 'updated_at': '2021-05-31T15:49:22Z', 'revision_number': 4, 'project_id': '3e24807f49c142caa434cef18b676ced', 'subnets': [{'id': '61f584e7-328a-43ff-a409-1c6fec9b0129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:24.773942 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-cba8e7bd-cc51-47b2-8933-5c77372d84ba tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "DELETE /v2.0/networks/cf236d88-1205-42e8-af55-b8e8eaa306aa HTTP/1.1" status: 409 len: 405 time: 0.4131269 May 31 15:49:24.775348 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e2f44-455e-47f2-a8ec-6587b99e93a5 None None] The sync data for ids ['922fbff1-bdbf-4505-98dd-f2e764dd05a3'] in dv-neutron-601336-79-hyperv is: [{'id': '922fbff1-bdbf-4505-98dd-f2e764dd05a3', 'name': 'tempest-NetworksTestDHCPv6-router-1498775724', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:10Z', 'updated_at': '2021-05-31T15:49:16Z', 'revision_number': 2, 'project_id': '3e24807f49c142caa434cef18b676ced', 'gw_port_host': None, '_interfaces': [{'id': 'c4156e34-8bbb-4dcd-b9eb-91afc68d09ef', 'name': '', 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'mac_address': 'fa:16:3e:59:c6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922fbff1-bdbf-4505-98dd-f2e764dd05a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '61f584e7-328a-43ff-a409-1c6fec9b0129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:12Z', 'updated_at': '2021-05-31T15:49:22Z', 'revision_number': 4, 'project_id': '3e24807f49c142caa434cef18b676ced', 'subnets': [{'id': '61f584e7-328a-43ff-a409-1c6fec9b0129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:49:24.777046 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 53988) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:24.790478 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-dc0df40c-25c2-434f-9eed-ba9ce864b703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:49:17Z', 'revision_number': 2, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None, '_interfaces': [{'id': '733c2800-0fbc-443c-896f-fc73ee4be24f', 'name': '', 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:9d:de:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:14Z', 'updated_at': '2021-05-31T15:49:23Z', 'revision_number': 4, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:24.794230 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32628e11-bec7-4e65-96dc-d810ba99a8ba tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Made reservation on behalf of 7532521a2dc2494ca283f329c67dc09d for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:24.801931 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-32628e11-bec7-4e65-96dc-d810ba99a8ba tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:24.806700 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0df40c-25c2-434f-9eed-ba9ce864b703 None None] The sync data for ids ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'] in dv-neutron-601336-79-hyperv is: [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:49:17Z', 'revision_number': 2, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None, '_interfaces': [{'id': '733c2800-0fbc-443c-896f-fc73ee4be24f', 'name': '', 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:9d:de:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:14Z', 'updated_at': '2021-05-31T15:49:23Z', 'revision_number': 4, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:49:24.844719 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-fcf92e4d-f3cc-49aa-b883-a2d332d9acec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:24.856745 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-93205944-1844-4edd-95c2-3e9dc3f1f765 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-601216486'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:24.884237 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-93205944-1844-4edd-95c2-3e9dc3f1f765 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:24.900208 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-93205944-1844-4edd-95c2-3e9dc3f1f765 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Usage tracker for resource:network and tenant:1048e0b2a17044669ba0b1a74b492ce9 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:24.905241 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-93205944-1844-4edd-95c2-3e9dc3f1f765 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:24.940305 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-6ee75b58-7c07-4a58-ba9d-489ea364a270 None None] Provisioning for port e50e13e3-c16d-4af7-bd7a-a543884ccc3e completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:24.969201 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-6ee75b58-7c07-4a58-ba9d-489ea364a270 None None] Provisioning complete for port e50e13e3-c16d-4af7-bd7a-a543884ccc3e triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:24.969840 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6ee75b58-7c07-4a58-ba9d-489ea364a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:24.993154 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-04e891f0-ebc1-4e0d-8c0a-f6695e038f2d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:25.008389 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-93205944-1844-4edd-95c2-3e9dc3f1f765 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:25.015574 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0c906450-5d9e-49dd-ad08-a93e69f42ee4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:25.034502 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3eeb458b-c26e-4d49-848b-c686f056b8cd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:25.106623 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c906450-5d9e-49dd-ad08-a93e69f42ee4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Port': ['ID=c4156e34-8bbb-4dcd-b9eb-91afc68d09ef,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:25.135478 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0c906450-5d9e-49dd-ad08-a93e69f42ee4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:25.135869 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-47b418e7-8796-433a-9a76-5cbbc780ee8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60a8063-0e6d-49d4-b9cd-fa6e7e76a8c3', 'name': 'tempest-snat-router-1643994943', 'tenant_id': '9547665d8db04add9c677b4a5a727b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.191'}], 'enable_snat': False}, 'gw_port_id': '2350d0ab-eb14-46d7-9802-65a01c0362b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:11Z', 'updated_at': '2021-05-31T15:49:16Z', 'revision_number': 3, 'project_id': '9547665d8db04add9c677b4a5a727b5d', 'gw_port': {'id': '2350d0ab-eb14-46d7-9802-65a01c0362b8', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60a8063-0e6d-49d4-b9cd-fa6e7e76a8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:14Z', 'updated_at': '2021-05-31T15:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:25.139803 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-6ee75b58-7c07-4a58-ba9d-489ea364a270 None None] Port e50e13e3-c16d-4af7-bd7a-a543884ccc3e cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:49:25.162464 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-04e891f0-ebc1-4e0d-8c0a-f6695e038f2d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:25.163086 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b418e7-8796-433a-9a76-5cbbc780ee8c None None] The sync data for ids ['e60a8063-0e6d-49d4-b9cd-fa6e7e76a8c3'] in dv-neutron-601336-79-hyperv is: [{'id': 'e60a8063-0e6d-49d4-b9cd-fa6e7e76a8c3', 'name': 'tempest-snat-router-1643994943', 'tenant_id': '9547665d8db04add9c677b4a5a727b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.191'}], 'enable_snat': False}, 'gw_port_id': '2350d0ab-eb14-46d7-9802-65a01c0362b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:11Z', 'updated_at': '2021-05-31T15:49:16Z', 'revision_number': 3, 'project_id': '9547665d8db04add9c677b4a5a727b5d', 'gw_port': {'id': '2350d0ab-eb14-46d7-9802-65a01c0362b8', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60a8063-0e6d-49d4-b9cd-fa6e7e76a8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:14Z', 'updated_at': '2021-05-31T15:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:49:25.182758 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93205944-1844-4edd-95c2-3e9dc3f1f765 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Made reservation on behalf of 1048e0b2a17044669ba0b1a74b492ce9 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:25.186464 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-93205944-1844-4edd-95c2-3e9dc3f1f765 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:25.285768 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-2de705f6-e337-4c8f-ac07-5a428ba612b7 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:25.288137 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0e1c64db-76a9-47e2-8b86-4915d8937260 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:25.295953 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4dd8452b-09a2-432b-955f-b0334dc49e7f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:25.335668 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-2de705f6-e337-4c8f-ac07-5a428ba612b7 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:subnet and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:25.344499 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-2de705f6-e337-4c8f-ac07-5a428ba612b7 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:25.390413 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-2de705f6-e337-4c8f-ac07-5a428ba612b7 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:25.532331 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93205944-1844-4edd-95c2-3e9dc3f1f765 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:49:25.535110 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c64db-76a9-47e2-8b86-4915d8937260 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event updated for resources: {'Subnet': ['ID=3b34381d-7c7c-411d-adda-786ac913a243,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:25.572055 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0e1c64db-76a9-47e2-8b86-4915d8937260 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:25.591995 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0c906450-5d9e-49dd-ad08-a93e69f42ee4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:25.600716 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-93205944-1844-4edd-95c2-3e9dc3f1f765 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:25.601312 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-93205944-1844-4edd-95c2-3e9dc3f1f765 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Added segment 9ad415ad-04c3-445b-be6b-ac3c3ffbd3de of type vlan for network 9e897b65-d8ee-4767-93d3-6aa3e6dafa15 May 31 15:49:25.656198 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1c64db-76a9-47e2-8b86-4915d8937260 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Checking segment: {'id': '74967799-0535-4266-8159-f3117ba226bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1ac28fd4-1cfe-4a8c-a7a7-790bd6f4f0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:25.656556 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1c64db-76a9-47e2-8b86-4915d8937260 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Network hostable DHCP agents. Network: 1ac28fd4-1cfe-4a8c-a7a7-790bd6f4f0af, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:49:25.659733 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de705f6-e337-4c8f-ac07-5a428ba612b7 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:25.663409 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2de705f6-e337-4c8f-ac07-5a428ba612b7 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:25.684939 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-93205944-1844-4edd-95c2-3e9dc3f1f765 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:25.706788 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-04e891f0-ebc1-4e0d-8c0a-f6695e038f2d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Allocated IP 172.26.0.151 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/74c36095-c504-4c6d-a756-2676b243a926) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:25.866046 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-93205944-1844-4edd-95c2-3e9dc3f1f765 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:25.872391 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93205944-1844-4edd-95c2-3e9dc3f1f765 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:25.872391 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-93205944-1844-4edd-95c2-3e9dc3f1f765 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:25.900416 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-db4d2a45-c5b1-4927-aab3-bc12402684e4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:25.986313 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54006) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:26.050510 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1c64db-76a9-47e2-8b86-4915d8937260 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Network 1ac28fd4-1cfe-4a8c-a7a7-790bd6f4f0af is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:49:26.138798 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-0e1c64db-76a9-47e2-8b86-4915d8937260 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 1ac28fd4-1cfe-4a8c-a7a7-790bd6f4f0af) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:26.153825 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a55a64-133d-4fe0-b413-dc3cfe3a5aaf None None] Network 1ac28fd4-1cfe-4a8c-a7a7-790bd6f4f0af requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:26.396888 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f32d19-d963-44c5-a6c9-eef97aa1e698 None None] Network cf236d88-1205-42e8-af55-b8e8eaa306aa requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:26.544035 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-93205944-1844-4edd-95c2-3e9dc3f1f765 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7604864 May 31 15:49:26.562047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54012) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:26.569445 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 2350d0ab-eb14-46d7-9802-65a01c0362b8 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:26.573105 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93205944-1844-4edd-95c2-3e9dc3f1f765 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event updated for resources: {'Network': ['ID=9e897b65-d8ee-4767-93d3-6aa3e6dafa15,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:26.596436 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-93205944-1844-4edd-95c2-3e9dc3f1f765 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:26.600669 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-11537837-d86f-44fa-822a-3fed539198ca tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Request body: {'subnet': {'network_id': '9e897b65-d8ee-4767-93d3-6aa3e6dafa15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:26.619926 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 9e897b65-d8ee-4767-93d3-6aa3e6dafa15 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:49:26.620780 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.ipam_backend_mixin [None req-2de705f6-e337-4c8f-ac07-5a428ba612b7 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 63302776-e64f-4c32-9e90-a5a68146f9af (CIDR: 172.20.0.0/28) May 31 15:49:26.627776 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-f20228ce-a0d6-4f52-baa7-4f3ff65a47d9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-277933504'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:26.634339 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-04e891f0-ebc1-4e0d-8c0a-f6695e038f2d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:26.638695 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1c64db-76a9-47e2-8b86-4915d8937260 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:26.638911 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0e1c64db-76a9-47e2-8b86-4915d8937260 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:26.661718 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-f20228ce-a0d6-4f52-baa7-4f3ff65a47d9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:26.670187 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0e1c64db-76a9-47e2-8b86-4915d8937260 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 5.2599545 May 31 15:49:26.671072 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54016) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:26.676352 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de705f6-e337-4c8f-ac07-5a428ba612b7 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:49:26.676826 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2de705f6-e337-4c8f-ac07-5a428ba612b7 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:49:26.680773 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f20228ce-a0d6-4f52-baa7-4f3ff65a47d9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Usage tracker for resource:network and tenant:4495789bf65544d19fbd02194192aa34 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:26.684706 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f20228ce-a0d6-4f52-baa7-4f3ff65a47d9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:26.749918 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-75627e23-a0d2-42cc-8347-1ecd1f309d8a None None] Provisioning for port 821e8ba6-59be-496b-8ae3-1a6a677fb29e completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:26.800435 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-f20228ce-a0d6-4f52-baa7-4f3ff65a47d9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:26.853219 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2de705f6-e337-4c8f-ac07-5a428ba612b7 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2056344 May 31 15:49:26.860720 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54020) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:26.880151 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-a2ef25e2-7dff-427b-bd16-9f0df4180b03 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'subnet': {'network_id': '1e6d7417-4bd4-418b-808b-5f1717377e16', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:26.966884 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c906450-5d9e-49dd-ad08-a93e69f42ee4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Router 922fbff1-bdbf-4505-98dd-f2e764dd05a3 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:49:26.991053 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-11537837-d86f-44fa-822a-3fed539198ca tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:27.006460 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06a864b-928a-4aef-8a29-090b03a8636e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-1ac28fd4-1cfe-4a8c-a7a7-790bd6f4f0af', 'network_id': '1ac28fd4-1cfe-4a8c-a7a7-790bd6f4f0af', 'tenant_id': '77c737149bd84d0bb3a7bb28e9afd80b', 'fixed_ips': [{'subnet_id': '3b34381d-7c7c-411d-adda-786ac913a243'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:49:27.007712 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f06a864b-928a-4aef-8a29-090b03a8636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:27.022447 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20228ce-a0d6-4f52-baa7-4f3ff65a47d9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Made reservation on behalf of 4495789bf65544d19fbd02194192aa34 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:27.026746 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f20228ce-a0d6-4f52-baa7-4f3ff65a47d9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:27.036834 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 2350d0ab-eb14-46d7-9802-65a01c0362b8 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:27.046686 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f20228ce-a0d6-4f52-baa7-4f3ff65a47d9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:27.051362 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 2350d0ab-eb14-46d7-9802-65a01c0362b8 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:27.051633 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:27.074331 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:27.082024 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-f20228ce-a0d6-4f52-baa7-4f3ff65a47d9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:27.089118 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a2ef25e2-7dff-427b-bd16-9f0df4180b03 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:27.097864 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-11537837-d86f-44fa-822a-3fed539198ca tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:27.098578 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a2ef25e2-7dff-427b-bd16-9f0df4180b03 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:subnet and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:27.109118 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a2ef25e2-7dff-427b-bd16-9f0df4180b03 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:27.113518 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f20228ce-a0d6-4f52-baa7-4f3ff65a47d9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Usage tracker for resource:security_group_rule and tenant:4495789bf65544d19fbd02194192aa34 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:27.119653 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-04e891f0-ebc1-4e0d-8c0a-f6695e038f2d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:27.129949 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f20228ce-a0d6-4f52-baa7-4f3ff65a47d9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:27.134296 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8f918094-e844-4c55-9a3c-f839eccdc8ff tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:27.163187 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11537837-d86f-44fa-822a-3fed539198ca tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Made reservation on behalf of 1048e0b2a17044669ba0b1a74b492ce9 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:27.167364 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-11537837-d86f-44fa-822a-3fed539198ca tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:27.250359 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a2ef25e2-7dff-427b-bd16-9f0df4180b03 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:27.260578 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95719fe3-679c-4837-aa17-45e712001cab None None] DHCP port deletion for cf236d88-1205-42e8-af55-b8e8eaa306aa request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:49:27.273029 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e891f0-ebc1-4e0d-8c0a-f6695e038f2d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Pushing event updated for resources: {'Port': ['ID=74c36095-c504-4c6d-a756-2676b243a926,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:27.310769 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-04e891f0-ebc1-4e0d-8c0a-f6695e038f2d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:27.311779 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-f20228ce-a0d6-4f52-baa7-4f3ff65a47d9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:27.313849 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ef25e2-7dff-427b-bd16-9f0df4180b03 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:27.317496 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a2ef25e2-7dff-427b-bd16-9f0df4180b03 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:27.329440 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:27.334612 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c906450-5d9e-49dd-ad08-a93e69f42ee4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:49:27.355234 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0c906450-5d9e-49dd-ad08-a93e69f42ee4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "PUT /v2.0/routers/922fbff1-bdbf-4505-98dd-f2e764dd05a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7903743 May 31 15:49:27.358012 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54026) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:27.363238 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e891f0-ebc1-4e0d-8c0a-f6695e038f2d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:27.382639 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-04e891f0-ebc1-4e0d-8c0a-f6695e038f2d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:27.401230 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-f06a864b-928a-4aef-8a29-090b03a8636e None None] Allocated IP 172.20.0.3 (1ac28fd4-1cfe-4a8c-a7a7-790bd6f4f0af/3b34381d-7c7c-411d-adda-786ac913a243/22d6f55b-f73e-4cee-b165-f11ec2cd5bb7) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:27.411786 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 2350d0ab-eb14-46d7-9802-65a01c0362b8, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=2350d0ab-eb14-46d7-9802-65a01c0362b8,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:27.417019 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e891f0-ebc1-4e0d-8c0a-f6695e038f2d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:49:27.437195 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:27.438080 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 821e8ba6-59be-496b-8ae3-1a6a677fb29e up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:27.474082 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc6dab2-04ab-4218-9187-53dc1ae85be8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:27.475955 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc6dab2-04ab-4218-9187-53dc1ae85be8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:27.476823 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4bc6dab2-04ab-4218-9187-53dc1ae85be8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:49:27.479524 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-58946eeb-420e-416b-a0b5-defb9725327f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:27.541227 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4bc6dab2-04ab-4218-9187-53dc1ae85be8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:49:27.542510 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4bc6dab2-04ab-4218-9187-53dc1ae85be8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1813028 May 31 15:49:27.548499 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54030) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:27.687051 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-36036ab7-b245-4b6f-8541-25f2562feaa7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting subnet 61f584e7-328a-43ff-a409-1c6fec9b0129 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:49:27.729141 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-36036ab7-b245-4b6f-8541-25f2562feaa7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:27.743878 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-95719fe3-679c-4837-aa17-45e712001cab None None] Deleting port 821e8ba6-59be-496b-8ae3-1a6a677fb29e {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:49:27.744249 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-95719fe3-679c-4837-aa17-45e712001cab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:27.777239 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:27.854034 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-36036ab7-b245-4b6f-8541-25f2562feaa7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:27.873915 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=2350d0ab-eb14-46d7-9802-65a01c0362b8,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:27.956386 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:27.974733 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-32628e11-bec7-4e65-96dc-d810ba99a8ba tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:27.985051 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 821e8ba6-59be-496b-8ae3-1a6a677fb29e completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:27.986567 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b6f1c755-2ad2-4204-aa6a-8803ddc0414d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:27.998393 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-95719fe3-679c-4837-aa17-45e712001cab None None] For port 821e8ba6-59be-496b-8ae3-1a6a677fb29e, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=821e8ba6-59be-496b-8ae3-1a6a677fb29e,segment=NetworkSegment(0a339590-8a26-4e07-b90e-39d6e71b5361),segment_id=0a339590-8a26-4e07-b90e-39d6e71b5361)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:27.999238 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-95719fe3-679c-4837-aa17-45e712001cab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:28.016935 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 821e8ba6-59be-496b-8ae3-1a6a677fb29e triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:28.017303 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:28.108031 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f06a864b-928a-4aef-8a29-090b03a8636e None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:28.160717 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-36036ab7-b245-4b6f-8541-25f2562feaa7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:28.189431 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32628e11-bec7-4e65-96dc-d810ba99a8ba tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Subnet': ['ID=4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:28.189942 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-95719fe3-679c-4837-aa17-45e712001cab None None] Calling delete_port for 821e8ba6-59be-496b-8ae3-1a6a677fb29e owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:49:28.204683 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-32628e11-bec7-4e65-96dc-d810ba99a8ba tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:28.205447 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32628e11-bec7-4e65-96dc-d810ba99a8ba tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Checking segment: {'id': 'b60a3926-17ab-4d84-b404-856fe26e2a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:28.205800 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32628e11-bec7-4e65-96dc-d810ba99a8ba tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network hostable DHCP agents. Network: ff27b6ea-8ccf-47a3-b354-81f75f21bbba, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:49:28.209426 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f06a864b-928a-4aef-8a29-090b03a8636e None None] Transition to ACTIVE for port object 22d6f55b-f73e-4cee-b165-f11ec2cd5bb7 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:28.236410 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:28.252328 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f06a864b-928a-4aef-8a29-090b03a8636e None None] Transition to ACTIVE for port object 22d6f55b-f73e-4cee-b165-f11ec2cd5bb7 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:28.289405 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f06a864b-928a-4aef-8a29-090b03a8636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:28.300824 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:28.304764 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f20228ce-a0d6-4f52-baa7-4f3ff65a47d9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:28.332289 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f20228ce-a0d6-4f52-baa7-4f3ff65a47d9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:28.340976 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5675866a-f331-41dd-a5ab-ebe931c32edd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:28.384195 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-04e891f0-ebc1-4e0d-8c0a-f6695e038f2d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:28.408646 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06a864b-928a-4aef-8a29-090b03a8636e None None] Network 1ac28fd4-1cfe-4a8c-a7a7-790bd6f4f0af is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:28.416910 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-f06a864b-928a-4aef-8a29-090b03a8636e None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:28.423604 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06a864b-928a-4aef-8a29-090b03a8636e None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:49:28.438015 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:28.491929 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a864b-928a-4aef-8a29-090b03a8636e None None] Pushing event updated for resources: {'Port': ['ID=22d6f55b-f73e-4cee-b165-f11ec2cd5bb7,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:28.493448 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-95719fe3-679c-4837-aa17-45e712001cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:28.505326 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f06a864b-928a-4aef-8a29-090b03a8636e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:28.505326 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f06a864b-928a-4aef-8a29-090b03a8636e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:28.506035 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32628e11-bec7-4e65-96dc-d810ba99a8ba tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network ff27b6ea-8ccf-47a3-b354-81f75f21bbba is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:49:28.553170 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-32628e11-bec7-4e65-96dc-d810ba99a8ba tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, ff27b6ea-8ccf-47a3-b354-81f75f21bbba) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:28.588243 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32628e11-bec7-4e65-96dc-d810ba99a8ba tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:28.588847 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-32628e11-bec7-4e65-96dc-d810ba99a8ba tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:28.593566 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50124434-aa74-4e20-b489-5020e21e9b3e None None] Network ff27b6ea-8ccf-47a3-b354-81f75f21bbba requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:28.615185 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95719fe3-679c-4837-aa17-45e712001cab None None] Pushing event deleted for resources: {'Port': ['ID=821e8ba6-59be-496b-8ae3-1a6a677fb29e,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:28.620411 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-95719fe3-679c-4837-aa17-45e712001cab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:28.623267 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95719fe3-679c-4837-aa17-45e712001cab None None] No DVR routers for this DVR port 821e8ba6-59be-496b-8ae3-1a6a677fb29e on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:49:28.689065 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-32628e11-bec7-4e65-96dc-d810ba99a8ba tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5348659 May 31 15:49:28.691724 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54034) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:28.727039 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 56c86544-315c-4809-946b-51d8804c54ba up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:28.766937 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-f06a864b-928a-4aef-8a29-090b03a8636e None None] Attempting to bind port 22d6f55b-f73e-4cee-b165-f11ec2cd5bb7 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:49:28.767612 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-f06a864b-928a-4aef-8a29-090b03a8636e None None] Attempting to bind port 22d6f55b-f73e-4cee-b165-f11ec2cd5bb7 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '74967799-0535-4266-8159-f3117ba226bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1ac28fd4-1cfe-4a8c-a7a7-790bd6f4f0af'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:49:28.768155 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06a864b-928a-4aef-8a29-090b03a8636e None None] Attempting to bind port 22d6f55b-f73e-4cee-b165-f11ec2cd5bb7 on network 1ac28fd4-1cfe-4a8c-a7a7-790bd6f4f0af {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:49:28.786036 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20228ce-a0d6-4f52-baa7-4f3ff65a47d9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:49:28.791931 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06a864b-928a-4aef-8a29-090b03a8636e None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:49:28.792308 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06a864b-928a-4aef-8a29-090b03a8636e None None] Checking segment: {'id': '74967799-0535-4266-8159-f3117ba226bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1ac28fd4-1cfe-4a8c-a7a7-790bd6f4f0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:28.792715 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f06a864b-928a-4aef-8a29-090b03a8636e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:28.793109 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06a864b-928a-4aef-8a29-090b03a8636e None None] Bound using segment: {'id': '74967799-0535-4266-8159-f3117ba226bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1ac28fd4-1cfe-4a8c-a7a7-790bd6f4f0af'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:49:28.793585 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-f06a864b-928a-4aef-8a29-090b03a8636e None None] Bound port: 22d6f55b-f73e-4cee-b165-f11ec2cd5bb7, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74967799-0535-4266-8159-f3117ba226bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1ac28fd4-1cfe-4a8c-a7a7-790bd6f4f0af'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:49:28.793957 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f06a864b-928a-4aef-8a29-090b03a8636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:28.800863 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.objects.ports [None req-11537837-d86f-44fa-822a-3fed539198ca tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99204) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 15:49:28.802805 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-11537837-d86f-44fa-822a-3fed539198ca tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:28.808437 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a1498c80-4a20-472f-827c-f72a540c0315 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:28.842402 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20228ce-a0d6-4f52-baa7-4f3ff65a47d9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d60029-e4f5-4a90-90dd-a31f78e7a4b7,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:28.857114 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f20228ce-a0d6-4f52-baa7-4f3ff65a47d9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:28.891493 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-36036ab7-b245-4b6f-8541-25f2562feaa7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:28.900972 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11537837-d86f-44fa-822a-3fed539198ca tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event updated for resources: {'Subnet': ['ID=de6e4049-9d45-4d63-b4d9-09d40df75778,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:28.906745 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-11537837-d86f-44fa-822a-3fed539198ca tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:28.908544 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4dd6336c-7a92-4ca4-b45f-1ca3f58873d6 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:28.950283 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36036ab7-b245-4b6f-8541-25f2562feaa7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Subnet': ['ID=61f584e7-328a-43ff-a409-1c6fec9b0129,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:28.950561 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-36036ab7-b245-4b6f-8541-25f2562feaa7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:28.953174 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11537837-d86f-44fa-822a-3fed539198ca tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Checking segment: {'id': '9ad415ad-04c3-445b-be6b-ac3c3ffbd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e897b65-d8ee-4767-93d3-6aa3e6dafa15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:28.953529 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11537837-d86f-44fa-822a-3fed539198ca tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Network hostable DHCP agents. Network: 9e897b65-d8ee-4767-93d3-6aa3e6dafa15, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:49:28.957489 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-36036ab7-b245-4b6f-8541-25f2562feaa7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:28.965658 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec5a248-b5f7-4d24-8aaa-5b2cdee685d3 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:28.976856 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-36036ab7-b245-4b6f-8541-25f2562feaa7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/61f584e7-328a-43ff-a409-1c6fec9b0129 HTTP/1.1" status: 204 len: 168 time: 1.4150171 May 31 15:49:28.979265 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54038) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:28.981416 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f20228ce-a0d6-4f52-baa7-4f3ff65a47d9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:28.982173 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-f20228ce-a0d6-4f52-baa7-4f3ff65a47d9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Added segment f96eaba6-d9fe-414a-b1fc-b384cd3b360c of type vlan for network db8f385d-7663-43cb-828f-72ef81af5df8 May 31 15:49:29.024907 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f20228ce-a0d6-4f52-baa7-4f3ff65a47d9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:29.039306 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11537837-d86f-44fa-822a-3fed539198ca tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Network 9e897b65-d8ee-4767-93d3-6aa3e6dafa15 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:49:29.064132 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-11537837-d86f-44fa-822a-3fed539198ca tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 9e897b65-d8ee-4767-93d3-6aa3e6dafa15) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:29.073385 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-f06a864b-928a-4aef-8a29-090b03a8636e None None] For port 22d6f55b-f73e-4cee-b165-f11ec2cd5bb7, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:49:29.076435 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ebedfb-2b55-4a47-bb7f-edb69a4d68f8 None None] Sync routers for ids ['922fbff1-bdbf-4505-98dd-f2e764dd05a3'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:49:29.089179 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095283eb-3e85-4896-81f0-82d084021848 None None] Network 9e897b65-d8ee-4767-93d3-6aa3e6dafa15 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:29.101186 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 56c86544-315c-4809-946b-51d8804c54ba triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:29.101568 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:29.133888 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11537837-d86f-44fa-822a-3fed539198ca tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:29.134511 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-11537837-d86f-44fa-822a-3fed539198ca tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:29.156045 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5f51553e-b13f-4f26-b23a-7237ec140801 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1754603 May 31 15:49:29.158550 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54042) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:29.194631 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f20228ce-a0d6-4f52-baa7-4f3ff65a47d9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:29.196082 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-f06a864b-928a-4aef-8a29-090b03a8636e None None] For port 22d6f55b-f73e-4cee-b165-f11ec2cd5bb7, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=22d6f55b-f73e-4cee-b165-f11ec2cd5bb7,segment=NetworkSegment(74967799-0535-4266-8159-f3117ba226bd),segment_id=74967799-0535-4266-8159-f3117ba226bd)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:49:29.200956 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20228ce-a0d6-4f52-baa7-4f3ff65a47d9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:29.201859 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f20228ce-a0d6-4f52-baa7-4f3ff65a47d9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:29.214795 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:29.222917 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-11537837-d86f-44fa-822a-3fed539198ca tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6489997 May 31 15:49:29.228625 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54046) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:29.236425 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-9c39535c-0071-4da2-8584-c3ac8d24f943 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Request body: {'port': {'network_id': '9e897b65-d8ee-4767-93d3-6aa3e6dafa15', 'name': 'tempest-NetworksIpV6TestAttrs-885882922'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:29.267890 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ebedfb-2b55-4a47-bb7f-edb69a4d68f8 None None] Routers {'922fbff1-bdbf-4505-98dd-f2e764dd05a3'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:29.269014 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-78ebedfb-2b55-4a47-bb7f-edb69a4d68f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['922fbff1-bdbf-4505-98dd-f2e764dd05a3'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:29.331840 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f06a864b-928a-4aef-8a29-090b03a8636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:29.355967 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:29.404422 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-80120239-5642-4515-be67-d3de3a258f12 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:29.427598 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:29.478802 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f07295-e100-424f-82f7-9d9091e9652f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-ff27b6ea-8ccf-47a3-b354-81f75f21bbba', 'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'fixed_ips': [{'subnet_id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:49:29.479798 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-03f07295-e100-424f-82f7-9d9091e9652f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:29.496037 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f20228ce-a0d6-4f52-baa7-4f3ff65a47d9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.5069950 May 31 15:49:29.528195 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54050) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:29.559682 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-c1873052-340c-4071-89fb-5e69623b8525 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2053765586'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:29.569138 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20228ce-a0d6-4f52-baa7-4f3ff65a47d9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Network': ['ID=db8f385d-7663-43cb-828f-72ef81af5df8,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:29.573855 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f20228ce-a0d6-4f52-baa7-4f3ff65a47d9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:29.580715 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c1873052-340c-4071-89fb-5e69623b8525 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:29.626274 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c1873052-340c-4071-89fb-5e69623b8525 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Usage tracker for resource:network and tenant:4495789bf65544d19fbd02194192aa34 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:29.630984 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network db8f385d-7663-43cb-828f-72ef81af5df8 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:49:29.637470 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c1873052-340c-4071-89fb-5e69623b8525 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:29.640272 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9c39535c-0071-4da2-8584-c3ac8d24f943 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:29.654157 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-78ebedfb-2b55-4a47-bb7f-edb69a4d68f8 None None] Set router 922fbff1-bdbf-4505-98dd-f2e764dd05a3 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:49:29.663393 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-96044a2e-4410-446c-ada7-77461b96fe18 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:29.704950 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c1873052-340c-4071-89fb-5e69623b8525 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:29.717149 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9c39535c-0071-4da2-8584-c3ac8d24f943 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Usage tracker for resource:port and tenant:1048e0b2a17044669ba0b1a74b492ce9 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:29.722965 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9c39535c-0071-4da2-8584-c3ac8d24f943 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:29.788098 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9c39535c-0071-4da2-8584-c3ac8d24f943 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:29.795048 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-80120239-5642-4515-be67-d3de3a258f12 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:29.796676 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1873052-340c-4071-89fb-5e69623b8525 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Made reservation on behalf of 4495789bf65544d19fbd02194192aa34 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:29.800058 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c1873052-340c-4071-89fb-5e69623b8525 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:29.809420 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-80120239-5642-4515-be67-d3de3a258f12 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:29.815713 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Subnet': ['ID=3b34381d-7c7c-411d-adda-786ac913a243,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:29.834990 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c39535c-0071-4da2-8584-c3ac8d24f943 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Made reservation on behalf of 1048e0b2a17044669ba0b1a74b492ce9 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:29.836754 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-78ebedfb-2b55-4a47-bb7f-edb69a4d68f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922fbff1-bdbf-4505-98dd-f2e764dd05a3', 'name': 'tempest-NetworksTestDHCPv6-router-1498775724', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:10Z', 'updated_at': '2021-05-31T15:49:24Z', 'revision_number': 3, 'project_id': '3e24807f49c142caa434cef18b676ced', 'gw_port_host': None}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:29.838424 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9c39535c-0071-4da2-8584-c3ac8d24f943 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:29.881793 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:29.882201 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1873052-340c-4071-89fb-5e69623b8525 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:49:29.884333 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ebedfb-2b55-4a47-bb7f-edb69a4d68f8 None None] Checking router: 922fbff1-bdbf-4505-98dd-f2e764dd05a3 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:49:29.909489 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-9c39535c-0071-4da2-8584-c3ac8d24f943 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] device_id is not set on port 38ef257d-53a2-439b-ae76-5ae0b7b7f827 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:49:29.944914 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:29.947106 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-80120239-5642-4515-be67-d3de3a258f12 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:29.947379 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80120239-5642-4515-be67-d3de3a258f12 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Fanout notify agent at l3_agent the message router_deleted on router 922fbff1-bdbf-4505-98dd-f2e764dd05a3 {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:49:29.962558 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c1873052-340c-4071-89fb-5e69623b8525 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:29.962915 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-c1873052-340c-4071-89fb-5e69623b8525 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Added segment 6d2f94ec-2bae-49f8-b2da-3cb0af3645ba of type vlan for network 71eaf9f4-4400-4614-8b77-b1ba15c8c882 May 31 15:49:29.974060 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac28fd4-1cfe-4a8c-a7a7-790bd6f4f0af']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:29.981728 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a864b-928a-4aef-8a29-090b03a8636e None None] Pushing event updated for resources: {'Port': ['ID=22d6f55b-f73e-4cee-b165-f11ec2cd5bb7,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:30.007160 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-80120239-5642-4515-be67-d3de3a258f12 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:30.011440 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-80120239-5642-4515-be67-d3de3a258f12 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/routers/922fbff1-bdbf-4505-98dd-f2e764dd05a3 HTTP/1.1" status: 204 len: 168 time: 0.8517740 May 31 15:49:30.018331 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54056) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:30.024458 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f06a864b-928a-4aef-8a29-090b03a8636e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:30.025895 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-5ad4e2be-357f-4cf4-9163-267df1e7d4d7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:30.162536 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 733c2800-0fbc-443c-896f-fc73ee4be24f up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:30.235267 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ebedfb-2b55-4a47-bb7f-edb69a4d68f8 None None] Routers set() bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:30.235652 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ebedfb-2b55-4a47-bb7f-edb69a4d68f8 None None] Router IDs set() for agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 31 15:49:30.236333 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_agentschedulers_db [None req-78ebedfb-2b55-4a47-bb7f-edb69a4d68f8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'922fbff1-bdbf-4505-98dd-f2e764dd05a3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent'). {{(pid=99206) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 31 15:49:30.236941 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ebedfb-2b55-4a47-bb7f-edb69a4d68f8 None None] The sync data for ids ['922fbff1-bdbf-4505-98dd-f2e764dd05a3'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:49:30.292976 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74967799-0535-4266-8159-f3117ba226bd') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:30.293130 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74967799-0535-4266-8159-f3117ba226bd') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:30.296289 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c1873052-340c-4071-89fb-5e69623b8525 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:30.305207 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-04e891f0-ebc1-4e0d-8c0a-f6695e038f2d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:30.365591 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:30.404149 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 733c2800-0fbc-443c-896f-fc73ee4be24f completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:30.412872 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead36c40-b5a5-4cc6-ae70-31af0a2e7a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-9e897b65-d8ee-4767-93d3-6aa3e6dafa15', 'network_id': '9e897b65-d8ee-4767-93d3-6aa3e6dafa15', 'tenant_id': '1048e0b2a17044669ba0b1a74b492ce9', 'fixed_ips': [{'subnet_id': 'de6e4049-9d45-4d63-b4d9-09d40df75778'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:49:30.413907 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ead36c40-b5a5-4cc6-ae70-31af0a2e7a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:30.441390 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 733c2800-0fbc-443c-896f-fc73ee4be24f triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:30.441390 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:30.444568 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c1873052-340c-4071-89fb-5e69623b8525 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:30.452180 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1873052-340c-4071-89fb-5e69623b8525 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:30.452836 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c1873052-340c-4071-89fb-5e69623b8525 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:30.464387 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-93205944-1844-4edd-95c2-3e9dc3f1f765 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:30.487187 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:30.516008 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:49:30.516470 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:30.523711 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-03f07295-e100-424f-82f7-9d9091e9652f None None] Allocated IP 172.21.0.2 (ff27b6ea-8ccf-47a3-b354-81f75f21bbba/4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9/c5e44fba-5184-4dcc-a22b-c86a05a64e19) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:49:30.535045 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:49:30.623590 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1873052-340c-4071-89fb-5e69623b8525 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Network': ['ID=71eaf9f4-4400-4614-8b77-b1ba15c8c882,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:30.638553 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c1873052-340c-4071-89fb-5e69623b8525 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0998728 May 31 15:49:30.641211 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-5ad4e2be-357f-4cf4-9163-267df1e7d4d7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:30.645446 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c1873052-340c-4071-89fb-5e69623b8525 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:30.645964 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54060) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:30.648368 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-9c39535c-0071-4da2-8584-c3ac8d24f943 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Allocated IP 2001:db8::f816:3eff:fe22:54fa (9e897b65-d8ee-4767-93d3-6aa3e6dafa15/de6e4049-9d45-4d63-b4d9-09d40df75778/38ef257d-53a2-439b-ae76-5ae0b7b7f827) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:30.655868 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-c51788b0-649d-429c-8ac2-e527c9e5bdd2 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'subnet': {'network_id': 'db8f385d-7663-43cb-828f-72ef81af5df8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:30.661767 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef7cdc8-b7d4-4737-acdb-b5d453156f9f None None] DHCP port deletion for b5001308-9f67-458f-99a7-4cdcd1177eb2 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:49:30.664238 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 71eaf9f4-4400-4614-8b77-b1ba15c8c882 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:49:30.796978 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-5ad4e2be-357f-4cf4-9163-267df1e7d4d7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:subnet and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:30.810583 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-5ad4e2be-357f-4cf4-9163-267df1e7d4d7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:30.835034 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-5ad4e2be-357f-4cf4-9163-267df1e7d4d7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:30.852113 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.db.api [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 31 15:49:30.852113 dv-neutron-601336-79-hyperv neutron-server[99205]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 31 15:49:30.852113 dv-neutron-601336-79-hyperv neutron-server[99205]: [parameters: {'id': '1ac28fd4-1cfe-4a8c-a7a7-790bd6f4f0af'}] May 31 15:49:30.852113 dv-neutron-601336-79-hyperv neutron-server[99205]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:49:30.852624 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_db.api [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:49:30.901223 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad4e2be-357f-4cf4-9163-267df1e7d4d7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:30.904728 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5ad4e2be-357f-4cf4-9163-267df1e7d4d7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:30.969374 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5b3a5dc-bf05-4211-a2b5-fe602eb2998f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:30.989063 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:30.997640 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e891f0-ebc1-4e0d-8c0a-f6695e038f2d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Router 3db50682-9548-4102-abbe-3e4b84ca4163 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:49:31.048786 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c51788b0-649d-429c-8ac2-e527c9e5bdd2 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:31.062100 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c51788b0-649d-429c-8ac2-e527c9e5bdd2 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Usage tracker for resource:subnet and tenant:4495789bf65544d19fbd02194192aa34 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:31.068316 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c51788b0-649d-429c-8ac2-e527c9e5bdd2 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:31.092094 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c51788b0-649d-429c-8ac2-e527c9e5bdd2 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:31.099431 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 733c2800-0fbc-443c-896f-fc73ee4be24f, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=733c2800-0fbc-443c-896f-fc73ee4be24f,segment=NetworkSegment(ffbda552-e335-4436-b48a-fa56e98ae33a),segment_id=ffbda552-e335-4436-b48a-fa56e98ae33a)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:31.101521 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-5ef7cdc8-b7d4-4737-acdb-b5d453156f9f None None] Deleting port f285bbe4-fed1-4a3d-935b-90632fa56311 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:49:31.102033 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5ef7cdc8-b7d4-4737-acdb-b5d453156f9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:31.123119 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-03f07295-e100-424f-82f7-9d9091e9652f None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:31.125997 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:31.160584 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:31.175038 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51788b0-649d-429c-8ac2-e527c9e5bdd2 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Made reservation on behalf of 4495789bf65544d19fbd02194192aa34 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:31.178554 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c51788b0-649d-429c-8ac2-e527c9e5bdd2 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:31.208467 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a772d96-9f14-4179-9a1e-513a4f99ed23 None None] Network 1ac28fd4-1cfe-4a8c-a7a7-790bd6f4f0af requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:31.318336 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a2ef25e2-7dff-427b-bd16-9f0df4180b03 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:31.359737 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bfbd4213-3e79-4763-8555-e69ca0f23cf4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:31.361769 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-03f07295-e100-424f-82f7-9d9091e9652f None None] Transition to ACTIVE for port object c5e44fba-5184-4dcc-a22b-c86a05a64e19 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:31.403118 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:31.439006 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9c39535c-0071-4da2-8584-c3ac8d24f943 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:31.452061 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 2350d0ab-eb14-46d7-9802-65a01c0362b8 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:31.482286 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-9c39535c-0071-4da2-8584-c3ac8d24f943 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Transition to ACTIVE for port object 38ef257d-53a2-439b-ae76-5ae0b7b7f827 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:31.554787 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-35b547fb-0980-4663-87cb-5b1d613599b6 None None] Provisioning for port 22d6f55b-f73e-4cee-b165-f11ec2cd5bb7 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:31.564791 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-03f07295-e100-424f-82f7-9d9091e9652f None None] Transition to ACTIVE for port object c5e44fba-5184-4dcc-a22b-c86a05a64e19 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:31.580338 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-5ef7cdc8-b7d4-4737-acdb-b5d453156f9f None None] For port f285bbe4-fed1-4a3d-935b-90632fa56311, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=f285bbe4-fed1-4a3d-935b-90632fa56311,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:31.580338 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5ef7cdc8-b7d4-4737-acdb-b5d453156f9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:31.581353 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ef25e2-7dff-427b-bd16-9f0df4180b03 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network 1e6d7417-4bd4-418b-808b-5f1717377e16 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:31.592360 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-a2ef25e2-7dff-427b-bd16-9f0df4180b03 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:31.637417 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77c85b2-df9e-44ea-b01b-f5ed7b13c45d None None] Network 1e6d7417-4bd4-418b-808b-5f1717377e16 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:31.650696 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=733c2800-0fbc-443c-896f-fc73ee4be24f,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:31.652604 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9c39535c-0071-4da2-8584-c3ac8d24f943 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:31.653908 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:31.655397 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-03f07295-e100-424f-82f7-9d9091e9652f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:31.660024 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef25e2-7dff-427b-bd16-9f0df4180b03 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Subnet': ['ID=b93058c8-5d8e-4f30-895e-df214f2cf0d7,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:31.662589 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ef25e2-7dff-427b-bd16-9f0df4180b03 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:31.663463 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a2ef25e2-7dff-427b-bd16-9f0df4180b03 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:31.665597 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ee99c407-f806-442a-988c-35102f29d3bd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:31.669009 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a2ef25e2-7dff-427b-bd16-9f0df4180b03 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:31.701509 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e891f0-ebc1-4e0d-8c0a-f6695e038f2d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:49:31.719407 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-fcf92e4d-f3cc-49aa-b883-a2d332d9acec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:31.719639 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800c61df-360a-4749-99f2-d5ccf3a40920 None None] Sync routers for ids ['3db50682-9548-4102-abbe-3e4b84ca4163'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:49:31.739921 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800c61df-360a-4749-99f2-d5ccf3a40920 None None] Routers {'3db50682-9548-4102-abbe-3e4b84ca4163'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:31.740890 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-800c61df-360a-4749-99f2-d5ccf3a40920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['3db50682-9548-4102-abbe-3e4b84ca4163'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:31.762740 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c39535c-0071-4da2-8584-c3ac8d24f943 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Network 9e897b65-d8ee-4767-93d3-6aa3e6dafa15 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:31.767657 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a2ef25e2-7dff-427b-bd16-9f0df4180b03 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.9015470 May 31 15:49:31.767848 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-9c39535c-0071-4da2-8584-c3ac8d24f943 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:31.770007 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54064) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:31.781750 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-8d55022c-d537-4e1f-af9c-f18a09dd6f64 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-29610519', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b93058c8-5d8e-4f30-895e-df214f2cf0d7'}], 'security_groups': ['31758ba0-4ae4-4678-9a0a-18f34ab594ee']}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:31.787443 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c39535c-0071-4da2-8584-c3ac8d24f943 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:49:31.792953 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c39535c-0071-4da2-8584-c3ac8d24f943 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:31.793560 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9c39535c-0071-4da2-8584-c3ac8d24f943 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:31.803510 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39535c-0071-4da2-8584-c3ac8d24f943 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event updated for resources: {'Port': ['ID=38ef257d-53a2-439b-ae76-5ae0b7b7f827,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:31.813468 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9c39535c-0071-4da2-8584-c3ac8d24f943 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:31.823367 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-04e891f0-ebc1-4e0d-8c0a-f6695e038f2d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:31.824652 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-04e891f0-ebc1-4e0d-8c0a-f6695e038f2d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.7589037 May 31 15:49:31.827493 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54068) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:31.899496 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-5ef7cdc8-b7d4-4737-acdb-b5d453156f9f None None] Calling delete_port for f285bbe4-fed1-4a3d-935b-90632fa56311 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:49:31.905132 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Deleting port 22d6f55b-f73e-4cee-b165-f11ec2cd5bb7 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:49:31.905484 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:31.974369 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9c39535c-0071-4da2-8584-c3ac8d24f943 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.7419982 May 31 15:49:31.981420 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54072) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:32.052739 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f07295-e100-424f-82f7-9d9091e9652f None None] Network ff27b6ea-8ccf-47a3-b354-81f75f21bbba is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:32.067135 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-03f07295-e100-424f-82f7-9d9091e9652f None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:32.070285 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f07295-e100-424f-82f7-9d9091e9652f None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:49:32.084804 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f07295-e100-424f-82f7-9d9091e9652f None None] Pushing event updated for resources: {'Port': ['ID=c5e44fba-5184-4dcc-a22b-c86a05a64e19,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:32.088510 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-03f07295-e100-424f-82f7-9d9091e9652f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:32.131829 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-ead36c40-b5a5-4cc6-ae70-31af0a2e7a98 None None] Allocated IP 2001:db8::f816:3eff:fee8:7171 (9e897b65-d8ee-4767-93d3-6aa3e6dafa15/de6e4049-9d45-4d63-b4d9-09d40df75778/90759eeb-6464-474c-8c5a-48e0f6cd901d) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:32.178821 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-800c61df-360a-4749-99f2-d5ccf3a40920 None None] Set router 3db50682-9548-4102-abbe-3e4b84ca4163 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:49:32.192563 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 2350d0ab-eb14-46d7-9802-65a01c0362b8 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:32.192955 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:32.301825 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-b5b3a5dc-bf05-4211-a2b5-fe602eb2998f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Allocated IP 172.21.0.1 (ff27b6ea-8ccf-47a3-b354-81f75f21bbba/4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9/4ad9a788-5b70-4b25-b336-b2fa94ac22a8) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:32.325607 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] For port 22d6f55b-f73e-4cee-b165-f11ec2cd5bb7, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=22d6f55b-f73e-4cee-b165-f11ec2cd5bb7,segment=NetworkSegment(74967799-0535-4266-8159-f3117ba226bd),segment_id=74967799-0535-4266-8159-f3117ba226bd)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:32.326344 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:32.425335 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b31c279-8220-4815-9211-1623b237e076 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Deleting subnet de6e4049-9d45-4d63-b4d9-09d40df75778 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:49:32.462580 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-03f07295-e100-424f-82f7-9d9091e9652f None None] Attempting to bind port c5e44fba-5184-4dcc-a22b-c86a05a64e19 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:49:32.463218 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-03f07295-e100-424f-82f7-9d9091e9652f None None] Attempting to bind port c5e44fba-5184-4dcc-a22b-c86a05a64e19 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'b60a3926-17ab-4d84-b404-856fe26e2a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:49:32.463336 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f07295-e100-424f-82f7-9d9091e9652f None None] Attempting to bind port c5e44fba-5184-4dcc-a22b-c86a05a64e19 on network ff27b6ea-8ccf-47a3-b354-81f75f21bbba {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:49:32.486194 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d220e1aa-9880-4b96-bc2a-9fcf181c80db tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "GET /v2.0/routers/3db50682-9548-4102-abbe-3e4b84ca4163 HTTP/1.1" status: 200 len: 908 time: 0.6568749 May 31 15:49:32.490094 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5ad4e2be-357f-4cf4-9163-267df1e7d4d7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:32.499228 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54076) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:32.500666 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-11537837-d86f-44fa-822a-3fed539198ca tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:32.508564 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Calling delete_port for 22d6f55b-f73e-4cee-b165-f11ec2cd5bb7 owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:49:32.515265 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f07295-e100-424f-82f7-9d9091e9652f None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:49:32.515684 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f07295-e100-424f-82f7-9d9091e9652f None None] Checking segment: {'id': 'b60a3926-17ab-4d84-b404-856fe26e2a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:32.516096 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-03f07295-e100-424f-82f7-9d9091e9652f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:32.516503 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f07295-e100-424f-82f7-9d9091e9652f None None] Bound using segment: {'id': 'b60a3926-17ab-4d84-b404-856fe26e2a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:49:32.517031 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-03f07295-e100-424f-82f7-9d9091e9652f None None] Bound port: c5e44fba-5184-4dcc-a22b-c86a05a64e19, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60a3926-17ab-4d84-b404-856fe26e2a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:49:32.517417 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-03f07295-e100-424f-82f7-9d9091e9652f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:32.629302 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5ef7cdc8-b7d4-4737-acdb-b5d453156f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:32.646327 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-118fe6d0-d9e0-4e8e-8e18-145ea8d1dcb1 req-4cd22fcd-403e-44a6-9f92-ac22df0682c3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6697407 May 31 15:49:32.648886 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-95719fe3-679c-4837-aa17-45e712001cab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:32.658882 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad4e2be-357f-4cf4-9163-267df1e7d4d7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:32.667804 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-5ad4e2be-357f-4cf4-9163-267df1e7d4d7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:32.706572 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4e2be-357f-4cf4-9163-267df1e7d4d7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Subnet': ['ID=26c01631-15b1-496c-a1c8-af2d15cea293,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:32.712858 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5ad4e2be-357f-4cf4-9163-267df1e7d4d7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:32.716400 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad4e2be-357f-4cf4-9163-267df1e7d4d7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:32.716881 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5ad4e2be-357f-4cf4-9163-267df1e7d4d7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:32.738499 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-800c61df-360a-4749-99f2-d5ccf3a40920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db50682-9548-4102-abbe-3e4b84ca4163', 'name': 'tempest-snat-router-1643994943', 'tenant_id': '9547665d8db04add9c677b4a5a727b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.151'}], 'enable_snat': True}, 'gw_port_id': '74c36095-c504-4c6d-a756-2676b243a926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:21Z', 'updated_at': '2021-05-31T15:49:27Z', 'revision_number': 3, 'project_id': '9547665d8db04add9c677b4a5a727b5d', 'gw_port': {'id': '74c36095-c504-4c6d-a756-2676b243a926', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db50682-9548-4102-abbe-3e4b84ca4163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:25Z', 'updated_at': '2021-05-31T15:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:32.746596 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800c61df-360a-4749-99f2-d5ccf3a40920 None None] Checking router: 3db50682-9548-4102-abbe-3e4b84ca4163 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:49:32.747409 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800c61df-360a-4749-99f2-d5ccf3a40920 None None] Updating router 3db50682-9548-4102-abbe-3e4b84ca4163 port 74c36095-c504-4c6d-a756-2676b243a926 binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:49:32.752098 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8d55022c-d537-4e1f-af9c-f18a09dd6f64 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:32.767257 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4721d3cb-c104-49f6-bc01-eca85644d8f4 None None] DHCP port deletion for 1ac28fd4-1cfe-4a8c-a7a7-790bd6f4f0af request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:49:32.805085 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7cdc8-b7d4-4737-acdb-b5d453156f9f None None] Pushing event deleted for resources: {'Port': ['ID=f285bbe4-fed1-4a3d-935b-90632fa56311,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:32.819146 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5ef7cdc8-b7d4-4737-acdb-b5d453156f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:32.820502 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5b3a5dc-bf05-4211-a2b5-fe602eb2998f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:32.848781 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-800c61df-360a-4749-99f2-d5ccf3a40920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:32.872412 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-b5b3a5dc-bf05-4211-a2b5-fe602eb2998f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Transition to ACTIVE for port object 4ad9a788-5b70-4b25-b336-b2fa94ac22a8 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:32.892632 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef7cdc8-b7d4-4737-acdb-b5d453156f9f None None] No DVR routers for this DVR port f285bbe4-fed1-4a3d-935b-90632fa56311 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:49:32.920222 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5ad4e2be-357f-4cf4-9163-267df1e7d4d7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8979182 May 31 15:49:32.923132 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54080) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:32.939933 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-2d84b94d-e04e-407e-82ca-d41f51d244c5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2087966409', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:32.943212 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f49a456b-696a-4e66-94b6-5877c9e2a3fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:32.947891 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-2d84b94d-e04e-407e-82ca-d41f51d244c5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:32.948862 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-03f07295-e100-424f-82f7-9d9091e9652f None None] For port c5e44fba-5184-4dcc-a22b-c86a05a64e19, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:49:32.952624 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-03f07295-e100-424f-82f7-9d9091e9652f None None] For port c5e44fba-5184-4dcc-a22b-c86a05a64e19, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c5e44fba-5184-4dcc-a22b-c86a05a64e19,segment=NetworkSegment(b60a3926-17ab-4d84-b404-856fe26e2a28),segment_id=b60a3926-17ab-4d84-b404-856fe26e2a28)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:49:32.953129 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-2d84b94d-e04e-407e-82ca-d41f51d244c5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:router and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:32.957138 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-2d84b94d-e04e-407e-82ca-d41f51d244c5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:32.964247 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-2d84b94d-e04e-407e-82ca-d41f51d244c5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:32.968660 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 22d6f55b-f73e-4cee-b165-f11ec2cd5bb7 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:32.979108 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:32.994305 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cc5d9803-266f-4c82-aecc-e5795551df20 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:33.028158 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] No DVR routers for this DVR port 22d6f55b-f73e-4cee-b165-f11ec2cd5bb7 on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:49:33.028656 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c51788b0-649d-429c-8ac2-e527c9e5bdd2 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:33.032796 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 22d6f55b-f73e-4cee-b165-f11ec2cd5bb7 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:49:33.033149 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 22d6f55b-f73e-4cee-b165-f11ec2cd5bb7 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} May 31 15:49:33.036515 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d7f8a5e1-61c9-4fe2-a611-3cc9797cf63d tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:33.058231 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2d84b94d-e04e-407e-82ca-d41f51d244c5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:33.059288 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2d84b94d-e04e-407e-82ca-d41f51d244c5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:33.074562 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2d84b94d-e04e-407e-82ca-d41f51d244c5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:33.085300 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-03f07295-e100-424f-82f7-9d9091e9652f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:33.126387 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2d84b94d-e04e-407e-82ca-d41f51d244c5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:33.187428 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:33.202610 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fe6d0-d9e0-4e8e-8e18-145ea8d1dcb1 req-e01f011c-2487-49ca-8ad1-18fa2bd202c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:33.204325 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-118fe6d0-d9e0-4e8e-8e18-145ea8d1dcb1 req-e01f011c-2487-49ca-8ad1-18fa2bd202c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2768fca4df5d4b0e9f63be80d17b6d42&device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 1098 time: 0.4157474 May 31 15:49:33.232608 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51788b0-649d-429c-8ac2-e527c9e5bdd2 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Subnet': ['ID=961dd6f4-aa27-42fd-ac0e-1e761bbf7c72,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:33.255294 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Port 22d6f55b-f73e-4cee-b165-f11ec2cd5bb7 not found, will not notify nova. {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 15:49:33.261650 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c51788b0-649d-429c-8ac2-e527c9e5bdd2 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:33.264710 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f1af27-24cd-4967-9dd9-d3d707010250 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:33.274902 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51788b0-649d-429c-8ac2-e527c9e5bdd2 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Checking segment: {'id': 'f96eaba6-d9fe-414a-b1fc-b384cd3b360c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'db8f385d-7663-43cb-828f-72ef81af5df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:33.275141 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:33.275767 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51788b0-649d-429c-8ac2-e527c9e5bdd2 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network hostable DHCP agents. Network: db8f385d-7663-43cb-828f-72ef81af5df8, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:49:33.275894 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-800c61df-360a-4749-99f2-d5ccf3a40920 None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:33.291299 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-800c61df-360a-4749-99f2-d5ccf3a40920 None None] Transition to ACTIVE for port object 74c36095-c504-4c6d-a756-2676b243a926 will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:33.295698 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Port': ['ID=22d6f55b-f73e-4cee-b165-f11ec2cd5bb7,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:33.298940 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:33.300566 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-800c61df-360a-4749-99f2-d5ccf3a40920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:33.305068 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-d49f3a4c-abfb-4689-8dc1-b6a1672d69ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:33.368741 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f49a456b-696a-4e66-94b6-5877c9e2a3fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:33.403299 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2d84b94d-e04e-407e-82ca-d41f51d244c5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:33.407292 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2d84b94d-e04e-407e-82ca-d41f51d244c5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4751921 May 31 15:49:33.407292 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac28fd4-1cfe-4a8c-a7a7-790bd6f4f0af']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:33.409967 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc05a3-78ec-4666-9d9b-75b4e712dc46 None None] Pushing event updated for resources: {'Port': ['ID=74c36095-c504-4c6d-a756-2676b243a926,revision_number=2']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:33.414613 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-b9bc05a3-78ec-4666-9d9b-75b4e712dc46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:33.415753 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-800c61df-360a-4749-99f2-d5ccf3a40920 None None] Attempting to bind port 74c36095-c504-4c6d-a756-2676b243a926 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:49:33.416320 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-800c61df-360a-4749-99f2-d5ccf3a40920 None None] Attempting to bind port 74c36095-c504-4c6d-a756-2676b243a926 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:49:33.416848 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800c61df-360a-4749-99f2-d5ccf3a40920 None None] Attempting to bind port 74c36095-c504-4c6d-a756-2676b243a926 on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:49:33.424371 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800c61df-360a-4749-99f2-d5ccf3a40920 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:49:33.424974 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800c61df-360a-4749-99f2-d5ccf3a40920 None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:33.425532 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-800c61df-360a-4749-99f2-d5ccf3a40920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:33.426083 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800c61df-360a-4749-99f2-d5ccf3a40920 None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:49:33.426734 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-800c61df-360a-4749-99f2-d5ccf3a40920 None None] Bound port: 74c36095-c504-4c6d-a756-2676b243a926, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:49:33.427291 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-800c61df-360a-4749-99f2-d5ccf3a40920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:33.433355 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c4156e34-8bbb-4dcd-b9eb-91afc68d09ef no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:49:33.434720 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54084) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:33.443782 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51788b0-649d-429c-8ac2-e527c9e5bdd2 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network db8f385d-7663-43cb-828f-72ef81af5df8 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:49:33.449884 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74967799-0535-4266-8159-f3117ba226bd') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:33.450174 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74967799-0535-4266-8159-f3117ba226bd') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:33.475790 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:33.495239 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5b3a5dc-bf05-4211-a2b5-fe602eb2998f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:33.506533 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1ec998bb-c810-43a9-b755-b9c661403741 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:33.516471 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: c4156e34-8bbb-4dcd-b9eb-91afc68d09ef {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:49:33.517046 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c4156e34-8bbb-4dcd-b9eb-91afc68d09ef not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:49:33.517236 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 821e8ba6-59be-496b-8ae3-1a6a677fb29e no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:49:33.533666 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-800c61df-360a-4749-99f2-d5ccf3a40920 None None] For port 74c36095-c504-4c6d-a756-2676b243a926, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:49:33.537608 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-800c61df-360a-4749-99f2-d5ccf3a40920 None None] For port 74c36095-c504-4c6d-a756-2676b243a926, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=74c36095-c504-4c6d-a756-2676b243a926,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:49:33.543864 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-800c61df-360a-4749-99f2-d5ccf3a40920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:33.551999 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-745d808f-27d3-4683-9458-9527d8bd7fb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:33.587481 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 821e8ba6-59be-496b-8ae3-1a6a677fb29e {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:49:33.587764 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fe6d0-d9e0-4e8e-8e18-145ea8d1dcb1 req-fb7cb822-e306-49f1-884c-a0e710d11a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:33.587883 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 821e8ba6-59be-496b-8ae3-1a6a677fb29e not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:49:33.588242 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f285bbe4-fed1-4a3d-935b-90632fa56311 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:49:33.589357 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-118fe6d0-d9e0-4e8e-8e18-145ea8d1dcb1 req-fb7cb822-e306-49f1-884c-a0e710d11a61 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d344e8f1-f415-4064-9d12-68c70eb6ac0b HTTP/1.1" status: 200 len: 911 time: 0.3593171 May 31 15:49:33.590007 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-c51788b0-649d-429c-8ac2-e527c9e5bdd2 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, db8f385d-7663-43cb-828f-72ef81af5df8) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:33.639910 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:33.644057 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94fb8e5-7c1f-4b5d-a2a3-479bb6dbc57c None None] Network db8f385d-7663-43cb-828f-72ef81af5df8 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:33.649779 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc05a3-78ec-4666-9d9b-75b4e712dc46 None None] Pushing event updated for resources: {'Port': ['ID=74c36095-c504-4c6d-a756-2676b243a926,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:33.656267 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-b9bc05a3-78ec-4666-9d9b-75b4e712dc46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:33.670453 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b3a5dc-bf05-4211-a2b5-fe602eb2998f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network ff27b6ea-8ccf-47a3-b354-81f75f21bbba is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:33.673352 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800c61df-360a-4749-99f2-d5ccf3a40920 None None] Routers {'3db50682-9548-4102-abbe-3e4b84ca4163'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:33.674135 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-800c61df-360a-4749-99f2-d5ccf3a40920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['3db50682-9548-4102-abbe-3e4b84ca4163'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:33.680419 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f07295-e100-424f-82f7-9d9091e9652f None None] Pushing event updated for resources: {'Port': ['ID=c5e44fba-5184-4dcc-a22b-c86a05a64e19,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:33.684824 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-03f07295-e100-424f-82f7-9d9091e9652f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:33.694395 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-b5b3a5dc-bf05-4211-a2b5-fe602eb2998f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:33.697244 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: f285bbe4-fed1-4a3d-935b-90632fa56311 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:49:33.697607 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f285bbe4-fed1-4a3d-935b-90632fa56311 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:49:33.725961 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ead36c40-b5a5-4cc6-ae70-31af0a2e7a98 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:33.732669 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:49:33.737984 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:49:33.789857 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:49:33.798689 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b3a5dc-bf05-4211-a2b5-fe602eb2998f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:49:33.857302 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3a5dc-bf05-4211-a2b5-fe602eb2998f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Port': ['ID=4ad9a788-5b70-4b25-b336-b2fa94ac22a8,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:33.917826 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ead36c40-b5a5-4cc6-ae70-31af0a2e7a98 None None] Transition to ACTIVE for port object 90759eeb-6464-474c-8c5a-48e0f6cd901d will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:33.939203 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 733c2800-0fbc-443c-896f-fc73ee4be24f up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:33.954069 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-800c61df-360a-4749-99f2-d5ccf3a40920 None None] Set router 3db50682-9548-4102-abbe-3e4b84ca4163 gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:49:34.015236 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b5b3a5dc-bf05-4211-a2b5-fe602eb2998f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:34.027914 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-4721d3cb-c104-49f6-bc01-eca85644d8f4 None None] Deleting port 22d6f55b-f73e-4cee-b165-f11ec2cd5bb7 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:49:34.028376 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4721d3cb-c104-49f6-bc01-eca85644d8f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:34.068545 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51788b0-649d-429c-8ac2-e527c9e5bdd2 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:34.068914 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c51788b0-649d-429c-8ac2-e527c9e5bdd2 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:34.109795 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ead36c40-b5a5-4cc6-ae70-31af0a2e7a98 None None] Transition to ACTIVE for port object 90759eeb-6464-474c-8c5a-48e0f6cd901d will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:34.198397 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5b31c279-8220-4815-9211-1623b237e076 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:34.200437 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:34.202661 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5b3a5dc-bf05-4211-a2b5-fe602eb2998f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:34.214231 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1d1eb84c-745f-41aa-b841-9348bc69a092 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:34.238515 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:34.247956 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-800c61df-360a-4749-99f2-d5ccf3a40920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db50682-9548-4102-abbe-3e4b84ca4163', 'name': 'tempest-snat-router-1643994943', 'tenant_id': '9547665d8db04add9c677b4a5a727b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:21Z', 'updated_at': '2021-05-31T15:49:33Z', 'revision_number': 4, 'project_id': '9547665d8db04add9c677b4a5a727b5d', 'gw_port_host': None}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:34.254130 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800c61df-360a-4749-99f2-d5ccf3a40920 None None] The sync data for ids ['3db50682-9548-4102-abbe-3e4b84ca4163'] in dv-neutron-601336-79-hyperv is: [{'id': '3db50682-9548-4102-abbe-3e4b84ca4163', 'name': 'tempest-snat-router-1643994943', 'tenant_id': '9547665d8db04add9c677b4a5a727b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:21Z', 'updated_at': '2021-05-31T15:49:33Z', 'revision_number': 4, 'project_id': '9547665d8db04add9c677b4a5a727b5d', 'gw_port_host': None}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:49:34.258056 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Network': ['ID=1ac28fd4-1cfe-4a8c-a7a7-790bd6f4f0af,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:34.264047 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:34.267881 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/networks/1ac28fd4-1cfe-4a8c-a7a7-790bd6f4f0af HTTP/1.1" status: 204 len: 168 time: 7.5931113 May 31 15:49:34.279156 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ead36c40-b5a5-4cc6-ae70-31af0a2e7a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:34.279596 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54088) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:34.288553 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-0810bdf2-48ba-4e90-9053-aece515270c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1467628404'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:34.301211 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ec912b59-94ee-409d-85ed-d74ac476d589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:34.302746 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0810bdf2-48ba-4e90-9053-aece515270c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:34.317753 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0810bdf2-48ba-4e90-9053-aece515270c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Usage tracker for resource:network and tenant:77c737149bd84d0bb3a7bb28e9afd80b is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:34.323483 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0810bdf2-48ba-4e90-9053-aece515270c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:34.327741 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-8d55022c-d537-4e1f-af9c-f18a09dd6f64 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Delete allocated IP 172.20.0.4 (1e6d7417-4bd4-418b-808b-5f1717377e16/63302776-e64f-4c32-9e90-a5a68146f9af) {{(pid=99205) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 31 15:49:34.338266 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0810bdf2-48ba-4e90-9053-aece515270c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:34.341924 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54092) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:34.342329 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c51788b0-649d-429c-8ac2-e527c9e5bdd2 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6910074 May 31 15:49:34.362150 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-63be6be5-7eb4-4ed1-b2a6-f51900ccc169 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'subnet': {'network_id': '71eaf9f4-4400-4614-8b77-b1ba15c8c882', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:34.378722 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87d9263-2094-447c-a77c-249847b64f1e None None] Update dhcp port {'port': {'network_id': '1e6d7417-4bd4-418b-808b-5f1717377e16', 'fixed_ips': [{'subnet_id': '63302776-e64f-4c32-9e90-a5a68146f9af', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b93058c8-5d8e-4f30-895e-df214f2cf0d7'}], 'binding:host_id': 'dv-neutron-601336-79-hyperv'}, 'id': '56c86544-315c-4809-946b-51d8804c54ba'} from dv-neutron-601336-79-hyperv. {{(pid=99206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 31 15:49:34.386520 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-8d55022c-d537-4e1f-af9c-f18a09dd6f64 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Allocated IP 172.20.0.20 (1e6d7417-4bd4-418b-808b-5f1717377e16/b93058c8-5d8e-4f30-895e-df214f2cf0d7/e50e13e3-c16d-4af7-bd7a-a543884ccc3e) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:34.415987 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-118fe6d0-d9e0-4e8e-8e18-145ea8d1dcb1 req-751b55bc-083f-497b-ae87-06254299c489 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1aa82af-9429-4951-aaf4-ad8a74748f1e HTTP/1.1" status: 200 len: 1000 time: 0.8119214 May 31 15:49:34.459094 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d7be62-8660-489b-803e-ab7ae07bcf11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-b5001308-9f67-458f-99a7-4cdcd1177eb2', 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'fixed_ips': [{'subnet_id': '26c01631-15b1-496c-a1c8-af2d15cea293'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:49:34.459809 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f1d7be62-8660-489b-803e-ab7ae07bcf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:34.511097 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead36c40-b5a5-4cc6-ae70-31af0a2e7a98 None None] Network 9e897b65-d8ee-4767-93d3-6aa3e6dafa15 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:34.512283 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-4721d3cb-c104-49f6-bc01-eca85644d8f4 None None] For port 22d6f55b-f73e-4cee-b165-f11ec2cd5bb7, host dv-neutron-601336-79-hyperv, got binding levels [] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:34.512693 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4721d3cb-c104-49f6-bc01-eca85644d8f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:34.535324 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5b31c279-8220-4815-9211-1623b237e076 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:34.544988 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-ead36c40-b5a5-4cc6-ae70-31af0a2e7a98 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:34.548045 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead36c40-b5a5-4cc6-ae70-31af0a2e7a98 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:49:34.605429 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-f49a456b-696a-4e66-94b6-5877c9e2a3fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Deleting port 74c36095-c504-4c6d-a756-2676b243a926 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:49:34.605858 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f49a456b-696a-4e66-94b6-5877c9e2a3fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:34.642396 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fe6d0-d9e0-4e8e-8e18-145ea8d1dcb1 req-044c9fda-46cf-4889-8aea-dcd1ee34aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:34.644039 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-118fe6d0-d9e0-4e8e-8e18-145ea8d1dcb1 req-044c9fda-46cf-4889-8aea-dcd1ee34aa7b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=418ec826-97fb-4894-813a-51ffe25a7768 HTTP/1.1" status: 200 len: 849 time: 0.1981983 May 31 15:49:34.763805 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead36c40-b5a5-4cc6-ae70-31af0a2e7a98 None None] Pushing event updated for resources: {'Port': ['ID=90759eeb-6464-474c-8c5a-48e0f6cd901d,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:34.767444 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ead36c40-b5a5-4cc6-ae70-31af0a2e7a98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:34.779894 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-63be6be5-7eb4-4ed1-b2a6-f51900ccc169 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:34.782116 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0810bdf2-48ba-4e90-9053-aece515270c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Made reservation on behalf of 77c737149bd84d0bb3a7bb28e9afd80b for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:34.785453 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0810bdf2-48ba-4e90-9053-aece515270c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:34.809862 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-4721d3cb-c104-49f6-bc01-eca85644d8f4 None None] Calling delete_port for 22d6f55b-f73e-4cee-b165-f11ec2cd5bb7 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:49:34.816797 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b87d9263-2094-447c-a77c-249847b64f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:34.821583 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1ab8f68c-927e-4f77-b1fe-cdd54f9c67bf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:34.826118 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-63be6be5-7eb4-4ed1-b2a6-f51900ccc169 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Usage tracker for resource:subnet and tenant:4495789bf65544d19fbd02194192aa34 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:34.840077 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-63be6be5-7eb4-4ed1-b2a6-f51900ccc169 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:34.843944 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.ipam_backend_mixin [None req-4721d3cb-c104-49f6-bc01-eca85644d8f4 None None] Port 22d6f55b-f73e-4cee-b165-f11ec2cd5bb7 was not found and therefore no delete operation was performed {{(pid=99206) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 31 15:49:34.844803 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 733c2800-0fbc-443c-896f-fc73ee4be24f triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:34.845178 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:34.864078 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-63be6be5-7eb4-4ed1-b2a6-f51900ccc169 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:34.891010 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0810bdf2-48ba-4e90-9053-aece515270c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:49:34.916597 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5b3a5dc-bf05-4211-a2b5-fe602eb2998f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:34.938447 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63be6be5-7eb4-4ed1-b2a6-f51900ccc169 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Made reservation on behalf of 4495789bf65544d19fbd02194192aa34 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:34.942182 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-63be6be5-7eb4-4ed1-b2a6-f51900ccc169 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:35.009658 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4721d3cb-c104-49f6-bc01-eca85644d8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:35.013770 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-3be22da7-9196-4fcc-9775-a1b1a301b00b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:35.072863 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc09b13f-69e7-41d6-8645-879fab988869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-db8f385d-7663-43cb-828f-72ef81af5df8', 'network_id': 'db8f385d-7663-43cb-828f-72ef81af5df8', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'fixed_ips': [{'subnet_id': '961dd6f4-aa27-42fd-ac0e-1e761bbf7c72'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:49:35.073702 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cc09b13f-69e7-41d6-8645-879fab988869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:35.122819 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d51614d9-d92d-4b04-9af3-972b019b0848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:35.127846 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0810bdf2-48ba-4e90-9053-aece515270c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:35.128083 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-0810bdf2-48ba-4e90-9053-aece515270c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Added segment bb563162-3194-474d-9799-15d4e310ab55 of type vlan for network 4117c888-f6cd-4602-9a2a-28d9cf2493d4 May 31 15:49:35.150176 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4721d3cb-c104-49f6-bc01-eca85644d8f4 None None] Network 1ac28fd4-1cfe-4a8c-a7a7-790bd6f4f0af is not hosted by any dhcp agent {{(pid=99206) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 31 15:49:35.150649 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4721d3cb-c104-49f6-bc01-eca85644d8f4 None None] No DVR routers for this DVR port 22d6f55b-f73e-4cee-b165-f11ec2cd5bb7 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:49:35.158731 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721d3cb-c104-49f6-bc01-eca85644d8f4 None None] Pushing event deleted for resources: {'Port': ['ID=22d6f55b-f73e-4cee-b165-f11ec2cd5bb7,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:35.159778 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-4721d3cb-c104-49f6-bc01-eca85644d8f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:35.177919 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d283008-d944-4237-81c4-6fc1ec2498a5 None None] Network ff27b6ea-8ccf-47a3-b354-81f75f21bbba requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:35.226042 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-ead36c40-b5a5-4cc6-ae70-31af0a2e7a98 None None] Attempting to bind port 90759eeb-6464-474c-8c5a-48e0f6cd901d on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:49:35.227297 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-ead36c40-b5a5-4cc6-ae70-31af0a2e7a98 None None] Attempting to bind port 90759eeb-6464-474c-8c5a-48e0f6cd901d by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '9ad415ad-04c3-445b-be6b-ac3c3ffbd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e897b65-d8ee-4767-93d3-6aa3e6dafa15'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:49:35.227701 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead36c40-b5a5-4cc6-ae70-31af0a2e7a98 None None] Attempting to bind port 90759eeb-6464-474c-8c5a-48e0f6cd901d on network 9e897b65-d8ee-4767-93d3-6aa3e6dafa15 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:49:35.282188 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0810bdf2-48ba-4e90-9053-aece515270c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:35.291244 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-f49a456b-696a-4e66-94b6-5877c9e2a3fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] For port 74c36095-c504-4c6d-a756-2676b243a926, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=74c36095-c504-4c6d-a756-2676b243a926,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:35.292006 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f49a456b-696a-4e66-94b6-5877c9e2a3fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:35.360796 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fe6d0-d9e0-4e8e-8e18-145ea8d1dcb1 req-a9dc45cb-caa9-483f-bc71-ec7c6a0fb3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:35.362468 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-118fe6d0-d9e0-4e8e-8e18-145ea8d1dcb1 req-a9dc45cb-caa9-483f-bc71-ec7c6a0fb3d8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d344e8f1-f415-4064-9d12-68c70eb6ac0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7112904 May 31 15:49:35.383473 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead36c40-b5a5-4cc6-ae70-31af0a2e7a98 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:49:35.383910 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead36c40-b5a5-4cc6-ae70-31af0a2e7a98 None None] Checking segment: {'id': '9ad415ad-04c3-445b-be6b-ac3c3ffbd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e897b65-d8ee-4767-93d3-6aa3e6dafa15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:35.384296 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ead36c40-b5a5-4cc6-ae70-31af0a2e7a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:35.385050 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead36c40-b5a5-4cc6-ae70-31af0a2e7a98 None None] Bound using segment: {'id': '9ad415ad-04c3-445b-be6b-ac3c3ffbd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e897b65-d8ee-4767-93d3-6aa3e6dafa15'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:49:35.385156 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-ead36c40-b5a5-4cc6-ae70-31af0a2e7a98 None None] Bound port: 90759eeb-6464-474c-8c5a-48e0f6cd901d, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad415ad-04c3-445b-be6b-ac3c3ffbd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9e897b65-d8ee-4767-93d3-6aa3e6dafa15'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:49:35.385496 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ead36c40-b5a5-4cc6-ae70-31af0a2e7a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:35.457123 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-f49a456b-696a-4e66-94b6-5877c9e2a3fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Calling delete_port for 74c36095-c504-4c6d-a756-2676b243a926 owned by network:router_gateway {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:49:35.471010 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5b31c279-8220-4815-9211-1623b237e076 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:35.561658 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-04b91998-857f-471e-a907-e6740216c684 None None] Provisioning for port c5e44fba-5184-4dcc-a22b-c86a05a64e19 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:35.565995 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0810bdf2-48ba-4e90-9053-aece515270c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:35.571521 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0810bdf2-48ba-4e90-9053-aece515270c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:35.572108 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0810bdf2-48ba-4e90-9053-aece515270c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:35.582441 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:35.713421 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-f1d7be62-8660-489b-803e-ab7ae07bcf11 None None] Allocated IP 2001:db8::2 (b5001308-9f67-458f-99a7-4cdcd1177eb2/26c01631-15b1-496c-a1c8-af2d15cea293/687cdfb7-9fa3-4617-8d69-10fae56084cb) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:35.763376 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0810bdf2-48ba-4e90-9053-aece515270c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4795592 May 31 15:49:35.780233 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54096) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:35.841038 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-46314598-e628-4a3a-a5d5-d4839fc8c3f2 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Request body: {'subnet': {'network_id': '4117c888-f6cd-4602-9a2a-28d9cf2493d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:35.856311 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8d55022c-d537-4e1f-af9c-f18a09dd6f64 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:35.860035 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810bdf2-48ba-4e90-9053-aece515270c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event updated for resources: {'Network': ['ID=4117c888-f6cd-4602-9a2a-28d9cf2493d4,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:35.904771 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-118fe6d0-d9e0-4e8e-8e18-145ea8d1dcb1 req-0219f101-4132-4401-b4b1-4f8409ccff7f service neutron] 10.222.0.59 "GET /v2.0/networks/d344e8f1-f415-4064-9d12-68c70eb6ac0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4780052 May 31 15:49:35.922432 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 4117c888-f6cd-4602-9a2a-28d9cf2493d4 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:49:35.933176 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0810bdf2-48ba-4e90-9053-aece515270c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:35.938927 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-cc09b13f-69e7-41d6-8645-879fab988869 None None] Allocated IP 2001:db8::2 (db8f385d-7663-43cb-828f-72ef81af5df8/961dd6f4-aa27-42fd-ac0e-1e761bbf7c72/9aea0ffd-09fb-4f80-8bb0-33a7a5109e33) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:35.949502 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 22d6f55b-f73e-4cee-b165-f11ec2cd5bb7 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:49:36.003229 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 22d6f55b-f73e-4cee-b165-f11ec2cd5bb7 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:49:36.003496 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 22d6f55b-f73e-4cee-b165-f11ec2cd5bb7 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:49:36.049202 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-118fe6d0-d9e0-4e8e-8e18-145ea8d1dcb1 req-d98b6812-6442-4c94-a66b-a8a9e65a6c87 service neutron] 10.222.0.59 "GET /v2.0/networks/d344e8f1-f415-4064-9d12-68c70eb6ac0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359596 May 31 15:49:36.061353 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-8d55022c-d537-4e1f-af9c-f18a09dd6f64 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Transition to ACTIVE for port object e50e13e3-c16d-4af7-bd7a-a543884ccc3e will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:36.127847 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8d55022c-d537-4e1f-af9c-f18a09dd6f64 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:36.170558 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-881bab32-6db5-41dd-a3fe-f88cb6b64bcf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:36.206907 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c5e44fba-5184-4dcc-a22b-c86a05a64e19 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:36.266054 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-46314598-e628-4a3a-a5d5-d4839fc8c3f2 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:36.292267 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f49a456b-696a-4e66-94b6-5877c9e2a3fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:36.296683 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a1e14b05-e8c1-4612-b321-0fba39daccde tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:36.311344 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-46314598-e628-4a3a-a5d5-d4839fc8c3f2 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Usage tracker for resource:subnet and tenant:77c737149bd84d0bb3a7bb28e9afd80b is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:36.320428 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55022c-d537-4e1f-af9c-f18a09dd6f64 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Port': ['ID=e50e13e3-c16d-4af7-bd7a-a543884ccc3e,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:36.323228 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-46314598-e628-4a3a-a5d5-d4839fc8c3f2 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:36.333080 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5b31c279-8220-4815-9211-1623b237e076 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:36.336497 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8d55022c-d537-4e1f-af9c-f18a09dd6f64 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:36.349046 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a456b-696a-4e66-94b6-5877c9e2a3fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Pushing event deleted for resources: {'Port': ['ID=74c36095-c504-4c6d-a756-2676b243a926,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:36.354888 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f49a456b-696a-4e66-94b6-5877c9e2a3fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:36.357075 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:36.379722 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-ead36c40-b5a5-4cc6-ae70-31af0a2e7a98 None None] For port 90759eeb-6464-474c-8c5a-48e0f6cd901d, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:49:36.421920 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-ead36c40-b5a5-4cc6-ae70-31af0a2e7a98 None None] For port 90759eeb-6464-474c-8c5a-48e0f6cd901d, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=90759eeb-6464-474c-8c5a-48e0f6cd901d,segment=NetworkSegment(9ad415ad-04c3-445b-be6b-ac3c3ffbd3de),segment_id=9ad415ad-04c3-445b-be6b-ac3c3ffbd3de)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:49:36.431545 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31c279-8220-4815-9211-1623b237e076 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event deleted for resources: {'Subnet': ['ID=de6e4049-9d45-4d63-b4d9-09d40df75778,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:36.463016 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5b31c279-8220-4815-9211-1623b237e076 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:36.464034 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5b31c279-8220-4815-9211-1623b237e076 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:36.487776 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-b87d9263-2094-447c-a77c-249847b64f1e None None] Allocated IP 172.20.0.18 (1e6d7417-4bd4-418b-808b-5f1717377e16/b93058c8-5d8e-4f30-895e-df214f2cf0d7/56c86544-315c-4809-946b-51d8804c54ba) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:36.496017 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ead36c40-b5a5-4cc6-ae70-31af0a2e7a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:36.505075 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5b31c279-8220-4815-9211-1623b237e076 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "DELETE /v2.0/subnets/de6e4049-9d45-4d63-b4d9-09d40df75778 HTTP/1.1" status: 204 len: 168 time: 4.4871776 May 31 15:49:36.505298 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54100) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:36.511796 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5ef7cdc8-b7d4-4737-acdb-b5d453156f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:36.554412 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f49a456b-696a-4e66-94b6-5877c9e2a3fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:36.566359 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-46314598-e628-4a3a-a5d5-d4839fc8c3f2 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:36.584968 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.db.resource_extend [None req-b5b3a5dc-bf05-4211-a2b5-fe602eb2998f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:49:36.603982 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-8d55022c-d537-4e1f-af9c-f18a09dd6f64 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] In _notify_port_updated(), no bound segment for port e50e13e3-c16d-4af7-bd7a-a543884ccc3e on network 1e6d7417-4bd4-418b-808b-5f1717377e16 {{(pid=99205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 15:49:36.609458 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d55022c-d537-4e1f-af9c-f18a09dd6f64 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:36.610070 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8d55022c-d537-4e1f-af9c-f18a09dd6f64 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:36.614258 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8d55022c-d537-4e1f-af9c-f18a09dd6f64 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "PUT /v2.0/ports/e50e13e3-c16d-4af7-bd7a-a543884ccc3e HTTP/1.1" status: 200 len: 919 time: 4.8396807 May 31 15:49:36.616265 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54104) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:36.618586 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5b3a5dc-bf05-4211-a2b5-fe602eb2998f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:36.626203 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46314598-e628-4a3a-a5d5-d4839fc8c3f2 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Made reservation on behalf of 77c737149bd84d0bb3a7bb28e9afd80b for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:36.629438 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-46314598-e628-4a3a-a5d5-d4839fc8c3f2 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:36.664625 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f1d7be62-8660-489b-803e-ab7ae07bcf11 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:36.690478 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5b3a5dc-bf05-4211-a2b5-fe602eb2998f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:36.734235 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8d55022c-d537-4e1f-af9c-f18a09dd6f64 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:36.748181 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f49a456b-696a-4e66-94b6-5877c9e2a3fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:36.752969 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f49a456b-696a-4e66-94b6-5877c9e2a3fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:36.783488 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f047c30-a2ae-4961-8434-0d38d800ee3d tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:36.785410 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f047c30-a2ae-4961-8434-0d38d800ee3d tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:36.786205 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3f047c30-a2ae-4961-8434-0d38d800ee3d tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Synchronizing usage tracker for tenant:1048e0b2a17044669ba0b1a74b492ce9 on resource:subnet {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:49:36.800214 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f49a456b-696a-4e66-94b6-5877c9e2a3fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:36.800864 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49a456b-696a-4e66-94b6-5877c9e2a3fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3db50682-9548-4102-abbe-3e4b84ca4163 {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:49:36.806730 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f1d7be62-8660-489b-803e-ab7ae07bcf11 None None] Transition to ACTIVE for port object 687cdfb7-9fa3-4617-8d69-10fae56084cb will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:36.821070 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3f047c30-a2ae-4961-8434-0d38d800ee3d tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Unset dirty status for tenant:1048e0b2a17044669ba0b1a74b492ce9 on resource:subnet {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:49:36.827635 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3f047c30-a2ae-4961-8434-0d38d800ee3d tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3208168 May 31 15:49:36.829030 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54108) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:36.831227 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f49a456b-696a-4e66-94b6-5877c9e2a3fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:36.832983 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f49a456b-696a-4e66-94b6-5877c9e2a3fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "DELETE /v2.0/routers/3db50682-9548-4102-abbe-3e4b84ca4163 HTTP/1.1" status: 204 len: 168 time: 4.3023019 May 31 15:49:36.842788 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54110) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:36.860176 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port c5e44fba-5184-4dcc-a22b-c86a05a64e19 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:36.909340 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead36c40-b5a5-4cc6-ae70-31af0a2e7a98 None None] Pushing event updated for resources: {'Port': ['ID=90759eeb-6464-474c-8c5a-48e0f6cd901d,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:36.912678 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ead36c40-b5a5-4cc6-ae70-31af0a2e7a98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:36.925166 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port c5e44fba-5184-4dcc-a22b-c86a05a64e19 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:36.925724 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:36.976576 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f1d7be62-8660-489b-803e-ab7ae07bcf11 None None] Transition to ACTIVE for port object 687cdfb7-9fa3-4617-8d69-10fae56084cb will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:37.016804 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f1d7be62-8660-489b-803e-ab7ae07bcf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:37.034762 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-7c7792b1-ca05-4ade-8a5a-6d274d836bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:37.094024 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5b3a5dc-bf05-4211-a2b5-fe602eb2998f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:37.097603 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3a5dc-bf05-4211-a2b5-fe602eb2998f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Port': ['ID=4ad9a788-5b70-4b25-b336-b2fa94ac22a8,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:37.114090 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b5b3a5dc-bf05-4211-a2b5-fe602eb2998f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:37.121182 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cc09b13f-69e7-41d6-8645-879fab988869 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:37.129241 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:37.163552 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-b87d9263-2094-447c-a77c-249847b64f1e None None] For port 56c86544-315c-4809-946b-51d8804c54ba, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=56c86544-315c-4809-946b-51d8804c54ba,segment=NetworkSegment(267cf805-5a15-420c-9095-75e73b2fef45),segment_id=267cf805-5a15-420c-9095-75e73b2fef45)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:37.172348 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d7be62-8660-489b-803e-ab7ae07bcf11 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:37.175405 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-cc09b13f-69e7-41d6-8645-879fab988869 None None] Transition to ACTIVE for port object 9aea0ffd-09fb-4f80-8bb0-33a7a5109e33 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:37.185416 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-f1d7be62-8660-489b-803e-ab7ae07bcf11 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:37.188483 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d7be62-8660-489b-803e-ab7ae07bcf11 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:49:37.261108 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7be62-8660-489b-803e-ab7ae07bcf11 None None] Pushing event updated for resources: {'Port': ['ID=687cdfb7-9fa3-4617-8d69-10fae56084cb,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:37.304503 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-63be6be5-7eb4-4ed1-b2a6-f51900ccc169 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:37.310153 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f1d7be62-8660-489b-803e-ab7ae07bcf11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:37.321806 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-847ffb65-22c0-48c8-93a5-110da109bea8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:37.378167 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-cc09b13f-69e7-41d6-8645-879fab988869 None None] Transition to ACTIVE for port object 9aea0ffd-09fb-4f80-8bb0-33a7a5109e33 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:37.400804 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-17030a9a-024d-4886-947c-e65f0dc4a125 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:37.403266 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.db.resource_extend [None req-b87d9263-2094-447c-a77c-249847b64f1e None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:49:37.406409 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8b7e32c2-dc94-4ef4-90b1-e2a4da08c9fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:37.475549 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cc09b13f-69e7-41d6-8645-879fab988869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:37.489171 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b87d9263-2094-447c-a77c-249847b64f1e None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:37.494615 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-3285a709-3046-489e-8696-dce4c0244337 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:37.500333 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-1ab8f68c-927e-4f77-b1fe-cdd54f9c67bf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Allocated IP 2001:db8::1 (b5001308-9f67-458f-99a7-4cdcd1177eb2/26c01631-15b1-496c-a1c8-af2d15cea293/d467d652-bad8-436a-bc61-7cda183a2ec6) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:37.561291 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-f1d7be62-8660-489b-803e-ab7ae07bcf11 None None] Attempting to bind port 687cdfb7-9fa3-4617-8d69-10fae56084cb on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:49:37.561654 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-f1d7be62-8660-489b-803e-ab7ae07bcf11 None None] Attempting to bind port 687cdfb7-9fa3-4617-8d69-10fae56084cb by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:49:37.562016 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d7be62-8660-489b-803e-ab7ae07bcf11 None None] Attempting to bind port 687cdfb7-9fa3-4617-8d69-10fae56084cb on network b5001308-9f67-458f-99a7-4cdcd1177eb2 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:49:37.573861 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e3c538e6-304a-43b5-a617-4ea0ef8f837e None None] Provisioning for port 4ad9a788-5b70-4b25-b336-b2fa94ac22a8 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:37.602719 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d7be62-8660-489b-803e-ab7ae07bcf11 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:49:37.603133 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d7be62-8660-489b-803e-ab7ae07bcf11 None None] Checking segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:37.603555 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f1d7be62-8660-489b-803e-ab7ae07bcf11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:37.603949 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d7be62-8660-489b-803e-ab7ae07bcf11 None None] Bound using segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:49:37.604436 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-f1d7be62-8660-489b-803e-ab7ae07bcf11 None None] Bound port: 687cdfb7-9fa3-4617-8d69-10fae56084cb, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:49:37.604816 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f1d7be62-8660-489b-803e-ab7ae07bcf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:37.619956 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b87d9263-2094-447c-a77c-249847b64f1e None None] Transition to ACTIVE for port object 56c86544-315c-4809-946b-51d8804c54ba will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:37.621461 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-d713abcd-504d-4f0f-bfe0-97fc846d2763 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting port e50e13e3-c16d-4af7-bd7a-a543884ccc3e {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:49:37.621834 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d713abcd-504d-4f0f-bfe0-97fc846d2763 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:37.623314 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e3c538e6-304a-43b5-a617-4ea0ef8f837e None None] Provisioning complete for port 4ad9a788-5b70-4b25-b336-b2fa94ac22a8 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:37.623686 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e3c538e6-304a-43b5-a617-4ea0ef8f837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:37.653189 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b3a5dc-bf05-4211-a2b5-fe602eb2998f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network ff27b6ea-8ccf-47a3-b354-81f75f21bbba is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:37.656363 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc09b13f-69e7-41d6-8645-879fab988869 None None] Network db8f385d-7663-43cb-828f-72ef81af5df8 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:37.660331 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-b5b3a5dc-bf05-4211-a2b5-fe602eb2998f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:37.667941 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b87d9263-2094-447c-a77c-249847b64f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:37.672567 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-cc09b13f-69e7-41d6-8645-879fab988869 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:37.675071 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc09b13f-69e7-41d6-8645-879fab988869 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:49:37.677140 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:37.705477 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09b13f-69e7-41d6-8645-879fab988869 None None] Pushing event updated for resources: {'Port': ['ID=9aea0ffd-09fb-4f80-8bb0-33a7a5109e33,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:37.708690 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-cc09b13f-69e7-41d6-8645-879fab988869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:37.721373 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63be6be5-7eb4-4ed1-b2a6-f51900ccc169 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Checking segment: {'id': '6d2f94ec-2bae-49f8-b2da-3cb0af3645ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '71eaf9f4-4400-4614-8b77-b1ba15c8c882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:37.721373 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63be6be5-7eb4-4ed1-b2a6-f51900ccc169 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network hostable DHCP agents. Network: 71eaf9f4-4400-4614-8b77-b1ba15c8c882, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:49:37.753612 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-03f07295-e100-424f-82f7-9d9091e9652f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:37.763584 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be6be5-7eb4-4ed1-b2a6-f51900ccc169 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Subnet': ['ID=fbbb66b3-73a3-4c35-a915-e52529eaf41f,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:37.777970 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-63be6be5-7eb4-4ed1-b2a6-f51900ccc169 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:37.844762 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-17030a9a-024d-4886-947c-e65f0dc4a125 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 31 15:49:37.848055 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17030a9a-024d-4886-947c-e65f0dc4a125 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:49:37.849999 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-17030a9a-024d-4886-947c-e65f0dc4a125 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "DELETE /v2.0/networks/9e897b65-d8ee-4767-93d3-6aa3e6dafa15 HTTP/1.1" status: 409 len: 405 time: 1.0159957 May 31 15:49:37.859152 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54116) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:37.888719 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-3d6b8526-d7b9-4fc5-aa1f-4149a9438b44 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-389547707'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:37.893554 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3d6b8526-d7b9-4fc5-aa1f-4149a9438b44 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:37.901938 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3d6b8526-d7b9-4fc5-aa1f-4149a9438b44 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Usage tracker for resource:network and tenant:1048e0b2a17044669ba0b1a74b492ce9 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:37.905565 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3d6b8526-d7b9-4fc5-aa1f-4149a9438b44 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Quota usage for network was recalculated. Used quota:3. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:37.918540 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3d6b8526-d7b9-4fc5-aa1f-4149a9438b44 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:37.955608 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6b8526-d7b9-4fc5-aa1f-4149a9438b44 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Made reservation on behalf of 1048e0b2a17044669ba0b1a74b492ce9 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:37.959395 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3d6b8526-d7b9-4fc5-aa1f-4149a9438b44 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:37.968522 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d713abcd-504d-4f0f-bfe0-97fc846d2763 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:38.011028 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-e3c538e6-304a-43b5-a617-4ea0ef8f837e None None] Port 4ad9a788-5b70-4b25-b336-b2fa94ac22a8 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:49:38.029870 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d6b8526-d7b9-4fc5-aa1f-4149a9438b44 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:49:38.040232 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3d6b8526-d7b9-4fc5-aa1f-4149a9438b44 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:38.040721 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-3d6b8526-d7b9-4fc5-aa1f-4149a9438b44 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Added segment 372d7fcc-11e4-4414-8216-cebc7450673d of type vlan for network 819a311b-dc0e-48e0-b2bc-560801c411d2 May 31 15:49:38.062597 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1826f583-b7f2-42fc-b873-3473927aa190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:38.068999 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port c5e44fba-5184-4dcc-a22b-c86a05a64e19, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c5e44fba-5184-4dcc-a22b-c86a05a64e19,segment=NetworkSegment(b60a3926-17ab-4d84-b404-856fe26e2a28),segment_id=b60a3926-17ab-4d84-b404-856fe26e2a28)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:38.084867 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3d6b8526-d7b9-4fc5-aa1f-4149a9438b44 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:38.087334 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:38.093336 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-cc09b13f-69e7-41d6-8645-879fab988869 None None] Attempting to bind port 9aea0ffd-09fb-4f80-8bb0-33a7a5109e33 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:49:38.093782 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-cc09b13f-69e7-41d6-8645-879fab988869 None None] Attempting to bind port 9aea0ffd-09fb-4f80-8bb0-33a7a5109e33 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f96eaba6-d9fe-414a-b1fc-b384cd3b360c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'db8f385d-7663-43cb-828f-72ef81af5df8'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:49:38.094306 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc09b13f-69e7-41d6-8645-879fab988869 None None] Attempting to bind port 9aea0ffd-09fb-4f80-8bb0-33a7a5109e33 on network db8f385d-7663-43cb-828f-72ef81af5df8 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:49:38.096676 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d9263-2094-447c-a77c-249847b64f1e None None] Pushing event updated for resources: {'Port': ['ID=56c86544-315c-4809-946b-51d8804c54ba,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:38.100099 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8b7e32c2-dc94-4ef4-90b1-e2a4da08c9fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:38.100324 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b87d9263-2094-447c-a77c-249847b64f1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:38.104433 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0bea0766-ad33-41ef-947e-e9a03beb8e8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:38.172395 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-f1d7be62-8660-489b-803e-ab7ae07bcf11 None None] For port 687cdfb7-9fa3-4617-8d69-10fae56084cb, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:49:38.173622 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc09b13f-69e7-41d6-8645-879fab988869 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:49:38.174024 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc09b13f-69e7-41d6-8645-879fab988869 None None] Checking segment: {'id': 'f96eaba6-d9fe-414a-b1fc-b384cd3b360c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'db8f385d-7663-43cb-828f-72ef81af5df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:38.175178 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cc09b13f-69e7-41d6-8645-879fab988869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:38.175178 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc09b13f-69e7-41d6-8645-879fab988869 None None] Bound using segment: {'id': 'f96eaba6-d9fe-414a-b1fc-b384cd3b360c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'db8f385d-7663-43cb-828f-72ef81af5df8'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:49:38.175385 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-cc09b13f-69e7-41d6-8645-879fab988869 None None] Bound port: 9aea0ffd-09fb-4f80-8bb0-33a7a5109e33, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f96eaba6-d9fe-414a-b1fc-b384cd3b360c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'db8f385d-7663-43cb-828f-72ef81af5df8'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:49:38.176556 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cc09b13f-69e7-41d6-8645-879fab988869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:38.179096 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-d713abcd-504d-4f0f-bfe0-97fc846d2763 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Calling delete_port for e50e13e3-c16d-4af7-bd7a-a543884ccc3e owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:49:38.209240 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e3c538e6-304a-43b5-a617-4ea0ef8f837e None None] Provisioning complete for port c5e44fba-5184-4dcc-a22b-c86a05a64e19 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:38.209624 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e3c538e6-304a-43b5-a617-4ea0ef8f837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:38.284343 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-f1d7be62-8660-489b-803e-ab7ae07bcf11 None None] For port 687cdfb7-9fa3-4617-8d69-10fae56084cb, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=687cdfb7-9fa3-4617-8d69-10fae56084cb,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:49:38.356898 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3d6b8526-d7b9-4fc5-aa1f-4149a9438b44 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:38.363287 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6b8526-d7b9-4fc5-aa1f-4149a9438b44 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:38.364226 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3d6b8526-d7b9-4fc5-aa1f-4149a9438b44 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:38.383177 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63be6be5-7eb4-4ed1-b2a6-f51900ccc169 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network 71eaf9f4-4400-4614-8b77-b1ba15c8c882 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:49:38.394318 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 90759eeb-6464-474c-8c5a-48e0f6cd901d up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:38.396621 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-fe5a3bd5-7153-4d04-9dc2-2ca7a02589e1 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:38.431931 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3d6b8526-d7b9-4fc5-aa1f-4149a9438b44 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5675933 May 31 15:49:38.440308 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54120) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:38.466629 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-63be6be5-7eb4-4ed1-b2a6-f51900ccc169 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 71eaf9f4-4400-4614-8b77-b1ba15c8c882) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:38.474611 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-b18e2f2f-a2fa-434a-8122-680a5b0081cd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Request body: {'subnet': {'network_id': '819a311b-dc0e-48e0-b2bc-560801c411d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:38.483865 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-cc09b13f-69e7-41d6-8645-879fab988869 None None] For port 9aea0ffd-09fb-4f80-8bb0-33a7a5109e33, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:49:38.487246 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-cc09b13f-69e7-41d6-8645-879fab988869 None None] For port 9aea0ffd-09fb-4f80-8bb0-33a7a5109e33, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=9aea0ffd-09fb-4f80-8bb0-33a7a5109e33,segment=NetworkSegment(f96eaba6-d9fe-414a-b1fc-b384cd3b360c),segment_id=f96eaba6-d9fe-414a-b1fc-b384cd3b360c)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:49:38.513089 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f1d7be62-8660-489b-803e-ab7ae07bcf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:38.520771 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=c5e44fba-5184-4dcc-a22b-c86a05a64e19,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:38.526344 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:38.527241 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:38.552273 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1ab8f68c-927e-4f77-b1fe-cdd54f9c67bf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:38.573727 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b8526-d7b9-4fc5-aa1f-4149a9438b44 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event updated for resources: {'Network': ['ID=819a311b-dc0e-48e0-b2bc-560801c411d2,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:38.578424 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3d6b8526-d7b9-4fc5-aa1f-4149a9438b44 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:38.579398 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-1ab8f68c-927e-4f77-b1fe-cdd54f9c67bf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Transition to ACTIVE for port object d467d652-bad8-436a-bc61-7cda183a2ec6 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:38.586164 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828e6a1f-a9c9-4ff1-b6e9-0bb4a3a43a08 None None] Network 71eaf9f4-4400-4614-8b77-b1ba15c8c882 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:38.591979 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-8b7e32c2-dc94-4ef4-90b1-e2a4da08c9fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Deleting port 2350d0ab-eb14-46d7-9802-65a01c0362b8 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:49:38.592380 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8b7e32c2-dc94-4ef4-90b1-e2a4da08c9fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:38.604640 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4ead01-1563-4a07-8b99-9d774804d867 None None] Network 9e897b65-d8ee-4767-93d3-6aa3e6dafa15 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:38.643407 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 819a311b-dc0e-48e0-b2bc-560801c411d2 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:49:38.656969 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cc09b13f-69e7-41d6-8645-879fab988869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:38.707415 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:38.740044 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-8b7e32c2-dc94-4ef4-90b1-e2a4da08c9fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] For port 2350d0ab-eb14-46d7-9802-65a01c0362b8, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=2350d0ab-eb14-46d7-9802-65a01c0362b8,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:38.740415 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8b7e32c2-dc94-4ef4-90b1-e2a4da08c9fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:38.794524 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63be6be5-7eb4-4ed1-b2a6-f51900ccc169 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:38.795131 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-63be6be5-7eb4-4ed1-b2a6-f51900ccc169 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:38.881007 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-8b7e32c2-dc94-4ef4-90b1-e2a4da08c9fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Calling delete_port for 2350d0ab-eb14-46d7-9802-65a01c0362b8 owned by network:router_gateway {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:49:38.897250 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b18e2f2f-a2fa-434a-8122-680a5b0081cd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:38.906833 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b3a5dc-bf05-4211-a2b5-fe602eb2998f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:49:38.924683 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1ab8f68c-927e-4f77-b1fe-cdd54f9c67bf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:38.930635 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-65813311-7e1b-40ce-a9b3-fcc9df735948 tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:38.944191 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b18e2f2f-a2fa-434a-8122-680a5b0081cd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:38.950453 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-63be6be5-7eb4-4ed1-b2a6-f51900ccc169 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.6001084 May 31 15:49:38.970913 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54126) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:39.024820 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-be32fbec-3a9b-4050-afd7-bd2d7c4b341e tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1690450461', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:39.044898 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-be32fbec-3a9b-4050-afd7-bd2d7c4b341e tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:39.060588 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab8f68c-927e-4f77-b1fe-cdd54f9c67bf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:39.069522 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-be32fbec-3a9b-4050-afd7-bd2d7c4b341e tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Usage tracker for resource:router and tenant:4495789bf65544d19fbd02194192aa34 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:39.081308 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-1ab8f68c-927e-4f77-b1fe-cdd54f9c67bf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:39.083536 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-be32fbec-3a9b-4050-afd7-bd2d7c4b341e tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:39.090985 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab8f68c-927e-4f77-b1fe-cdd54f9c67bf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:49:39.098828 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1ab8f68c-927e-4f77-b1fe-cdd54f9c67bf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:39.110893 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8f68c-927e-4f77-b1fe-cdd54f9c67bf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Port': ['ID=d467d652-bad8-436a-bc61-7cda183a2ec6,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:39.136503 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-be32fbec-3a9b-4050-afd7-bd2d7c4b341e tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:39.146501 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1ab8f68c-927e-4f77-b1fe-cdd54f9c67bf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:39.179268 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18e2f2f-a2fa-434a-8122-680a5b0081cd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Made reservation on behalf of 1048e0b2a17044669ba0b1a74b492ce9 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:39.183907 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b18e2f2f-a2fa-434a-8122-680a5b0081cd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:39.184716 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-be32fbec-3a9b-4050-afd7-bd2d7c4b341e tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:39.185991 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-be32fbec-3a9b-4050-afd7-bd2d7c4b341e tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:39.224679 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7be62-8660-489b-803e-ab7ae07bcf11 None None] Pushing event updated for resources: {'Port': ['ID=687cdfb7-9fa3-4617-8d69-10fae56084cb,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:39.237977 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f1d7be62-8660-489b-803e-ab7ae07bcf11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:39.263151 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ea56406d-7690-4f3d-9e21-bf347750a482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.583s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:39.264473 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-be32fbec-3a9b-4050-afd7-bd2d7c4b341e tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:39.366424 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1ab8f68c-927e-4f77-b1fe-cdd54f9c67bf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:39.385863 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-be32fbec-3a9b-4050-afd7-bd2d7c4b341e tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:39.547761 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 90759eeb-6464-474c-8c5a-48e0f6cd901d completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:39.549552 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b3a5dc-bf05-4211-a2b5-fe602eb2998f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:49:39.573400 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee13736f-1ac3-45ea-a6e7-e94fce4ed53b None None] Sync routers for ids ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:49:39.589381 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09b13f-69e7-41d6-8645-879fab988869 None None] Pushing event updated for resources: {'Port': ['ID=9aea0ffd-09fb-4f80-8bb0-33a7a5109e33,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:39.602646 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-cc09b13f-69e7-41d6-8645-879fab988869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:39.619212 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b5b3a5dc-bf05-4211-a2b5-fe602eb2998f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "PUT /v2.0/routers/1251add1-0768-43fd-9a5e-ac4434f0d2c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9207754 May 31 15:49:39.622005 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54130) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:39.634008 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-be32fbec-3a9b-4050-afd7-bd2d7c4b341e tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:39.638248 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-be32fbec-3a9b-4050-afd7-bd2d7c4b341e tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6630163 May 31 15:49:39.639308 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54134) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:39.644424 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-f46c4088-8163-4443-aa10-a17747d0228d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'network': {'name': 'tempest-RoutersTest-288359895'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:39.671507 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee13736f-1ac3-45ea-a6e7-e94fce4ed53b None None] Routers {'1251add1-0768-43fd-9a5e-ac4434f0d2c2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:39.672306 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8b7e32c2-dc94-4ef4-90b1-e2a4da08c9fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:39.672471 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-ee13736f-1ac3-45ea-a6e7-e94fce4ed53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:39.699839 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0c906450-5d9e-49dd-ad08-a93e69f42ee4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:39.709742 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d713abcd-504d-4f0f-bfe0-97fc846d2763 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:39.728029 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b0a675b6-e09e-4c3d-956b-37b4615406fb tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:39.768381 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f46c4088-8163-4443-aa10-a17747d0228d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:39.800025 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2000b4f9-4f9a-466e-b61e-6105bf612c2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-71eaf9f4-4400-4614-8b77-b1ba15c8c882', 'network_id': '71eaf9f4-4400-4614-8b77-b1ba15c8c882', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'fixed_ips': [{'subnet_id': 'fbbb66b3-73a3-4c35-a915-e52529eaf41f'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:49:39.801010 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2000b4f9-4f9a-466e-b61e-6105bf612c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:39.894120 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d713abcd-504d-4f0f-bfe0-97fc846d2763 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:39.896741 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d713abcd-504d-4f0f-bfe0-97fc846d2763 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/ports/e50e13e3-c16d-4af7-bd7a-a543884ccc3e HTTP/1.1" status: 204 len: 168 time: 3.2745919 May 31 15:49:39.901224 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d713abcd-504d-4f0f-bfe0-97fc846d2763 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Port': ['ID=e50e13e3-c16d-4af7-bd7a-a543884ccc3e,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:39.909299 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d713abcd-504d-4f0f-bfe0-97fc846d2763 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:39.912304 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54138) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:39.935762 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:39.967202 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-49fa4c91-e1a6-4299-a8eb-6d36c4feafd9 None None] Provisioning complete for port 8b9e08a6-e887-462a-b20c-a3389dadc5b6 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:39.967995 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-49fa4c91-e1a6-4299-a8eb-6d36c4feafd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:39.979372 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-679abf24-8480-405c-8e30-dbe54abf7543 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] GET failed (client error): The resource could not be found. May 31 15:49:39.979917 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-679abf24-8480-405c-8e30-dbe54abf7543 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Synchronizing usage tracker for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:49:39.986193 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-46314598-e628-4a3a-a5d5-d4839fc8c3f2 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:39.993096 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:40.077209 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-679abf24-8480-405c-8e30-dbe54abf7543 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Unset dirty status for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:49:40.081044 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-679abf24-8480-405c-8e30-dbe54abf7543 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "GET /v2.0/ports/e50e13e3-c16d-4af7-bd7a-a543884ccc3e HTTP/1.1" status: 404 len: 333 time: 0.1506341 May 31 15:49:40.084551 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54142) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:40.099838 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-ee13736f-1ac3-45ea-a6e7-e94fce4ed53b None None] Set router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:49:40.216028 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ead1433-cd95-4681-90b9-bd63a588e7c4 None None] DHCP port deletion for 9e897b65-d8ee-4767-93d3-6aa3e6dafa15 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:49:40.330223 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46314598-e628-4a3a-a5d5-d4839fc8c3f2 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event updated for resources: {'Subnet': ['ID=93f18ca9-ee09-44a3-97bb-ebf392bd99a2,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:40.366154 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-46314598-e628-4a3a-a5d5-d4839fc8c3f2 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:40.444673 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46314598-e628-4a3a-a5d5-d4839fc8c3f2 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Checking segment: {'id': 'bb563162-3194-474d-9799-15d4e310ab55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4117c888-f6cd-4602-9a2a-28d9cf2493d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:40.446310 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46314598-e628-4a3a-a5d5-d4839fc8c3f2 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Network hostable DHCP agents. Network: 4117c888-f6cd-4602-9a2a-28d9cf2493d4, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:49:40.457401 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cfe94bfc-2163-44a4-904e-8053843d9918 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:40.486272 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e32c2-dc94-4ef4-90b1-e2a4da08c9fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Pushing event deleted for resources: {'Port': ['ID=2350d0ab-eb14-46d7-9802-65a01c0362b8,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:40.488602 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8b7e32c2-dc94-4ef4-90b1-e2a4da08c9fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:40.515832 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cfe94bfc-2163-44a4-904e-8053843d9918 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:40.532434 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 56c86544-315c-4809-946b-51d8804c54ba up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:40.542544 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f46c4088-8163-4443-aa10-a17747d0228d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Usage tracker for resource:network and tenant:7532521a2dc2494ca283f329c67dc09d is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:40.545420 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46314598-e628-4a3a-a5d5-d4839fc8c3f2 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Network 4117c888-f6cd-4602-9a2a-28d9cf2493d4 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:49:40.545568 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f46c4088-8163-4443-aa10-a17747d0228d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:40.555823 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f46c4088-8163-4443-aa10-a17747d0228d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:40.580774 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-49fa4c91-e1a6-4299-a8eb-6d36c4feafd9 None None] Port 8b9e08a6-e887-462a-b20c-a3389dadc5b6 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:49:40.610892 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-46314598-e628-4a3a-a5d5-d4839fc8c3f2 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 4117c888-f6cd-4602-9a2a-28d9cf2493d4) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:40.616808 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46c4088-8163-4443-aa10-a17747d0228d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Made reservation on behalf of 7532521a2dc2494ca283f329c67dc09d for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:40.621189 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f46c4088-8163-4443-aa10-a17747d0228d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:40.650088 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46314598-e628-4a3a-a5d5-d4839fc8c3f2 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:40.650811 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-46314598-e628-4a3a-a5d5-d4839fc8c3f2 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:40.723180 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10027b25-a0c1-43a8-b360-fbbec171ad4f None None] Network 4117c888-f6cd-4602-9a2a-28d9cf2493d4 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:40.747302 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-46314598-e628-4a3a-a5d5-d4839fc8c3f2 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.9163053 May 31 15:49:40.753984 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54148) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:40.755118 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cfe94bfc-2163-44a4-904e-8053843d9918 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:40.758610 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cfe94bfc-2163-44a4-904e-8053843d9918 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:40.763338 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-cfe94bfc-2163-44a4-904e-8053843d9918 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/security-groups/0c4a54e5-2745-4f9c-9b09-d0c0fd00d6a8 HTTP/1.1" status: 204 len: 168 time: 0.6730845 May 31 15:49:40.793775 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54150) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:40.794573 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-724f8f8f-491c-4e3e-b4c3-6b195a1f955f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:40.819306 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46c4088-8163-4443-aa10-a17747d0228d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:49:40.831085 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f46c4088-8163-4443-aa10-a17747d0228d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:40.836886 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-f46c4088-8163-4443-aa10-a17747d0228d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Added segment c1fa8a02-d810-4da0-bb4c-52219241bfa8 of type vlan for network f9ad58a8-1a63-4e9f-a5df-eb102a0f6106 May 31 15:49:40.873596 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe94bfc-2163-44a4-904e-8053843d9918 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4a54e5-2745-4f9c-9b09-d0c0fd00d6a8,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:40.923052 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a9dc54-d34c-4380-8ff1-1fb76e69d870 None None] Network db8f385d-7663-43cb-828f-72ef81af5df8 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:40.931841 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cfe94bfc-2163-44a4-904e-8053843d9918 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:40.938772 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-49fa4c91-e1a6-4299-a8eb-6d36c4feafd9 None None] Provisioning for port 56c86544-315c-4809-946b-51d8804c54ba completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:40.979866 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8b7e32c2-dc94-4ef4-90b1-e2a4da08c9fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:41.030226 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.objects.ports [None req-b18e2f2f-a2fa-434a-8122-680a5b0081cd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99205) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 15:49:41.034906 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b18e2f2f-a2fa-434a-8122-680a5b0081cd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:41.045127 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-2000b4f9-4f9a-466e-b61e-6105bf612c2a None None] Allocated IP 2001:db8:1::2 (71eaf9f4-4400-4614-8b77-b1ba15c8c882/fbbb66b3-73a3-4c35-a915-e52529eaf41f/86ea5733-7342-4aab-8e68-f72f8b70c72b) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:41.045376 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-46314598-e628-4a3a-a5d5-d4839fc8c3f2 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:41.048140 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-49fa4c91-e1a6-4299-a8eb-6d36c4feafd9 None None] Provisioning complete for port 56c86544-315c-4809-946b-51d8804c54ba triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:41.048514 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-49fa4c91-e1a6-4299-a8eb-6d36c4feafd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:41.140722 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-69be79e7-e6ec-41ea-8c7b-bad16737661e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:41.172393 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-baa5d815-98b9-45b0-a3be-9bdafdc88cc4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:41.180443 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f46c4088-8163-4443-aa10-a17747d0228d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:41.210702 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e2f2f-a2fa-434a-8122-680a5b0081cd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event updated for resources: {'Subnet': ['ID=50aa4b91-4ca8-4a1c-bdba-a676778f8121,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:41.214037 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-69be79e7-e6ec-41ea-8c7b-bad16737661e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:41.224701 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b18e2f2f-a2fa-434a-8122-680a5b0081cd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:41.232394 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18e2f2f-a2fa-434a-8122-680a5b0081cd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Checking segment: {'id': '372d7fcc-11e4-4414-8216-cebc7450673d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '819a311b-dc0e-48e0-b2bc-560801c411d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:41.232394 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18e2f2f-a2fa-434a-8122-680a5b0081cd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Network hostable DHCP agents. Network: 819a311b-dc0e-48e0-b2bc-560801c411d2, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:49:41.311369 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8b7e32c2-dc94-4ef4-90b1-e2a4da08c9fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:41.314542 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8b7e32c2-dc94-4ef4-90b1-e2a4da08c9fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:41.329972 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18e2f2f-a2fa-434a-8122-680a5b0081cd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Network 819a311b-dc0e-48e0-b2bc-560801c411d2 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:49:41.333070 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-baa5d815-98b9-45b0-a3be-9bdafdc88cc4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:41.339764 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 56c86544-315c-4809-946b-51d8804c54ba triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:41.340167 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:41.409177 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1ab8f68c-927e-4f77-b1fe-cdd54f9c67bf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:41.429368 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f46c4088-8163-4443-aa10-a17747d0228d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:41.432812 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-0ead1433-cd95-4681-90b9-bd63a588e7c4 None None] Deleting port 90759eeb-6464-474c-8c5a-48e0f6cd901d {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:49:41.433203 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0ead1433-cd95-4681-90b9-bd63a588e7c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:41.435007 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46c4088-8163-4443-aa10-a17747d0228d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:41.435596 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f46c4088-8163-4443-aa10-a17747d0228d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:41.439466 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8b7e32c2-dc94-4ef4-90b1-e2a4da08c9fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:41.439996 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7e32c2-dc94-4ef4-90b1-e2a4da08c9fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e60a8063-0e6d-49d4-b9cd-fa6e7e76a8c3 {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:49:41.442008 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1ab8f68c-927e-4f77-b1fe-cdd54f9c67bf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:41.442834 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1ab8f68c-927e-4f77-b1fe-cdd54f9c67bf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:41.451232 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f5c479db-05ed-43f5-842d-d970515a7692 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:41.535169 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8a3b3611-a5d1-403d-8767-d82a4b6ba159 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:41.619226 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-b18e2f2f-a2fa-434a-8122-680a5b0081cd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 819a311b-dc0e-48e0-b2bc-560801c411d2) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:41.623171 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-69be79e7-e6ec-41ea-8c7b-bad16737661e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:41.633920 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8b7e32c2-dc94-4ef4-90b1-e2a4da08c9fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:41.635087 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8b7e32c2-dc94-4ef4-90b1-e2a4da08c9fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "DELETE /v2.0/routers/e60a8063-0e6d-49d4-b9cd-fa6e7e76a8c3 HTTP/1.1" status: 204 len: 168 time: 4.7653973 May 31 15:49:41.639566 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f46c4088-8163-4443-aa10-a17747d0228d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.0046470 May 31 15:49:41.642652 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54156) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:41.642997 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54158) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:41.659584 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-45c3b9ed-028e-46f8-aacf-8685cfd9cac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:41.661263 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e992d12-34ef-4d93-8670-78e878560b89 None None] Network 819a311b-dc0e-48e0-b2bc-560801c411d2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:41.674335 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18e2f2f-a2fa-434a-8122-680a5b0081cd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:41.675123 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b18e2f2f-a2fa-434a-8122-680a5b0081cd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:41.700620 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be79e7-e6ec-41ea-8c7b-bad16737661e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31758ba0-4ae4-4678-9a0a-18f34ab594ee,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:41.706612 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-69be79e7-e6ec-41ea-8c7b-bad16737661e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:41.727388 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-69be79e7-e6ec-41ea-8c7b-bad16737661e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:41.731721 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-69be79e7-e6ec-41ea-8c7b-bad16737661e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/security-groups/31758ba0-4ae4-4678-9a0a-18f34ab594ee HTTP/1.1" status: 204 len: 168 time: 0.9262314 May 31 15:49:41.732476 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54164) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:41.745416 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b18e2f2f-a2fa-434a-8122-680a5b0081cd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.2985392 May 31 15:49:41.750055 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-4afd9729-c409-4c5a-8326-18f324b8960a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1078376266', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}, 'admin_state_up': False}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:41.760897 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54168) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:41.771370 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-451c2f8b-1947-4996-9aa6-f1fa4153499d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'subnet': {'network_id': 'f9ad58a8-1a63-4e9f-a5df-eb102a0f6106', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:41.784455 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c4088-8163-4443-aa10-a17747d0228d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Network': ['ID=f9ad58a8-1a63-4e9f-a5df-eb102a0f6106,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:41.850267 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network f9ad58a8-1a63-4e9f-a5df-eb102a0f6106 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:49:41.889594 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd304e0b-534d-4e2a-83a7-a187449410a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-4117c888-f6cd-4602-9a2a-28d9cf2493d4', 'network_id': '4117c888-f6cd-4602-9a2a-28d9cf2493d4', 'tenant_id': '77c737149bd84d0bb3a7bb28e9afd80b', 'fixed_ips': [{'subnet_id': '93f18ca9-ee09-44a3-97bb-ebf392bd99a2'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:49:41.890464 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fd304e0b-534d-4e2a-83a7-a187449410a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:41.894756 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ccf617-a694-4f68-9393-2ceac45b4ce0 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting subnet 63302776-e64f-4c32-9e90-a5a68146f9af {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:49:41.904248 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d0ccf617-a694-4f68-9393-2ceac45b4ce0 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:41.941974 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-0ead1433-cd95-4681-90b9-bd63a588e7c4 None None] For port 90759eeb-6464-474c-8c5a-48e0f6cd901d, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=90759eeb-6464-474c-8c5a-48e0f6cd901d,segment=NetworkSegment(9ad415ad-04c3-445b-be6b-ac3c3ffbd3de),segment_id=9ad415ad-04c3-445b-be6b-ac3c3ffbd3de)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:41.943057 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0ead1433-cd95-4681-90b9-bd63a588e7c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:41.961785 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f46c4088-8163-4443-aa10-a17747d0228d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:41.966982 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-559a7a17-e718-41d1-861f-48c0615e7b96 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.497s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:42.006812 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d0ccf617-a694-4f68-9393-2ceac45b4ce0 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:42.094400 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4afd9729-c409-4c5a-8326-18f324b8960a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:42.150783 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-baa5d815-98b9-45b0-a3be-9bdafdc88cc4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:42.155963 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:42.185699 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d0ccf617-a694-4f68-9393-2ceac45b4ce0 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:42.200797 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4afd9729-c409-4c5a-8326-18f324b8960a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Usage tracker for resource:router and tenant:8c3b2ea9a4594def894b2a235c1a97b6 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:42.214880 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4afd9729-c409-4c5a-8326-18f324b8960a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:42.235139 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5d815-98b9-45b0-a3be-9bdafdc88cc4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Subnet': ['ID=93f18ca9-ee09-44a3-97bb-ebf392bd99a2,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:42.242627 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-baa5d815-98b9-45b0-a3be-9bdafdc88cc4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:42.320535 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-0ead1433-cd95-4681-90b9-bd63a588e7c4 None None] Calling delete_port for 90759eeb-6464-474c-8c5a-48e0f6cd901d owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:49:42.327766 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-49fa4c91-e1a6-4299-a8eb-6d36c4feafd9 None None] Could not find standard attr ID for object e50e13e3-c16d-4af7-bd7a-a543884ccc3e. {{(pid=99206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 15:49:42.335710 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4afd9729-c409-4c5a-8326-18f324b8960a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:42.425178 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-451c2f8b-1947-4996-9aa6-f1fa4153499d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:42.431325 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8f68c-927e-4f77-b1fe-cdd54f9c67bf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Port': ['ID=d467d652-bad8-436a-bc61-7cda183a2ec6,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:42.434840 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1ab8f68c-927e-4f77-b1fe-cdd54f9c67bf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:42.436479 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-baa5d815-98b9-45b0-a3be-9bdafdc88cc4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:42.448425 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-451c2f8b-1947-4996-9aa6-f1fa4153499d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Usage tracker for resource:subnet and tenant:7532521a2dc2494ca283f329c67dc09d is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:42.453006 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4afd9729-c409-4c5a-8326-18f324b8960a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:42.454040 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4afd9729-c409-4c5a-8326-18f324b8960a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:42.456853 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-baa5d815-98b9-45b0-a3be-9bdafdc88cc4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4117c888-f6cd-4602-9a2a-28d9cf2493d4']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:42.460888 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-451c2f8b-1947-4996-9aa6-f1fa4153499d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:42.475614 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-baa5d815-98b9-45b0-a3be-9bdafdc88cc4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb563162-3194-474d-9799-15d4e310ab55') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:42.476056 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-baa5d815-98b9-45b0-a3be-9bdafdc88cc4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb563162-3194-474d-9799-15d4e310ab55') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:42.498746 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-451c2f8b-1947-4996-9aa6-f1fa4153499d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:42.505383 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-baa5d815-98b9-45b0-a3be-9bdafdc88cc4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:42.510131 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-ee13736f-1ac3-45ea-a6e7-e94fce4ed53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:49:34Z', 'revision_number': 3, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None, '_interfaces': [{'id': '4ad9a788-5b70-4b25-b336-b2fa94ac22a8', 'name': '', 'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:a9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:31Z', 'updated_at': '2021-05-31T15:49:35Z', 'revision_number': 2, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '733c2800-0fbc-443c-896f-fc73ee4be24f', 'name': '', 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:9d:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:14Z', 'updated_at': '2021-05-31T15:49:31Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:42.536348 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 687cdfb7-9fa3-4617-8d69-10fae56084cb up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:42.539040 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-baa5d815-98b9-45b0-a3be-9bdafdc88cc4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:42.557082 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa5d815-98b9-45b0-a3be-9bdafdc88cc4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:49:42.557556 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-baa5d815-98b9-45b0-a3be-9bdafdc88cc4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:42.561943 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab8f68c-927e-4f77-b1fe-cdd54f9c67bf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:49:42.572320 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:49:42.576858 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-1ab8f68c-927e-4f77-b1fe-cdd54f9c67bf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:42.591581 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4afd9729-c409-4c5a-8326-18f324b8960a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:42.611710 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451c2f8b-1947-4996-9aa6-f1fa4153499d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Made reservation on behalf of 7532521a2dc2494ca283f329c67dc09d for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:42.612374 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee13736f-1ac3-45ea-a6e7-e94fce4ed53b None None] Checking router: 1251add1-0768-43fd-9a5e-ac4434f0d2c2 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:49:42.612738 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee13736f-1ac3-45ea-a6e7-e94fce4ed53b None None] Updating router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 port 4ad9a788-5b70-4b25-b336-b2fa94ac22a8 binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:49:42.614355 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-451c2f8b-1947-4996-9aa6-f1fa4153499d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:42.631129 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:42.654651 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2000b4f9-4f9a-466e-b61e-6105bf612c2a None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:42.676916 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-49fa4c91-e1a6-4299-a8eb-6d36c4feafd9 None None] Provisioning complete for port 4ad9a788-5b70-4b25-b336-b2fa94ac22a8 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:42.677291 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-49fa4c91-e1a6-4299-a8eb-6d36c4feafd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:42.710480 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-baa5d815-98b9-45b0-a3be-9bdafdc88cc4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:42.718124 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fbc5e478-391f-432a-810f-b09d280b08a5 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:42.734356 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-baa5d815-98b9-45b0-a3be-9bdafdc88cc4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:42.748534 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5d815-98b9-45b0-a3be-9bdafdc88cc4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Network': ['ID=4117c888-f6cd-4602-9a2a-28d9cf2493d4,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:42.749826 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2000b4f9-4f9a-466e-b61e-6105bf612c2a None None] Transition to ACTIVE for port object 86ea5733-7342-4aab-8e68-f72f8b70c72b will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:42.754360 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-baa5d815-98b9-45b0-a3be-9bdafdc88cc4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:42.770692 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-baa5d815-98b9-45b0-a3be-9bdafdc88cc4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/networks/4117c888-f6cd-4602-9a2a-28d9cf2493d4 HTTP/1.1" status: 204 len: 168 time: 2.0023456 May 31 15:49:42.770692 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54172) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:42.778693 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-88f0fff7-78c6-4890-a45f-877e27629054 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-116298302'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:42.784280 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-88f0fff7-78c6-4890-a45f-877e27629054 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:42.789111 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-88f0fff7-78c6-4890-a45f-877e27629054 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Usage tracker for resource:network and tenant:77c737149bd84d0bb3a7bb28e9afd80b is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:42.797069 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368f0144-152e-4367-aaa0-dc13b7e6ba23 None None] Network 4117c888-f6cd-4602-9a2a-28d9cf2493d4 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:42.798089 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-88f0fff7-78c6-4890-a45f-877e27629054 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:42.804777 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-88f0fff7-78c6-4890-a45f-877e27629054 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:42.814749 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d0ccf617-a694-4f68-9393-2ceac45b4ce0 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:42.825472 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-14c2b84b-f485-455f-b808-6757e712f96f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:42.845970 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ee13736f-1ac3-45ea-a6e7-e94fce4ed53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:42.862715 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ccf617-a694-4f68-9393-2ceac45b4ce0 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Subnet': ['ID=63302776-e64f-4c32-9e90-a5a68146f9af,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:42.864322 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f0fff7-78c6-4890-a45f-877e27629054 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Made reservation on behalf of 77c737149bd84d0bb3a7bb28e9afd80b for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:42.867965 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-88f0fff7-78c6-4890-a45f-877e27629054 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:42.888999 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d0ccf617-a694-4f68-9393-2ceac45b4ce0 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:42.889962 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d0ccf617-a694-4f68-9393-2ceac45b4ce0 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:42.891164 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60c3d52-7ed9-4564-88d6-f740b7d4cfb8 None None] Network 1e6d7417-4bd4-418b-808b-5f1717377e16 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:42.896467 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d0ccf617-a694-4f68-9393-2ceac45b4ce0 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/subnets/63302776-e64f-4c32-9e90-a5a68146f9af HTTP/1.1" status: 204 len: 168 time: 1.1544397 May 31 15:49:42.897710 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54176) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:42.906278 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-55602e12-452d-42fd-aa83-aea869a4526e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'subnet': {'network_id': '1e6d7417-4bd4-418b-808b-5f1717377e16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:42.910922 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2000b4f9-4f9a-466e-b61e-6105bf612c2a None None] Transition to ACTIVE for port object 86ea5733-7342-4aab-8e68-f72f8b70c72b will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:42.925642 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368f0144-152e-4367-aaa0-dc13b7e6ba23 None None] Network 4117c888-f6cd-4602-9a2a-28d9cf2493d4 could not be found, it might have been deleted concurrently. {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 31 15:49:42.937419 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-49fa4c91-e1a6-4299-a8eb-6d36c4feafd9 None None] Port 4ad9a788-5b70-4b25-b336-b2fa94ac22a8 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:49:43.012735 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88f0fff7-78c6-4890-a45f-877e27629054 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:49:43.033409 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2000b4f9-4f9a-466e-b61e-6105bf612c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:43.038075 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f0d3d7-7f5b-4308-8488-196e69b51ad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-819a311b-dc0e-48e0-b2bc-560801c411d2', 'network_id': '819a311b-dc0e-48e0-b2bc-560801c411d2', 'tenant_id': '1048e0b2a17044669ba0b1a74b492ce9', 'fixed_ips': [{'subnet_id': '50aa4b91-4ca8-4a1c-bdba-a676778f8121'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:49:43.038888 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a8f0d3d7-7f5b-4308-8488-196e69b51ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:43.057124 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-88f0fff7-78c6-4890-a45f-877e27629054 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:43.057520 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-88f0fff7-78c6-4890-a45f-877e27629054 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Added segment 941c51e2-2de9-4401-8e09-157a5bbec5ca of type vlan for network 15be47a0-48b8-4bac-8012-a4f86e87970c May 31 15:49:43.064365 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-7c7792b1-ca05-4ade-8a5a-6d274d836bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:43.133924 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 687cdfb7-9fa3-4617-8d69-10fae56084cb completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:43.136916 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0ead1433-cd95-4681-90b9-bd63a588e7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:43.139407 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-88f0fff7-78c6-4890-a45f-877e27629054 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:43.153760 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-55602e12-452d-42fd-aa83-aea869a4526e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:43.161309 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-55602e12-452d-42fd-aa83-aea869a4526e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:subnet and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:43.166441 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-55602e12-452d-42fd-aa83-aea869a4526e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:43.177955 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-55602e12-452d-42fd-aa83-aea869a4526e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:43.180311 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c5e44fba-5184-4dcc-a22b-c86a05a64e19 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:43.211713 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-8a3b3611-a5d1-403d-8767-d82a4b6ba159 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Allocated IP 2001:db8::1 (db8f385d-7663-43cb-828f-72ef81af5df8/961dd6f4-aa27-42fd-ac0e-1e761bbf7c72/ae47693b-9e6d-48f5-9bb8-db36e174d5d5) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:43.215284 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2000b4f9-4f9a-466e-b61e-6105bf612c2a None None] Network 71eaf9f4-4400-4614-8b77-b1ba15c8c882 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:43.227501 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55602e12-452d-42fd-aa83-aea869a4526e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:43.231137 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-55602e12-452d-42fd-aa83-aea869a4526e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:43.233210 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-2000b4f9-4f9a-466e-b61e-6105bf612c2a None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:43.234914 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-49fa4c91-e1a6-4299-a8eb-6d36c4feafd9 None None] Provisioning complete for port 90759eeb-6464-474c-8c5a-48e0f6cd901d triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:43.235329 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-49fa4c91-e1a6-4299-a8eb-6d36c4feafd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:43.256109 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-88f0fff7-78c6-4890-a45f-877e27629054 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:43.259478 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2000b4f9-4f9a-466e-b61e-6105bf612c2a None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:49:43.262170 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f0fff7-78c6-4890-a45f-877e27629054 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:43.263315 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-88f0fff7-78c6-4890-a45f-877e27629054 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:43.263537 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ead1433-cd95-4681-90b9-bd63a588e7c4 None None] No DVR routers for this DVR port 90759eeb-6464-474c-8c5a-48e0f6cd901d on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:49:43.317285 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6bff6db3-d09b-43b4-824f-7eb95c469cbf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:43.365125 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:43.382378 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-49fa4c91-e1a6-4299-a8eb-6d36c4feafd9 None None] Port 90759eeb-6464-474c-8c5a-48e0f6cd901d was deleted so its status cannot be updated. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 31 15:49:43.383999 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000b4f9-4f9a-466e-b61e-6105bf612c2a None None] Pushing event updated for resources: {'Port': ['ID=86ea5733-7342-4aab-8e68-f72f8b70c72b,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:43.451987 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-88f0fff7-78c6-4890-a45f-877e27629054 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6764073 May 31 15:49:43.455242 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-2000b4f9-4f9a-466e-b61e-6105bf612c2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:43.457241 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54180) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:43.463682 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0fff7-78c6-4890-a45f-877e27629054 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event updated for resources: {'Network': ['ID=15be47a0-48b8-4bac-8012-a4f86e87970c,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:43.466391 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ead36c40-b5a5-4cc6-ae70-31af0a2e7a98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.317s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:43.469684 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-33ccffcf-292d-46ca-89eb-d3881c6e694e tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Request body: {'subnet': {'network_id': '15be47a0-48b8-4bac-8012-a4f86e87970c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:43.484045 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-88f0fff7-78c6-4890-a45f-877e27629054 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:43.521872 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 15be47a0-48b8-4bac-8012-a4f86e87970c details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:49:43.592234 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead1433-cd95-4681-90b9-bd63a588e7c4 None None] Pushing event deleted for resources: {'Port': ['ID=90759eeb-6464-474c-8c5a-48e0f6cd901d,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:43.626182 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4afd9729-c409-4c5a-8326-18f324b8960a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:43.632004 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0ead1433-cd95-4681-90b9-bd63a588e7c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:43.757432 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-90135ec9-e195-4ad8-bc46-20acb96b2550 None None] Provisioning for port d467d652-bad8-436a-bc61-7cda183a2ec6 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:43.780240 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-33ccffcf-292d-46ca-89eb-d3881c6e694e tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:43.783607 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-33ccffcf-292d-46ca-89eb-d3881c6e694e tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Usage tracker for resource:subnet and tenant:77c737149bd84d0bb3a7bb28e9afd80b is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:43.786374 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-33ccffcf-292d-46ca-89eb-d3881c6e694e tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:43.792327 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-33ccffcf-292d-46ca-89eb-d3881c6e694e tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:43.798725 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-2000b4f9-4f9a-466e-b61e-6105bf612c2a None None] Attempting to bind port 86ea5733-7342-4aab-8e68-f72f8b70c72b on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:49:43.799295 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-2000b4f9-4f9a-466e-b61e-6105bf612c2a None None] Attempting to bind port 86ea5733-7342-4aab-8e68-f72f8b70c72b by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '6d2f94ec-2bae-49f8-b2da-3cb0af3645ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '71eaf9f4-4400-4614-8b77-b1ba15c8c882'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:49:43.799990 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2000b4f9-4f9a-466e-b61e-6105bf612c2a None None] Attempting to bind port 86ea5733-7342-4aab-8e68-f72f8b70c72b on network 71eaf9f4-4400-4614-8b77-b1ba15c8c882 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:49:43.844530 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-90135ec9-e195-4ad8-bc46-20acb96b2550 None None] Provisioning complete for port d467d652-bad8-436a-bc61-7cda183a2ec6 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:43.845021 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-90135ec9-e195-4ad8-bc46-20acb96b2550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:43.879284 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ccffcf-292d-46ca-89eb-d3881c6e694e tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Made reservation on behalf of 77c737149bd84d0bb3a7bb28e9afd80b for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:43.883617 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-33ccffcf-292d-46ca-89eb-d3881c6e694e tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:43.920339 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2000b4f9-4f9a-466e-b61e-6105bf612c2a None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:49:43.920831 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2000b4f9-4f9a-466e-b61e-6105bf612c2a None None] Checking segment: {'id': '6d2f94ec-2bae-49f8-b2da-3cb0af3645ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '71eaf9f4-4400-4614-8b77-b1ba15c8c882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:43.921318 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2000b4f9-4f9a-466e-b61e-6105bf612c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:43.921762 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2000b4f9-4f9a-466e-b61e-6105bf612c2a None None] Bound using segment: {'id': '6d2f94ec-2bae-49f8-b2da-3cb0af3645ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '71eaf9f4-4400-4614-8b77-b1ba15c8c882'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:49:43.922474 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-2000b4f9-4f9a-466e-b61e-6105bf612c2a None None] Bound port: 86ea5733-7342-4aab-8e68-f72f8b70c72b, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2f94ec-2bae-49f8-b2da-3cb0af3645ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '71eaf9f4-4400-4614-8b77-b1ba15c8c882'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:49:43.923113 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2000b4f9-4f9a-466e-b61e-6105bf612c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:43.933483 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab8f68c-927e-4f77-b1fe-cdd54f9c67bf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Router a6d0048f-bc51-452e-8581-6acbe3575801 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:49:44.072504 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port c5e44fba-5184-4dcc-a22b-c86a05a64e19 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:44.073541 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:44.102590 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-a8f0d3d7-7f5b-4308-8488-196e69b51ad7 None None] Allocated IP 2001:db8::f816:3eff:fedf:199a (819a311b-dc0e-48e0-b2bc-560801c411d2/50aa4b91-4ca8-4a1c-bdba-a676778f8121/8ee43ab5-98aa-4779-8c05-bcf91763b7d7) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:44.155904 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-90135ec9-e195-4ad8-bc46-20acb96b2550 None None] Port d467d652-bad8-436a-bc61-7cda183a2ec6 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:49:44.254623 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8a3b3611-a5d1-403d-8767-d82a4b6ba159 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:44.349165 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-8a3b3611-a5d1-403d-8767-d82a4b6ba159 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Transition to ACTIVE for port object ae47693b-9e6d-48f5-9bb8-db36e174d5d5 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:44.401883 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-90135ec9-e195-4ad8-bc46-20acb96b2550 None None] Provisioning for port 687cdfb7-9fa3-4617-8d69-10fae56084cb completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:44.431176 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-55602e12-452d-42fd-aa83-aea869a4526e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:44.433433 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-2000b4f9-4f9a-466e-b61e-6105bf612c2a None None] For port 86ea5733-7342-4aab-8e68-f72f8b70c72b, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:49:44.436617 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a2ef25e2-7dff-427b-bd16-9f0df4180b03 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:44.438113 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-90135ec9-e195-4ad8-bc46-20acb96b2550 None None] Provisioning complete for port 687cdfb7-9fa3-4617-8d69-10fae56084cb triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:44.438520 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-90135ec9-e195-4ad8-bc46-20acb96b2550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:44.443411 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab8f68c-927e-4f77-b1fe-cdd54f9c67bf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:49:44.459874 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efed061-65a0-4956-9af3-556254cccdb2 None None] Sync routers for ids ['a6d0048f-bc51-452e-8581-6acbe3575801'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:49:44.488410 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efed061-65a0-4956-9af3-556254cccdb2 None None] Routers {'a6d0048f-bc51-452e-8581-6acbe3575801'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:44.490970 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0efed061-65a0-4956-9af3-556254cccdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['a6d0048f-bc51-452e-8581-6acbe3575801'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:44.515201 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55602e12-452d-42fd-aa83-aea869a4526e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network 1e6d7417-4bd4-418b-808b-5f1717377e16 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:44.521410 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-55602e12-452d-42fd-aa83-aea869a4526e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:44.522770 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1ab8f68c-927e-4f77-b1fe-cdd54f9c67bf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "PUT /v2.0/routers/a6d0048f-bc51-452e-8581-6acbe3575801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0764248 May 31 15:49:44.533992 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54184) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:44.554386 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8a3b3611-a5d1-403d-8767-d82a4b6ba159 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:44.555920 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55602e12-452d-42fd-aa83-aea869a4526e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Subnet': ['ID=a2eca6b8-3825-4c5a-b20c-c32a9d98708b,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:44.559195 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-83f96558-4f53-45f6-9eb7-d3dd41615584 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:44.561235 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-2000b4f9-4f9a-466e-b61e-6105bf612c2a None None] For port 86ea5733-7342-4aab-8e68-f72f8b70c72b, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=86ea5733-7342-4aab-8e68-f72f8b70c72b,segment=NetworkSegment(6d2f94ec-2bae-49f8-b2da-3cb0af3645ba),segment_id=6d2f94ec-2bae-49f8-b2da-3cb0af3645ba)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:49:44.632378 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2000b4f9-4f9a-466e-b61e-6105bf612c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:44.658421 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0ead1433-cd95-4681-90b9-bd63a588e7c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:44.686411 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f704fd88-3579-4b04-9575-bc71f61dd145 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:44.687208 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f704fd88-3579-4b04-9575-bc71f61dd145 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:49:44.691616 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55602e12-452d-42fd-aa83-aea869a4526e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:44.692201 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-55602e12-452d-42fd-aa83-aea869a4526e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:44.695741 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-0efed061-65a0-4956-9af3-556254cccdb2 None None] Set router a6d0048f-bc51-452e-8581-6acbe3575801 gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:49:44.716378 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-55602e12-452d-42fd-aa83-aea869a4526e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:44.768111 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3b3611-a5d1-403d-8767-d82a4b6ba159 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network db8f385d-7663-43cb-828f-72ef81af5df8 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:44.775568 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-8a3b3611-a5d1-403d-8767-d82a4b6ba159 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:44.780591 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-55602e12-452d-42fd-aa83-aea869a4526e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8789389 May 31 15:49:44.792983 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54188) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:44.797120 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f704fd88-3579-4b04-9575-bc71f61dd145 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:49:44.800731 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f704fd88-3579-4b04-9575-bc71f61dd145 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports/d467d652-bad8-436a-bc61-7cda183a2ec6 HTTP/1.1" status: 200 len: 911 time: 0.2466958 May 31 15:49:44.804200 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-621d3a96-d286-4962-9006-0737d70b6836 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'security_group': {'name': 'tempest-secgroup-626832181'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:44.813025 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-621d3a96-d286-4962-9006-0737d70b6836 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:44.819310 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-621d3a96-d286-4962-9006-0737d70b6836 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:security_group and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:44.822982 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-621d3a96-d286-4962-9006-0737d70b6836 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:44.830275 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-621d3a96-d286-4962-9006-0737d70b6836 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:44.837791 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9aea0ffd-09fb-4f80-8bb0-33a7a5109e33 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:44.847945 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54192) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:44.874923 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3b3611-a5d1-403d-8767-d82a4b6ba159 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:49:44.875647 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8a3b3611-a5d1-403d-8767-d82a4b6ba159 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:44.880814 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b3611-a5d1-403d-8767-d82a4b6ba159 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Port': ['ID=ae47693b-9e6d-48f5-9bb8-db36e174d5d5,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:44.885855 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8a3b3611-a5d1-403d-8767-d82a4b6ba159 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:44.932154 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-621d3a96-d286-4962-9006-0737d70b6836 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:44.977845 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ee13736f-1ac3-45ea-a6e7-e94fce4ed53b None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:44.984866 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-621d3a96-d286-4962-9006-0737d70b6836 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:44.989377 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-621d3a96-d286-4962-9006-0737d70b6836 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:security_group_rule and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:44.992966 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-621d3a96-d286-4962-9006-0737d70b6836 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:45.001036 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-621d3a96-d286-4962-9006-0737d70b6836 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:45.018971 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4afd9729-c409-4c5a-8326-18f324b8960a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router_gateway, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:45.105169 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4afd9729-c409-4c5a-8326-18f324b8960a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:45.121904 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000b4f9-4f9a-466e-b61e-6105bf612c2a None None] Pushing event updated for resources: {'Port': ['ID=86ea5733-7342-4aab-8e68-f72f8b70c72b,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:45.137962 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-2000b4f9-4f9a-466e-b61e-6105bf612c2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:45.145746 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ee13736f-1ac3-45ea-a6e7-e94fce4ed53b None None] Transition to ACTIVE for port object 4ad9a788-5b70-4b25-b336-b2fa94ac22a8 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:45.270885 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-90135ec9-e195-4ad8-bc46-20acb96b2550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:45.291280 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ee13736f-1ac3-45ea-a6e7-e94fce4ed53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:45.297545 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a8f0d3d7-7f5b-4308-8488-196e69b51ad7 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:45.298228 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-33ccffcf-292d-46ca-89eb-d3881c6e694e tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:45.318593 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b87d9263-2094-447c-a77c-249847b64f1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:45.322176 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b18e2f2f-a2fa-434a-8122-680a5b0081cd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:45.339682 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0efed061-65a0-4956-9af3-556254cccdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0048f-bc51-452e-8581-6acbe3575801', 'name': 'tempest-NetworksTestDHCPv6-router-2087966409', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:33Z', 'updated_at': '2021-05-31T15:49:39Z', 'revision_number': 2, 'project_id': '3e24807f49c142caa434cef18b676ced', 'gw_port_host': None, '_interfaces': [{'id': 'd467d652-bad8-436a-bc61-7cda183a2ec6', 'name': '', 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'mac_address': 'fa:16:3e:eb:34:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d0048f-bc51-452e-8581-6acbe3575801', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '26c01631-15b1-496c-a1c8-af2d15cea293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:35Z', 'updated_at': '2021-05-31T15:49:40Z', 'revision_number': 2, 'project_id': '3e24807f49c142caa434cef18b676ced', 'subnets': [{'id': '26c01631-15b1-496c-a1c8-af2d15cea293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:45.344912 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efed061-65a0-4956-9af3-556254cccdb2 None None] Checking router: a6d0048f-bc51-452e-8581-6acbe3575801 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:49:45.345263 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efed061-65a0-4956-9af3-556254cccdb2 None None] Updating router a6d0048f-bc51-452e-8581-6acbe3575801 port d467d652-bad8-436a-bc61-7cda183a2ec6 binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:49:45.450986 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-90135ec9-e195-4ad8-bc46-20acb96b2550 None None] For port 687cdfb7-9fa3-4617-8d69-10fae56084cb, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=687cdfb7-9fa3-4617-8d69-10fae56084cb,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:45.483060 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-0efed061-65a0-4956-9af3-556254cccdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:45.511949 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-451c2f8b-1947-4996-9aa6-f1fa4153499d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:45.523036 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-36036ab7-b245-4b6f-8541-25f2562feaa7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:45.524788 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a8f0d3d7-7f5b-4308-8488-196e69b51ad7 None None] Transition to ACTIVE for port object 8ee43ab5-98aa-4779-8c05-bcf91763b7d7 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:45.528017 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bcec54-a66a-477b-b1f9-d3150b647a08 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:45.534894 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bcec54-a66a-477b-b1f9-d3150b647a08 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:45.536837 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-82bcec54-a66a-477b-b1f9-d3150b647a08 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.6879065 May 31 15:49:45.537917 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ccffcf-292d-46ca-89eb-d3881c6e694e tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Checking segment: {'id': '941c51e2-2de9-4401-8e09-157a5bbec5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '15be47a0-48b8-4bac-8012-a4f86e87970c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:45.538435 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ccffcf-292d-46ca-89eb-d3881c6e694e tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Network hostable DHCP agents. Network: 15be47a0-48b8-4bac-8012-a4f86e87970c, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:49:45.543469 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-90135ec9-e195-4ad8-bc46-20acb96b2550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:45.545743 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54196) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:45.584723 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-90135ec9-e195-4ad8-bc46-20acb96b2550 None None] Could not find standard attr ID for object e50e13e3-c16d-4af7-bd7a-a543884ccc3e. {{(pid=99206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 15:49:45.686309 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09920f29-9c54-4a12-aaee-84af0ad47590 None None] Network 1e6d7417-4bd4-418b-808b-5f1717377e16 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:45.720470 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d46c3-1ce4-43a9-82dc-4bf9b0e3c4ba None None] Pushing event updated for resources: {'Port': ['ID=4ad9a788-5b70-4b25-b336-b2fa94ac22a8,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:45.726869 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-296d46c3-1ce4-43a9-82dc-4bf9b0e3c4ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:45.729668 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a8f0d3d7-7f5b-4308-8488-196e69b51ad7 None None] Transition to ACTIVE for port object 8ee43ab5-98aa-4779-8c05-bcf91763b7d7 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:45.752442 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f1d7be62-8660-489b-803e-ab7ae07bcf11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:45.789769 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 9aea0ffd-09fb-4f80-8bb0-33a7a5109e33 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:45.794383 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-621d3a96-d286-4962-9006-0737d70b6836 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:45.819376 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-621d3a96-d286-4962-9006-0737d70b6836 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:45.885258 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8a3b3611-a5d1-403d-8767-d82a4b6ba159 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:45.905185 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ccffcf-292d-46ca-89eb-d3881c6e694e tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event updated for resources: {'Subnet': ['ID=09259daa-01d1-4bd6-b5dd-6b59c5b377a8,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:45.908232 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-33ccffcf-292d-46ca-89eb-d3881c6e694e tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:45.930986 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-56338513-fb71-489d-a9b3-6fa81dacc590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:45.962090 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a8f0d3d7-7f5b-4308-8488-196e69b51ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:46.000437 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d3a96-d286-4962-9006-0737d70b6836 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=860750d0-f902-4d6f-ab8b-f308f1d3917e,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:46.004066 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-621d3a96-d286-4962-9006-0737d70b6836 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:46.013258 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ccffcf-292d-46ca-89eb-d3881c6e694e tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Network 15be47a0-48b8-4bac-8012-a4f86e87970c is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:49:46.022445 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-90135ec9-e195-4ad8-bc46-20acb96b2550 None None] Provisioning for port 9aea0ffd-09fb-4f80-8bb0-33a7a5109e33 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:46.038143 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 86ea5733-7342-4aab-8e68-f72f8b70c72b up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:46.134761 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-33ccffcf-292d-46ca-89eb-d3881c6e694e tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 15be47a0-48b8-4bac-8012-a4f86e87970c) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:46.144612 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-0efed061-65a0-4956-9af3-556254cccdb2 None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:46.146887 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-621d3a96-d286-4962-9006-0737d70b6836 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:46.149241 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-621d3a96-d286-4962-9006-0737d70b6836 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3534286 May 31 15:49:46.157138 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54200) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:46.161775 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-0efed061-65a0-4956-9af3-556254cccdb2 None None] Transition to ACTIVE for port object d467d652-bad8-436a-bc61-7cda183a2ec6 will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:46.163333 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f866a36-e2c8-4a6e-9242-d9245a746e5f None None] Network 15be47a0-48b8-4bac-8012-a4f86e87970c requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:46.163897 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:46.169159 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-e11fd312-cd11-487e-8d65-40ce0a3da2b4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'security_group': {'name': 'tempest-secgroup-1932757318'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:46.174703 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-0efed061-65a0-4956-9af3-556254cccdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:46.177254 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ccffcf-292d-46ca-89eb-d3881c6e694e tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:46.177953 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-33ccffcf-292d-46ca-89eb-d3881c6e694e tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:46.179700 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-4afd9729-c409-4c5a-8326-18f324b8960a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Allocated IP 172.26.0.7 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/4d896881-b3db-47d3-bc39-e82f7a95c9c9) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:46.180525 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:46.191650 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c2f8b-1947-4996-9aa6-f1fa4153499d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Subnet': ['ID=e09bf9c5-ad9b-4edb-a871-044c6e2d7839,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:46.207267 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-ee13736f-1ac3-45ea-a6e7-e94fce4ed53b None None] Attempting to bind port 4ad9a788-5b70-4b25-b336-b2fa94ac22a8 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:49:46.207990 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-ee13736f-1ac3-45ea-a6e7-e94fce4ed53b None None] Attempting to bind port 4ad9a788-5b70-4b25-b336-b2fa94ac22a8 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'b60a3926-17ab-4d84-b404-856fe26e2a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:49:46.208525 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee13736f-1ac3-45ea-a6e7-e94fce4ed53b None None] Attempting to bind port 4ad9a788-5b70-4b25-b336-b2fa94ac22a8 on network ff27b6ea-8ccf-47a3-b354-81f75f21bbba {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:49:46.213697 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-451c2f8b-1947-4996-9aa6-f1fa4153499d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:46.216246 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-473287f6-e8b1-4514-83c6-b6e94069897a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:46.223729 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee13736f-1ac3-45ea-a6e7-e94fce4ed53b None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:49:46.225262 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee13736f-1ac3-45ea-a6e7-e94fce4ed53b None None] Checking segment: {'id': 'b60a3926-17ab-4d84-b404-856fe26e2a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:46.229350 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ee13736f-1ac3-45ea-a6e7-e94fce4ed53b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:46.230012 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee13736f-1ac3-45ea-a6e7-e94fce4ed53b None None] Bound using segment: {'id': 'b60a3926-17ab-4d84-b404-856fe26e2a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:49:46.230694 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-ee13736f-1ac3-45ea-a6e7-e94fce4ed53b None None] Bound port: 4ad9a788-5b70-4b25-b336-b2fa94ac22a8, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60a3926-17ab-4d84-b404-856fe26e2a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:49:46.231271 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ee13736f-1ac3-45ea-a6e7-e94fce4ed53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:46.246715 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-90135ec9-e195-4ad8-bc46-20acb96b2550 None None] Provisioning complete for port 9aea0ffd-09fb-4f80-8bb0-33a7a5109e33 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:46.247328 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-90135ec9-e195-4ad8-bc46-20acb96b2550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:46.320463 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451c2f8b-1947-4996-9aa6-f1fa4153499d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Checking segment: {'id': 'c1fa8a02-d810-4da0-bb4c-52219241bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'f9ad58a8-1a63-4e9f-a5df-eb102a0f6106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:46.320882 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451c2f8b-1947-4996-9aa6-f1fa4153499d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network hostable DHCP agents. Network: f9ad58a8-1a63-4e9f-a5df-eb102a0f6106, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:49:46.391787 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f0d3d7-7f5b-4308-8488-196e69b51ad7 None None] Network 819a311b-dc0e-48e0-b2bc-560801c411d2 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:46.411191 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-a8f0d3d7-7f5b-4308-8488-196e69b51ad7 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:46.412507 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event deleted for resources: {'Subnet': ['ID=50aa4b91-4ca8-4a1c-bdba-a676778f8121,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:46.414111 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907e6272-e5c2-42c3-a98d-e22faa756d8f None None] Network 71eaf9f4-4400-4614-8b77-b1ba15c8c882 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:46.444629 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:46.449295 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6708767-f509-43bd-9ec3-c12298a6e210 None None] Pushing event updated for resources: {'Port': ['ID=d467d652-bad8-436a-bc61-7cda183a2ec6,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:46.459144 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6708767-f509-43bd-9ec3-c12298a6e210 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:46.459511 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6708767-f509-43bd-9ec3-c12298a6e210 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:46.459828 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6708767-f509-43bd-9ec3-c12298a6e210 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:46.460298 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6708767-f509-43bd-9ec3-c12298a6e210 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:46.460678 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6708767-f509-43bd-9ec3-c12298a6e210 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:46.460998 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6708767-f509-43bd-9ec3-c12298a6e210 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:46.461314 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6708767-f509-43bd-9ec3-c12298a6e210 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:46.461628 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6708767-f509-43bd-9ec3-c12298a6e210 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:46.461942 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6708767-f509-43bd-9ec3-c12298a6e210 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:46.462385 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6708767-f509-43bd-9ec3-c12298a6e210 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:46.462700 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6708767-f509-43bd-9ec3-c12298a6e210 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:46.463030 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6708767-f509-43bd-9ec3-c12298a6e210 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:49:46.465814 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e11fd312-cd11-487e-8d65-40ce0a3da2b4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:46.470028 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f0d3d7-7f5b-4308-8488-196e69b51ad7 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:49:46.476416 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-f6708767-f509-43bd-9ec3-c12298a6e210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:46.484524 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e11fd312-cd11-487e-8d65-40ce0a3da2b4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:security_group and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:46.491854 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-0efed061-65a0-4956-9af3-556254cccdb2 None None] Attempting to bind port d467d652-bad8-436a-bc61-7cda183a2ec6 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:49:46.492463 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-0efed061-65a0-4956-9af3-556254cccdb2 None None] Attempting to bind port d467d652-bad8-436a-bc61-7cda183a2ec6 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:49:46.492752 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e11fd312-cd11-487e-8d65-40ce0a3da2b4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:46.492876 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efed061-65a0-4956-9af3-556254cccdb2 None None] Attempting to bind port d467d652-bad8-436a-bc61-7cda183a2ec6 on network b5001308-9f67-458f-99a7-4cdcd1177eb2 {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:49:46.507254 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efed061-65a0-4956-9af3-556254cccdb2 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:49:46.507856 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efed061-65a0-4956-9af3-556254cccdb2 None None] Checking segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:46.508618 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-0efed061-65a0-4956-9af3-556254cccdb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:46.509140 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efed061-65a0-4956-9af3-556254cccdb2 None None] Bound using segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:49:46.509839 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-0efed061-65a0-4956-9af3-556254cccdb2 None None] Bound port: d467d652-bad8-436a-bc61-7cda183a2ec6, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:49:46.510505 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-0efed061-65a0-4956-9af3-556254cccdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:46.547625 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e11fd312-cd11-487e-8d65-40ce0a3da2b4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:46.553404 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-33ccffcf-292d-46ca-89eb-d3881c6e694e tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0951314 May 31 15:49:46.554334 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54204) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:46.577140 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90135ec9-e195-4ad8-bc46-20acb96b2550 None None] Pushing event updated for resources: {'Port': ['ID=687cdfb7-9fa3-4617-8d69-10fae56084cb,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:46.608814 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e11fd312-cd11-487e-8d65-40ce0a3da2b4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:46.657138 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-0efed061-65a0-4956-9af3-556254cccdb2 None None] For port d467d652-bad8-436a-bc61-7cda183a2ec6, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:49:46.661205 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-0efed061-65a0-4956-9af3-556254cccdb2 None None] For port d467d652-bad8-436a-bc61-7cda183a2ec6, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=d467d652-bad8-436a-bc61-7cda183a2ec6,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:49:46.667326 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-0efed061-65a0-4956-9af3-556254cccdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:46.680122 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:46.690429 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:46.713430 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e11fd312-cd11-487e-8d65-40ce0a3da2b4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:46.721722 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e11fd312-cd11-487e-8d65-40ce0a3da2b4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:security_group_rule and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:46.726887 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-ee13736f-1ac3-45ea-a6e7-e94fce4ed53b None None] For port 4ad9a788-5b70-4b25-b336-b2fa94ac22a8, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:49:46.730668 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-ee13736f-1ac3-45ea-a6e7-e94fce4ed53b None None] For port 4ad9a788-5b70-4b25-b336-b2fa94ac22a8, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=4ad9a788-5b70-4b25-b336-b2fa94ac22a8,segment=NetworkSegment(b60a3926-17ab-4d84-b404-856fe26e2a28),segment_id=b60a3926-17ab-4d84-b404-856fe26e2a28)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:49:46.735405 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819a311b-dc0e-48e0-b2bc-560801c411d2']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:46.749000 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e11fd312-cd11-487e-8d65-40ce0a3da2b4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:46.757177 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '372d7fcc-11e4-4414-8216-cebc7450673d') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:46.757805 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '372d7fcc-11e4-4414-8216-cebc7450673d') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:46.759993 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e11fd312-cd11-487e-8d65-40ce0a3da2b4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:46.777698 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451c2f8b-1947-4996-9aa6-f1fa4153499d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network f9ad58a8-1a63-4e9f-a5df-eb102a0f6106 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:49:46.793174 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:46.809924 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-df4f2110-0e27-46f5-8955-3277324d5d7b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:46.820796 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-451c2f8b-1947-4996-9aa6-f1fa4153499d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, f9ad58a8-1a63-4e9f-a5df-eb102a0f6106) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:46.859416 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-90135ec9-e195-4ad8-bc46-20acb96b2550 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.107s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:46.887110 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:46.891831 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efed061-65a0-4956-9af3-556254cccdb2 None None] Routers {'a6d0048f-bc51-452e-8581-6acbe3575801'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:46.892477 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0efed061-65a0-4956-9af3-556254cccdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['a6d0048f-bc51-452e-8581-6acbe3575801'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:46.902968 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451c2f8b-1947-4996-9aa6-f1fa4153499d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:46.903792 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-451c2f8b-1947-4996-9aa6-f1fa4153499d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:46.914438 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ee13736f-1ac3-45ea-a6e7-e94fce4ed53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:46.918775 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f06a864b-928a-4aef-8a29-090b03a8636e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.906s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:47.009167 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:49:47.009744 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:47.011899 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e11fd312-cd11-487e-8d65-40ce0a3da2b4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:47.026854 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0d3d7-7f5b-4308-8488-196e69b51ad7 None None] Pushing event updated for resources: {'Port': ['ID=8ee43ab5-98aa-4779-8c05-bcf91763b7d7,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:47.027677 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-df4f2110-0e27-46f5-8955-3277324d5d7b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:47.029247 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 86ea5733-7342-4aab-8e68-f72f8b70c72b completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:49:47.036744 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:49:47.039135 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487a361f-8781-4ad3-8c59-fcc2793381b1 None None] Network f9ad58a8-1a63-4e9f-a5df-eb102a0f6106 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:47.071416 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e11fd312-cd11-487e-8d65-40ce0a3da2b4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:47.094705 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:47.166016 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6708767-f509-43bd-9ec3-c12298a6e210 None None] Pushing event updated for resources: {'Port': ['ID=d467d652-bad8-436a-bc61-7cda183a2ec6,revision_number=4']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:47.171445 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4afd9729-c409-4c5a-8326-18f324b8960a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:47.178369 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-451c2f8b-1947-4996-9aa6-f1fa4153499d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.4837997 May 31 15:49:47.181063 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-f6708767-f509-43bd-9ec3-c12298a6e210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:47.185169 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54210) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:47.189158 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fd312-cd11-487e-8d65-40ce0a3da2b4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2a9d51-0114-4d1e-b413-b6dd734ffc88,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:47.200602 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-0efed061-65a0-4956-9af3-556254cccdb2 None None] Set router a6d0048f-bc51-452e-8581-6acbe3575801 gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:49:47.248875 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e11fd312-cd11-487e-8d65-40ce0a3da2b4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:47.252828 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e11fd312-cd11-487e-8d65-40ce0a3da2b4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0898974 May 31 15:49:47.255848 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e11fd312-cd11-487e-8d65-40ce0a3da2b4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:47.256306 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54214) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:47.284305 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-1b58aa9b-b2f9-4d3a-ac08-a53cd3c650af tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'security_group': {'name': 'tempest-secgroup-1565898099'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:47.292928 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-a8f0d3d7-7f5b-4308-8488-196e69b51ad7 None None] Attempting to bind port 8ee43ab5-98aa-4779-8c05-bcf91763b7d7 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:49:47.293472 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-a8f0d3d7-7f5b-4308-8488-196e69b51ad7 None None] Attempting to bind port 8ee43ab5-98aa-4779-8c05-bcf91763b7d7 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '372d7fcc-11e4-4414-8216-cebc7450673d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '819a311b-dc0e-48e0-b2bc-560801c411d2'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:49:47.293721 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f0d3d7-7f5b-4308-8488-196e69b51ad7 None None] Attempting to bind port 8ee43ab5-98aa-4779-8c05-bcf91763b7d7 on network 819a311b-dc0e-48e0-b2bc-560801c411d2 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:49:47.326778 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8a3b3611-a5d1-403d-8767-d82a4b6ba159 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:47.330567 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.db.api [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 31 15:49:47.330567 dv-neutron-601336-79-hyperv neutron-server[99204]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 31 15:49:47.330567 dv-neutron-601336-79-hyperv neutron-server[99204]: [parameters: {'id': '819a311b-dc0e-48e0-b2bc-560801c411d2'}] May 31 15:49:47.330567 dv-neutron-601336-79-hyperv neutron-server[99204]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:49:47.331538 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_db.api [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:49:47.333723 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4afd9729-c409-4c5a-8326-18f324b8960a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:47.341030 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8b7e32c2-dc94-4ef4-90b1-e2a4da08c9fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:47.372689 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1b58aa9b-b2f9-4d3a-ac08-a53cd3c650af tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:47.379967 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f0d3d7-7f5b-4308-8488-196e69b51ad7 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:49:47.380348 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f0d3d7-7f5b-4308-8488-196e69b51ad7 None None] Checking segment: {'id': '372d7fcc-11e4-4414-8216-cebc7450673d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '819a311b-dc0e-48e0-b2bc-560801c411d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:47.382406 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a8f0d3d7-7f5b-4308-8488-196e69b51ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:47.382406 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f0d3d7-7f5b-4308-8488-196e69b51ad7 None None] Bound using segment: {'id': '372d7fcc-11e4-4414-8216-cebc7450673d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '819a311b-dc0e-48e0-b2bc-560801c411d2'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:49:47.382406 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-a8f0d3d7-7f5b-4308-8488-196e69b51ad7 None None] Bound port: 8ee43ab5-98aa-4779-8c05-bcf91763b7d7, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '372d7fcc-11e4-4414-8216-cebc7450673d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '819a311b-dc0e-48e0-b2bc-560801c411d2'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:49:47.382723 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a8f0d3d7-7f5b-4308-8488-196e69b51ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:47.387302 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8a3b3611-a5d1-403d-8767-d82a4b6ba159 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:47.388326 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8a3b3611-a5d1-403d-8767-d82a4b6ba159 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:47.483036 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1b58aa9b-b2f9-4d3a-ac08-a53cd3c650af tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:security_group and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:47.500305 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1b58aa9b-b2f9-4d3a-ac08-a53cd3c650af tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:47.517209 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 2350d0ab-eb14-46d7-9802-65a01c0362b8 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:49:47.517906 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1b58aa9b-b2f9-4d3a-ac08-a53cd3c650af tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:47.568705 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afd9729-c409-4c5a-8326-18f324b8960a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:47.573804 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 2350d0ab-eb14-46d7-9802-65a01c0362b8 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:49:47.574161 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 2350d0ab-eb14-46d7-9802-65a01c0362b8 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:49:47.574547 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-4afd9729-c409-4c5a-8326-18f324b8960a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:47.574700 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 90759eeb-6464-474c-8c5a-48e0f6cd901d no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:49:47.593802 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1b58aa9b-b2f9-4d3a-ac08-a53cd3c650af tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:47.597205 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afd9729-c409-4c5a-8326-18f324b8960a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:49:47.603575 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c09fe9e5-1bfa-4bb5-97db-db1eefe7b243 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:47.615817 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07931a94-9747-44ad-9f5b-92fd255dedff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-f9ad58a8-1a63-4e9f-a5df-eb102a0f6106', 'network_id': 'f9ad58a8-1a63-4e9f-a5df-eb102a0f6106', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'fixed_ips': [{'subnet_id': 'e09bf9c5-ad9b-4edb-a871-044c6e2d7839'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:49:47.616696 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-07931a94-9747-44ad-9f5b-92fd255dedff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:47.625728 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0efed061-65a0-4956-9af3-556254cccdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0048f-bc51-452e-8581-6acbe3575801', 'name': 'tempest-NetworksTestDHCPv6-router-2087966409', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:33Z', 'updated_at': '2021-05-31T15:49:39Z', 'revision_number': 2, 'project_id': '3e24807f49c142caa434cef18b676ced', 'gw_port_host': None, '_interfaces': [{'id': 'd467d652-bad8-436a-bc61-7cda183a2ec6', 'name': '', 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'mac_address': 'fa:16:3e:eb:34:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d0048f-bc51-452e-8581-6acbe3575801', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '26c01631-15b1-496c-a1c8-af2d15cea293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:35Z', 'updated_at': '2021-05-31T15:49:46Z', 'revision_number': 4, 'project_id': '3e24807f49c142caa434cef18b676ced', 'subnets': [{'id': '26c01631-15b1-496c-a1c8-af2d15cea293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:47.630284 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efed061-65a0-4956-9af3-556254cccdb2 None None] The sync data for ids ['a6d0048f-bc51-452e-8581-6acbe3575801'] in dv-neutron-601336-79-hyperv is: [{'id': 'a6d0048f-bc51-452e-8581-6acbe3575801', 'name': 'tempest-NetworksTestDHCPv6-router-2087966409', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:33Z', 'updated_at': '2021-05-31T15:49:39Z', 'revision_number': 2, 'project_id': '3e24807f49c142caa434cef18b676ced', 'gw_port_host': None, '_interfaces': [{'id': 'd467d652-bad8-436a-bc61-7cda183a2ec6', 'name': '', 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'mac_address': 'fa:16:3e:eb:34:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d0048f-bc51-452e-8581-6acbe3575801', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '26c01631-15b1-496c-a1c8-af2d15cea293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:35Z', 'updated_at': '2021-05-31T15:49:46Z', 'revision_number': 4, 'project_id': '3e24807f49c142caa434cef18b676ced', 'subnets': [{'id': '26c01631-15b1-496c-a1c8-af2d15cea293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:49:47.650874 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd9729-c409-4c5a-8326-18f324b8960a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Pushing event updated for resources: {'Port': ['ID=4d896881-b3db-47d3-bc39-e82f7a95c9c9,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:47.673902 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4afd9729-c409-4c5a-8326-18f324b8960a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:47.690919 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4e5ee5b4-6fca-43b4-94c7-23b47eb9c464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.286s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:47.755226 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 90759eeb-6464-474c-8c5a-48e0f6cd901d {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:49:47.756046 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 90759eeb-6464-474c-8c5a-48e0f6cd901d not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:49:47.901431 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee13736f-1ac3-45ea-a6e7-e94fce4ed53b None None] Routers {'1251add1-0768-43fd-9a5e-ac4434f0d2c2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:47.902243 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-ee13736f-1ac3-45ea-a6e7-e94fce4ed53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:47.904494 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:48.011752 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 687cdfb7-9fa3-4617-8d69-10fae56084cb up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:48.019614 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b3611-a5d1-403d-8767-d82a4b6ba159 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Port': ['ID=ae47693b-9e6d-48f5-9bb8-db36e174d5d5,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:48.023291 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8a3b3611-a5d1-403d-8767-d82a4b6ba159 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:48.032985 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3b3611-a5d1-403d-8767-d82a4b6ba159 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network db8f385d-7663-43cb-828f-72ef81af5df8 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:48.183567 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1b58aa9b-b2f9-4d3a-ac08-a53cd3c650af tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:48.250912 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-ee13736f-1ac3-45ea-a6e7-e94fce4ed53b None None] Set router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:49:48.262398 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-8a3b3611-a5d1-403d-8767-d82a4b6ba159 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:48.429569 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d46c3-1ce4-43a9-82dc-4bf9b0e3c4ba None None] Pushing event updated for resources: {'Port': ['ID=4ad9a788-5b70-4b25-b336-b2fa94ac22a8,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:48.500509 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-90135ec9-e195-4ad8-bc46-20acb96b2550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:48.558381 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1b58aa9b-b2f9-4d3a-ac08-a53cd3c650af tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:security_group_rule and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:48.579614 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1b58aa9b-b2f9-4d3a-ac08-a53cd3c650af tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:48.593613 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3b3611-a5d1-403d-8767-d82a4b6ba159 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Router 7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:49:48.601624 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-296d46c3-1ce4-43a9-82dc-4bf9b0e3c4ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.683s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:48.607406 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1b58aa9b-b2f9-4d3a-ac08-a53cd3c650af tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:48.609524 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Deleting port 8ee43ab5-98aa-4779-8c05-bcf91763b7d7 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:49:48.609866 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:48.717514 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13379c64-a0a4-47f7-9e3c-a3f42606682d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-15be47a0-48b8-4bac-8012-a4f86e87970c', 'network_id': '15be47a0-48b8-4bac-8012-a4f86e87970c', 'tenant_id': '77c737149bd84d0bb3a7bb28e9afd80b', 'fixed_ips': [{'subnet_id': '09259daa-01d1-4bd6-b5dd-6b59c5b377a8'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:49:48.718812 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-13379c64-a0a4-47f7-9e3c-a3f42606682d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:48.729243 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5b9771b5-3e87-4a48-990d-e0c8b25ace5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.721s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:48.729497 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5b9771b5-3e87-4a48-990d-e0c8b25ace5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:48.759857 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-df4f2110-0e27-46f5-8955-3277324d5d7b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:48.766814 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-62701ff8-9f0f-4c3a-bd97-4435f33f9db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:48.856488 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f2110-0e27-46f5-8955-3277324d5d7b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Subnet': ['ID=09259daa-01d1-4bd6-b5dd-6b59c5b377a8,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:48.903317 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-df4f2110-0e27-46f5-8955-3277324d5d7b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:48.931416 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-90135ec9-e195-4ad8-bc46-20acb96b2550 None None] For port 9aea0ffd-09fb-4f80-8bb0-33a7a5109e33, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=9aea0ffd-09fb-4f80-8bb0-33a7a5109e33,segment=NetworkSegment(f96eaba6-d9fe-414a-b1fc-b384cd3b360c),segment_id=f96eaba6-d9fe-414a-b1fc-b384cd3b360c)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:48.933903 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1b58aa9b-b2f9-4d3a-ac08-a53cd3c650af tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:48.934859 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-a8f0d3d7-7f5b-4308-8488-196e69b51ad7 None None] For port 8ee43ab5-98aa-4779-8c05-bcf91763b7d7, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:49:48.966208 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-90135ec9-e195-4ad8-bc46-20acb96b2550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:48.967834 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-90135ec9-e195-4ad8-bc46-20acb96b2550 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:48.991804 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1b58aa9b-b2f9-4d3a-ac08-a53cd3c650af tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:49.010396 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8f0c11fe-d2a3-40ef-a911-6a30c09e66eb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:49.027959 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] For port 8ee43ab5-98aa-4779-8c05-bcf91763b7d7, host dv-neutron-601336-79-hyperv, got binding levels [] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:49.028573 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:49.028675 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-a8f0d3d7-7f5b-4308-8488-196e69b51ad7 None None] For port 8ee43ab5-98aa-4779-8c05-bcf91763b7d7, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=8ee43ab5-98aa-4779-8c05-bcf91763b7d7,segment=NetworkSegment(372d7fcc-11e4-4414-8216-cebc7450673d),segment_id=372d7fcc-11e4-4414-8216-cebc7450673d)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:49:49.040178 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dcce9f4c-434e-4467-a8e3-922b1b373922 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:49.062641 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-df4f2110-0e27-46f5-8955-3277324d5d7b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:49.089556 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58aa9b-b2f9-4d3a-ac08-a53cd3c650af tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a07c05a-5771-4963-981c-5ed2451b224b,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:49.092721 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-df4f2110-0e27-46f5-8955-3277324d5d7b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15be47a0-48b8-4bac-8012-a4f86e87970c']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:49.100181 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a8f0d3d7-7f5b-4308-8488-196e69b51ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:49.111506 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1b58aa9b-b2f9-4d3a-ac08-a53cd3c650af tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:49.132271 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-07931a94-9747-44ad-9f5b-92fd255dedff None None] Allocated IP 172.22.0.2 (f9ad58a8-1a63-4e9f-a5df-eb102a0f6106/e09bf9c5-ad9b-4edb-a871-044c6e2d7839/19724008-4113-4bb2-986e-3876ab3d032d) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:49.195057 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-df4f2110-0e27-46f5-8955-3277324d5d7b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941c51e2-2de9-4401-8e09-157a5bbec5ca') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:49.195349 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-df4f2110-0e27-46f5-8955-3277324d5d7b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941c51e2-2de9-4401-8e09-157a5bbec5ca') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:49.197354 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d585fc7-03aa-426b-a131-3af4b3ab8164 None None] Network 15be47a0-48b8-4bac-8012-a4f86e87970c requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:49.209267 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Calling delete_port for 8ee43ab5-98aa-4779-8c05-bcf91763b7d7 owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:49:49.209664 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 687cdfb7-9fa3-4617-8d69-10fae56084cb triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:49.210220 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:49.263124 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1b58aa9b-b2f9-4d3a-ac08-a53cd3c650af tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:49.264106 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3b3611-a5d1-403d-8767-d82a4b6ba159 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:49:49.264640 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1b58aa9b-b2f9-4d3a-ac08-a53cd3c650af tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9986560 May 31 15:49:49.274485 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-df4f2110-0e27-46f5-8955-3277324d5d7b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:49.282905 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54218) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:49.292360 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:49.297705 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9416d728-8587-4429-828d-fad7979efab6 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:49.303826 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-191679a8-e335-48f6-a414-75747a4c0477 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1202851252', 'security_groups': ['7a07c05a-5771-4963-981c-5ed2451b224b'], 'network_id': '1e6d7417-4bd4-418b-808b-5f1717377e16', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a2eca6b8-3825-4c5a-b20c-c32a9d98708b'}]}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:49.323352 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90135ec9-e195-4ad8-bc46-20acb96b2550 None None] Pushing event updated for resources: {'Port': ['ID=9aea0ffd-09fb-4f80-8bb0-33a7a5109e33,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:49.335723 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-df4f2110-0e27-46f5-8955-3277324d5d7b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:49.339120 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8a3b3611-a5d1-403d-8767-d82a4b6ba159 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "PUT /v2.0/routers/7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6848304 May 31 15:49:49.340277 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4afd9729-c409-4c5a-8326-18f324b8960a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router_gateway, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:49.341828 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54222) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:49.351187 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-90135ec9-e195-4ad8-bc46-20acb96b2550 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:49.361617 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9ba43d-dcbd-4d75-a24a-97b75c1ed917 None None] Sync routers for ids ['7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:49:49.363818 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-fcf92e4d-f3cc-49aa-b883-a2d332d9acec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:49.434094 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event deleted for resources: {'Port': ['ID=8ee43ab5-98aa-4779-8c05-bcf91763b7d7,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:49.442112 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:49.444945 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df4f2110-0e27-46f5-8955-3277324d5d7b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:49:49.445260 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] No DVR routers for this DVR port 8ee43ab5-98aa-4779-8c05-bcf91763b7d7 on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:49:49.445406 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-df4f2110-0e27-46f5-8955-3277324d5d7b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:49:49.464450 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:49:49.494250 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f420c792-51be-42d9-b6e8-ac49bb20eb64 None None] Provisioning complete for port 8b9e08a6-e887-462a-b20c-a3389dadc5b6 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:49.494870 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f420c792-51be-42d9-b6e8-ac49bb20eb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server [None req-c22a9a9b-ba77-4b87-b9df-d3a31ac30b7a None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 8ee43ab5-98aa-4779-8c05-bcf91763b7d7 could not be found. May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id) May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 161, in get_by_id May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 3500, in one May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server raise orm_exc.NoResultFound("No row was found for one()") May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server sqlalchemy.orm.exc.NoResultFound: No row was found for one() May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server raise self.value May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server raise self.value May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server raise self.value May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server raise self.value May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 31 15:49:49.597709 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 31 15:49:49.601362 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 31 15:49:49.601362 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 31 15:49:49.601362 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 15:49:49.601362 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 15:49:49.601362 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 15:49:49.601362 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server raise self.value May 31 15:49:49.601362 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 31 15:49:49.601362 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 31 15:49:49.601362 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 31 15:49:49.601362 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 31 15:49:49.601362 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 15:49:49.601362 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 15:49:49.601362 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 15:49:49.601362 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server raise self.value May 31 15:49:49.601362 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 31 15:49:49.601362 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 31 15:49:49.601362 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 31 15:49:49.601362 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 31 15:49:49.601362 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1529, in get_port May 31 15:49:49.601362 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id) May 31 15:49:49.601362 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 291, in _get_port May 31 15:49:49.601362 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) May 31 15:49:49.601362 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 8ee43ab5-98aa-4779-8c05-bcf91763b7d7 could not be found. May 31 15:49:49.601362 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server May 31 15:49:49.601362 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0d3d7-7f5b-4308-8488-196e69b51ad7 None None] Pushing event deleted for resources: {'Port': ['ID=8ee43ab5-98aa-4779-8c05-bcf91763b7d7,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:49.631053 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-c09fe9e5-1bfa-4bb5-97db-db1eefe7b243 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting port d467d652-bad8-436a-bc61-7cda183a2ec6 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:49:49.632333 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c09fe9e5-1bfa-4bb5-97db-db1eefe7b243 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:49.633439 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9221e06e-8e07-4b85-96fa-3eacc0e23446 None None] Update dhcp port {'port': {'network_id': '1e6d7417-4bd4-418b-808b-5f1717377e16', 'fixed_ips': [{'subnet_id': 'b93058c8-5d8e-4f30-895e-df214f2cf0d7', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a2eca6b8-3825-4c5a-b20c-c32a9d98708b'}], 'binding:host_id': 'dv-neutron-601336-79-hyperv'}, 'id': '56c86544-315c-4809-946b-51d8804c54ba'} from dv-neutron-601336-79-hyperv. {{(pid=99206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 31 15:49:49.645375 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:49.678521 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a8f0d3d7-7f5b-4308-8488-196e69b51ad7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:49.684182 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cf07a0-7d58-4972-886f-65187859809f None None] Network 819a311b-dc0e-48e0-b2bc-560801c411d2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:49.684440 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819a311b-dc0e-48e0-b2bc-560801c411d2']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:49.720737 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9ba43d-dcbd-4d75-a24a-97b75c1ed917 None None] Routers {'7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:49.721484 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-1e9ba43d-dcbd-4d75-a24a-97b75c1ed917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:49.753949 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '372d7fcc-11e4-4414-8216-cebc7450673d') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:49.754230 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '372d7fcc-11e4-4414-8216-cebc7450673d') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:49.784488 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:49.784767 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8c6bc1-d94b-443b-8b58-70c855f37c99 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:49.788716 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2f8c6bc1-d94b-443b-8b58-70c855f37c99 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "GET /v2.0/ports/ae47693b-9e6d-48f5-9bb8-db36e174d5d5 HTTP/1.1" status: 200 len: 911 time: 0.3903658 May 31 15:49:49.791150 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54226) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:49.792340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-df4f2110-0e27-46f5-8955-3277324d5d7b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:49.803521 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-624f1ec6-25a6-4c9d-875a-a81ecbab147c tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:49.822879 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-df4f2110-0e27-46f5-8955-3277324d5d7b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:49.835597 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-191679a8-e335-48f6-a414-75747a4c0477 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:49.885374 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f2110-0e27-46f5-8955-3277324d5d7b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Network': ['ID=15be47a0-48b8-4bac-8012-a4f86e87970c,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:49.899971 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-df4f2110-0e27-46f5-8955-3277324d5d7b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:49.913004 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-df4f2110-0e27-46f5-8955-3277324d5d7b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/networks/15be47a0-48b8-4bac-8012-a4f86e87970c HTTP/1.1" status: 204 len: 168 time: 3.3463931 May 31 15:49:49.913004 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-191679a8-e335-48f6-a414-75747a4c0477 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:49.922020 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-1e9ba43d-dcbd-4d75-a24a-97b75c1ed917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:49.924894 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54230) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:49.935723 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-f420c792-51be-42d9-b6e8-ac49bb20eb64 None None] Port 8b9e08a6-e887-462a-b20c-a3389dadc5b6 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:49:49.941936 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-42d93836-c4e6-4ac0-8643-5df07e1aeaab tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2068641470'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:49.953683 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-42d93836-c4e6-4ac0-8643-5df07e1aeaab tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:49.976854 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-42d93836-c4e6-4ac0-8643-5df07e1aeaab tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Usage tracker for resource:network and tenant:77c737149bd84d0bb3a7bb28e9afd80b is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:49.983538 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-42d93836-c4e6-4ac0-8643-5df07e1aeaab tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:49.986324 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191679a8-e335-48f6-a414-75747a4c0477 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:50.007753 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9221e06e-8e07-4b85-96fa-3eacc0e23446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:50.011434 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-42d93836-c4e6-4ac0-8643-5df07e1aeaab tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:50.017345 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-c09fe9e5-1bfa-4bb5-97db-db1eefe7b243 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] For port d467d652-bad8-436a-bc61-7cda183a2ec6, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=d467d652-bad8-436a-bc61-7cda183a2ec6,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:50.017769 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c09fe9e5-1bfa-4bb5-97db-db1eefe7b243 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:50.118026 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9ba43d-dcbd-4d75-a24a-97b75c1ed917 None None] Routers {'7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:50.118677 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-1e9ba43d-dcbd-4d75-a24a-97b75c1ed917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:50.119335 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:50.150935 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:49:50.151238 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:49:50.172785 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:49:50.372337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d93836-c4e6-4ac0-8643-5df07e1aeaab tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Made reservation on behalf of 77c737149bd84d0bb3a7bb28e9afd80b for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:50.376151 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-42d93836-c4e6-4ac0-8643-5df07e1aeaab tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:50.392696 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-1e9ba43d-dcbd-4d75-a24a-97b75c1ed917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:50.393123 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9ba43d-dcbd-4d75-a24a-97b75c1ed917 None None] The sync data for ids ['7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:49:50.399395 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-c09fe9e5-1bfa-4bb5-97db-db1eefe7b243 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Calling delete_port for d467d652-bad8-436a-bc61-7cda183a2ec6 owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:49:50.439797 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-ee13736f-1ac3-45ea-a6e7-e94fce4ed53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:49:34Z', 'revision_number': 3, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None, '_interfaces': [{'id': '4ad9a788-5b70-4b25-b336-b2fa94ac22a8', 'name': '', 'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:a9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:31Z', 'updated_at': '2021-05-31T15:49:46Z', 'revision_number': 4, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '733c2800-0fbc-443c-896f-fc73ee4be24f', 'name': '', 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:9d:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:14Z', 'updated_at': '2021-05-31T15:49:31Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:50.463528 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42d93836-c4e6-4ac0-8643-5df07e1aeaab tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:49:50.468889 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-191679a8-e335-48f6-a414-75747a4c0477 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:50.472661 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:50.478201 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:50.501403 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-42d93836-c4e6-4ac0-8643-5df07e1aeaab tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:50.502048 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-42d93836-c4e6-4ac0-8643-5df07e1aeaab tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Added segment bc62b2c3-a375-4137-a14f-dbfc820b8c4c of type vlan for network f339f647-3d58-4483-b5df-b510a75e2d9e May 31 15:49:50.502784 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee13736f-1ac3-45ea-a6e7-e94fce4ed53b None None] The sync data for ids ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'] in dv-neutron-601336-79-hyperv is: [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:49:34Z', 'revision_number': 3, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None, '_interfaces': [{'id': '4ad9a788-5b70-4b25-b336-b2fa94ac22a8', 'name': '', 'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:a9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:31Z', 'updated_at': '2021-05-31T15:49:46Z', 'revision_number': 4, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '733c2800-0fbc-443c-896f-fc73ee4be24f', 'name': '', 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:9d:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:14Z', 'updated_at': '2021-05-31T15:49:31Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:49:50.512454 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-191679a8-e335-48f6-a414-75747a4c0477 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] device_id is not set on port a1f13f73-0c2f-444b-abf2-da07d124b2cb yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:49:50.518571 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4e5ee5b4-6fca-43b4-94c7-23b47eb9c464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:50.528932 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-07931a94-9747-44ad-9f5b-92fd255dedff None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:50.545385 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f420c792-51be-42d9-b6e8-ac49bb20eb64 None None] Provisioning complete for port 56c86544-315c-4809-946b-51d8804c54ba triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:50.545778 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f420c792-51be-42d9-b6e8-ac49bb20eb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:50.561252 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "DELETE /v2.0/networks/819a311b-dc0e-48e0-b2bc-560801c411d2 HTTP/1.1" status: 204 len: 168 time: 8.7744699 May 31 15:49:50.566314 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54234) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:50.568035 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event deleted for resources: {'Network': ['ID=819a311b-dc0e-48e0-b2bc-560801c411d2,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:50.581653 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:50.593535 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-07931a94-9747-44ad-9f5b-92fd255dedff None None] Transition to ACTIVE for port object 19724008-4113-4bb2-986e-3876ab3d032d will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:50.622308 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-837fb4e5-3ddd-4a02-ab4d-ccbe371c7046 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1079325876'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:50.645367 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-837fb4e5-3ddd-4a02-ab4d-ccbe371c7046 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:50.653071 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-42d93836-c4e6-4ac0-8643-5df07e1aeaab tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:50.670619 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-837fb4e5-3ddd-4a02-ab4d-ccbe371c7046 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Usage tracker for resource:network and tenant:1048e0b2a17044669ba0b1a74b492ce9 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:50.679892 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-837fb4e5-3ddd-4a02-ab4d-ccbe371c7046 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Quota usage for network was recalculated. Used quota:3. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:50.696396 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-07931a94-9747-44ad-9f5b-92fd255dedff None None] Transition to ACTIVE for port object 19724008-4113-4bb2-986e-3876ab3d032d will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:50.699261 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-837fb4e5-3ddd-4a02-ab4d-ccbe371c7046 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:50.763962 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-07931a94-9747-44ad-9f5b-92fd255dedff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:50.771088 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-58946eeb-420e-416b-a0b5-defb9725327f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:50.849915 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9aea0ffd-09fb-4f80-8bb0-33a7a5109e33 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:50.852628 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4afd9729-c409-4c5a-8326-18f324b8960a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:50.893693 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-dcce9f4c-434e-4467-a8e3-922b1b373922 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Allocated IP 172.22.0.1 (f9ad58a8-1a63-4e9f-a5df-eb102a0f6106/e09bf9c5-ad9b-4edb-a871-044c6e2d7839/4466f08d-7e41-4b26-b30d-a6bd659aacf6) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:50.923687 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837fb4e5-3ddd-4a02-ab4d-ccbe371c7046 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Made reservation on behalf of 1048e0b2a17044669ba0b1a74b492ce9 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:50.927304 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-837fb4e5-3ddd-4a02-ab4d-ccbe371c7046 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:50.941844 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07931a94-9747-44ad-9f5b-92fd255dedff None None] Network f9ad58a8-1a63-4e9f-a5df-eb102a0f6106 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:50.949523 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-42d93836-c4e6-4ac0-8643-5df07e1aeaab tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:50.955913 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d93836-c4e6-4ac0-8643-5df07e1aeaab tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:50.956536 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-42d93836-c4e6-4ac0-8643-5df07e1aeaab tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:50.969761 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a1069cdf-4951-4d18-8ff7-b8af64630f9a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:50.981716 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07931a94-9747-44ad-9f5b-92fd255dedff None None] Pushing event updated for resources: {'Port': ['ID=19724008-4113-4bb2-986e-3876ab3d032d,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:50.989081 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-07931a94-9747-44ad-9f5b-92fd255dedff None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:51.001380 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-07931a94-9747-44ad-9f5b-92fd255dedff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:51.003310 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-9221e06e-8e07-4b85-96fa-3eacc0e23446 None None] Allocated IP 172.20.0.2 (1e6d7417-4bd4-418b-808b-5f1717377e16/a2eca6b8-3825-4c5a-b20c-c32a9d98708b/56c86544-315c-4809-946b-51d8804c54ba) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:51.008409 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07931a94-9747-44ad-9f5b-92fd255dedff None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:49:51.185867 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d93836-c4e6-4ac0-8643-5df07e1aeaab tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event updated for resources: {'Network': ['ID=f339f647-3d58-4483-b5df-b510a75e2d9e,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:51.189959 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-42d93836-c4e6-4ac0-8643-5df07e1aeaab tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:51.219116 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network f339f647-3d58-4483-b5df-b510a75e2d9e details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:49:51.246759 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 9aea0ffd-09fb-4f80-8bb0-33a7a5109e33 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:51.247311 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:51.289595 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b2619e04-8718-47e4-a50f-f81ccd2fed5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:51.293626 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-837fb4e5-3ddd-4a02-ab4d-ccbe371c7046 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:49:51.328353 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-42d93836-c4e6-4ac0-8643-5df07e1aeaab tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3988824 May 31 15:49:51.331838 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-837fb4e5-3ddd-4a02-ab4d-ccbe371c7046 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:51.332079 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-837fb4e5-3ddd-4a02-ab4d-ccbe371c7046 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Added segment edc3118a-4061-4072-bbfa-4356b7997fd1 of type vlan for network 25dfd900-7b83-4d04-9837-2c632761ec03 May 31 15:49:51.343089 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54240) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:51.346603 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-07931a94-9747-44ad-9f5b-92fd255dedff None None] Attempting to bind port 19724008-4113-4bb2-986e-3876ab3d032d on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:49:51.347158 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-07931a94-9747-44ad-9f5b-92fd255dedff None None] Attempting to bind port 19724008-4113-4bb2-986e-3876ab3d032d by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'c1fa8a02-d810-4da0-bb4c-52219241bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'f9ad58a8-1a63-4e9f-a5df-eb102a0f6106'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:49:51.347731 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07931a94-9747-44ad-9f5b-92fd255dedff None None] Attempting to bind port 19724008-4113-4bb2-986e-3876ab3d032d on network f9ad58a8-1a63-4e9f-a5df-eb102a0f6106 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:49:51.354239 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-1aa65262-12e0-418c-a556-eac7ddc20011 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Request body: {'network': {'name': 'New_network'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:51.393891 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4afd9729-c409-4c5a-8326-18f324b8960a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Router e3339255-afe4-4bfa-9ef9-9e0be8ebd4f2 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:49:51.400245 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c09fe9e5-1bfa-4bb5-97db-db1eefe7b243 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:51.403345 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07931a94-9747-44ad-9f5b-92fd255dedff None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:49:51.403853 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07931a94-9747-44ad-9f5b-92fd255dedff None None] Checking segment: {'id': 'c1fa8a02-d810-4da0-bb4c-52219241bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'f9ad58a8-1a63-4e9f-a5df-eb102a0f6106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:51.404363 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-07931a94-9747-44ad-9f5b-92fd255dedff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:51.404854 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07931a94-9747-44ad-9f5b-92fd255dedff None None] Bound using segment: {'id': 'c1fa8a02-d810-4da0-bb4c-52219241bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'f9ad58a8-1a63-4e9f-a5df-eb102a0f6106'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:49:51.405434 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-07931a94-9747-44ad-9f5b-92fd255dedff None None] Bound port: 19724008-4113-4bb2-986e-3876ab3d032d, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1fa8a02-d810-4da0-bb4c-52219241bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'f9ad58a8-1a63-4e9f-a5df-eb102a0f6106'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:49:51.405911 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-07931a94-9747-44ad-9f5b-92fd255dedff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:51.417623 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b512d1b0-7be9-41fd-8019-d29045f44515 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:51.462962 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-9221e06e-8e07-4b85-96fa-3eacc0e23446 None None] For port 56c86544-315c-4809-946b-51d8804c54ba, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=56c86544-315c-4809-946b-51d8804c54ba,segment=NetworkSegment(267cf805-5a15-420c-9095-75e73b2fef45),segment_id=267cf805-5a15-420c-9095-75e73b2fef45)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:51.510438 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f420c792-51be-42d9-b6e8-ac49bb20eb64 None None] Provisioning for port ae47693b-9e6d-48f5-9bb8-db36e174d5d5 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:51.524416 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-837fb4e5-3ddd-4a02-ab4d-ccbe371c7046 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:51.531577 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f420c792-51be-42d9-b6e8-ac49bb20eb64 None None] Provisioning complete for port ae47693b-9e6d-48f5-9bb8-db36e174d5d5 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:51.532103 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f420c792-51be-42d9-b6e8-ac49bb20eb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:51.548031 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09fe9e5-1bfa-4bb5-97db-db1eefe7b243 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Port': ['ID=d467d652-bad8-436a-bc61-7cda183a2ec6,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:51.551147 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c09fe9e5-1bfa-4bb5-97db-db1eefe7b243 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:51.641059 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dcce9f4c-434e-4467-a8e3-922b1b373922 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:51.651961 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device d467d652-bad8-436a-bc61-7cda183a2ec6 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:51.702604 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.db.resource_extend [None req-837fb4e5-3ddd-4a02-ab4d-ccbe371c7046 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:49:51.705286 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.db.resource_extend [None req-9221e06e-8e07-4b85-96fa-3eacc0e23446 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:49:51.723983 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9221e06e-8e07-4b85-96fa-3eacc0e23446 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:51.769811 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-07931a94-9747-44ad-9f5b-92fd255dedff None None] For port 19724008-4113-4bb2-986e-3876ab3d032d, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:49:51.773531 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-07931a94-9747-44ad-9f5b-92fd255dedff None None] For port 19724008-4113-4bb2-986e-3876ab3d032d, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=19724008-4113-4bb2-986e-3876ab3d032d,segment=NetworkSegment(c1fa8a02-d810-4da0-bb4c-52219241bfa8),segment_id=c1fa8a02-d810-4da0-bb4c-52219241bfa8)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:49:51.775296 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-f420c792-51be-42d9-b6e8-ac49bb20eb64 None None] Port ae47693b-9e6d-48f5-9bb8-db36e174d5d5 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:49:51.791099 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: d467d652-bad8-436a-bc61-7cda183a2ec6 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:49:51.791559 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device d467d652-bad8-436a-bc61-7cda183a2ec6 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} May 31 15:49:51.824157 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-9221e06e-8e07-4b85-96fa-3eacc0e23446 None None] Transition to ACTIVE for port object 56c86544-315c-4809-946b-51d8804c54ba will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:51.825428 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-07931a94-9747-44ad-9f5b-92fd255dedff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:51.836230 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-cc09b13f-69e7-41d6-8645-879fab988869 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:51.839002 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-dcce9f4c-434e-4467-a8e3-922b1b373922 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Transition to ACTIVE for port object 4466f08d-7e41-4b26-b30d-a6bd659aacf6 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:51.840126 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-837fb4e5-3ddd-4a02-ab4d-ccbe371c7046 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:51.845868 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837fb4e5-3ddd-4a02-ab4d-ccbe371c7046 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:51.846455 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-837fb4e5-3ddd-4a02-ab4d-ccbe371c7046 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:51.872345 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Port d467d652-bad8-436a-bc61-7cda183a2ec6 not found, will not notify nova. {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 15:49:51.904358 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:51.918045 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c09fe9e5-1bfa-4bb5-97db-db1eefe7b243 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:51.929496 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f420c792-51be-42d9-b6e8-ac49bb20eb64 None None] Provisioning for port 86ea5733-7342-4aab-8e68-f72f8b70c72b completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:51.932963 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07931a94-9747-44ad-9f5b-92fd255dedff None None] Pushing event updated for resources: {'Port': ['ID=19724008-4113-4bb2-986e-3876ab3d032d,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:51.936562 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9221e06e-8e07-4b85-96fa-3eacc0e23446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:51.942567 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-07931a94-9747-44ad-9f5b-92fd255dedff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:51.943113 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-07931a94-9747-44ad-9f5b-92fd255dedff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:51.955980 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afd9729-c409-4c5a-8326-18f324b8960a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:49:51.967510 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0a4d1a-2256-495a-b41c-5ddac04e4326 None None] Sync routers for ids ['e3339255-afe4-4bfa-9ef9-9e0be8ebd4f2'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:49:51.980048 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0a4d1a-2256-495a-b41c-5ddac04e4326 None None] Routers {'e3339255-afe4-4bfa-9ef9-9e0be8ebd4f2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:51.981609 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0d0a4d1a-2256-495a-b41c-5ddac04e4326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['e3339255-afe4-4bfa-9ef9-9e0be8ebd4f2'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:52.013847 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4afd9729-c409-4c5a-8326-18f324b8960a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:52.015301 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4afd9729-c409-4c5a-8326-18f324b8960a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.3249769 May 31 15:49:52.042994 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221e06e-8e07-4b85-96fa-3eacc0e23446 None None] Pushing event updated for resources: {'Port': ['ID=56c86544-315c-4809-946b-51d8804c54ba,revision_number=6']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:52.051416 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-9221e06e-8e07-4b85-96fa-3eacc0e23446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:52.052982 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54244) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:52.055291 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f420c792-51be-42d9-b6e8-ac49bb20eb64 None None] Provisioning complete for port 86ea5733-7342-4aab-8e68-f72f8b70c72b triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:52.055678 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f420c792-51be-42d9-b6e8-ac49bb20eb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:52.069092 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-af691f7a-ade6-4c23-9f50-f6ed6ea2eb71 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'enable_snat': False}}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:52.094565 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0d0a4d1a-2256-495a-b41c-5ddac04e4326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:52.108411 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0a4d1a-2256-495a-b41c-5ddac04e4326 None None] Routers {'e3339255-afe4-4bfa-9ef9-9e0be8ebd4f2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:52.110086 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0d0a4d1a-2256-495a-b41c-5ddac04e4326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['e3339255-afe4-4bfa-9ef9-9e0be8ebd4f2'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:52.187397 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0d0a4d1a-2256-495a-b41c-5ddac04e4326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:52.188779 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0a4d1a-2256-495a-b41c-5ddac04e4326 None None] The sync data for ids ['e3339255-afe4-4bfa-9ef9-9e0be8ebd4f2'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:49:52.253396 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-b2619e04-8718-47e4-a50f-f81ccd2fed5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Allocated IP 2001:db8:1::1 (71eaf9f4-4400-4614-8b77-b1ba15c8c882/fbbb66b3-73a3-4c35-a915-e52529eaf41f/3275d813-d412-4e18-b239-7eb63023ffff) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:52.417676 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1aa65262-12e0-418c-a556-eac7ddc20011 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:52.458685 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f420c792-51be-42d9-b6e8-ac49bb20eb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:52.467938 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-837fb4e5-3ddd-4a02-ab4d-ccbe371c7046 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8949392 May 31 15:49:52.469171 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1aa65262-12e0-418c-a556-eac7ddc20011 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:52.469433 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54248) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:52.516330 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-f420c792-51be-42d9-b6e8-ac49bb20eb64 None None] For port 86ea5733-7342-4aab-8e68-f72f8b70c72b, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=86ea5733-7342-4aab-8e68-f72f8b70c72b,segment=NetworkSegment(6d2f94ec-2bae-49f8-b2da-3cb0af3645ba),segment_id=6d2f94ec-2bae-49f8-b2da-3cb0af3645ba)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:52.532570 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f420c792-51be-42d9-b6e8-ac49bb20eb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:52.536226 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-296d46c3-1ce4-43a9-82dc-4bf9b0e3c4ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:52.566805 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-babb7ac8-3d59-439a-b39e-d306916d63e8 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Request body: {'subnet': {'network_id': '25dfd900-7b83-4d04-9837-2c632761ec03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:52.581731 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1aa65262-12e0-418c-a556-eac7ddc20011 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Network f339f647-3d58-4483-b5df-b510a75e2d9e is not hosted by any dhcp agent {{(pid=99205) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 31 15:49:52.593602 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa65262-12e0-418c-a556-eac7ddc20011 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:52.593602 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1aa65262-12e0-418c-a556-eac7ddc20011 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:52.607986 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1aa65262-12e0-418c-a556-eac7ddc20011 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "PUT /v2.0/networks/f339f647-3d58-4483-b5df-b510a75e2d9e HTTP/1.1" status: 200 len: 723 time: 1.2585464 May 31 15:49:52.622986 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837fb4e5-3ddd-4a02-ab4d-ccbe371c7046 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event updated for resources: {'Network': ['ID=25dfd900-7b83-4d04-9837-2c632761ec03,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:52.631229 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54252) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:52.637294 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-837fb4e5-3ddd-4a02-ab4d-ccbe371c7046 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:52.640807 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ca74314a-d6f0-4d85-985d-b23d63d25597 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:52.645741 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 25dfd900-7b83-4d04-9837-2c632761ec03 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:49:52.667372 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-afb24ab4-ff6b-43a9-9205-1684781834f8 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Request body: {'subnet': {'network_id': 'f339f647-3d58-4483-b5df-b510a75e2d9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:52.699604 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-191679a8-e335-48f6-a414-75747a4c0477 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Allocated IP 172.20.0.13 (1e6d7417-4bd4-418b-808b-5f1717377e16/a2eca6b8-3825-4c5a-b20c-c32a9d98708b/a1f13f73-0c2f-444b-abf2-da07d124b2cb) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:52.762814 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420c792-51be-42d9-b6e8-ac49bb20eb64 None None] Pushing event updated for resources: {'Port': ['ID=86ea5733-7342-4aab-8e68-f72f8b70c72b,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:52.766690 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f420c792-51be-42d9-b6e8-ac49bb20eb64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:52.783803 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-954279c6-0f22-495d-a731-7da361b2c43b None None] Provisioning complete for port 86ea5733-7342-4aab-8e68-f72f8b70c72b triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:52.784183 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-954279c6-0f22-495d-a731-7da361b2c43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:52.896022 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 19724008-4113-4bb2-986e-3876ab3d032d up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:52.927601 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b2619e04-8718-47e4-a50f-f81ccd2fed5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:53.056229 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 19724008-4113-4bb2-986e-3876ab3d032d completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:53.061784 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 56c86544-315c-4809-946b-51d8804c54ba up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:53.063498 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa65262-12e0-418c-a556-eac7ddc20011 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event updated for resources: {'Network': ['ID=f339f647-3d58-4483-b5df-b510a75e2d9e,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:53.068257 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1aa65262-12e0-418c-a556-eac7ddc20011 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:53.079579 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-babb7ac8-3d59-439a-b39e-d306916d63e8 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:53.082612 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-b2619e04-8718-47e4-a50f-f81ccd2fed5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Transition to ACTIVE for port object 3275d813-d412-4e18-b239-7eb63023ffff will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:53.107741 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-babb7ac8-3d59-439a-b39e-d306916d63e8 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:53.112872 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network f339f647-3d58-4483-b5df-b510a75e2d9e details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:49:53.139451 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-afb24ab4-ff6b-43a9-9205-1684781834f8 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:53.142806 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dcce9f4c-434e-4467-a8e3-922b1b373922 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:53.147971 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babb7ac8-3d59-439a-b39e-d306916d63e8 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Made reservation on behalf of 1048e0b2a17044669ba0b1a74b492ce9 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:53.152224 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-babb7ac8-3d59-439a-b39e-d306916d63e8 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:53.161642 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-56a2869e-6b2e-49d7-a56f-7e865b10a92a tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:53.209227 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-afb24ab4-ff6b-43a9-9205-1684781834f8 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Usage tracker for resource:subnet and tenant:77c737149bd84d0bb3a7bb28e9afd80b is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:53.217480 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-afb24ab4-ff6b-43a9-9205-1684781834f8 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:53.250245 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-afb24ab4-ff6b-43a9-9205-1684781834f8 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:53.288347 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcce9f4c-434e-4467-a8e3-922b1b373922 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network f9ad58a8-1a63-4e9f-a5df-eb102a0f6106 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:53.314283 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09fe9e5-1bfa-4bb5-97db-db1eefe7b243 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Router a6d0048f-bc51-452e-8581-6acbe3575801 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:49:53.319075 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-dcce9f4c-434e-4467-a8e3-922b1b373922 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:53.321929 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcce9f4c-434e-4467-a8e3-922b1b373922 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:49:53.323471 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-15cedd5e-6739-429a-9b01-1e0c9cd572a5 None None] Provisioning complete for port 8b9e08a6-e887-462a-b20c-a3389dadc5b6 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:53.323846 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-15cedd5e-6739-429a-9b01-1e0c9cd572a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:53.380813 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 4ad9a788-5b70-4b25-b336-b2fa94ac22a8 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:53.419606 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b2619e04-8718-47e4-a50f-f81ccd2fed5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:53.430496 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce9f4c-434e-4467-a8e3-922b1b373922 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Port': ['ID=4466f08d-7e41-4b26-b30d-a6bd659aacf6,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:53.431805 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-af691f7a-ade6-4c23-9f50-f6ed6ea2eb71 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:53.434720 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-dcce9f4c-434e-4467-a8e3-922b1b373922 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:53.435419 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb24ab4-ff6b-43a9-9205-1684781834f8 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Made reservation on behalf of 77c737149bd84d0bb3a7bb28e9afd80b for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:53.436242 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f9ec42ea-37c7-4e42-8157-aa21af6fb538 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:53.439432 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-afb24ab4-ff6b-43a9-9205-1684781834f8 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:53.449313 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-15cedd5e-6739-429a-9b01-1e0c9cd572a5 None None] Port 8b9e08a6-e887-462a-b20c-a3389dadc5b6 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:49:53.473700 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f03009-a7af-48bb-88c5-6e24b8932ec8 None None] Network f9ad58a8-1a63-4e9f-a5df-eb102a0f6106 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:49:53.489214 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 4ad9a788-5b70-4b25-b336-b2fa94ac22a8 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:53.492884 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-15cedd5e-6739-429a-9b01-1e0c9cd572a5 None None] Provisioning for port 56c86544-315c-4809-946b-51d8804c54ba completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:53.503171 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 4ad9a788-5b70-4b25-b336-b2fa94ac22a8 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:53.503570 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:53.572343 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-15cedd5e-6739-429a-9b01-1e0c9cd572a5 None None] Provisioning complete for port 56c86544-315c-4809-946b-51d8804c54ba triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:53.573015 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-15cedd5e-6739-429a-9b01-1e0c9cd572a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:53.697813 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2619e04-8718-47e4-a50f-f81ccd2fed5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network 71eaf9f4-4400-4614-8b77-b1ba15c8c882 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:53.708398 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-b2619e04-8718-47e4-a50f-f81ccd2fed5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:53.718579 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2619e04-8718-47e4-a50f-f81ccd2fed5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:49:53.718579 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b2619e04-8718-47e4-a50f-f81ccd2fed5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:53.730513 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dcce9f4c-434e-4467-a8e3-922b1b373922 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:53.737295 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2619e04-8718-47e4-a50f-f81ccd2fed5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Port': ['ID=3275d813-d412-4e18-b239-7eb63023ffff,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:53.740930 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b2619e04-8718-47e4-a50f-f81ccd2fed5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:53.806010 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09fe9e5-1bfa-4bb5-97db-db1eefe7b243 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:49:53.812378 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c09fe9e5-1bfa-4bb5-97db-db1eefe7b243 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "PUT /v2.0/routers/a6d0048f-bc51-452e-8581-6acbe3575801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2622840 May 31 15:49:53.819390 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54256) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:53.842380 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d2158f-059b-4bca-804f-f3a8597c7c28 None None] Sync routers for ids ['a6d0048f-bc51-452e-8581-6acbe3575801'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:49:53.915807 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-191679a8-e335-48f6-a414-75747a4c0477 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:53.921535 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:53.937172 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d2158f-059b-4bca-804f-f3a8597c7c28 None None] Routers {'a6d0048f-bc51-452e-8581-6acbe3575801'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:53.937707 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-33d2158f-059b-4bca-804f-f3a8597c7c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['a6d0048f-bc51-452e-8581-6acbe3575801'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:54.101054 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-33d2158f-059b-4bca-804f-f3a8597c7c28 None None] Set router a6d0048f-bc51-452e-8581-6acbe3575801 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:49:54.160294 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b2619e04-8718-47e4-a50f-f81ccd2fed5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:54.188678 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-191679a8-e335-48f6-a414-75747a4c0477 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Transition to ACTIVE for port object a1f13f73-0c2f-444b-abf2-da07d124b2cb will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:54.250262 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bc6321-e78d-4e78-acf6-95cc0cdcaa9d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:54.251996 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bc6321-e78d-4e78-acf6-95cc0cdcaa9d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:54.252809 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f9bc6321-e78d-4e78-acf6-95cc0cdcaa9d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:49:54.275101 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 4ad9a788-5b70-4b25-b336-b2fa94ac22a8, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=4ad9a788-5b70-4b25-b336-b2fa94ac22a8,segment=NetworkSegment(b60a3926-17ab-4d84-b404-856fe26e2a28),segment_id=b60a3926-17ab-4d84-b404-856fe26e2a28)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:54.277492 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-33d2158f-059b-4bca-804f-f3a8597c7c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0048f-bc51-452e-8581-6acbe3575801', 'name': 'tempest-NetworksTestDHCPv6-router-2087966409', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:33Z', 'updated_at': '2021-05-31T15:49:50Z', 'revision_number': 3, 'project_id': '3e24807f49c142caa434cef18b676ced', 'gw_port_host': None}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:54.279475 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-9690e5ba-067e-4ea4-927a-26de1f357090 None None] Provisioning for port 19724008-4113-4bb2-986e-3876ab3d032d completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:54.286383 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:54.289419 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f1d7be62-8660-489b-803e-ab7ae07bcf11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:54.315343 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dcce9f4c-434e-4467-a8e3-922b1b373922 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:54.323839 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-9690e5ba-067e-4ea4-927a-26de1f357090 None None] Provisioning complete for port 19724008-4113-4bb2-986e-3876ab3d032d triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:54.324203 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9690e5ba-067e-4ea4-927a-26de1f357090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:54.344370 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f9bc6321-e78d-4e78-acf6-95cc0cdcaa9d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:49:54.348136 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f9bc6321-e78d-4e78-acf6-95cc0cdcaa9d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5222108 May 31 15:49:54.348284 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d2158f-059b-4bca-804f-f3a8597c7c28 None None] Checking router: a6d0048f-bc51-452e-8581-6acbe3575801 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:49:54.359117 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54260) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:54.415795 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d2158f-059b-4bca-804f-f3a8597c7c28 None None] Routers {'a6d0048f-bc51-452e-8581-6acbe3575801'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:54.416421 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-33d2158f-059b-4bca-804f-f3a8597c7c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['a6d0048f-bc51-452e-8581-6acbe3575801'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:54.457292 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-191679a8-e335-48f6-a414-75747a4c0477 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:54.474419 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-11252ca1-77bf-49f8-9120-0e5d08825672 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:54.488484 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=4ad9a788-5b70-4b25-b336-b2fa94ac22a8,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:54.543725 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:54.561760 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-33d2158f-059b-4bca-804f-f3a8597c7c28 None None] Set router a6d0048f-bc51-452e-8581-6acbe3575801 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:49:54.616410 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 86ea5733-7342-4aab-8e68-f72f8b70c72b up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:54.729052 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-33d2158f-059b-4bca-804f-f3a8597c7c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0048f-bc51-452e-8581-6acbe3575801', 'name': 'tempest-NetworksTestDHCPv6-router-2087966409', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:33Z', 'updated_at': '2021-05-31T15:49:50Z', 'revision_number': 3, 'project_id': '3e24807f49c142caa434cef18b676ced', 'gw_port_host': None}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:54.751732 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191679a8-e335-48f6-a414-75747a4c0477 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network 1e6d7417-4bd4-418b-808b-5f1717377e16 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:54.753973 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-191679a8-e335-48f6-a414-75747a4c0477 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:54.775540 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191679a8-e335-48f6-a414-75747a4c0477 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:49:54.817667 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d2158f-059b-4bca-804f-f3a8597c7c28 None None] The sync data for ids ['a6d0048f-bc51-452e-8581-6acbe3575801'] in dv-neutron-601336-79-hyperv is: [{'id': 'a6d0048f-bc51-452e-8581-6acbe3575801', 'name': 'tempest-NetworksTestDHCPv6-router-2087966409', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:33Z', 'updated_at': '2021-05-31T15:49:50Z', 'revision_number': 3, 'project_id': '3e24807f49c142caa434cef18b676ced', 'gw_port_host': None}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:49:54.848710 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9690e5ba-067e-4ea4-927a-26de1f357090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:54.902594 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 86ea5733-7342-4aab-8e68-f72f8b70c72b triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:54.902993 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:54.903759 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb129ef-a0b9-4bea-b003-ad970e442856 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting subnet 26c01631-15b1-496c-a1c8-af2d15cea293 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:49:54.937209 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-9690e5ba-067e-4ea4-927a-26de1f357090 None None] For port 19724008-4113-4bb2-986e-3876ab3d032d, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=19724008-4113-4bb2-986e-3876ab3d032d,segment=NetworkSegment(c1fa8a02-d810-4da0-bb4c-52219241bfa8),segment_id=c1fa8a02-d810-4da0-bb4c-52219241bfa8)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:49:54.953956 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9690e5ba-067e-4ea4-927a-26de1f357090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:54.961665 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191679a8-e335-48f6-a414-75747a4c0477 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Port': ['ID=a1f13f73-0c2f-444b-abf2-da07d124b2cb,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:54.971317 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191679a8-e335-48f6-a414-75747a4c0477 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:54.972002 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-191679a8-e335-48f6-a414-75747a4c0477 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:54.980821 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-296d46c3-1ce4-43a9-82dc-4bf9b0e3c4ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:54.984560 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0bb129ef-a0b9-4bea-b003-ad970e442856 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:55.022701 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-191679a8-e335-48f6-a414-75747a4c0477 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:55.115392 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-191679a8-e335-48f6-a414-75747a4c0477 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.8311968 May 31 15:49:55.122899 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54264) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:55.129230 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3fb77e-dd7e-49b2-bd0f-1f9aff5f3942 None None] get_active_networks_info from dv-neutron-601336-79-hyperv {{(pid=99206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 31 15:49:55.157994 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-3629f39c-ef1e-4373-9931-0001a2ac5ed4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'subnet': {'network_id': '1e6d7417-4bd4-418b-808b-5f1717377e16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:55.178048 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0bb129ef-a0b9-4bea-b003-ad970e442856 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:55.185165 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690e5ba-067e-4ea4-927a-26de1f357090 None None] Pushing event updated for resources: {'Port': ['ID=19724008-4113-4bb2-986e-3876ab3d032d,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:55.194075 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-9690e5ba-067e-4ea4-927a-26de1f357090 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:55.194689 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bd9f79bd-0c6e-451f-942f-e96e5dddedf3 None None] Provisioning complete for port 19724008-4113-4bb2-986e-3876ab3d032d triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:55.195131 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bd9f79bd-0c6e-451f-942f-e96e5dddedf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:55.365497 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-babb7ac8-3d59-439a-b39e-d306916d63e8 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:55.378640 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b2619e04-8718-47e4-a50f-f81ccd2fed5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:55.387721 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:55.450366 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b2619e04-8718-47e4-a50f-f81ccd2fed5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:55.451244 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b2619e04-8718-47e4-a50f-f81ccd2fed5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:55.506006 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0bb129ef-a0b9-4bea-b003-ad970e442856 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:55.559222 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-3629f39c-ef1e-4373-9931-0001a2ac5ed4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:55.562283 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bd9f79bd-0c6e-451f-942f-e96e5dddedf3 None None] Provisioning for port 4466f08d-7e41-4b26-b30d-a6bd659aacf6 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:55.567829 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-3629f39c-ef1e-4373-9931-0001a2ac5ed4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:subnet and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:55.570594 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bd9f79bd-0c6e-451f-942f-e96e5dddedf3 None None] Provisioning complete for port 4466f08d-7e41-4b26-b30d-a6bd659aacf6 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:55.571016 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bd9f79bd-0c6e-451f-942f-e96e5dddedf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:55.603095 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-3629f39c-ef1e-4373-9931-0001a2ac5ed4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:55.616584 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-3629f39c-ef1e-4373-9931-0001a2ac5ed4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:55.632835 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb7ac8-3d59-439a-b39e-d306916d63e8 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event updated for resources: {'Subnet': ['ID=77ac5775-8081-4cfd-a4c8-107c3a668ad2,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:55.635705 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-babb7ac8-3d59-439a-b39e-d306916d63e8 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:55.644570 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a2c18c86-b8f4-4e9e-92f7-3bac037bba5f tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:55.658552 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-bd9f79bd-0c6e-451f-942f-e96e5dddedf3 None None] Port 4466f08d-7e41-4b26-b30d-a6bd659aacf6 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:49:55.677469 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dcce9f4c-434e-4467-a8e3-922b1b373922 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:55.678834 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3629f39c-ef1e-4373-9931-0001a2ac5ed4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:55.682530 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3629f39c-ef1e-4373-9931-0001a2ac5ed4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:55.731365 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bd9f79bd-0c6e-451f-942f-e96e5dddedf3 None None] Provisioning for port 3275d813-d412-4e18-b239-7eb63023ffff completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:55.743361 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babb7ac8-3d59-439a-b39e-d306916d63e8 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Checking segment: {'id': 'edc3118a-4061-4072-bbfa-4356b7997fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '25dfd900-7b83-4d04-9837-2c632761ec03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:55.743748 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babb7ac8-3d59-439a-b39e-d306916d63e8 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Network hostable DHCP agents. Network: 25dfd900-7b83-4d04-9837-2c632761ec03, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:49:55.748994 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bd9f79bd-0c6e-451f-942f-e96e5dddedf3 None None] Provisioning complete for port 3275d813-d412-4e18-b239-7eb63023ffff triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:55.748994 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bd9f79bd-0c6e-451f-942f-e96e5dddedf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:55.757154 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-af691f7a-ade6-4c23-9f50-f6ed6ea2eb71 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:55.765288 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dcce9f4c-434e-4467-a8e3-922b1b373922 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:55.794046 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-af691f7a-ade6-4c23-9f50-f6ed6ea2eb71 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446711'] for router, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:55.799498 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2619e04-8718-47e4-a50f-f81ccd2fed5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Port': ['ID=3275d813-d412-4e18-b239-7eb63023ffff,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:55.802956 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b2619e04-8718-47e4-a50f-f81ccd2fed5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:55.830878 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-bd9f79bd-0c6e-451f-942f-e96e5dddedf3 None None] Port 3275d813-d412-4e18-b239-7eb63023ffff cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:49:55.894200 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2619e04-8718-47e4-a50f-f81ccd2fed5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network 71eaf9f4-4400-4614-8b77-b1ba15c8c882 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:55.896899 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babb7ac8-3d59-439a-b39e-d306916d63e8 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Network 25dfd900-7b83-4d04-9837-2c632761ec03 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:49:55.900943 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3fb77e-dd7e-49b2-bd0f-1f9aff5f3942 None None] Unable to find a vacant binding_index for network 25dfd900-7b83-4d04-9837-2c632761ec03 and agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 {{(pid=99206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 31 15:49:55.909870 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-b2619e04-8718-47e4-a50f-f81ccd2fed5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:55.935755 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3fb77e-dd7e-49b2-bd0f-1f9aff5f3942 None None] Network f339f647-3d58-4483-b5df-b510a75e2d9e is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:49:55.952097 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3fb77e-dd7e-49b2-bd0f-1f9aff5f3942 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 25dfd900-7b83-4d04-9837-2c632761ec03), (DHCP agent, dv-neutron-601336-79-hyperv, f339f647-3d58-4483-b5df-b510a75e2d9e) {{(pid=99206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 31 15:49:55.966380 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-19efa17d-f3fa-460a-8a12-8c1b28c91fae None None] Provisioning complete for port 4466f08d-7e41-4b26-b30d-a6bd659aacf6 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:55.966753 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-19efa17d-f3fa-460a-8a12-8c1b28c91fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:56.011921 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5b6f2885-24fc-4d12-8b29-a919552f1ec0 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:56.035793 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-babb7ac8-3d59-439a-b39e-d306916d63e8 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 25dfd900-7b83-4d04-9837-2c632761ec03) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:56.081782 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babb7ac8-3d59-439a-b39e-d306916d63e8 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:56.082106 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-afb24ab4-ff6b-43a9-9205-1684781834f8 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:56.082393 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-babb7ac8-3d59-439a-b39e-d306916d63e8 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:56.175896 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-19efa17d-f3fa-460a-8a12-8c1b28c91fae None None] Port 4466f08d-7e41-4b26-b30d-a6bd659aacf6 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:49:56.181289 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dcce9f4c-434e-4467-a8e3-922b1b373922 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:56.193697 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce9f4c-434e-4467-a8e3-922b1b373922 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Port': ['ID=4466f08d-7e41-4b26-b30d-a6bd659aacf6,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:56.197423 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb24ab4-ff6b-43a9-9205-1684781834f8 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Network f339f647-3d58-4483-b5df-b510a75e2d9e is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:56.200825 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-babb7ac8-3d59-439a-b39e-d306916d63e8 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6560717 May 31 15:49:56.203084 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54268) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:56.206863 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-19efa17d-f3fa-460a-8a12-8c1b28c91fae None None] Provisioning for port a1f13f73-0c2f-444b-abf2-da07d124b2cb completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:49:56.210753 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-dcce9f4c-434e-4467-a8e3-922b1b373922 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:56.216001 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-19efa17d-f3fa-460a-8a12-8c1b28c91fae None None] Provisioning complete for port a1f13f73-0c2f-444b-abf2-da07d124b2cb triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:56.216187 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f1497abe-f2e3-493f-b937-b2c136dc8430 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:56.216411 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-19efa17d-f3fa-460a-8a12-8c1b28c91fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:56.241594 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-afb24ab4-ff6b-43a9-9205-1684781834f8 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:56.255662 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af691f7a-ade6-4c23-9f50-f6ed6ea2eb71 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Router e3339255-afe4-4bfa-9ef9-9e0be8ebd4f2 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:49:56.301831 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2619e04-8718-47e4-a50f-f81ccd2fed5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Router 7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:49:56.305171 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.ipam_backend_mixin [None req-3629f39c-ef1e-4373-9931-0001a2ac5ed4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a2eca6b8-3825-4c5a-b20c-c32a9d98708b (CIDR: 172.20.0.0/28) May 31 15:49:56.311202 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-19efa17d-f3fa-460a-8a12-8c1b28c91fae None None] Port a1f13f73-0c2f-444b-abf2-da07d124b2cb cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:49:56.355449 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-3629f39c-ef1e-4373-9931-0001a2ac5ed4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:49:56.355950 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3629f39c-ef1e-4373-9931-0001a2ac5ed4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:49:56.359841 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb24ab4-ff6b-43a9-9205-1684781834f8 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:56.360440 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-afb24ab4-ff6b-43a9-9205-1684781834f8 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:56.463334 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb24ab4-ff6b-43a9-9205-1684781834f8 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event updated for resources: {'Subnet': ['ID=7bd82f2e-38b3-4381-b69c-d3ee28c0d31a,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:56.471363 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-afb24ab4-ff6b-43a9-9205-1684781834f8 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:56.475542 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-afb24ab4-ff6b-43a9-9205-1684781834f8 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8421016 May 31 15:49:56.482342 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3629f39c-ef1e-4373-9931-0001a2ac5ed4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3555257 May 31 15:49:56.482342 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54272) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:56.484664 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54274) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:56.487946 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-a47b16c5-eacb-4a8c-a2f3-c5dc6c949e35 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:56.510414 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-8d422f79-caaa-4dbe-bc90-b107a60bc880 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'subnet': {'network_id': '1e6d7417-4bd4-418b-808b-5f1717377e16', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:56.588386 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 19724008-4113-4bb2-986e-3876ab3d032d up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:56.599342 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0bb129ef-a0b9-4bea-b003-ad970e442856 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:56.608197 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0e1c64db-76a9-47e2-8b86-4915d8937260 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:56.618995 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a688fe0-8e90-4ac0-a8ec-052c20d1823e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-25dfd900-7b83-4d04-9837-2c632761ec03', 'network_id': '25dfd900-7b83-4d04-9837-2c632761ec03', 'tenant_id': '1048e0b2a17044669ba0b1a74b492ce9', 'fixed_ips': [{'subnet_id': '77ac5775-8081-4cfd-a4c8-107c3a668ad2'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:49:56.619826 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5a688fe0-8e90-4ac0-a8ec-052c20d1823e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:56.628561 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f01800-4665-43d8-ab90-b56f71834f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-f339f647-3d58-4483-b5df-b510a75e2d9e', 'network_id': 'f339f647-3d58-4483-b5df-b510a75e2d9e', 'tenant_id': '77c737149bd84d0bb3a7bb28e9afd80b', 'fixed_ips': [{'subnet_id': '7bd82f2e-38b3-4381-b69c-d3ee28c0d31a'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:49:56.629323 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-10f01800-4665-43d8-ab90-b56f71834f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:56.689887 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb129ef-a0b9-4bea-b003-ad970e442856 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Subnet': ['ID=26c01631-15b1-496c-a1c8-af2d15cea293,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:56.697188 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcce9f4c-434e-4467-a8e3-922b1b373922 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network f9ad58a8-1a63-4e9f-a5df-eb102a0f6106 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:56.708358 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0bb129ef-a0b9-4bea-b003-ad970e442856 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:56.709098 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-dcce9f4c-434e-4467-a8e3-922b1b373922 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:56.711396 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0bb129ef-a0b9-4bea-b003-ad970e442856 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:56.801449 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a47b16c5-eacb-4a8c-a2f3-c5dc6c949e35 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2278362'] for subnet, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:56.843801 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0bb129ef-a0b9-4bea-b003-ad970e442856 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/26c01631-15b1-496c-a1c8-af2d15cea293 HTTP/1.1" status: 204 len: 168 time: 2.4814897 May 31 15:49:56.856976 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54282) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:56.875370 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 19724008-4113-4bb2-986e-3876ab3d032d triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:56.876040 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:56.946273 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:56.963177 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcce9f4c-434e-4467-a8e3-922b1b373922 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:49:56.991873 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-5a688fe0-8e90-4ac0-a8ec-052c20d1823e None None] Allocated IP 2001:db8::2 (25dfd900-7b83-4d04-9837-2c632761ec03/77ac5775-8081-4cfd-a4c8-107c3a668ad2/9a7750a9-5cc2-4e9b-940b-ef369becfc12) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:56.999187 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-10f01800-4665-43d8-ab90-b56f71834f36 None None] Allocated IP 172.20.0.2 (f339f647-3d58-4483-b5df-b510a75e2d9e/7bd82f2e-38b3-4381-b69c-d3ee28c0d31a/edd7b2bb-b26d-4ba9-8de3-76e45e796216) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:49:57.084212 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2619e04-8718-47e4-a50f-f81ccd2fed5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:49:57.092450 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b2619e04-8718-47e4-a50f-f81ccd2fed5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "PUT /v2.0/routers/7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2946079 May 31 15:49:57.097281 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d57ec1-bb82-44d8-99bc-afba720e4609 None None] Sync routers for ids ['7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:49:57.099731 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54286) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:57.111196 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d57ec1-bb82-44d8-99bc-afba720e4609 None None] Routers {'7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:57.112299 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-49d57ec1-bb82-44d8-99bc-afba720e4609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:57.189755 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcce9f4c-434e-4467-a8e3-922b1b373922 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:49:57.203754 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bb7856-b711-427a-905f-7f02f970f7cf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:57.205845 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-90bb7856-b711-427a-905f-7f02f970f7cf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "GET /v2.0/ports/3275d813-d412-4e18-b239-7eb63023ffff HTTP/1.1" status: 200 len: 913 time: 0.1048582 May 31 15:49:57.208136 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2bccf5-884e-45ba-a854-db30e3334146 None None] Sync routers for ids ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:49:57.212977 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-dcce9f4c-434e-4467-a8e3-922b1b373922 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "PUT /v2.0/routers/1251add1-0768-43fd-9a5e-ac4434f0d2c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0254936 May 31 15:49:57.214181 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54290) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:57.214674 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54292) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:57.216508 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-49d57ec1-bb82-44d8-99bc-afba720e4609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:57.230392 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8d422f79-caaa-4dbe-bc90-b107a60bc880 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:57.234428 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d57ec1-bb82-44d8-99bc-afba720e4609 None None] Routers {'7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:57.235708 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-49d57ec1-bb82-44d8-99bc-afba720e4609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:57.236513 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-88bd07b5-0656-4c5b-8f3b-3d00ed890b46 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'network': {'name': 'tempest-RoutersTest-1306660592'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:57.241309 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af691f7a-ade6-4c23-9f50-f6ed6ea2eb71 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:49:57.246177 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-af691f7a-ade6-4c23-9f50-f6ed6ea2eb71 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:57.250877 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-af691f7a-ade6-4c23-9f50-f6ed6ea2eb71 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "PUT /v2.0/routers/e3339255-afe4-4bfa-9ef9-9e0be8ebd4f2 HTTP/1.1" status: 200 len: 924 time: 5.1968546 May 31 15:49:57.251239 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 4ad9a788-5b70-4b25-b336-b2fa94ac22a8 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:49:57.253045 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54298) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:57.260467 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-88bd07b5-0656-4c5b-8f3b-3d00ed890b46 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:57.262890 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8d422f79-caaa-4dbe-bc90-b107a60bc880 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:subnet and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:57.275199 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2bccf5-884e-45ba-a854-db30e3334146 None None] Routers {'1251add1-0768-43fd-9a5e-ac4434f0d2c2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:57.275846 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-2d2bccf5-884e-45ba-a854-db30e3334146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:57.317731 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-49d57ec1-bb82-44d8-99bc-afba720e4609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:57.318292 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d57ec1-bb82-44d8-99bc-afba720e4609 None None] The sync data for ids ['7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:49:57.320129 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb89405-26a6-47af-8de3-885841ab78de None None] Sync routers for ids ['e3339255-afe4-4bfa-9ef9-9e0be8ebd4f2'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:49:57.334102 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8d422f79-caaa-4dbe-bc90-b107a60bc880 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:57.342726 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb89405-26a6-47af-8de3-885841ab78de None None] Routers {'e3339255-afe4-4bfa-9ef9-9e0be8ebd4f2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:57.344118 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-2fb89405-26a6-47af-8de3-885841ab78de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['e3339255-afe4-4bfa-9ef9-9e0be8ebd4f2'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:57.358857 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-27fde052-e708-4c58-b41e-53f2cb1a7ef0 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:router {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:49:57.363917 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8d422f79-caaa-4dbe-bc90-b107a60bc880 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:57.366175 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-88bd07b5-0656-4c5b-8f3b-3d00ed890b46 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Usage tracker for resource:network and tenant:7532521a2dc2494ca283f329c67dc09d is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:57.377623 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-88bd07b5-0656-4c5b-8f3b-3d00ed890b46 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Quota usage for network was recalculated. Used quota:3. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:57.401411 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:57.431308 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-88bd07b5-0656-4c5b-8f3b-3d00ed890b46 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:57.437740 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-2fb89405-26a6-47af-8de3-885841ab78de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:57.450818 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb89405-26a6-47af-8de3-885841ab78de None None] Routers {'e3339255-afe4-4bfa-9ef9-9e0be8ebd4f2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:49:57.452337 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-2fb89405-26a6-47af-8de3-885841ab78de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['e3339255-afe4-4bfa-9ef9-9e0be8ebd4f2'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:57.460035 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d422f79-caaa-4dbe-bc90-b107a60bc880 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:57.465124 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8d422f79-caaa-4dbe-bc90-b107a60bc880 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:57.540652 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-2fb89405-26a6-47af-8de3-885841ab78de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:57.541274 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb89405-26a6-47af-8de3-885841ab78de None None] The sync data for ids ['e3339255-afe4-4bfa-9ef9-9e0be8ebd4f2'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:49:57.612761 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bd07b5-0656-4c5b-8f3b-3d00ed890b46 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Made reservation on behalf of 7532521a2dc2494ca283f329c67dc09d for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:57.617134 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-88bd07b5-0656-4c5b-8f3b-3d00ed890b46 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:57.646367 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-27fde052-e708-4c58-b41e-53f2cb1a7ef0 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:router {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:49:57.650184 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-27fde052-e708-4c58-b41e-53f2cb1a7ef0 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7862628 May 31 15:49:57.661807 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54302) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:57.706827 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-2d2bccf5-884e-45ba-a854-db30e3334146 None None] Set router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:49:57.794805 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-10f01800-4665-43d8-ab90-b56f71834f36 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:57.801710 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5a688fe0-8e90-4ac0-a8ec-052c20d1823e None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:57.826100 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5a688fe0-8e90-4ac0-a8ec-052c20d1823e None None] Transition to ACTIVE for port object 9a7750a9-5cc2-4e9b-940b-ef369becfc12 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:57.829693 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-10f01800-4665-43d8-ab90-b56f71834f36 None None] Transition to ACTIVE for port object edd7b2bb-b26d-4ba9-8de3-76e45e796216 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:57.902305 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 4ad9a788-5b70-4b25-b336-b2fa94ac22a8 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:49:57.903109 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:57.947545 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4de58b7a-d021-4df3-b835-0dae3b69ed50 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "GET /v2.0/routers/e3339255-afe4-4bfa-9ef9-9e0be8ebd4f2 HTTP/1.1" status: 200 len: 924 time: 0.6858077 May 31 15:49:57.948604 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54306) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:57.956027 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88bd07b5-0656-4c5b-8f3b-3d00ed890b46 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:49:57.969050 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c56f155c-15ef-4a68-8c59-ae40663228da tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:57.979490 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5a688fe0-8e90-4ac0-a8ec-052c20d1823e None None] Transition to ACTIVE for port object 9a7750a9-5cc2-4e9b-940b-ef369becfc12 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:58.027704 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-10f01800-4665-43d8-ab90-b56f71834f36 None None] Transition to ACTIVE for port object edd7b2bb-b26d-4ba9-8de3-76e45e796216 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:58.044710 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-373fb28e-c07f-442b-a383-186324d6cbad tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:58.046900 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5a688fe0-8e90-4ac0-a8ec-052c20d1823e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:58.055113 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:58.093236 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-10f01800-4665-43d8-ab90-b56f71834f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:58.112655 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-88bd07b5-0656-4c5b-8f3b-3d00ed890b46 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:58.112985 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-88bd07b5-0656-4c5b-8f3b-3d00ed890b46 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Added segment 91625fb1-1964-4c07-b7d0-97b6eab7bb53 of type vlan for network b93ffe2c-3d5b-443f-a902-94f8c616506f May 31 15:49:58.115467 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.ipam_backend_mixin [None req-8d422f79-caaa-4dbe-bc90-b107a60bc880 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b93058c8-5d8e-4f30-895e-df214f2cf0d7 (CIDR: 172.20.0.16/28) May 31 15:49:58.116167 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108f6d93-5711-435e-a736-d324ae5407ca tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:58.117977 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-108f6d93-5711-435e-a736-d324ae5407ca tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=014c45f7-9697-4b0b-b8b7-66a80a50a15c&device_id=e3339255-afe4-4bfa-9ef9-9e0be8ebd4f2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1681094 May 31 15:49:58.144420 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54310) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:58.174906 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d422f79-caaa-4dbe-bc90-b107a60bc880 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:49:58.175390 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d422f79-caaa-4dbe-bc90-b107a60bc880 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:49:58.185645 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a688fe0-8e90-4ac0-a8ec-052c20d1823e None None] Network 25dfd900-7b83-4d04-9837-2c632761ec03 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:58.188415 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f01800-4665-43d8-ab90-b56f71834f36 None None] Network f339f647-3d58-4483-b5df-b510a75e2d9e is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:49:58.193823 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-5a688fe0-8e90-4ac0-a8ec-052c20d1823e None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:58.195625 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:58.197025 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a688fe0-8e90-4ac0-a8ec-052c20d1823e None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:49:58.208233 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a688fe0-8e90-4ac0-a8ec-052c20d1823e None None] Pushing event updated for resources: {'Port': ['ID=9a7750a9-5cc2-4e9b-940b-ef369becfc12,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:58.210861 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-10f01800-4665-43d8-ab90-b56f71834f36 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:49:58.212936 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5a688fe0-8e90-4ac0-a8ec-052c20d1823e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:58.219982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ead36c40-b5a5-4cc6-ae70-31af0a2e7a98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:58.249479 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f01800-4665-43d8-ab90-b56f71834f36 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:49:58.432768 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a47b16c5-eacb-4a8c-a2f3-c5dc6c949e35 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764869057823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2968980'] for subnet, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:58.439884 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0bb129ef-a0b9-4bea-b003-ad970e442856 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:58.486083 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47b16c5-eacb-4a8c-a2f3-c5dc6c949e35 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:58.486674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a47b16c5-eacb-4a8c-a2f3-c5dc6c949e35 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:58.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a47b16c5-eacb-4a8c-a2f3-c5dc6c949e35 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "PUT /v2.0/subnets/7bd82f2e-38b3-4381-b69c-d3ee28c0d31a HTTP/1.1" status: 200 len: 806 time: 2.0052388 May 31 15:49:58.499912 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54314) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:58.538010 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f01800-4665-43d8-ab90-b56f71834f36 None None] Pushing event updated for resources: {'Port': ['ID=edd7b2bb-b26d-4ba9-8de3-76e45e796216,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:58.549409 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-10f01800-4665-43d8-ab90-b56f71834f36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:58.553587 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-5a688fe0-8e90-4ac0-a8ec-052c20d1823e None None] Attempting to bind port 9a7750a9-5cc2-4e9b-940b-ef369becfc12 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:49:58.553961 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-5a688fe0-8e90-4ac0-a8ec-052c20d1823e None None] Attempting to bind port 9a7750a9-5cc2-4e9b-940b-ef369becfc12 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'edc3118a-4061-4072-bbfa-4356b7997fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '25dfd900-7b83-4d04-9837-2c632761ec03'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:49:58.554374 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a688fe0-8e90-4ac0-a8ec-052c20d1823e None None] Attempting to bind port 9a7750a9-5cc2-4e9b-940b-ef369becfc12 on network 25dfd900-7b83-4d04-9837-2c632761ec03 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:49:58.560501 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-10f01800-4665-43d8-ab90-b56f71834f36 None None] Attempting to bind port edd7b2bb-b26d-4ba9-8de3-76e45e796216 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:49:58.560867 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-10f01800-4665-43d8-ab90-b56f71834f36 None None] Attempting to bind port edd7b2bb-b26d-4ba9-8de3-76e45e796216 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'bc62b2c3-a375-4137-a14f-dbfc820b8c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f339f647-3d58-4483-b5df-b510a75e2d9e'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:49:58.561224 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f01800-4665-43d8-ab90-b56f71834f36 None None] Attempting to bind port edd7b2bb-b26d-4ba9-8de3-76e45e796216 on network f339f647-3d58-4483-b5df-b510a75e2d9e {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:49:58.569505 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a688fe0-8e90-4ac0-a8ec-052c20d1823e None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:49:58.569960 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a688fe0-8e90-4ac0-a8ec-052c20d1823e None None] Checking segment: {'id': 'edc3118a-4061-4072-bbfa-4356b7997fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '25dfd900-7b83-4d04-9837-2c632761ec03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:58.570366 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5a688fe0-8e90-4ac0-a8ec-052c20d1823e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:58.570757 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a688fe0-8e90-4ac0-a8ec-052c20d1823e None None] Bound using segment: {'id': 'edc3118a-4061-4072-bbfa-4356b7997fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '25dfd900-7b83-4d04-9837-2c632761ec03'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:49:58.571486 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-5a688fe0-8e90-4ac0-a8ec-052c20d1823e None None] Bound port: 9a7750a9-5cc2-4e9b-940b-ef369becfc12, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc3118a-4061-4072-bbfa-4356b7997fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '25dfd900-7b83-4d04-9837-2c632761ec03'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:49:58.571724 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5a688fe0-8e90-4ac0-a8ec-052c20d1823e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:58.580843 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device d467d652-bad8-436a-bc61-7cda183a2ec6 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:49:58.606251 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-88bd07b5-0656-4c5b-8f3b-3d00ed890b46 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:58.614079 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b16c5-eacb-4a8c-a2f3-c5dc6c949e35 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event updated for resources: {'Subnet': ['ID=7bd82f2e-38b3-4381-b69c-d3ee28c0d31a,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:58.617001 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a47b16c5-eacb-4a8c-a2f3-c5dc6c949e35 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:58.621848 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f01800-4665-43d8-ab90-b56f71834f36 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:49:58.622082 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f01800-4665-43d8-ab90-b56f71834f36 None None] Checking segment: {'id': 'bc62b2c3-a375-4137-a14f-dbfc820b8c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f339f647-3d58-4483-b5df-b510a75e2d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:58.622415 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-10f01800-4665-43d8-ab90-b56f71834f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:58.622716 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f01800-4665-43d8-ab90-b56f71834f36 None None] Bound using segment: {'id': 'bc62b2c3-a375-4137-a14f-dbfc820b8c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f339f647-3d58-4483-b5df-b510a75e2d9e'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:49:58.623233 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-10f01800-4665-43d8-ab90-b56f71834f36 None None] Bound port: edd7b2bb-b26d-4ba9-8de3-76e45e796216, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc62b2c3-a375-4137-a14f-dbfc820b8c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f339f647-3d58-4483-b5df-b510a75e2d9e'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:49:58.623615 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-10f01800-4665-43d8-ab90-b56f71834f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:58.635410 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: d467d652-bad8-436a-bc61-7cda183a2ec6 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:49:58.635803 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device d467d652-bad8-436a-bc61-7cda183a2ec6 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:49:58.728485 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c56f155c-15ef-4a68-8c59-ae40663228da tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:58.733961 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c56f155c-15ef-4a68-8c59-ae40663228da tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:58.743028 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8d422f79-caaa-4dbe-bc90-b107a60bc880 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 2.2402518 May 31 15:49:58.743941 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54318) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:58.747933 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-20c273da-01fe-4508-b73d-eb36d667c8a7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:58.765498 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-331584b7-4b58-4027-9b8f-0ccf6a1b8237 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'subnet': {'network_id': '1e6d7417-4bd4-418b-808b-5f1717377e16', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:58.781068 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-2d2bccf5-884e-45ba-a854-db30e3334146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:49:53Z', 'revision_number': 4, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None, '_interfaces': [{'id': '4466f08d-7e41-4b26-b30d-a6bd659aacf6', 'name': '', 'network_id': 'f9ad58a8-1a63-4e9f-a5df-eb102a0f6106', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:22:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e09bf9c5-ad9b-4edb-a871-044c6e2d7839', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:49Z', 'updated_at': '2021-05-31T15:49:55Z', 'revision_number': 2, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': 'e09bf9c5-ad9b-4edb-a871-044c6e2d7839', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ad9a788-5b70-4b25-b336-b2fa94ac22a8', 'name': '', 'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:31Z', 'updated_at': '2021-05-31T15:49:54Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '733c2800-0fbc-443c-896f-fc73ee4be24f', 'name': '', 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:9d:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:14Z', 'updated_at': '2021-05-31T15:49:31Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:58.799452 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2bccf5-884e-45ba-a854-db30e3334146 None None] Checking router: 1251add1-0768-43fd-9a5e-ac4434f0d2c2 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:49:58.799908 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2bccf5-884e-45ba-a854-db30e3334146 None None] Updating router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 port 4466f08d-7e41-4b26-b30d-a6bd659aacf6 binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:49:58.816921 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cdd8a8-498a-4da2-a034-4581dd53298d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:58.822315 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-79cdd8a8-498a-4da2-a034-4581dd53298d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "GET /v2.0/networks/014c45f7-9697-4b0b-b8b7-66a80a50a15c HTTP/1.1" status: 200 len: 881 time: 0.6732991 May 31 15:49:58.822961 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54322) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:58.829640 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c56f155c-15ef-4a68-8c59-ae40663228da tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:58.830156 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56f155c-15ef-4a68-8c59-ae40663228da tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Fanout notify agent at l3_agent the message router_deleted on router a6d0048f-bc51-452e-8581-6acbe3575801 {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:49:58.831708 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-88bd07b5-0656-4c5b-8f3b-3d00ed890b46 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:58.837263 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bd07b5-0656-4c5b-8f3b-3d00ed890b46 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:58.837876 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-88bd07b5-0656-4c5b-8f3b-3d00ed890b46 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:58.848672 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-5a688fe0-8e90-4ac0-a8ec-052c20d1823e None None] For port 9a7750a9-5cc2-4e9b-940b-ef369becfc12, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:49:58.867092 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-10f01800-4665-43d8-ab90-b56f71834f36 None None] For port edd7b2bb-b26d-4ba9-8de3-76e45e796216, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:49:58.879120 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-5a688fe0-8e90-4ac0-a8ec-052c20d1823e None None] For port 9a7750a9-5cc2-4e9b-940b-ef369becfc12, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=9a7750a9-5cc2-4e9b-940b-ef369becfc12,segment=NetworkSegment(edc3118a-4061-4072-bbfa-4356b7997fd1),segment_id=edc3118a-4061-4072-bbfa-4356b7997fd1)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:49:58.879564 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:58.886193 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-10f01800-4665-43d8-ab90-b56f71834f36 None None] For port edd7b2bb-b26d-4ba9-8de3-76e45e796216, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=edd7b2bb-b26d-4ba9-8de3-76e45e796216,segment=NetworkSegment(bc62b2c3-a375-4137-a14f-dbfc820b8c4c),segment_id=bc62b2c3-a375-4137-a14f-dbfc820b8c4c)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:49:58.887498 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2d2bccf5-884e-45ba-a854-db30e3334146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:58.900059 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-10f01800-4665-43d8-ab90-b56f71834f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:58.906650 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73cd20ea-0319-40a1-95cf-52f7d15b5bfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:58.936202 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5a688fe0-8e90-4ac0-a8ec-052c20d1823e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:58.993899 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-373fb28e-c07f-442b-a383-186324d6cbad tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Deleting port 3275d813-d412-4e18-b239-7eb63023ffff {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:49:58.994526 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-373fb28e-c07f-442b-a383-186324d6cbad tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:58.998310 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd07b5-0656-4c5b-8f3b-3d00ed890b46 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Network': ['ID=b93ffe2c-3d5b-443f-a902-94f8c616506f,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:59.010396 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-88bd07b5-0656-4c5b-8f3b-3d00ed890b46 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:59.015945 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-55d38ea6-a895-402e-8810-a2d40fde45a3 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3339255-afe4-4bfa-9ef9-9e0be8ebd4f2 HTTP/1.1" status: 200 len: 205 time: 0.1893928 May 31 15:49:59.018019 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54326) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:59.030678 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network b93ffe2c-3d5b-443f-a902-94f8c616506f details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:49:59.038208 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-331584b7-4b58-4027-9b8f-0ccf6a1b8237 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:59.095477 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-331584b7-4b58-4027-9b8f-0ccf6a1b8237 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Usage tracker for resource:subnet and tenant:9e98cd47beea440cbfb376c35888b670 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:59.098822 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:59.105841 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-331584b7-4b58-4027-9b8f-0ccf6a1b8237 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:59.106700 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:59.114819 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-331584b7-4b58-4027-9b8f-0ccf6a1b8237 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:59.141319 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f01800-4665-43d8-ab90-b56f71834f36 None None] Pushing event updated for resources: {'Port': ['ID=edd7b2bb-b26d-4ba9-8de3-76e45e796216,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:59.146569 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-10f01800-4665-43d8-ab90-b56f71834f36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:59.149070 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-88bd07b5-0656-4c5b-8f3b-3d00ed890b46 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9225678 May 31 15:49:59.153621 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5b9771b5-3e87-4a48-990d-e0c8b25ace5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:59.157704 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54330) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:59.159039 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event deleted for resources: {'Subnet': ['ID=77ac5775-8081-4cfd-a4c8-107c3a668ad2,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:59.161404 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:59.193749 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-33097c5c-7984-44d5-8c36-74cd3eda9975 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'subnet': {'network_id': 'b93ffe2c-3d5b-443f-a902-94f8c616506f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:49:59.212774 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-20c273da-01fe-4508-b73d-eb36d667c8a7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Deleting port edd7b2bb-b26d-4ba9-8de3-76e45e796216 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:49:59.213581 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-20c273da-01fe-4508-b73d-eb36d667c8a7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:59.230994 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331584b7-4b58-4027-9b8f-0ccf6a1b8237 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Made reservation on behalf of 9e98cd47beea440cbfb376c35888b670 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:49:59.234445 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-331584b7-4b58-4027-9b8f-0ccf6a1b8237 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:59.302469 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c56f155c-15ef-4a68-8c59-ae40663228da tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:59.306420 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c56f155c-15ef-4a68-8c59-ae40663228da tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/routers/a6d0048f-bc51-452e-8581-6acbe3575801 HTTP/1.1" status: 204 len: 168 time: 1.6154201 May 31 15:49:59.316078 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54334) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:59.319995 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a688fe0-8e90-4ac0-a8ec-052c20d1823e None None] Pushing event updated for resources: {'Port': ['ID=9a7750a9-5cc2-4e9b-940b-ef369becfc12,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:59.324722 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5a688fe0-8e90-4ac0-a8ec-052c20d1823e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:59.520075 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:59.545953 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25dfd900-7b83-4d04-9837-2c632761ec03']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:59.567647 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-99366750-b299-409f-ba95-bf42c86d595a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:59.661872 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc3118a-4061-4072-bbfa-4356b7997fd1') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:59.662168 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc3118a-4061-4072-bbfa-4356b7997fd1') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:49:59.682316 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:49:59.687954 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b17d26-0d54-46f7-9bc5-e418271ae5da tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:49:59.688694 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e7b17d26-0d54-46f7-9bc5-e418271ae5da tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:49:59.719080 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2d2bccf5-884e-45ba-a854-db30e3334146 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:59.719645 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:59.740142 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2d2bccf5-884e-45ba-a854-db30e3334146 None None] Transition to ACTIVE for port object 4466f08d-7e41-4b26-b30d-a6bd659aacf6 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:49:59.746860 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2d2bccf5-884e-45ba-a854-db30e3334146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:59.761881 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-373fb28e-c07f-442b-a383-186324d6cbad tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:59.767479 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:49:59.795326 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-33097c5c-7984-44d5-8c36-74cd3eda9975 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:49:59.857290 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-33097c5c-7984-44d5-8c36-74cd3eda9975 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Usage tracker for resource:subnet and tenant:7532521a2dc2494ca283f329c67dc09d is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:49:59.860555 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-33097c5c-7984-44d5-8c36-74cd3eda9975 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:49:59.866664 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:59.882576 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e7b17d26-0d54-46f7-9bc5-e418271ae5da tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:49:59.883806 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e7b17d26-0d54-46f7-9bc5-e418271ae5da tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5640190 May 31 15:49:59.887635 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:49:59.888122 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:49:59.903467 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:49:59.906079 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54338) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:49:59.939241 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0d4a1-1130-41e6-aac0-340e10225a3a None None] Pushing event updated for resources: {'Port': ['ID=4466f08d-7e41-4b26-b30d-a6bd659aacf6,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:49:59.944637 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-373fb28e-c07f-442b-a383-186324d6cbad tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Calling delete_port for 3275d813-d412-4e18-b239-7eb63023ffff owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:49:59.951634 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-33097c5c-7984-44d5-8c36-74cd3eda9975 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:49:59.971852 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-22a0d4a1-1130-41e6-aac0-340e10225a3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:49:59.992116 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-2d2bccf5-884e-45ba-a854-db30e3334146 None None] Attempting to bind port 4466f08d-7e41-4b26-b30d-a6bd659aacf6 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:49:59.992492 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-2d2bccf5-884e-45ba-a854-db30e3334146 None None] Attempting to bind port 4466f08d-7e41-4b26-b30d-a6bd659aacf6 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'c1fa8a02-d810-4da0-bb4c-52219241bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'f9ad58a8-1a63-4e9f-a5df-eb102a0f6106'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:49:59.992862 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2bccf5-884e-45ba-a854-db30e3334146 None None] Attempting to bind port 4466f08d-7e41-4b26-b30d-a6bd659aacf6 on network f9ad58a8-1a63-4e9f-a5df-eb102a0f6106 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:49:59.998886 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2bccf5-884e-45ba-a854-db30e3334146 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:49:59.999318 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2bccf5-884e-45ba-a854-db30e3334146 None None] Checking segment: {'id': 'c1fa8a02-d810-4da0-bb4c-52219241bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'f9ad58a8-1a63-4e9f-a5df-eb102a0f6106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:49:59.999741 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2d2bccf5-884e-45ba-a854-db30e3334146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:00.000134 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2bccf5-884e-45ba-a854-db30e3334146 None None] Bound using segment: {'id': 'c1fa8a02-d810-4da0-bb4c-52219241bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'f9ad58a8-1a63-4e9f-a5df-eb102a0f6106'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:50:00.000798 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-2d2bccf5-884e-45ba-a854-db30e3334146 None None] Bound port: 4466f08d-7e41-4b26-b30d-a6bd659aacf6, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1fa8a02-d810-4da0-bb4c-52219241bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'f9ad58a8-1a63-4e9f-a5df-eb102a0f6106'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:50:00.001401 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2d2bccf5-884e-45ba-a854-db30e3334146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:00.032803 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33097c5c-7984-44d5-8c36-74cd3eda9975 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Made reservation on behalf of 7532521a2dc2494ca283f329c67dc09d for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:50:00.036990 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-33097c5c-7984-44d5-8c36-74cd3eda9975 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:00.045796 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.db.api [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 31 15:50:00.045796 dv-neutron-601336-79-hyperv neutron-server[99204]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 31 15:50:00.045796 dv-neutron-601336-79-hyperv neutron-server[99204]: [parameters: {'id': '25dfd900-7b83-4d04-9837-2c632761ec03'}] May 31 15:50:00.045796 dv-neutron-601336-79-hyperv neutron-server[99204]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:50:00.046261 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_db.api [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:50:00.071724 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-99366750-b299-409f-ba95-bf42c86d595a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:00.073763 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-20c273da-01fe-4508-b73d-eb36d667c8a7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] For port edd7b2bb-b26d-4ba9-8de3-76e45e796216, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=edd7b2bb-b26d-4ba9-8de3-76e45e796216,segment=NetworkSegment(bc62b2c3-a375-4137-a14f-dbfc820b8c4c),segment_id=bc62b2c3-a375-4137-a14f-dbfc820b8c4c)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:00.074281 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-20c273da-01fe-4508-b73d-eb36d667c8a7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:00.080294 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec9f647-d0e6-41d2-9aab-521b872ab703 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:00.081001 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-dec9f647-d0e6-41d2-9aab-521b872ab703 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:50:00.101738 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-2d2bccf5-884e-45ba-a854-db30e3334146 None None] For port 4466f08d-7e41-4b26-b30d-a6bd659aacf6, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:50:00.105230 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-2d2bccf5-884e-45ba-a854-db30e3334146 None None] For port 4466f08d-7e41-4b26-b30d-a6bd659aacf6, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=4466f08d-7e41-4b26-b30d-a6bd659aacf6,segment=NetworkSegment(c1fa8a02-d810-4da0-bb4c-52219241bfa8),segment_id=c1fa8a02-d810-4da0-bb4c-52219241bfa8)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:50:00.111302 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2d2bccf5-884e-45ba-a854-db30e3334146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:00.115405 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5a688fe0-8e90-4ac0-a8ec-052c20d1823e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:00.198704 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2bccf5-884e-45ba-a854-db30e3334146 None None] Routers {'1251add1-0768-43fd-9a5e-ac4434f0d2c2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:00.199366 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-2d2bccf5-884e-45ba-a854-db30e3334146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:00.257812 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0d4a1-1130-41e6-aac0-340e10225a3a None None] Pushing event updated for resources: {'Port': ['ID=4466f08d-7e41-4b26-b30d-a6bd659aacf6,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:00.268988 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-22a0d4a1-1130-41e6-aac0-340e10225a3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:00.279016 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-20c273da-01fe-4508-b73d-eb36d667c8a7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Calling delete_port for edd7b2bb-b26d-4ba9-8de3-76e45e796216 owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:00.316634 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-dec9f647-d0e6-41d2-9aab-521b872ab703 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:50:00.317902 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-dec9f647-d0e6-41d2-9aab-521b872ab703 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4006958 May 31 15:50:00.320947 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54342) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:00.404155 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-2d2bccf5-884e-45ba-a854-db30e3334146 None None] Set router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:50:00.407455 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8c660a09-062a-46c3-b589-3254f7089dda tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:router {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:50:00.431571 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-99366750-b299-409f-ba95-bf42c86d595a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Deleting port 4d896881-b3db-47d3-bc39-e82f7a95c9c9 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:00.432199 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-99366750-b299-409f-ba95-bf42c86d595a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:00.458649 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8c660a09-062a-46c3-b589-3254f7089dda tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:router {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:50:00.466144 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54346) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:00.466494 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8c660a09-062a-46c3-b589-3254f7089dda tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1442356 May 31 15:50:00.509941 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:00.547746 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:00.599083 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-99366750-b299-409f-ba95-bf42c86d595a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:00.668783 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:00.722309 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-023bee95-3bda-4156-beaf-66e4a2a9089f None None] Provisioning for port 9a7750a9-5cc2-4e9b-940b-ef369becfc12 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:50:00.772614 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:00.865085 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-99366750-b299-409f-ba95-bf42c86d595a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Calling delete_port for 4d896881-b3db-47d3-bc39-e82f7a95c9c9 owned by network:router_gateway {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:00.884433 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:50:00.887630 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:00.902309 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9a7750a9-5cc2-4e9b-940b-ef369becfc12 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:50:00.979409 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-20c273da-01fe-4508-b73d-eb36d667c8a7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:00.999049 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-dcce9f4c-434e-4467-a8e3-922b1b373922 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:01.011372 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-2d2bccf5-884e-45ba-a854-db30e3334146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:49:53Z', 'revision_number': 4, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None, '_interfaces': [{'id': '4466f08d-7e41-4b26-b30d-a6bd659aacf6', 'name': '', 'network_id': 'f9ad58a8-1a63-4e9f-a5df-eb102a0f6106', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:22:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e09bf9c5-ad9b-4edb-a871-044c6e2d7839', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:49Z', 'updated_at': '2021-05-31T15:50:00Z', 'revision_number': 4, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': 'e09bf9c5-ad9b-4edb-a871-044c6e2d7839', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ad9a788-5b70-4b25-b336-b2fa94ac22a8', 'name': '', 'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:31Z', 'updated_at': '2021-05-31T15:49:54Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '733c2800-0fbc-443c-896f-fc73ee4be24f', 'name': '', 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:9d:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:14Z', 'updated_at': '2021-05-31T15:49:31Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:01.017238 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 9a7750a9-5cc2-4e9b-940b-ef369becfc12 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:50:01.020854 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2bccf5-884e-45ba-a854-db30e3334146 None None] The sync data for ids ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'] in dv-neutron-601336-79-hyperv is: [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:49:53Z', 'revision_number': 4, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None, '_interfaces': [{'id': '4466f08d-7e41-4b26-b30d-a6bd659aacf6', 'name': '', 'network_id': 'f9ad58a8-1a63-4e9f-a5df-eb102a0f6106', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:22:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e09bf9c5-ad9b-4edb-a871-044c6e2d7839', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:49Z', 'updated_at': '2021-05-31T15:50:00Z', 'revision_number': 4, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': 'e09bf9c5-ad9b-4edb-a871-044c6e2d7839', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ad9a788-5b70-4b25-b336-b2fa94ac22a8', 'name': '', 'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:31Z', 'updated_at': '2021-05-31T15:49:54Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '733c2800-0fbc-443c-896f-fc73ee4be24f', 'name': '', 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:9d:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:14Z', 'updated_at': '2021-05-31T15:49:31Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:50:01.033837 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 9a7750a9-5cc2-4e9b-940b-ef369becfc12 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:01.034208 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:01.064807 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-99366750-b299-409f-ba95-bf42c86d595a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:01.077918 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4afd9729-c409-4c5a-8326-18f324b8960a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:01.136865 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c273da-01fe-4508-b73d-eb36d667c8a7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Port': ['ID=edd7b2bb-b26d-4ba9-8de3-76e45e796216,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:01.140617 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-20c273da-01fe-4508-b73d-eb36d667c8a7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:01.236333 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Deleting port 9a7750a9-5cc2-4e9b-940b-ef369becfc12 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:01.236797 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:01.288974 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:01.297396 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99366750-b299-409f-ba95-bf42c86d595a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Pushing event deleted for resources: {'Port': ['ID=4d896881-b3db-47d3-bc39-e82f7a95c9c9,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:01.297723 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-373fb28e-c07f-442b-a383-186324d6cbad tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:01.300497 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-99366750-b299-409f-ba95-bf42c86d595a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:01.332233 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 9a7750a9-5cc2-4e9b-940b-ef369becfc12, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=9a7750a9-5cc2-4e9b-940b-ef369becfc12,segment=NetworkSegment(edc3118a-4061-4072-bbfa-4356b7997fd1),segment_id=edc3118a-4061-4072-bbfa-4356b7997fd1)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:01.338181 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:01.340436 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device edd7b2bb-b26d-4ba9-8de3-76e45e796216 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:50:01.390602 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-2000b4f9-4f9a-466e-b61e-6105bf612c2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:01.408893 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-99366750-b299-409f-ba95-bf42c86d595a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:01.430400 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f701a70-b10e-45ef-9c00-15344668706c None None] get_active_networks_info from dv-neutron-601336-79-hyperv {{(pid=99206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 31 15:50:01.502376 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-165ccb40-d249-40e7-976f-4f81d6a4aff1 None None] Could not find standard attr ID for object edd7b2bb-b26d-4ba9-8de3-76e45e796216. {{(pid=99206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 15:50:01.514739 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: edd7b2bb-b26d-4ba9-8de3-76e45e796216 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:50:01.515281 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device edd7b2bb-b26d-4ba9-8de3-76e45e796216 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} May 31 15:50:01.545055 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-dcce9f4c-434e-4467-a8e3-922b1b373922 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:01.595810 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] For port 9a7750a9-5cc2-4e9b-940b-ef369becfc12, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=9a7750a9-5cc2-4e9b-940b-ef369becfc12,segment=NetworkSegment(edc3118a-4061-4072-bbfa-4356b7997fd1),segment_id=edc3118a-4061-4072-bbfa-4356b7997fd1)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:01.596168 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:01.613223 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Port edd7b2bb-b26d-4ba9-8de3-76e45e796216 not found, will not notify nova. {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 15:50:01.622090 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-99366750-b299-409f-ba95-bf42c86d595a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:01.649199 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=9a7750a9-5cc2-4e9b-940b-ef369becfc12,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:01.678819 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:01.747812 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Calling delete_port for 9a7750a9-5cc2-4e9b-940b-ef369becfc12 owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:01.757808 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-99366750-b299-409f-ba95-bf42c86d595a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:01.796957 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-99366750-b299-409f-ba95-bf42c86d595a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:01.796957 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99366750-b299-409f-ba95-bf42c86d595a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Fanout notify agent at l3_agent the message router_deleted on router e3339255-afe4-4bfa-9ef9-9e0be8ebd4f2 {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:50:01.800216 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c273da-01fe-4508-b73d-eb36d667c8a7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] No DVR routers for this DVR port edd7b2bb-b26d-4ba9-8de3-76e45e796216 on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:50:01.816479 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-99366750-b299-409f-ba95-bf42c86d595a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:01.818994 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-99366750-b299-409f-ba95-bf42c86d595a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "DELETE /v2.0/routers/e3339255-afe4-4bfa-9ef9-9e0be8ebd4f2 HTTP/1.1" status: 204 len: 168 time: 2.7975039 May 31 15:50:01.824212 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54350) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:01.833340 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-b8c35453-f74d-49e4-8c5a-ae83e7daaf3c tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-845268430', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:01.846727 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-b8c35453-f74d-49e4-8c5a-ae83e7daaf3c tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:01.850412 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373fb28e-c07f-442b-a383-186324d6cbad tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Port': ['ID=3275d813-d412-4e18-b239-7eb63023ffff,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:01.852160 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-b8c35453-f74d-49e4-8c5a-ae83e7daaf3c tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Usage tracker for resource:router and tenant:8c3b2ea9a4594def894b2a235c1a97b6 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:50:01.853224 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-373fb28e-c07f-442b-a383-186324d6cbad tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:01.858003 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-b8c35453-f74d-49e4-8c5a-ae83e7daaf3c tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:50:01.865696 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-b8c35453-f74d-49e4-8c5a-ae83e7daaf3c tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:01.871296 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:01.878076 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-dd39646c-0d6b-4c3b-b0c9-24d5ff568c29 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:01.926156 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f701a70-b10e-45ef-9c00-15344668706c None None] Network b93ffe2c-3d5b-443f-a902-94f8c616506f is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:50:01.935835 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b8c35453-f74d-49e4-8c5a-ae83e7daaf3c tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:01.936987 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b8c35453-f74d-49e4-8c5a-ae83e7daaf3c tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:01.940540 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f701a70-b10e-45ef-9c00-15344668706c None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, b93ffe2c-3d5b-443f-a902-94f8c616506f) {{(pid=99206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 31 15:50:01.941277 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] No DVR routers for this DVR port 9a7750a9-5cc2-4e9b-940b-ef369becfc12 on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:50:01.943903 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event deleted for resources: {'Port': ['ID=9a7750a9-5cc2-4e9b-940b-ef369becfc12,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:01.975209 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:02.012004 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b8c35453-f74d-49e4-8c5a-ae83e7daaf3c tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:02.028042 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-20c273da-01fe-4508-b73d-eb36d667c8a7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:02.076822 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-373fb28e-c07f-442b-a383-186324d6cbad tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:02.237402 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:02.252288 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25dfd900-7b83-4d04-9837-2c632761ec03']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:02.260963 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b8c35453-f74d-49e4-8c5a-ae83e7daaf3c tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:02.278058 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc3118a-4061-4072-bbfa-4356b7997fd1') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:02.278270 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc3118a-4061-4072-bbfa-4356b7997fd1') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:02.294841 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:02.313009 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b8c35453-f74d-49e4-8c5a-ae83e7daaf3c tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:02.317440 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b8c35453-f74d-49e4-8c5a-ae83e7daaf3c tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4922097 May 31 15:50:02.318038 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54354) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:02.319085 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:02.328239 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Request body: {'router': {'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:02.354832 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f650ea0-ba35-4931-85c9-df9844d71168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-b93ffe2c-3d5b-443f-a902-94f8c616506f', 'network_id': 'b93ffe2c-3d5b-443f-a902-94f8c616506f', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'fixed_ips': [{'subnet_id': '99a955f8-97b4-4d7b-8714-e7053a6a5ac8'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:50:02.355809 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0f650ea0-ba35-4931-85c9-df9844d71168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:02.387343 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:50:02.387795 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:50:02.402719 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:50:02.612927 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:02.667795 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f46c4088-8163-4443-aa10-a17747d0228d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:02.684779 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:02.703010 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event deleted for resources: {'Network': ['ID=25dfd900-7b83-4d04-9837-2c632761ec03,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:02.705338 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:02.719259 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-0f650ea0-ba35-4931-85c9-df9844d71168 None None] Allocated IP 172.23.0.2 (b93ffe2c-3d5b-443f-a902-94f8c616506f/99a955f8-97b4-4d7b-8714-e7053a6a5ac8/0582dbfa-23f2-4207-98ef-ba314d70beb9) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:50:02.767815 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "DELETE /v2.0/networks/25dfd900-7b83-4d04-9837-2c632761ec03 HTTP/1.1" status: 204 len: 168 time: 6.5615513 May 31 15:50:02.773524 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54358) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:02.780148 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-be19050b-31e7-4e5d-b50f-4e45a9b123e5 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-842223701'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:02.801456 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-be19050b-31e7-4e5d-b50f-4e45a9b123e5 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:02.852069 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-331584b7-4b58-4027-9b8f-0ccf6a1b8237 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:02.864963 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-be19050b-31e7-4e5d-b50f-4e45a9b123e5 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Usage tracker for resource:network and tenant:1048e0b2a17044669ba0b1a74b492ce9 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:50:02.869975 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-be19050b-31e7-4e5d-b50f-4e45a9b123e5 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Quota usage for network was recalculated. Used quota:3. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:50:02.874451 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:02.883270 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-be19050b-31e7-4e5d-b50f-4e45a9b123e5 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:02.913038 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be19050b-31e7-4e5d-b50f-4e45a9b123e5 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Made reservation on behalf of 1048e0b2a17044669ba0b1a74b492ce9 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:50:02.916843 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-be19050b-31e7-4e5d-b50f-4e45a9b123e5 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:02.973594 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0f650ea0-ba35-4931-85c9-df9844d71168 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:02.984913 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-0f650ea0-ba35-4931-85c9-df9844d71168 None None] Transition to ACTIVE for port object 0582dbfa-23f2-4207-98ef-ba314d70beb9 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:50:03.006473 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be19050b-31e7-4e5d-b50f-4e45a9b123e5 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:50:03.009026 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 4466f08d-7e41-4b26-b30d-a6bd659aacf6 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:50:03.036832 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-be19050b-31e7-4e5d-b50f-4e45a9b123e5 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:03.037516 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-be19050b-31e7-4e5d-b50f-4e45a9b123e5 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Added segment 89f9812d-070e-4473-ad0f-a8c3ebb4b219 of type vlan for network bebc86bd-1f45-4afb-8313-e9e18e31151b May 31 15:50:03.084706 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-be19050b-31e7-4e5d-b50f-4e45a9b123e5 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:03.087844 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-0f650ea0-ba35-4931-85c9-df9844d71168 None None] Transition to ACTIVE for port object 0582dbfa-23f2-4207-98ef-ba314d70beb9 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:50:03.104242 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:03.106149 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0f650ea0-ba35-4931-85c9-df9844d71168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:03.118518 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-2000b4f9-4f9a-466e-b61e-6105bf612c2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:03.198473 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f650ea0-ba35-4931-85c9-df9844d71168 None None] Network b93ffe2c-3d5b-443f-a902-94f8c616506f is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:50:03.199847 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f650ea0-ba35-4931-85c9-df9844d71168 None None] Pushing event updated for resources: {'Port': ['ID=0582dbfa-23f2-4207-98ef-ba314d70beb9,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:03.200692 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331584b7-4b58-4027-9b8f-0ccf6a1b8237 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Network 1e6d7417-4bd4-418b-808b-5f1717377e16 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:50:03.202872 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-0f650ea0-ba35-4931-85c9-df9844d71168 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:03.204541 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 4466f08d-7e41-4b26-b30d-a6bd659aacf6 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:50:03.209880 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-331584b7-4b58-4027-9b8f-0ccf6a1b8237 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:03.210157 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0f650ea0-ba35-4931-85c9-df9844d71168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:03.211179 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f650ea0-ba35-4931-85c9-df9844d71168 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:50:03.214310 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373fb28e-c07f-442b-a383-186324d6cbad tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Router 7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:50:03.217002 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 4466f08d-7e41-4b26-b30d-a6bd659aacf6 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:03.217387 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:03.218453 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-33097c5c-7984-44d5-8c36-74cd3eda9975 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:03.260580 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-be19050b-31e7-4e5d-b50f-4e45a9b123e5 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:03.268546 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331584b7-4b58-4027-9b8f-0ccf6a1b8237 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:03.269038 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be19050b-31e7-4e5d-b50f-4e45a9b123e5 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:03.269188 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-331584b7-4b58-4027-9b8f-0ccf6a1b8237 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:03.269915 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-be19050b-31e7-4e5d-b50f-4e45a9b123e5 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:03.280968 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331584b7-4b58-4027-9b8f-0ccf6a1b8237 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Subnet': ['ID=eb298e37-80f9-4fc4-8f6a-91c2081602cd,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:03.298460 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33097c5c-7984-44d5-8c36-74cd3eda9975 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network b93ffe2c-3d5b-443f-a902-94f8c616506f is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:50:03.299550 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-331584b7-4b58-4027-9b8f-0ccf6a1b8237 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:03.302560 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:03.302818 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d8aad1c6-9814-424c-9bda-294bd62b984d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:03.360724 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-0f650ea0-ba35-4931-85c9-df9844d71168 None None] Attempting to bind port 0582dbfa-23f2-4207-98ef-ba314d70beb9 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:50:03.361351 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-0f650ea0-ba35-4931-85c9-df9844d71168 None None] Attempting to bind port 0582dbfa-23f2-4207-98ef-ba314d70beb9 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '91625fb1-1964-4c07-b7d0-97b6eab7bb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b93ffe2c-3d5b-443f-a902-94f8c616506f'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:50:03.361470 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f650ea0-ba35-4931-85c9-df9844d71168 None None] Attempting to bind port 0582dbfa-23f2-4207-98ef-ba314d70beb9 on network b93ffe2c-3d5b-443f-a902-94f8c616506f {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:50:03.371103 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f650ea0-ba35-4931-85c9-df9844d71168 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:50:03.371415 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f650ea0-ba35-4931-85c9-df9844d71168 None None] Checking segment: {'id': '91625fb1-1964-4c07-b7d0-97b6eab7bb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b93ffe2c-3d5b-443f-a902-94f8c616506f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:50:03.375128 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0f650ea0-ba35-4931-85c9-df9844d71168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:03.375128 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f650ea0-ba35-4931-85c9-df9844d71168 None None] Bound using segment: {'id': '91625fb1-1964-4c07-b7d0-97b6eab7bb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b93ffe2c-3d5b-443f-a902-94f8c616506f'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:50:03.375128 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-0f650ea0-ba35-4931-85c9-df9844d71168 None None] Bound port: 0582dbfa-23f2-4207-98ef-ba314d70beb9, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91625fb1-1964-4c07-b7d0-97b6eab7bb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b93ffe2c-3d5b-443f-a902-94f8c616506f'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:50:03.375128 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0f650ea0-ba35-4931-85c9-df9844d71168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:03.389131 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-33097c5c-7984-44d5-8c36-74cd3eda9975 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:03.405742 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-20c273da-01fe-4508-b73d-eb36d667c8a7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:03.469522 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-0f650ea0-ba35-4931-85c9-df9844d71168 None None] For port 0582dbfa-23f2-4207-98ef-ba314d70beb9, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:50:03.472787 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-0f650ea0-ba35-4931-85c9-df9844d71168 None None] For port 0582dbfa-23f2-4207-98ef-ba314d70beb9, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=0582dbfa-23f2-4207-98ef-ba314d70beb9,segment=NetworkSegment(91625fb1-1964-4c07-b7d0-97b6eab7bb53),segment_id=91625fb1-1964-4c07-b7d0-97b6eab7bb53)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:50:03.493516 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-be19050b-31e7-4e5d-b50f-4e45a9b123e5 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7189212 May 31 15:50:03.507695 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0f650ea0-ba35-4931-85c9-df9844d71168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:03.510154 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54364) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:03.519160 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-90135ec9-e195-4ad8-bc46-20acb96b2550 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:03.548262 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-5da40077-fce7-4bf9-94b1-3c6f63fe1391 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Request body: {'subnet': {'network_id': 'bebc86bd-1f45-4afb-8313-e9e18e31151b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:03.561893 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router_gateway, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:03.562175 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33097c5c-7984-44d5-8c36-74cd3eda9975 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:03.562658 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-33097c5c-7984-44d5-8c36-74cd3eda9975 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:03.610521 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:03.621788 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19050b-31e7-4e5d-b50f-4e45a9b123e5 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event updated for resources: {'Network': ['ID=bebc86bd-1f45-4afb-8313-e9e18e31151b,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:03.627195 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-be19050b-31e7-4e5d-b50f-4e45a9b123e5 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:03.637223 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:03.639273 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network bebc86bd-1f45-4afb-8313-e9e18e31151b details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:50:03.646987 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-331584b7-4b58-4027-9b8f-0ccf6a1b8237 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.8968835 May 31 15:50:03.655380 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54368) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:03.770028 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33097c5c-7984-44d5-8c36-74cd3eda9975 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Subnet': ['ID=99a955f8-97b4-4d7b-8714-e7053a6a5ac8,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:03.782125 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f650ea0-ba35-4931-85c9-df9844d71168 None None] Pushing event updated for resources: {'Port': ['ID=0582dbfa-23f2-4207-98ef-ba314d70beb9,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:03.789831 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0f650ea0-ba35-4931-85c9-df9844d71168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:03.791183 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-c1ec7d90-43e8-4fce-b4ae-21e623f1021d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-156463087', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'eb298e37-80f9-4fc4-8f6a-91c2081602cd'}], 'security_groups': ['860750d0-f902-4d6f-ab8b-f308f1d3917e', '2d2a9d51-0114-4d1e-b413-b6dd734ffc88']}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:03.814521 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 4466f08d-7e41-4b26-b30d-a6bd659aacf6, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=4466f08d-7e41-4b26-b30d-a6bd659aacf6,segment=NetworkSegment(c1fa8a02-d810-4da0-bb4c-52219241bfa8),segment_id=c1fa8a02-d810-4da0-bb4c-52219241bfa8)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:03.824900 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:03.834784 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Allocated IP 172.26.0.42 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/92e65819-715b-4801-bf08-279f5e9fd518) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:50:03.835308 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-10f01800-4665-43d8-ab90-b56f71834f36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:03.857230 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-33097c5c-7984-44d5-8c36-74cd3eda9975 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:03.864802 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bd909eb0-096d-4163-ad55-4d9a86c76353 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.438s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:03.928632 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=4466f08d-7e41-4b26-b30d-a6bd659aacf6,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:03.933986 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-33097c5c-7984-44d5-8c36-74cd3eda9975 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7596617 May 31 15:50:03.965487 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:03.971403 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-20c273da-01fe-4508-b73d-eb36d667c8a7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:03.984348 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c273da-01fe-4508-b73d-eb36d667c8a7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Subnet': ['ID=7bd82f2e-38b3-4381-b69c-d3ee28c0d31a,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:03.986700 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373fb28e-c07f-442b-a383-186324d6cbad tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:50:03.990261 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54372) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:03.991093 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-20c273da-01fe-4508-b73d-eb36d667c8a7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:04.008186 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1295eb-1866-4333-9a2e-b7a57acf1501 None None] Sync routers for ids ['7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:50:04.019122 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-373fb28e-c07f-442b-a383-186324d6cbad tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "PUT /v2.0/routers/7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8034143 May 31 15:50:04.029953 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1295eb-1866-4333-9a2e-b7a57acf1501 None None] Routers {'7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:04.031468 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-de1295eb-1866-4333-9a2e-b7a57acf1501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:04.111317 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-20c273da-01fe-4508-b73d-eb36d667c8a7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f339f647-3d58-4483-b5df-b510a75e2d9e']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:04.124036 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54376) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:04.187344 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-20c273da-01fe-4508-b73d-eb36d667c8a7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc62b2c3-a375-4137-a14f-dbfc820b8c4c') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:04.187790 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-20c273da-01fe-4508-b73d-eb36d667c8a7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc62b2c3-a375-4137-a14f-dbfc820b8c4c') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:04.192778 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-de1295eb-1866-4333-9a2e-b7a57acf1501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:04.201566 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-20c273da-01fe-4508-b73d-eb36d667c8a7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:04.202859 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1295eb-1866-4333-9a2e-b7a57acf1501 None None] Routers {'7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:04.203620 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-de1295eb-1866-4333-9a2e-b7a57acf1501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:04.220090 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-20c273da-01fe-4508-b73d-eb36d667c8a7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:04.228947 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c273da-01fe-4508-b73d-eb36d667c8a7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:50:04.229626 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-20c273da-01fe-4508-b73d-eb36d667c8a7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:04.248912 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:04.276675 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-de1295eb-1866-4333-9a2e-b7a57acf1501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:04.277217 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1295eb-1866-4333-9a2e-b7a57acf1501 None None] The sync data for ids ['7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:50:04.285993 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:04.290317 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-99366750-b299-409f-ba95-bf42c86d595a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:04.357299 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:50:04.360267 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:04.364345 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:50:04.367657 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:50:04.399744 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Pushing event updated for resources: {'Port': ['ID=92e65819-715b-4801-bf08-279f5e9fd518,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:04.415875 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:04.416239 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:04.416628 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:04.416978 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:04.417306 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:04.417668 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:04.418010 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:04.418355 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:04.418696 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:04.419047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:04.419392 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:04.419723 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:04.424530 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:04.449029 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-5da40077-fce7-4bf9-94b1-3c6f63fe1391 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:04.494222 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-5da40077-fce7-4bf9-94b1-3c6f63fe1391 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Usage tracker for resource:subnet and tenant:1048e0b2a17044669ba0b1a74b492ce9 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:50:04.515541 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-5da40077-fce7-4bf9-94b1-3c6f63fe1391 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:50:04.596541 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cafad896-f6cc-4660-a8f3-37bde24e1e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:04.840269 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router_gateway, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:04.851671 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 0582dbfa-23f2-4207-98ef-ba314d70beb9 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:50:04.855285 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-5da40077-fce7-4bf9-94b1-3c6f63fe1391 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:04.883310 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-20c273da-01fe-4508-b73d-eb36d667c8a7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:04.903685 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.objects.ports [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=99205) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 15:50:04.910906 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-88f0fff7-78c6-4890-a45f-877e27629054 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:04.933154 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-20c273da-01fe-4508-b73d-eb36d667c8a7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:04.934169 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 0582dbfa-23f2-4207-98ef-ba314d70beb9 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:50:04.941256 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 4466f08d-7e41-4b26-b30d-a6bd659aacf6 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:50:05.034470 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 4466f08d-7e41-4b26-b30d-a6bd659aacf6 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:05.035371 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:05.054011 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c273da-01fe-4508-b73d-eb36d667c8a7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Network': ['ID=f339f647-3d58-4483-b5df-b510a75e2d9e,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:05.055859 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da40077-fce7-4bf9-94b1-3c6f63fe1391 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Made reservation on behalf of 1048e0b2a17044669ba0b1a74b492ce9 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:50:05.059580 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5da40077-fce7-4bf9-94b1-3c6f63fe1391 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:05.087887 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-20c273da-01fe-4508-b73d-eb36d667c8a7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:05.090746 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1eb85a-b2e6-4ddc-b3db-44391b659633 None None] Network 25dfd900-7b83-4d04-9837-2c632761ec03 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:05.111062 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94510bf-b358-4e88-abb4-884d1db260c7 None None] Network f339f647-3d58-4483-b5df-b510a75e2d9e requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:05.138620 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1eb85a-b2e6-4ddc-b3db-44391b659633 None None] Network 25dfd900-7b83-4d04-9837-2c632761ec03 could not be found, it might have been deleted concurrently. {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 31 15:50:05.141609 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94510bf-b358-4e88-abb4-884d1db260c7 None None] Network f339f647-3d58-4483-b5df-b510a75e2d9e could not be found, it might have been deleted concurrently. {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 31 15:50:05.178469 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-20c273da-01fe-4508-b73d-eb36d667c8a7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/networks/f339f647-3d58-4483-b5df-b510a75e2d9e HTTP/1.1" status: 204 len: 168 time: 6.6774869 May 31 15:50:05.209031 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a49f57-a7de-42fe-9ff5-c247e9058177 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:05.236833 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39ae55f-f20f-44e0-96d5-62d9dca4f884 None None] Network b93ffe2c-3d5b-443f-a902-94f8c616506f requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:05.260150 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4591aa88-8c16-4d0a-92cf-7ad246e4ce67 None None] Network 1e6d7417-4bd4-418b-808b-5f1717377e16 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:05.264127 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54386) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:05.308402 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:05.312641 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446711'] for router, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:05.330214 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1f4eb605-fbc6-44a7-bda0-7345168ba919 None None] Provisioning for port 0582dbfa-23f2-4207-98ef-ba314d70beb9 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:50:05.519366 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fc1966-5719-41f2-a448-5141637ac4f0 None None] DHCP port deletion for f339f647-3d58-4483-b5df-b510a75e2d9e request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:50:05.521285 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82969c34-d694-42c8-a230-ac50a6d10c1d None None] DHCP port deletion for 25dfd900-7b83-4d04-9837-2c632761ec03 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:50:05.581475 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a1774e9-8e93-4eef-870a-6cd1be271c08 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] DELETE failed (client error): The resource could not be found. May 31 15:50:05.582687 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a1774e9-8e93-4eef-870a-6cd1be271c08 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:05.591284 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3a1774e9-8e93-4eef-870a-6cd1be271c08 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/networks/f339f647-3d58-4483-b5df-b510a75e2d9e HTTP/1.1" status: 404 len: 339 time: 0.3073738 May 31 15:50:05.591634 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54390) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:05.599128 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-24029c6f-171c-419d-927f-a43d5a287122 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1444077919', 'description': 'd1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:05.606221 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Router 6510e89c-54f3-4f9d-9bca-4a0eaf44fa95 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:50:05.618595 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-24029c6f-171c-419d-927f-a43d5a287122 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:05.631079 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-24029c6f-171c-419d-927f-a43d5a287122 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Usage tracker for resource:network and tenant:77c737149bd84d0bb3a7bb28e9afd80b is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:50:05.636310 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-24029c6f-171c-419d-927f-a43d5a287122 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:50:05.651854 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-24029c6f-171c-419d-927f-a43d5a287122 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:05.657418 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1f4eb605-fbc6-44a7-bda0-7345168ba919 None None] Provisioning complete for port 0582dbfa-23f2-4207-98ef-ba314d70beb9 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:05.657418 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1f4eb605-fbc6-44a7-bda0-7345168ba919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:05.771980 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5247c087-a551-4e7a-9bd4-6038ba7f1e0d None None] Network f339f647-3d58-4483-b5df-b510a75e2d9e requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:05.793693 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec79b03d-dd5b-40a5-99fd-40c79f23fc25 None None] Network 25dfd900-7b83-4d04-9837-2c632761ec03 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:05.816040 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5247c087-a551-4e7a-9bd4-6038ba7f1e0d None None] Network f339f647-3d58-4483-b5df-b510a75e2d9e could not be found, it might have been deleted concurrently. {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 31 15:50:05.856550 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec79b03d-dd5b-40a5-99fd-40c79f23fc25 None None] Network 25dfd900-7b83-4d04-9837-2c632761ec03 could not be found, it might have been deleted concurrently. {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 31 15:50:05.983462 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1f4eb605-fbc6-44a7-bda0-7345168ba919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:06.032805 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c1ec7d90-43e8-4fce-b4ae-21e623f1021d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:06.093333 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24029c6f-171c-419d-927f-a43d5a287122 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Made reservation on behalf of 77c737149bd84d0bb3a7bb28e9afd80b for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:50:06.097019 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-24029c6f-171c-419d-927f-a43d5a287122 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:06.145346 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:50:06.157917 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24029c6f-171c-419d-927f-a43d5a287122 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:50:06.160281 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33779622-13ed-4b4d-a47c-9ba7e4bb6548 None None] Sync routers for ids ['6510e89c-54f3-4f9d-9bca-4a0eaf44fa95'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:50:06.170079 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33779622-13ed-4b4d-a47c-9ba7e4bb6548 None None] Routers {'6510e89c-54f3-4f9d-9bca-4a0eaf44fa95'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:06.170899 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-33779622-13ed-4b4d-a47c-9ba7e4bb6548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['6510e89c-54f3-4f9d-9bca-4a0eaf44fa95'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:06.178222 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-24029c6f-171c-419d-927f-a43d5a287122 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:06.179339 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-24029c6f-171c-419d-927f-a43d5a287122 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Added segment d465787f-c62e-492f-8763-f8815fe4cfa9 of type vlan for network 65ca1724-0fec-452c-bfd6-99045313afbc May 31 15:50:06.231024 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-24029c6f-171c-419d-927f-a43d5a287122 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:06.235343 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-33779622-13ed-4b4d-a47c-9ba7e4bb6548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:06.244796 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33779622-13ed-4b4d-a47c-9ba7e4bb6548 None None] Routers {'6510e89c-54f3-4f9d-9bca-4a0eaf44fa95'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:06.244989 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-1f4eb605-fbc6-44a7-bda0-7345168ba919 None None] For port 0582dbfa-23f2-4207-98ef-ba314d70beb9, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=0582dbfa-23f2-4207-98ef-ba314d70beb9,segment=NetworkSegment(91625fb1-1964-4c07-b7d0-97b6eab7bb53),segment_id=91625fb1-1964-4c07-b7d0-97b6eab7bb53)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:06.245845 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-33779622-13ed-4b4d-a47c-9ba7e4bb6548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:49:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['6510e89c-54f3-4f9d-9bca-4a0eaf44fa95'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:06.285499 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:06.287748 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "PUT /v2.0/routers/6510e89c-54f3-4f9d-9bca-4a0eaf44fa95 HTTP/1.1" status: 200 len: 882 time: 3.9659960 May 31 15:50:06.289640 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-24029c6f-171c-419d-927f-a43d5a287122 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:06.294458 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1f4eb605-fbc6-44a7-bda0-7345168ba919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:06.301499 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a8f0d3d7-7f5b-4308-8488-196e69b51ad7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:06.304599 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24029c6f-171c-419d-927f-a43d5a287122 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:06.305610 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54394) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:06.306809 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-24029c6f-171c-419d-927f-a43d5a287122 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:06.312916 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-33779622-13ed-4b4d-a47c-9ba7e4bb6548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:06.314259 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33779622-13ed-4b4d-a47c-9ba7e4bb6548 None None] The sync data for ids ['6510e89c-54f3-4f9d-9bca-4a0eaf44fa95'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:50:06.314971 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8abcadf4-bdf0-4fd9-901b-5372cc93c4ed tempest-AllowedAddressPairIpV6TestJSON-865447312 tempest-AllowedAddressPairIpV6TestJSON-865447312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:06.426102 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4eb605-fbc6-44a7-bda0-7345168ba919 None None] Pushing event updated for resources: {'Port': ['ID=0582dbfa-23f2-4207-98ef-ba314d70beb9,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:06.430622 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1f4eb605-fbc6-44a7-bda0-7345168ba919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:06.441977 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-3757060b-a8a4-4aa1-b867-14fa63858995 None None] Provisioning complete for port 4466f08d-7e41-4b26-b30d-a6bd659aacf6 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:06.442357 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3757060b-a8a4-4aa1-b867-14fa63858995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:06.466967 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24029c6f-171c-419d-927f-a43d5a287122 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event updated for resources: {'Network': ['ID=65ca1724-0fec-452c-bfd6-99045313afbc,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:06.471481 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-24029c6f-171c-419d-927f-a43d5a287122 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:06.478558 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-24029c6f-171c-419d-927f-a43d5a287122 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8853431 May 31 15:50:06.484009 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 65ca1724-0fec-452c-bfd6-99045313afbc details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:50:06.488427 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54398) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:06.754414 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02702bcd-d80d-451e-92ed-64c8c5f04d90 None None] Update dhcp port {'port': {'network_id': '1e6d7417-4bd4-418b-808b-5f1717377e16', 'fixed_ips': [{'subnet_id': 'b93058c8-5d8e-4f30-895e-df214f2cf0d7', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a2eca6b8-3825-4c5a-b20c-c32a9d98708b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'eb298e37-80f9-4fc4-8f6a-91c2081602cd'}], 'binding:host_id': 'dv-neutron-601336-79-hyperv'}, 'id': '56c86544-315c-4809-946b-51d8804c54ba'} from dv-neutron-601336-79-hyperv. {{(pid=99206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 31 15:50:06.784087 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 0582dbfa-23f2-4207-98ef-ba314d70beb9 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:50:06.785980 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:06.905015 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-02702bcd-d80d-451e-92ed-64c8c5f04d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:06.925025 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-3757060b-a8a4-4aa1-b867-14fa63858995 None None] Could not find standard attr ID for object 3275d813-d412-4e18-b239-7eb63023ffff. {{(pid=99206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 15:50:06.995428 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:07.001123 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 0582dbfa-23f2-4207-98ef-ba314d70beb9 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:07.001489 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:07.137768 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2b65030b-152c-4a34-9a93-509c9ddac294 None None] Provisioning complete for port 687cdfb7-9fa3-4617-8d69-10fae56084cb triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:07.138136 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2b65030b-152c-4a34-9a93-509c9ddac294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:07.253417 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-51181c87-7ea3-47fa-a558-8832c25df5af tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:07.281592 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c3bc84-ea28-4329-8d6a-bec5c50a9dc7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:07.282267 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a6c3bc84-ea28-4329-8d6a-bec5c50a9dc7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Synchronizing usage tracker for tenant:77c737149bd84d0bb3a7bb28e9afd80b on resource:network {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:50:07.300026 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-02702bcd-d80d-451e-92ed-64c8c5f04d90 None None] Allocated IP 172.20.0.34 (1e6d7417-4bd4-418b-808b-5f1717377e16/eb298e37-80f9-4fc4-8f6a-91c2081602cd/56c86544-315c-4809-946b-51d8804c54ba) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:50:07.326480 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9a7750a9-5cc2-4e9b-940b-ef369becfc12 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:50:07.399577 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 9a7750a9-5cc2-4e9b-940b-ef369becfc12 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:50:07.399908 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9a7750a9-5cc2-4e9b-940b-ef369becfc12 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:50:07.400340 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device edd7b2bb-b26d-4ba9-8de3-76e45e796216 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:50:07.455297 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ef91aab1-184b-44de-85a0-ff3be5b3bc9e tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "GET /v2.0/routers/6510e89c-54f3-4f9d-9bca-4a0eaf44fa95 HTTP/1.1" status: 200 len: 923 time: 1.1338196 May 31 15:50:07.458811 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54402) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:07.493832 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: edd7b2bb-b26d-4ba9-8de3-76e45e796216 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:50:07.494194 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device edd7b2bb-b26d-4ba9-8de3-76e45e796216 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:50:07.540149 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e835bc-e5a6-414a-bc79-4202e1ad6c4d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:07.540917 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c0e835bc-e5a6-414a-bc79-4202e1ad6c4d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Synchronizing usage tracker for tenant:9547665d8db04add9c677b4a5a727b5d on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:50:07.559162 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2b65030b-152c-4a34-9a93-509c9ddac294 None None] Provisioning complete for port 0582dbfa-23f2-4207-98ef-ba314d70beb9 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:07.559532 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2b65030b-152c-4a34-9a93-509c9ddac294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:07.560885 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c0e835bc-e5a6-414a-bc79-4202e1ad6c4d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Unset dirty status for tenant:9547665d8db04add9c677b4a5a727b5d on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:50:07.564844 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c0e835bc-e5a6-414a-bc79-4202e1ad6c4d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=014c45f7-9697-4b0b-b8b7-66a80a50a15c&device_id=6510e89c-54f3-4f9d-9bca-4a0eaf44fa95&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1022675 May 31 15:50:07.565194 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54406) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:07.607572 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-02702bcd-d80d-451e-92ed-64c8c5f04d90 None None] For port 56c86544-315c-4809-946b-51d8804c54ba, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=56c86544-315c-4809-946b-51d8804c54ba,segment=NetworkSegment(267cf805-5a15-420c-9095-75e73b2fef45),segment_id=267cf805-5a15-420c-9095-75e73b2fef45)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:07.649319 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-02702bcd-d80d-451e-92ed-64c8c5f04d90 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:07.652495 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a6c3bc84-ea28-4329-8d6a-bec5c50a9dc7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Unset dirty status for tenant:77c737149bd84d0bb3a7bb28e9afd80b on resource:network {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:50:07.656222 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a6c3bc84-ea28-4329-8d6a-bec5c50a9dc7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "GET /v2.0/networks?id=65ca1724-0fec-452c-bfd6-99045313afbc HTTP/1.1" status: 200 len: 761 time: 1.1431332 May 31 15:50:07.657947 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54410) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:07.666930 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-c94350a3-7c83-4f5e-80ea-8f04d6622b64 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Request body: {'network': {'description': 'd2'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:07.706304 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-02702bcd-d80d-451e-92ed-64c8c5f04d90 None None] Transition to ACTIVE for port object 56c86544-315c-4809-946b-51d8804c54ba will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:50:07.716622 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-02702bcd-d80d-451e-92ed-64c8c5f04d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:07.721491 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-3285a709-3046-489e-8696-dce4c0244337 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:07.846565 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a0ff27-25f5-4ec9-b94d-2d7cc0e2b36d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:07.851016 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e4a0ff27-25f5-4ec9-b94d-2d7cc0e2b36d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "GET /v2.0/networks/014c45f7-9697-4b0b-b8b7-66a80a50a15c HTTP/1.1" status: 200 len: 881 time: 0.2817233 May 31 15:50:07.852650 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54414) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:07.853289 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] For port 687cdfb7-9fa3-4617-8d69-10fae56084cb, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=687cdfb7-9fa3-4617-8d69-10fae56084cb,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:07.903537 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bf664635-093c-4217-87f3-a6c132e145ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:07.905344 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02702bcd-d80d-451e-92ed-64c8c5f04d90 None None] Pushing event updated for resources: {'Port': ['ID=56c86544-315c-4809-946b-51d8804c54ba,revision_number=7']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:07.916338 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02702bcd-d80d-451e-92ed-64c8c5f04d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:07.916744 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02702bcd-d80d-451e-92ed-64c8c5f04d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:07.917142 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02702bcd-d80d-451e-92ed-64c8c5f04d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:07.917538 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02702bcd-d80d-451e-92ed-64c8c5f04d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:07.917922 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02702bcd-d80d-451e-92ed-64c8c5f04d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:07.918322 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02702bcd-d80d-451e-92ed-64c8c5f04d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:07.918692 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02702bcd-d80d-451e-92ed-64c8c5f04d90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:07.919101 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02702bcd-d80d-451e-92ed-64c8c5f04d90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:07.919483 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02702bcd-d80d-451e-92ed-64c8c5f04d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:07.919860 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02702bcd-d80d-451e-92ed-64c8c5f04d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:07.920231 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02702bcd-d80d-451e-92ed-64c8c5f04d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:07.920733 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02702bcd-d80d-451e-92ed-64c8c5f04d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:07.925854 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-02702bcd-d80d-451e-92ed-64c8c5f04d90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:07.927723 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3f4e9ddb-9663-4673-83f5-72ebcc3bf0d2 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:07.971389 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-79696d45-b48c-4ddd-b37b-a02aba2be6b3 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "GET /v2.0/ports?device_id=6510e89c-54f3-4f9d-9bca-4a0eaf44fa95 HTTP/1.1" status: 200 len: 205 time: 0.1176138 May 31 15:50:07.975188 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54418) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:08.008183 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.db.resource_extend [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:50:08.097507 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c94350a3-7c83-4f5e-80ea-8f04d6622b64 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:08.122032 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:08.162598 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:08.163653 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:08.176072 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c94350a3-7c83-4f5e-80ea-8f04d6622b64 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:08.177809 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-04e891f0-ebc1-4e0d-8c0a-f6695e038f2d tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:08.183140 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-319bdb15-6234-407d-83f6-09fd7b69077e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:08.215618 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c94350a3-7c83-4f5e-80ea-8f04d6622b64 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Network 65ca1724-0fec-452c-bfd6-99045313afbc is not hosted by any dhcp agent {{(pid=99204) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 31 15:50:08.221221 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94350a3-7c83-4f5e-80ea-8f04d6622b64 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:08.221711 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c94350a3-7c83-4f5e-80ea-8f04d6622b64 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:08.225474 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c94350a3-7c83-4f5e-80ea-8f04d6622b64 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "PUT /v2.0/networks/65ca1724-0fec-452c-bfd6-99045313afbc HTTP/1.1" status: 200 len: 758 time: 0.5639920 May 31 15:50:08.273053 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54422) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:08.281575 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:08.336605 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94350a3-7c83-4f5e-80ea-8f04d6622b64 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event updated for resources: {'Network': ['ID=65ca1724-0fec-452c-bfd6-99045313afbc,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:08.351478 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 65ca1724-0fec-452c-bfd6-99045313afbc details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:50:08.401910 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c94350a3-7c83-4f5e-80ea-8f04d6622b64 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:08.404611 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c40562be-d458-4b03-b736-27e6d55c663a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:08.486062 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-3734a712-904c-473f-9a1c-79ac4f3f8c81 None None] Provisioning complete for port 8b9e08a6-e887-462a-b20c-a3389dadc5b6 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:08.486327 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3734a712-904c-473f-9a1c-79ac4f3f8c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:08.530430 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5340bfe4-a1f7-497e-941e-90c1b5053671 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:08.531156 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-5340bfe4-a1f7-497e-941e-90c1b5053671 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Synchronizing usage tracker for tenant:77c737149bd84d0bb3a7bb28e9afd80b on resource:network {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:50:08.538524 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:50:08.540139 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-3734a712-904c-473f-9a1c-79ac4f3f8c81 None None] Port 8b9e08a6-e887-462a-b20c-a3389dadc5b6 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:50:08.541866 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-c1ec7d90-43e8-4fce-b4ae-21e623f1021d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Delete allocated IP 172.20.0.13 (1e6d7417-4bd4-418b-808b-5f1717377e16/a2eca6b8-3825-4c5a-b20c-c32a9d98708b) {{(pid=99205) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 31 15:50:08.552099 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-3734a712-904c-473f-9a1c-79ac4f3f8c81 None None] Provisioning for port 56c86544-315c-4809-946b-51d8804c54ba completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:50:08.557577 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-3734a712-904c-473f-9a1c-79ac4f3f8c81 None None] Provisioning complete for port 56c86544-315c-4809-946b-51d8804c54ba triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:08.558056 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3734a712-904c-473f-9a1c-79ac4f3f8c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:08.609537 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:08.618690 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-5340bfe4-a1f7-497e-941e-90c1b5053671 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Unset dirty status for tenant:77c737149bd84d0bb3a7bb28e9afd80b on resource:network {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:50:08.623322 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5340bfe4-a1f7-497e-941e-90c1b5053671 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "GET /v2.0/networks?id=65ca1724-0fec-452c-bfd6-99045313afbc HTTP/1.1" status: 200 len: 761 time: 0.3438754 May 31 15:50:08.624473 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54426) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:08.630897 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-3b7e2e5d-9cc1-4ed2-a533-49c38cc9f140 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-180725324'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:08.639694 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3b7e2e5d-9cc1-4ed2-a533-49c38cc9f140 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:08.657084 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3b7e2e5d-9cc1-4ed2-a533-49c38cc9f140 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:08.657877 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5d13e6-7811-425c-b351-0011a524d54e None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:08.666601 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c40562be-d458-4b03-b736-27e6d55c663a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:08.670842 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-c1ec7d90-43e8-4fce-b4ae-21e623f1021d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Allocated IP 172.20.0.38 (1e6d7417-4bd4-418b-808b-5f1717377e16/eb298e37-80f9-4fc4-8f6a-91c2081602cd/a1f13f73-0c2f-444b-abf2-da07d124b2cb) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:50:08.673982 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:08.674809 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:08.678096 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7e2e5d-9cc1-4ed2-a533-49c38cc9f140 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Made reservation on behalf of 77c737149bd84d0bb3a7bb28e9afd80b for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:50:08.682878 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3b7e2e5d-9cc1-4ed2-a533-49c38cc9f140 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:08.709164 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Port': ['ID=687cdfb7-9fa3-4617-8d69-10fae56084cb,revision_number=6']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:08.718216 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-51181c87-7ea3-47fa-a558-8832c25df5af tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Allocated IP 172.23.0.1 (b93ffe2c-3d5b-443f-a902-94f8c616506f/99a955f8-97b4-4d7b-8714-e7053a6a5ac8/a340008c-ad75-4b8a-a7c6-f513d53fac2e) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:50:08.746475 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:08.746862 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:08.747691 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:08.747691 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:08.748014 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:08.748368 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:08.748718 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:08.749075 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:08.749410 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:08.749752 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:08.750097 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:08.750436 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:50:08.754849 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:08.768034 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-db8397ff-6645-426a-8352-e6a3ec8b72f5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.561s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:08.805139 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 56c86544-315c-4809-946b-51d8804c54ba up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:50:08.872999 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 8.4036517 May 31 15:50:08.904727 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54430) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:08.927796 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-98597091-2d16-44b4-a7dd-8eab4f177b68 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:08.943600 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7e2e5d-9cc1-4ed2-a533-49c38cc9f140 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:50:08.959472 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3b7e2e5d-9cc1-4ed2-a533-49c38cc9f140 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:08.959875 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-3b7e2e5d-9cc1-4ed2-a533-49c38cc9f140 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Added segment b60e1e08-0d7a-4781-826b-81e5a001f01e of type vlan for network 41702ea9-9cf8-4e55-979b-08a40be206f0 May 31 15:50:08.969578 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-c40562be-d458-4b03-b736-27e6d55c663a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Deleting port 92e65819-715b-4801-bf08-279f5e9fd518 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:08.969819 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-3734a712-904c-473f-9a1c-79ac4f3f8c81 None None] Provisioning complete for port a1f13f73-0c2f-444b-abf2-da07d124b2cb triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:08.970299 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c40562be-d458-4b03-b736-27e6d55c663a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:08.970395 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3734a712-904c-473f-9a1c-79ac4f3f8c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:09.055506 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 56c86544-315c-4809-946b-51d8804c54ba triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:09.055835 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:09.067047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3b7e2e5d-9cc1-4ed2-a533-49c38cc9f140 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:09.105030 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-3734a712-904c-473f-9a1c-79ac4f3f8c81 None None] Port a1f13f73-0c2f-444b-abf2-da07d124b2cb cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:50:09.137420 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c40562be-d458-4b03-b736-27e6d55c663a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:09.145111 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3b7e2e5d-9cc1-4ed2-a533-49c38cc9f140 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:09.151199 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7e2e5d-9cc1-4ed2-a533-49c38cc9f140 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:09.151794 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3b7e2e5d-9cc1-4ed2-a533-49c38cc9f140 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:09.177503 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-13467b90-e4b7-44df-a4ed-5abef36eb74b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:09.199153 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3b7e2e5d-9cc1-4ed2-a533-49c38cc9f140 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5704589 May 31 15:50:09.236969 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54434) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:09.238783 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Subnet': ['ID=16897ca1-3205-41c8-92af-df5f987e1b61,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:09.241890 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:09.249872 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.objects.ports [None req-5da40077-fce7-4bf9-94b1-3c6f63fe1391 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99205) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 15:50:09.254127 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-b9ebfd83-efc6-4e61-a6d6-9bc6e0df438f tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Request body: {'subnet': {'network_id': '41702ea9-9cf8-4e55-979b-08a40be206f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:09.298427 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5da40077-fce7-4bf9-94b1-3c6f63fe1391 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:09.314525 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a47b16c5-eacb-4a8c-a2f3-c5dc6c949e35 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:09.318969 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-c40562be-d458-4b03-b736-27e6d55c663a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Calling delete_port for 92e65819-715b-4801-bf08-279f5e9fd518 owned by network:router_gateway {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:09.408465 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e2e5d-9cc1-4ed2-a533-49c38cc9f140 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event updated for resources: {'Network': ['ID=41702ea9-9cf8-4e55-979b-08a40be206f0,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:09.411802 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3b7e2e5d-9cc1-4ed2-a533-49c38cc9f140 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:09.419688 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 41702ea9-9cf8-4e55-979b-08a40be206f0 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:50:09.527128 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c3391947-00b8-4a74-8d69-c08e1d53b337 None None] Provisioning complete for port 687cdfb7-9fa3-4617-8d69-10fae56084cb triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:09.527533 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c3391947-00b8-4a74-8d69-c08e1d53b337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:09.549141 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c40562be-d458-4b03-b736-27e6d55c663a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:09.554798 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e25e6e75-e801-46d3-afec-57d8d861505a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:09.599888 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40562be-d458-4b03-b736-27e6d55c663a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Pushing event deleted for resources: {'Port': ['ID=92e65819-715b-4801-bf08-279f5e9fd518,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:09.603268 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c40562be-d458-4b03-b736-27e6d55c663a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:09.612987 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-51181c87-7ea3-47fa-a558-8832c25df5af tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:09.647154 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da40077-fce7-4bf9-94b1-3c6f63fe1391 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event updated for resources: {'Subnet': ['ID=12dc5a6d-e1f8-43bb-8aae-fb3c073fbc62,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:09.650082 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5da40077-fce7-4bf9-94b1-3c6f63fe1391 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:09.663019 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:09.667400 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b9ebfd83-efc6-4e61-a6d6-9bc6e0df438f tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:09.700130 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c40562be-d458-4b03-b736-27e6d55c663a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:09.701460 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-98597091-2d16-44b4-a7dd-8eab4f177b68 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:09.708785 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-51181c87-7ea3-47fa-a558-8832c25df5af tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Transition to ACTIVE for port object a340008c-ad75-4b8a-a7c6-f513d53fac2e will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:50:09.713878 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b9ebfd83-efc6-4e61-a6d6-9bc6e0df438f tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Usage tracker for resource:subnet and tenant:77c737149bd84d0bb3a7bb28e9afd80b is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:50:09.727284 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b9ebfd83-efc6-4e61-a6d6-9bc6e0df438f tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:50:09.743121 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da40077-fce7-4bf9-94b1-3c6f63fe1391 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Checking segment: {'id': '89f9812d-070e-4473-ad0f-a8c3ebb4b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'bebc86bd-1f45-4afb-8313-e9e18e31151b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:50:09.743471 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da40077-fce7-4bf9-94b1-3c6f63fe1391 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Network hostable DHCP agents. Network: bebc86bd-1f45-4afb-8313-e9e18e31151b, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:50:09.746260 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-98597091-2d16-44b4-a7dd-8eab4f177b68 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:09.757992 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b9ebfd83-efc6-4e61-a6d6-9bc6e0df438f tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:09.797063 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c1ec7d90-43e8-4fce-b4ae-21e623f1021d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:09.811978 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98597091-2d16-44b4-a7dd-8eab4f177b68 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:50:09.815392 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-98597091-2d16-44b4-a7dd-8eab4f177b68 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:09.848049 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ebfd83-efc6-4e61-a6d6-9bc6e0df438f tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Made reservation on behalf of 77c737149bd84d0bb3a7bb28e9afd80b for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:50:09.851963 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b9ebfd83-efc6-4e61-a6d6-9bc6e0df438f tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:09.874935 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c40562be-d458-4b03-b736-27e6d55c663a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:09.877291 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c40562be-d458-4b03-b736-27e6d55c663a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:09.901571 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c40562be-d458-4b03-b736-27e6d55c663a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:09.902045 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40562be-d458-4b03-b736-27e6d55c663a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Fanout notify agent at l3_agent the message router_deleted on router 6510e89c-54f3-4f9d-9bca-4a0eaf44fa95 {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:50:09.917753 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c40562be-d458-4b03-b736-27e6d55c663a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:09.918878 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c40562be-d458-4b03-b736-27e6d55c663a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "DELETE /v2.0/routers/6510e89c-54f3-4f9d-9bca-4a0eaf44fa95 HTTP/1.1" status: 204 len: 168 time: 1.9426882 May 31 15:50:09.922715 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54438) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:09.928079 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-52a0958c-aa77-4682-8071-0449736319b0 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1624755199', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:09.931216 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da40077-fce7-4bf9-94b1-3c6f63fe1391 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Network bebc86bd-1f45-4afb-8313-e9e18e31151b is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:50:09.934766 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-52a0958c-aa77-4682-8071-0449736319b0 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:09.936069 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-c1ec7d90-43e8-4fce-b4ae-21e623f1021d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Transition to ACTIVE for port object a1f13f73-0c2f-444b-abf2-da07d124b2cb will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:50:09.938836 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-52a0958c-aa77-4682-8071-0449736319b0 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Usage tracker for resource:router and tenant:8c3b2ea9a4594def894b2a235c1a97b6 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:50:09.941877 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-52a0958c-aa77-4682-8071-0449736319b0 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:50:09.947911 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-52a0958c-aa77-4682-8071-0449736319b0 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:09.957792 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-52a0958c-aa77-4682-8071-0449736319b0 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:09.958774 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-52a0958c-aa77-4682-8071-0449736319b0 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:09.973283 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-52a0958c-aa77-4682-8071-0449736319b0 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:09.992282 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-52a0958c-aa77-4682-8071-0449736319b0 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:10.010417 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c1ec7d90-43e8-4fce-b4ae-21e623f1021d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:10.017418 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a8d2771b-dd6f-43db-a0fc-98b7dad98d5b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:10.017857 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-52a0958c-aa77-4682-8071-0449736319b0 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:10.019142 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-52a0958c-aa77-4682-8071-0449736319b0 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.0954542 May 31 15:50:10.021892 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54442) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:10.027199 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-be1d8e94-f583-472e-9a92-f8aee230f487 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'enable_snat': True}}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:10.099682 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-5da40077-fce7-4bf9-94b1-3c6f63fe1391 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, bebc86bd-1f45-4afb-8313-e9e18e31151b) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:10.109432 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab0ba2e-679f-4e61-b5e0-cafa87c59653 None None] Network bebc86bd-1f45-4afb-8313-e9e18e31151b requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:10.162514 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-51181c87-7ea3-47fa-a558-8832c25df5af tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:10.181246 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da40077-fce7-4bf9-94b1-3c6f63fe1391 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:10.181969 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5da40077-fce7-4bf9-94b1-3c6f63fe1391 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:10.341491 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04912d65-6885-47a3-94b2-2fb0643f1815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-bebc86bd-1f45-4afb-8313-e9e18e31151b', 'network_id': 'bebc86bd-1f45-4afb-8313-e9e18e31151b', 'tenant_id': '1048e0b2a17044669ba0b1a74b492ce9', 'fixed_ips': [{'subnet_id': '12dc5a6d-e1f8-43bb-8aae-fb3c073fbc62'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:50:10.342679 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-04912d65-6885-47a3-94b2-2fb0643f1815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:10.447965 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-3f4e9ddb-9663-4673-83f5-72ebcc3bf0d2 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Deleting port ae47693b-9e6d-48f5-9bb8-db36e174d5d5 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:10.448580 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3f4e9ddb-9663-4673-83f5-72ebcc3bf0d2 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:10.494524 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec7d90-43e8-4fce-b4ae-21e623f1021d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event updated for resources: {'Port': ['ID=a1f13f73-0c2f-444b-abf2-da07d124b2cb,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:10.497721 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c1ec7d90-43e8-4fce-b4ae-21e623f1021d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:10.511127 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d713abcd-504d-4f0f-bfe0-97fc846d2763 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.330s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:10.539476 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-04912d65-6885-47a3-94b2-2fb0643f1815 None None] Allocated IP 2001:db8::f816:3eff:fe4a:ff01 (bebc86bd-1f45-4afb-8313-e9e18e31151b/12dc5a6d-e1f8-43bb-8aae-fb3c073fbc62/7954587e-0cc3-4dbb-a914-e2cd9e1f2893) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:50:10.567545 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51181c87-7ea3-47fa-a558-8832c25df5af tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network b93ffe2c-3d5b-443f-a902-94f8c616506f is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:50:10.581364 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-5da40077-fce7-4bf9-94b1-3c6f63fe1391 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 7.0629358 May 31 15:50:10.584830 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54446) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:10.590162 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-be1d8e94-f583-472e-9a92-f8aee230f487 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:10.636687 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-51181c87-7ea3-47fa-a558-8832c25df5af tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:10.638854 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51181c87-7ea3-47fa-a558-8832c25df5af tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:50:10.772285 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-51181c87-7ea3-47fa-a558-8832c25df5af tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:10.775018 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-c1ec7d90-43e8-4fce-b4ae-21e623f1021d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] In _notify_port_updated(), no bound segment for port a1f13f73-0c2f-444b-abf2-da07d124b2cb on network 1e6d7417-4bd4-418b-808b-5f1717377e16 {{(pid=99205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 15:50:10.783095 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ec7d90-43e8-4fce-b4ae-21e623f1021d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:10.783758 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c1ec7d90-43e8-4fce-b4ae-21e623f1021d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:10.788674 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c1ec7d90-43e8-4fce-b4ae-21e623f1021d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "PUT /v2.0/ports/a1f13f73-0c2f-444b-abf2-da07d124b2cb HTTP/1.1" status: 200 len: 959 time: 7.0198014 May 31 15:50:10.791174 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54452) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:10.805415 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 687cdfb7-9fa3-4617-8d69-10fae56084cb up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:50:10.858490 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51181c87-7ea3-47fa-a558-8832c25df5af tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Port': ['ID=a340008c-ad75-4b8a-a7c6-f513d53fac2e,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:10.865588 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-02c3efc9-58a6-4b29-b7dd-f8556dc65b3d None None] Provisioning for port a1f13f73-0c2f-444b-abf2-da07d124b2cb completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:50:10.872745 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-51181c87-7ea3-47fa-a558-8832c25df5af tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:10.894504 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-02c3efc9-58a6-4b29-b7dd-f8556dc65b3d None None] Provisioning complete for port a1f13f73-0c2f-444b-abf2-da07d124b2cb triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:10.894994 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-02c3efc9-58a6-4b29-b7dd-f8556dc65b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:10.971336 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:10.978389 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-02c3efc9-58a6-4b29-b7dd-f8556dc65b3d None None] Port a1f13f73-0c2f-444b-abf2-da07d124b2cb cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:50:10.980833 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-04912d65-6885-47a3-94b2-2fb0643f1815 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:10.994414 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-04912d65-6885-47a3-94b2-2fb0643f1815 None None] Transition to ACTIVE for port object 7954587e-0cc3-4dbb-a914-e2cd9e1f2893 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:50:11.002415 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3f4e9ddb-9663-4673-83f5-72ebcc3bf0d2 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:11.021414 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 687cdfb7-9fa3-4617-8d69-10fae56084cb triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:11.021414 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:11.050597 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-04912d65-6885-47a3-94b2-2fb0643f1815 None None] Transition to ACTIVE for port object 7954587e-0cc3-4dbb-a914-e2cd9e1f2893 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:50:11.071612 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-04912d65-6885-47a3-94b2-2fb0643f1815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:11.076868 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ab6ee2c4-4d2a-4e51-b9ca-897b55858719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:11.138067 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:11.186196 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-3f4e9ddb-9663-4673-83f5-72ebcc3bf0d2 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Calling delete_port for ae47693b-9e6d-48f5-9bb8-db36e174d5d5 owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:11.199370 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-ebd7e42a-13e3-4c95-86fd-ca75f5f8b349 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting port a1f13f73-0c2f-444b-abf2-da07d124b2cb {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:11.199712 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ebd7e42a-13e3-4c95-86fd-ca75f5f8b349 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:11.200606 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04912d65-6885-47a3-94b2-2fb0643f1815 None None] Network bebc86bd-1f45-4afb-8313-e9e18e31151b is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:50:11.204246 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-04912d65-6885-47a3-94b2-2fb0643f1815 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:11.211347 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04912d65-6885-47a3-94b2-2fb0643f1815 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:50:11.215837 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-66d418bc-29e2-4a82-b181-004b23632355 None None] Provisioning for port a340008c-ad75-4b8a-a7c6-f513d53fac2e completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:50:11.221026 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04912d65-6885-47a3-94b2-2fb0643f1815 None None] Pushing event updated for resources: {'Port': ['ID=7954587e-0cc3-4dbb-a914-e2cd9e1f2893,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:11.226959 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-04912d65-6885-47a3-94b2-2fb0643f1815 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:11.230493 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-66d418bc-29e2-4a82-b181-004b23632355 None None] Provisioning complete for port a340008c-ad75-4b8a-a7c6-f513d53fac2e triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:11.231024 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-66d418bc-29e2-4a82-b181-004b23632355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:11.354381 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-66d418bc-29e2-4a82-b181-004b23632355 None None] Port a340008c-ad75-4b8a-a7c6-f513d53fac2e cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:50:11.460369 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-04912d65-6885-47a3-94b2-2fb0643f1815 None None] Attempting to bind port 7954587e-0cc3-4dbb-a914-e2cd9e1f2893 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:50:11.461022 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-04912d65-6885-47a3-94b2-2fb0643f1815 None None] Attempting to bind port 7954587e-0cc3-4dbb-a914-e2cd9e1f2893 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '89f9812d-070e-4473-ad0f-a8c3ebb4b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'bebc86bd-1f45-4afb-8313-e9e18e31151b'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:50:11.461647 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04912d65-6885-47a3-94b2-2fb0643f1815 None None] Attempting to bind port 7954587e-0cc3-4dbb-a914-e2cd9e1f2893 on network bebc86bd-1f45-4afb-8313-e9e18e31151b {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:50:11.471176 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04912d65-6885-47a3-94b2-2fb0643f1815 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:50:11.471608 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04912d65-6885-47a3-94b2-2fb0643f1815 None None] Checking segment: {'id': '89f9812d-070e-4473-ad0f-a8c3ebb4b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'bebc86bd-1f45-4afb-8313-e9e18e31151b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:50:11.471945 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-04912d65-6885-47a3-94b2-2fb0643f1815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:11.472331 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04912d65-6885-47a3-94b2-2fb0643f1815 None None] Bound using segment: {'id': '89f9812d-070e-4473-ad0f-a8c3ebb4b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'bebc86bd-1f45-4afb-8313-e9e18e31151b'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:50:11.474106 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-04912d65-6885-47a3-94b2-2fb0643f1815 None None] Bound port: 7954587e-0cc3-4dbb-a914-e2cd9e1f2893, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f9812d-070e-4473-ad0f-a8c3ebb4b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'bebc86bd-1f45-4afb-8313-e9e18e31151b'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:50:11.474106 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-04912d65-6885-47a3-94b2-2fb0643f1815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:11.509471 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-51181c87-7ea3-47fa-a558-8832c25df5af tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:11.568549 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-04912d65-6885-47a3-94b2-2fb0643f1815 None None] For port 7954587e-0cc3-4dbb-a914-e2cd9e1f2893, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:50:11.572048 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-04912d65-6885-47a3-94b2-2fb0643f1815 None None] For port 7954587e-0cc3-4dbb-a914-e2cd9e1f2893, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=7954587e-0cc3-4dbb-a914-e2cd9e1f2893,segment=NetworkSegment(89f9812d-070e-4473-ad0f-a8c3ebb4b219),segment_id=89f9812d-070e-4473-ad0f-a8c3ebb4b219)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:50:11.577074 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-04912d65-6885-47a3-94b2-2fb0643f1815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:11.581977 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-02702bcd-d80d-451e-92ed-64c8c5f04d90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:11.662056 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04912d65-6885-47a3-94b2-2fb0643f1815 None None] Pushing event updated for resources: {'Port': ['ID=7954587e-0cc3-4dbb-a914-e2cd9e1f2893,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:11.664946 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-04912d65-6885-47a3-94b2-2fb0643f1815 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:11.696675 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ebd7e42a-13e3-4c95-86fd-ca75f5f8b349 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:11.863629 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-ebd7e42a-13e3-4c95-86fd-ca75f5f8b349 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Calling delete_port for a1f13f73-0c2f-444b-abf2-da07d124b2cb owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:11.878343 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-be1d8e94-f583-472e-9a92-f8aee230f487 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:11.925153 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-be1d8e94-f583-472e-9a92-f8aee230f487 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:11.958249 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fa587-79b2-4782-a467-f70c48d5d92c req-4037fe40-71f3-440e-9e46-d45fd144ee62 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:11.959899 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-119fa587-79b2-4782-a467-f70c48d5d92c req-4037fe40-71f3-440e-9e46-d45fd144ee62 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.5414276 May 31 15:50:11.974906 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:11.982022 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-986b860a-9bc0-458d-ac77-89c5e274b556 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:12.027950 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3f4e9ddb-9663-4673-83f5-72ebcc3bf0d2 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:12.037886 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f8c4d7be-d472-46eb-8fed-b96941efb3a2 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:12.044649 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event deleted for resources: {'Subnet': ['ID=12dc5a6d-e1f8-43bb-8aae-fb3c073fbc62,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:12.223217 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:12.311832 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e9ddb-9663-4673-83f5-72ebcc3bf0d2 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Port': ['ID=ae47693b-9e6d-48f5-9bb8-db36e174d5d5,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:12.319937 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3f4e9ddb-9663-4673-83f5-72ebcc3bf0d2 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:12.367649 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:12.393485 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-119fa587-79b2-4782-a467-f70c48d5d92c req-a0480642-ae67-41c6-a059-d600a77a1e72 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4161830 May 31 15:50:12.447196 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-be1d8e94-f583-472e-9a92-f8aee230f487 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Allocated IP 172.26.0.173 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/b2ad059a-1b41-44be-aa62-4b20e41be11d) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:50:12.623930 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b9ebfd83-efc6-4e61-a6d6-9bc6e0df438f tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:12.628525 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-be1d8e94-f583-472e-9a92-f8aee230f487 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:12.633338 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-baa5d815-98b9-45b0-a3be-9bdafdc88cc4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:12.690279 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bebc86bd-1f45-4afb-8313-e9e18e31151b']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:12.741995 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f9812d-070e-4473-ad0f-a8c3ebb4b219') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:12.743051 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f9812d-070e-4473-ad0f-a8c3ebb4b219') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:12.799811 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7954587e-0cc3-4dbb-a914-e2cd9e1f2893 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:50:12.807811 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-be1d8e94-f583-472e-9a92-f8aee230f487 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:12.813432 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:12.834931 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3c7175a4-339a-4e76-939e-928e7231239b tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:12.869257 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936b40e4-b234-4427-8b49-cf65af8f7afd None None] Network bebc86bd-1f45-4afb-8313-e9e18e31151b requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:12.924498 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:12.929784 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1d8e94-f583-472e-9a92-f8aee230f487 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:50:12.937627 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-be1d8e94-f583-472e-9a92-f8aee230f487 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:12.943911 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d8e94-f583-472e-9a92-f8aee230f487 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Pushing event updated for resources: {'Port': ['ID=b2ad059a-1b41-44be-aa62-4b20e41be11d,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:12.946701 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1d8e94-f583-472e-9a92-f8aee230f487 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:50:12.971832 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-416b4bb3-bd4f-481d-a518-6ed2c839f919 None None] Provisioning for port 7954587e-0cc3-4dbb-a914-e2cd9e1f2893 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:50:12.978073 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:50:12.978549 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:12.985808 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-416b4bb3-bd4f-481d-a518-6ed2c839f919 None None] Provisioning complete for port 7954587e-0cc3-4dbb-a914-e2cd9e1f2893 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:12.986237 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-416b4bb3-bd4f-481d-a518-6ed2c839f919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:50:12.997063 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:50:13.003060 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3f4e9ddb-9663-4673-83f5-72ebcc3bf0d2 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:13.005631 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-be1d8e94-f583-472e-9a92-f8aee230f487 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:13.009796 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 7954587e-0cc3-4dbb-a914-e2cd9e1f2893 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:50:13.030968 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 7954587e-0cc3-4dbb-a914-e2cd9e1f2893 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:13.031345 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:13.033366 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ebfd83-efc6-4e61-a6d6-9bc6e0df438f tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Checking segment: {'id': 'b60e1e08-0d7a-4781-826b-81e5a001f01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '41702ea9-9cf8-4e55-979b-08a40be206f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:50:13.033721 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ebfd83-efc6-4e61-a6d6-9bc6e0df438f tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Network hostable DHCP agents. Network: 41702ea9-9cf8-4e55-979b-08a40be206f0, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:50:13.036452 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ebfd83-efc6-4e61-a6d6-9bc6e0df438f tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event updated for resources: {'Subnet': ['ID=cebac9e1-2b1f-46a7-8c1e-ae8566ebd857,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:13.068439 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b9ebfd83-efc6-4e61-a6d6-9bc6e0df438f tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:13.072281 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ebd7e42a-13e3-4c95-86fd-ca75f5f8b349 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:13.091661 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2d9d2d5d-3202-42a6-96df-25eb48f28a08 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:13.128678 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.db.resource_extend [None req-51181c87-7ea3-47fa-a558-8832c25df5af tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:50:13.152305 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7e42a-13e3-4c95-86fd-ca75f5f8b349 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Port': ['ID=a1f13f73-0c2f-444b-abf2-da07d124b2cb,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:13.158593 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ebd7e42a-13e3-4c95-86fd-ca75f5f8b349 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:13.212412 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.db.api [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 31 15:50:13.212412 dv-neutron-601336-79-hyperv neutron-server[99204]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 31 15:50:13.212412 dv-neutron-601336-79-hyperv neutron-server[99204]: [parameters: {'id': 'bebc86bd-1f45-4afb-8313-e9e18e31151b'}] May 31 15:50:13.212412 dv-neutron-601336-79-hyperv neutron-server[99204]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:50:13.213289 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_db.api [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:50:13.224050 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-51181c87-7ea3-47fa-a558-8832c25df5af tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:13.250050 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-51181c87-7ea3-47fa-a558-8832c25df5af tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:13.282703 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:13.306797 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-416b4bb3-bd4f-481d-a518-6ed2c839f919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:13.337543 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:13.357606 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ebfd83-efc6-4e61-a6d6-9bc6e0df438f tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Network 41702ea9-9cf8-4e55-979b-08a40be206f0 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:50:13.378449 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-416b4bb3-bd4f-481d-a518-6ed2c839f919 None None] For port 7954587e-0cc3-4dbb-a914-e2cd9e1f2893, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=7954587e-0cc3-4dbb-a914-e2cd9e1f2893,segment=NetworkSegment(89f9812d-070e-4473-ad0f-a8c3ebb4b219),segment_id=89f9812d-070e-4473-ad0f-a8c3ebb4b219)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:13.390992 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-416b4bb3-bd4f-481d-a518-6ed2c839f919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:13.400151 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-04912d65-6885-47a3-94b2-2fb0643f1815 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:13.458752 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ebd7e42a-13e3-4c95-86fd-ca75f5f8b349 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:13.462793 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723c9913-fc78-42f7-a115-0f0d1ea166eb None None] DHCP port deletion for bebc86bd-1f45-4afb-8313-e9e18e31151b request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:50:13.464670 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-98597091-2d16-44b4-a7dd-8eab4f177b68 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:13.511876 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-51181c87-7ea3-47fa-a558-8832c25df5af tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:13.522765 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8ac9b-8440-40fa-b2d6-ed67e3ca37a4 req-d8242a68-c3a5-443f-99e2-237f9368cad3 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:13.524571 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-61c8ac9b-8440-40fa-b2d6-ed67e3ca37a4 req-d8242a68-c3a5-443f-99e2-237f9368cad3 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.8469231 May 31 15:50:13.525345 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-b9ebfd83-efc6-4e61-a6d6-9bc6e0df438f tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 41702ea9-9cf8-4e55-979b-08a40be206f0) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:13.535214 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51181c87-7ea3-47fa-a558-8832c25df5af tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event updated for resources: {'Port': ['ID=a340008c-ad75-4b8a-a7c6-f513d53fac2e,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:13.538964 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-51181c87-7ea3-47fa-a558-8832c25df5af tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:13.543001 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ebd7e42a-13e3-4c95-86fd-ca75f5f8b349 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/ports/a1f13f73-0c2f-444b-abf2-da07d124b2cb HTTP/1.1" status: 204 len: 168 time: 2.7350142 May 31 15:50:13.553962 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54460) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:13.558792 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784aee33-345c-434f-ad5d-c75efb70925d None None] Network 41702ea9-9cf8-4e55-979b-08a40be206f0 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:13.563077 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ebfd83-efc6-4e61-a6d6-9bc6e0df438f tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:13.563678 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b9ebfd83-efc6-4e61-a6d6-9bc6e0df438f tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:13.567353 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d9e27692-ef22-4679-8957-e1cd841d78bd tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:13.577090 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b4bb3-bd4f-481d-a518-6ed2c839f919 None None] Pushing event updated for resources: {'Port': ['ID=7954587e-0cc3-4dbb-a914-e2cd9e1f2893,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:13.585018 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-416b4bb3-bd4f-481d-a518-6ed2c839f919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:13.587085 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.db.api [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:50:13.587435 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_db.api [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:50:13.602721 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-52162e88-85eb-4100-bd17-23c387dff3fd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] GET failed (client error): The resource could not be found. May 31 15:50:13.603409 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-52162e88-85eb-4100-bd17-23c387dff3fd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Synchronizing usage tracker for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:50:13.691806 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-52162e88-85eb-4100-bd17-23c387dff3fd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Unset dirty status for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:50:13.693049 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-52162e88-85eb-4100-bd17-23c387dff3fd tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "GET /v2.0/ports/a1f13f73-0c2f-444b-abf2-da07d124b2cb HTTP/1.1" status: 404 len: 333 time: 0.1380005 May 31 15:50:13.695814 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54464) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:13.705540 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-723c9913-fc78-42f7-a115-0f0d1ea166eb None None] Deleting port 7954587e-0cc3-4dbb-a914-e2cd9e1f2893 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:13.706067 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-723c9913-fc78-42f7-a115-0f0d1ea166eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:13.717448 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:13.728859 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98597091-2d16-44b4-a7dd-8eab4f177b68 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:50:13.747262 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-98597091-2d16-44b4-a7dd-8eab4f177b68 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:13.764950 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-be1d8e94-f583-472e-9a92-f8aee230f487 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:13.806728 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26ff359-58f6-4045-a422-4e77df4aeca6 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:13.825760 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98597091-2d16-44b4-a7dd-8eab4f177b68 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:13.826428 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-98597091-2d16-44b4-a7dd-8eab4f177b68 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:13.851963 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b9ebfd83-efc6-4e61-a6d6-9bc6e0df438f tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6063907 May 31 15:50:13.852216 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4e9ddb-9663-4673-83f5-72ebcc3bf0d2 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Router 7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:50:13.856610 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54468) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:13.862084 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98597091-2d16-44b4-a7dd-8eab4f177b68 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Subnet': ['ID=4c4577ac-ce9e-4dc2-9507-1d462400fae7,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:13.864837 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-98597091-2d16-44b4-a7dd-8eab4f177b68 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:13.883725 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-61c8ac9b-8440-40fa-b2d6-ed67e3ca37a4 req-3de3872f-5f42-4b4d-9add-6d524f825a4f tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3431740 May 31 15:50:13.893133 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-98597091-2d16-44b4-a7dd-8eab4f177b68 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.9780517 May 31 15:50:13.899262 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54472) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:13.906123 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-439be80f-ca18-4996-aead-c09428cf9964 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'port': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'mac_address': 'fa:16:3e:5f:73:ae', 'name': 'tempest-NetworksTestDHCPv6-1094824720'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:14.032273 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-723c9913-fc78-42f7-a115-0f0d1ea166eb None None] For port 7954587e-0cc3-4dbb-a914-e2cd9e1f2893, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=7954587e-0cc3-4dbb-a914-e2cd9e1f2893,segment=NetworkSegment(89f9812d-070e-4473-ad0f-a8c3ebb4b219),segment_id=89f9812d-070e-4473-ad0f-a8c3ebb4b219)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:14.032680 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-723c9913-fc78-42f7-a115-0f0d1ea166eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:14.065157 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9341a683-9946-4bd6-ba09-50fa14a9ce34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-41702ea9-9cf8-4e55-979b-08a40be206f0', 'network_id': '41702ea9-9cf8-4e55-979b-08a40be206f0', 'tenant_id': '77c737149bd84d0bb3a7bb28e9afd80b', 'fixed_ips': [{'subnet_id': 'cebac9e1-2b1f-46a7-8c1e-ae8566ebd857'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:50:14.066048 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9341a683-9946-4bd6-ba09-50fa14a9ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:14.181804 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-261c323a-e57a-41f9-bf7a-239ed27d1af8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:14.254789 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-723c9913-fc78-42f7-a115-0f0d1ea166eb None None] Calling delete_port for 7954587e-0cc3-4dbb-a914-e2cd9e1f2893 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:14.328227 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-261c323a-e57a-41f9-bf7a-239ed27d1af8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:14.464952 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:14.467440 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Deleting port 7954587e-0cc3-4dbb-a914-e2cd9e1f2893 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:14.467766 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:14.523595 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4e9ddb-9663-4673-83f5-72ebcc3bf0d2 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:50:14.528867 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3f4e9ddb-9663-4673-83f5-72ebcc3bf0d2 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "PUT /v2.0/routers/7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3975708 May 31 15:50:14.533491 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54480) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:14.565247 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce6c2e-52d5-4c64-bc1c-19457078be18 None None] Sync routers for ids ['7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:50:14.585685 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51181c87-7ea3-47fa-a558-8832c25df5af tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Network b93ffe2c-3d5b-443f-a902-94f8c616506f is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:50:14.592469 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-439be80f-ca18-4996-aead-c09428cf9964 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:14.599911 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-51181c87-7ea3-47fa-a558-8832c25df5af tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:14.606318 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ce6c2e-52d5-4c64-bc1c-19457078be18 None None] Routers {'7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:14.607440 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-84ce6c2e-52d5-4c64-bc1c-19457078be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:50:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:14.610022 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b405622b-155f-48cd-ad2b-c4a88493e87b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Synchronizing usage tracker for tenant:4495789bf65544d19fbd02194192aa34 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:50:14.679852 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-723c9913-fc78-42f7-a115-0f0d1ea166eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:14.683626 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-439be80f-ca18-4996-aead-c09428cf9964 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:14.687019 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0f650ea0-ba35-4931-85c9-df9844d71168 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:14.713425 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-261c323a-e57a-41f9-bf7a-239ed27d1af8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:14.722185 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-84ce6c2e-52d5-4c64-bc1c-19457078be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:14.729786 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f3d84a6f-547b-4915-8c3b-a9995fd9e323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:14.751147 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-9341a683-9946-4bd6-ba09-50fa14a9ce34 None None] Allocated IP 172.20.0.2 (41702ea9-9cf8-4e55-979b-08a40be206f0/cebac9e1-2b1f-46a7-8c1e-ae8566ebd857/9b11f95f-de5b-4083-9672-2d8f79859048) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:50:14.769731 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-be1d8e94-f583-472e-9a92-f8aee230f487 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:14.774252 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c9913-fc78-42f7-a115-0f0d1ea166eb None None] Pushing event deleted for resources: {'Port': ['ID=7954587e-0cc3-4dbb-a914-e2cd9e1f2893,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:14.776342 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c323a-e57a-41f9-bf7a-239ed27d1af8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a07c05a-5771-4963-981c-5ed2451b224b,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:14.781368 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-261c323a-e57a-41f9-bf7a-239ed27d1af8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:14.782973 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] For port 7954587e-0cc3-4dbb-a914-e2cd9e1f2893, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=7954587e-0cc3-4dbb-a914-e2cd9e1f2893,segment=NetworkSegment(89f9812d-070e-4473-ad0f-a8c3ebb4b219),segment_id=89f9812d-070e-4473-ad0f-a8c3ebb4b219)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:14.783349 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:14.788493 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ce6c2e-52d5-4c64-bc1c-19457078be18 None None] Routers {'7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:14.789245 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-84ce6c2e-52d5-4c64-bc1c-19457078be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:50:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:14.797127 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-be1d8e94-f583-472e-9a92-f8aee230f487 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446711'] for router, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:14.810391 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439be80f-ca18-4996-aead-c09428cf9964 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:50:14.846075 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-723c9913-fc78-42f7-a115-0f0d1ea166eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:14.857665 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-261c323a-e57a-41f9-bf7a-239ed27d1af8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:14.859266 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-261c323a-e57a-41f9-bf7a-239ed27d1af8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/security-groups/7a07c05a-5771-4963-981c-5ed2451b224b HTTP/1.1" status: 204 len: 168 time: 1.1622527 May 31 15:50:14.862339 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7954587e-0cc3-4dbb-a914-e2cd9e1f2893 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:50:14.901603 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b405622b-155f-48cd-ad2b-c4a88493e87b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Unset dirty status for tenant:4495789bf65544d19fbd02194192aa34 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:50:14.905287 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b405622b-155f-48cd-ad2b-c4a88493e87b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "GET /v2.0/ports?device_id=7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5 HTTP/1.1" status: 200 len: 205 time: 0.3656757 May 31 15:50:14.905287 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54484) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:14.915787 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723c9913-fc78-42f7-a115-0f0d1ea166eb None None] No DVR routers for this DVR port 7954587e-0cc3-4dbb-a914-e2cd9e1f2893 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:50:14.921262 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c57c46-0c1d-4709-bec0-4d39beda000a req-f67ff766-41a1-4391-a84a-46c8f9bb3a20 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:14.923244 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 7954587e-0cc3-4dbb-a914-e2cd9e1f2893 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:50:14.928424 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7954587e-0cc3-4dbb-a914-e2cd9e1f2893 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:50:14.928424 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-84ce6c2e-52d5-4c64-bc1c-19457078be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:14.928424 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce6c2e-52d5-4c64-bc1c-19457078be18 None None] The sync data for ids ['7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:50:14.930742 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-75c57c46-0c1d-4709-bec0-4d39beda000a req-f67ff766-41a1-4391-a84a-46c8f9bb3a20 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.5939507 May 31 15:50:14.963448 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54486) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:15.001899 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Calling delete_port for 7954587e-0cc3-4dbb-a914-e2cd9e1f2893 owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:15.004845 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:15.109771 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a4bd6d41-266f-4e7a-a65a-2fd58bba8bb1 None None] Provisioning complete for port a340008c-ad75-4b8a-a7c6-f513d53fac2e triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:15.110261 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a4bd6d41-266f-4e7a-a65a-2fd58bba8bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:15.181162 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07ea2ab-4561-4c7e-9e5d-d7c747146edf None None] Update dhcp port {'port': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'fixed_ips': [{'subnet_id': '16897ca1-3205-41c8-92af-df5f987e1b61', 'ip_address': '2001:db8::f816:3eff:fe65:a2d4'}, {'subnet_id': '4c4577ac-ce9e-4dc2-9507-1d462400fae7'}], 'binding:host_id': 'dv-neutron-601336-79-hyperv'}, 'id': '687cdfb7-9fa3-4617-8d69-10fae56084cb'} from dv-neutron-601336-79-hyperv. {{(pid=99206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 31 15:50:15.196899 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51181c87-7ea3-47fa-a558-8832c25df5af tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:50:15.220492 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-75c57c46-0c1d-4709-bec0-4d39beda000a req-b935dc3a-e471-494a-8140-0cfeb838ddf1 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2890205 May 31 15:50:15.233501 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-612230e6-a9e5-41b1-b845-adf426057c51 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:15.241224 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-a4bd6d41-266f-4e7a-a65a-2fd58bba8bb1 None None] Port a340008c-ad75-4b8a-a7c6-f513d53fac2e cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:50:15.308517 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f07ea2ab-4561-4c7e-9e5d-d7c747146edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:15.314890 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-439be80f-ca18-4996-aead-c09428cf9964 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:15.339644 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:15.351886 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-da6a0f7a-21d0-4b97-a1db-5e016d802bcc tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:15.357663 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9341a683-9946-4bd6-ba09-50fa14a9ce34 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:15.395923 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-9341a683-9946-4bd6-ba09-50fa14a9ce34 None None] Transition to ACTIVE for port object 9b11f95f-de5b-4083-9672-2d8f79859048 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:50:15.403840 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event deleted for resources: {'Port': ['ID=7954587e-0cc3-4dbb-a914-e2cd9e1f2893,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:15.418365 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:15.422125 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] No DVR routers for this DVR port 7954587e-0cc3-4dbb-a914-e2cd9e1f2893 on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:50:15.463559 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-9341a683-9946-4bd6-ba09-50fa14a9ce34 None None] Transition to ACTIVE for port object 9b11f95f-de5b-4083-9672-2d8f79859048 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:50:15.473662 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9341a683-9946-4bd6-ba09-50fa14a9ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:15.483820 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-9690e5ba-067e-4ea4-927a-26de1f357090 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:15.510202 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1d8e94-f583-472e-9a92-f8aee230f487 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Router 11a4a436-7fbe-4ff4-aa82-e5b9d07b48c6 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:50:15.518113 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b2c96c36-f5c0-4ccb-8398-5e5e9287a676 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:15.560799 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9341a683-9946-4bd6-ba09-50fa14a9ce34 None None] Network 41702ea9-9cf8-4e55-979b-08a40be206f0 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:50:15.567090 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-9341a683-9946-4bd6-ba09-50fa14a9ce34 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:15.604107 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9341a683-9946-4bd6-ba09-50fa14a9ce34 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:50:15.613032 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341a683-9946-4bd6-ba09-50fa14a9ce34 None None] Pushing event updated for resources: {'Port': ['ID=9b11f95f-de5b-4083-9672-2d8f79859048,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:15.716988 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-9341a683-9946-4bd6-ba09-50fa14a9ce34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:15.780744 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-f07ea2ab-4561-4c7e-9e5d-d7c747146edf None None] Allocated IP 172.20.0.2 (b5001308-9f67-458f-99a7-4cdcd1177eb2/4c4577ac-ce9e-4dc2-9507-1d462400fae7/687cdfb7-9fa3-4617-8d69-10fae56084cb) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:50:15.799846 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-9341a683-9946-4bd6-ba09-50fa14a9ce34 None None] Attempting to bind port 9b11f95f-de5b-4083-9672-2d8f79859048 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:50:15.800243 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-9341a683-9946-4bd6-ba09-50fa14a9ce34 None None] Attempting to bind port 9b11f95f-de5b-4083-9672-2d8f79859048 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'b60e1e08-0d7a-4781-826b-81e5a001f01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '41702ea9-9cf8-4e55-979b-08a40be206f0'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:50:15.800580 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9341a683-9946-4bd6-ba09-50fa14a9ce34 None None] Attempting to bind port 9b11f95f-de5b-4083-9672-2d8f79859048 on network 41702ea9-9cf8-4e55-979b-08a40be206f0 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:50:15.822078 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9341a683-9946-4bd6-ba09-50fa14a9ce34 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:50:15.822310 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9341a683-9946-4bd6-ba09-50fa14a9ce34 None None] Checking segment: {'id': 'b60e1e08-0d7a-4781-826b-81e5a001f01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '41702ea9-9cf8-4e55-979b-08a40be206f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:50:15.822586 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9341a683-9946-4bd6-ba09-50fa14a9ce34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:15.822903 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9341a683-9946-4bd6-ba09-50fa14a9ce34 None None] Bound using segment: {'id': 'b60e1e08-0d7a-4781-826b-81e5a001f01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '41702ea9-9cf8-4e55-979b-08a40be206f0'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:50:15.823422 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-9341a683-9946-4bd6-ba09-50fa14a9ce34 None None] Bound port: 9b11f95f-de5b-4083-9672-2d8f79859048, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60e1e08-0d7a-4781-826b-81e5a001f01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '41702ea9-9cf8-4e55-979b-08a40be206f0'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:50:15.823803 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9341a683-9946-4bd6-ba09-50fa14a9ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:15.859263 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:15.882000 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bebc86bd-1f45-4afb-8313-e9e18e31151b']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:15.907630 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f9812d-070e-4473-ad0f-a8c3ebb4b219') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:15.907895 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f9812d-070e-4473-ad0f-a8c3ebb4b219') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:15.912186 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-439be80f-ca18-4996-aead-c09428cf9964 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] device_id is not set on port ef85455c-eea6-48b7-988b-5793680eaa9c yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:50:15.923627 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:15.930563 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:15.938625 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ecca55c3-aa42-41ad-93b0-c3fbaee60927 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:15.962350 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b2c96c36-f5c0-4ccb-8398-5e5e9287a676 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:15.970852 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-612230e6-a9e5-41b1-b845-adf426057c51 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:15.978999 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-612230e6-a9e5-41b1-b845-adf426057c51 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:16.007033 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-f07ea2ab-4561-4c7e-9e5d-d7c747146edf None None] For port 687cdfb7-9fa3-4617-8d69-10fae56084cb, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=687cdfb7-9fa3-4617-8d69-10fae56084cb,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:16.009445 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-9341a683-9946-4bd6-ba09-50fa14a9ce34 None None] For port 9b11f95f-de5b-4083-9672-2d8f79859048, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:50:16.013595 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-9341a683-9946-4bd6-ba09-50fa14a9ce34 None None] For port 9b11f95f-de5b-4083-9672-2d8f79859048, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=9b11f95f-de5b-4083-9672-2d8f79859048,segment=NetworkSegment(b60e1e08-0d7a-4781-826b-81e5a001f01e),segment_id=b60e1e08-0d7a-4781-826b-81e5a001f01e)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:50:16.019436 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9341a683-9946-4bd6-ba09-50fa14a9ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:16.024204 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:16.040877 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Subnet': ['ID=cebac9e1-2b1f-46a7-8c1e-ae8566ebd857,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:16.045221 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:16.055486 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:16.063630 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51181c87-7ea3-47fa-a558-8832c25df5af tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:50:16.086973 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-612230e6-a9e5-41b1-b845-adf426057c51 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:16.087794 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612230e6-a9e5-41b1-b845-adf426057c51 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Fanout notify agent at l3_agent the message router_deleted on router 7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5 {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:50:16.090169 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:50:16.090784 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:16.091597 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f4cce6-a9c3-4f38-9818-a6b16cdb22ec None None] Sync routers for ids ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:50:16.099181 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f07ea2ab-4561-4c7e-9e5d-d7c747146edf None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:50:16.116532 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:50:16.121836 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b2c96c36-f5c0-4ccb-8398-5e5e9287a676 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:16.126208 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-99e66a24-0cbc-4db1-a4c0-405f0c11e5f3 tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:16.128275 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f4cce6-a9c3-4f38-9818-a6b16cdb22ec None None] Routers {'1251add1-0768-43fd-9a5e-ac4434f0d2c2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:16.129094 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-c4f4cce6-a9c3-4f38-9818-a6b16cdb22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:50:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:16.145346 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c96c36-f5c0-4ccb-8398-5e5e9287a676 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2a9d51-0114-4d1e-b413-b6dd734ffc88,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:16.148816 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b2c96c36-f5c0-4ccb-8398-5e5e9287a676 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:16.151419 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b2c96c36-f5c0-4ccb-8398-5e5e9287a676 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/security-groups/2d2a9d51-0114-4d1e-b413-b6dd734ffc88 HTTP/1.1" status: 204 len: 168 time: 1.2388778 May 31 15:50:16.151516 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b2c96c36-f5c0-4ccb-8398-5e5e9287a676 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:16.155580 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54494) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:16.158228 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-51181c87-7ea3-47fa-a558-8832c25df5af tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "PUT /v2.0/routers/1251add1-0768-43fd-9a5e-ac4434f0d2c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1511183 May 31 15:50:16.164955 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-612230e6-a9e5-41b1-b845-adf426057c51 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:16.168698 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-612230e6-a9e5-41b1-b845-adf426057c51 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/routers/7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5 HTTP/1.1" status: 204 len: 168 time: 1.1761491 May 31 15:50:16.168698 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54498) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:16.192123 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54500) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:16.205076 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341a683-9946-4bd6-ba09-50fa14a9ce34 None None] Pushing event updated for resources: {'Port': ['ID=9b11f95f-de5b-4083-9672-2d8f79859048,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:16.217393 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f07ea2ab-4561-4c7e-9e5d-d7c747146edf None None] Transition to ACTIVE for port object 687cdfb7-9fa3-4617-8d69-10fae56084cb will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:50:16.225012 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-9341a683-9946-4bd6-ba09-50fa14a9ce34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:16.241462 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f07ea2ab-4561-4c7e-9e5d-d7c747146edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:16.248751 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:16.288031 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-c4f4cce6-a9c3-4f38-9818-a6b16cdb22ec None None] Set router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:50:16.326654 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1d8e94-f583-472e-9a92-f8aee230f487 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:50:16.364820 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:16.376026 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:16.387621 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-88bd07b5-0656-4c5b-8f3b-3d00ed890b46 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:16.395606 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb082533-885f-4f27-9b61-dbfe61cbd072 None None] Sync routers for ids ['11a4a436-7fbe-4ff4-aa82-e5b9d07b48c6'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:50:16.413208 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:16.438322 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event deleted for resources: {'Network': ['ID=bebc86bd-1f45-4afb-8313-e9e18e31151b,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:16.441848 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41702ea9-9cf8-4e55-979b-08a40be206f0']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:16.453913 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:16.458399 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-439be80f-ca18-4996-aead-c09428cf9964 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Allocated IP 172.20.0.12 (b5001308-9f67-458f-99a7-4cdcd1177eb2/4c4577ac-ce9e-4dc2-9507-1d462400fae7/ef85455c-eea6-48b7-988b-5793680eaa9c) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:50:16.462291 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-c234089f-c6a0-48d0-832b-a366972c2f0c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Deleting subnet fbbb66b3-73a3-4c35-a915-e52529eaf41f {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:50:16.466257 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-be1d8e94-f583-472e-9a92-f8aee230f487 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:16.467024 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-439be80f-ca18-4996-aead-c09428cf9964 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Allocated IP 2001:db8::f816:3eff:fe5f:73ae (b5001308-9f67-458f-99a7-4cdcd1177eb2/16897ca1-3205-41c8-92af-df5f987e1b61/ef85455c-eea6-48b7-988b-5793680eaa9c) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:50:16.468028 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb082533-885f-4f27-9b61-dbfe61cbd072 None None] Routers {'11a4a436-7fbe-4ff4-aa82-e5b9d07b48c6'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:16.468783 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-fb082533-885f-4f27-9b61-dbfe61cbd072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:50:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['11a4a436-7fbe-4ff4-aa82-e5b9d07b48c6'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:16.472980 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-be1d8e94-f583-472e-9a92-f8aee230f487 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "PUT /v2.0/routers/11a4a436-7fbe-4ff4-aa82-e5b9d07b48c6 HTTP/1.1" status: 200 len: 919 time: 6.4500585 May 31 15:50:16.473855 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54508) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:16.480621 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "DELETE /v2.0/networks/bebc86bd-1f45-4afb-8313-e9e18e31151b HTTP/1.1" status: 204 len: 168 time: 5.8940001 May 31 15:50:16.540481 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60e1e08-0d7a-4781-826b-81e5a001f01e') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:16.541090 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60e1e08-0d7a-4781-826b-81e5a001f01e') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:16.548909 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c234089f-c6a0-48d0-832b-a366972c2f0c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:16.552318 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-3d34dda0-7d36-4288-ae53-02892b0c7d78 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:16.588314 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54512) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:16.591101 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-fb082533-885f-4f27-9b61-dbfe61cbd072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:16.623556 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5d4dc5-c1dc-4343-b1d9-fa2f993ee99b None None] Network 41702ea9-9cf8-4e55-979b-08a40be206f0 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:16.636742 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ea2ab-4561-4c7e-9e5d-d7c747146edf None None] Pushing event updated for resources: {'Port': ['ID=687cdfb7-9fa3-4617-8d69-10fae56084cb,revision_number=7']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:16.641417 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:16.643236 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb082533-885f-4f27-9b61-dbfe61cbd072 None None] Routers {'11a4a436-7fbe-4ff4-aa82-e5b9d07b48c6'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:16.643873 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-fb082533-885f-4f27-9b61-dbfe61cbd072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:50:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['11a4a436-7fbe-4ff4-aa82-e5b9d07b48c6'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:16.681216 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-c4f4cce6-a9c3-4f38-9818-a6b16cdb22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:50:11Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None, '_interfaces': [{'id': '4466f08d-7e41-4b26-b30d-a6bd659aacf6', 'name': '', 'network_id': 'f9ad58a8-1a63-4e9f-a5df-eb102a0f6106', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:22:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e09bf9c5-ad9b-4edb-a871-044c6e2d7839', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:49Z', 'updated_at': '2021-05-31T15:50:03Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': 'e09bf9c5-ad9b-4edb-a871-044c6e2d7839', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ad9a788-5b70-4b25-b336-b2fa94ac22a8', 'name': '', 'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:31Z', 'updated_at': '2021-05-31T15:49:54Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '733c2800-0fbc-443c-896f-fc73ee4be24f', 'name': '', 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:9d:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:14Z', 'updated_at': '2021-05-31T15:49:31Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a340008c-ad75-4b8a-a7c6-f513d53fac2e', 'name': '', 'network_id': 'b93ffe2c-3d5b-443f-a902-94f8c616506f', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:e2:75:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '99a955f8-97b4-4d7b-8714-e7053a6a5ac8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:07Z', 'updated_at': '2021-05-31T15:50:12Z', 'revision_number': 2, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '99a955f8-97b4-4d7b-8714-e7053a6a5ac8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:16.681943 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0379c51-47af-4126-9c63-892dd671f46f tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] DELETE failed (client error): The resource could not be found. May 31 15:50:16.682572 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0379c51-47af-4126-9c63-892dd671f46f tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:16.684487 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e0379c51-47af-4126-9c63-892dd671f46f tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "DELETE /v2.0/subnets/12dc5a6d-e1f8-43bb-8aae-fb3c073fbc62 HTTP/1.1" status: 404 len: 337 time: 0.0920181 May 31 15:50:16.688069 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f4cce6-a9c3-4f38-9818-a6b16cdb22ec None None] Checking router: 1251add1-0768-43fd-9a5e-ac4434f0d2c2 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:50:16.688740 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f4cce6-a9c3-4f38-9818-a6b16cdb22ec None None] Updating router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 port a340008c-ad75-4b8a-a7c6-f513d53fac2e binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:50:16.699146 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54516) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:16.709469 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:16.720295 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f07ea2ab-4561-4c7e-9e5d-d7c747146edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:16.725046 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:50:16.725661 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:16.747870 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c234089f-c6a0-48d0-832b-a366972c2f0c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:50:16.787887 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:50:16.796544 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-c4f4cce6-a9c3-4f38-9818-a6b16cdb22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:16.815586 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 687cdfb7-9fa3-4617-8d69-10fae56084cb up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:50:16.845676 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-fb082533-885f-4f27-9b61-dbfe61cbd072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:16.846330 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb082533-885f-4f27-9b61-dbfe61cbd072 None None] The sync data for ids ['11a4a436-7fbe-4ff4-aa82-e5b9d07b48c6'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:50:17.003171 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-24de141b-e286-483c-a26d-f229f9a991f3 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] DELETE failed (client error): The resource could not be found. May 31 15:50:17.003871 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24de141b-e286-483c-a26d-f229f9a991f3 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:17.008416 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-24de141b-e286-483c-a26d-f229f9a991f3 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "DELETE /v2.0/networks/bebc86bd-1f45-4afb-8313-e9e18e31151b HTTP/1.1" status: 404 len: 339 time: 0.2612615 May 31 15:50:17.012102 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54520) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:17.030024 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-95f84412-d82a-4a84-99a7-3d6599872c43 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:17.103746 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca9c270-8478-4b06-9397-44569c804810 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] DELETE failed (client error): The resource could not be found. May 31 15:50:17.104106 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ca9c270-8478-4b06-9397-44569c804810 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:17.105807 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3ca9c270-8478-4b06-9397-44569c804810 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "DELETE /v2.0/subnets/77ac5775-8081-4cfd-a4c8-107c3a668ad2 HTTP/1.1" status: 404 len: 337 time: 0.0791996 May 31 15:50:17.112284 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54524) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:17.112510 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-95f84412-d82a-4a84-99a7-3d6599872c43 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:17.116482 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.db.api [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 31 15:50:17.116482 dv-neutron-601336-79-hyperv neutron-server[99204]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 31 15:50:17.116482 dv-neutron-601336-79-hyperv neutron-server[99204]: [parameters: {'id': '41702ea9-9cf8-4e55-979b-08a40be206f0'}] May 31 15:50:17.116482 dv-neutron-601336-79-hyperv neutron-server[99204]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:50:17.117097 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_db.api [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:50:17.145754 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2335aa9a-c155-4ac4-b065-f9465644af07 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "GET /v2.0/routers/11a4a436-7fbe-4ff4-aa82-e5b9d07b48c6 HTTP/1.1" status: 200 len: 925 time: 0.6671102 May 31 15:50:17.150781 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54528) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:17.154865 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a05188-c8c0-4815-8714-122ed1e28398 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] DELETE failed (client error): The resource could not be found. May 31 15:50:17.155694 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2a05188-c8c0-4815-8714-122ed1e28398 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:17.159357 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f2a05188-c8c0-4815-8714-122ed1e28398 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "DELETE /v2.0/networks/25dfd900-7b83-4d04-9837-2c632761ec03 HTTP/1.1" status: 404 len: 339 time: 0.0423236 May 31 15:50:17.166265 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54532) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:17.249330 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c234089f-c6a0-48d0-832b-a366972c2f0c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:17.290275 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-c4f4cce6-a9c3-4f38-9818-a6b16cdb22ec None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:17.313482 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-aedcafd0-a415-4501-a3fb-5884e911fe38 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] DELETE failed (client error): The resource could not be found. May 31 15:50:17.313931 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aedcafd0-a415-4501-a3fb-5884e911fe38 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:17.343024 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006ff3b1-0666-41c2-9dd2-0fb5c81b314b tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:17.344566 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-006ff3b1-0666-41c2-9dd2-0fb5c81b314b tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=014c45f7-9697-4b0b-b8b7-66a80a50a15c&device_id=11a4a436-7fbe-4ff4-aa82-e5b9d07b48c6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1927867 May 31 15:50:17.348721 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54536) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:17.403369 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-aedcafd0-a415-4501-a3fb-5884e911fe38 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "DELETE /v2.0/subnets/50aa4b91-4ca8-4a1c-bdba-a676778f8121 HTTP/1.1" status: 404 len: 337 time: 0.2292957 May 31 15:50:17.409862 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-c4f4cce6-a9c3-4f38-9818-a6b16cdb22ec None None] Transition to ACTIVE for port object a340008c-ad75-4b8a-a7c6-f513d53fac2e will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:50:17.417228 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-c4f4cce6-a9c3-4f38-9818-a6b16cdb22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:17.420852 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:17.422828 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54540) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:17.587244 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ecaf7a-67a2-44ad-accd-4683c88c1132 None None] Pushing event updated for resources: {'Port': ['ID=a340008c-ad75-4b8a-a7c6-f513d53fac2e,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:17.593653 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-22ecaf7a-67a2-44ad-accd-4683c88c1132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:17.649916 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-c4f4cce6-a9c3-4f38-9818-a6b16cdb22ec None None] Attempting to bind port a340008c-ad75-4b8a-a7c6-f513d53fac2e on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:50:17.650441 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-c4f4cce6-a9c3-4f38-9818-a6b16cdb22ec None None] Attempting to bind port a340008c-ad75-4b8a-a7c6-f513d53fac2e by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '91625fb1-1964-4c07-b7d0-97b6eab7bb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b93ffe2c-3d5b-443f-a902-94f8c616506f'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:50:17.650923 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f4cce6-a9c3-4f38-9818-a6b16cdb22ec None None] Attempting to bind port a340008c-ad75-4b8a-a7c6-f513d53fac2e on network b93ffe2c-3d5b-443f-a902-94f8c616506f {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:50:17.657672 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f4cce6-a9c3-4f38-9818-a6b16cdb22ec None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:50:17.658275 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f4cce6-a9c3-4f38-9818-a6b16cdb22ec None None] Checking segment: {'id': '91625fb1-1964-4c07-b7d0-97b6eab7bb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b93ffe2c-3d5b-443f-a902-94f8c616506f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:50:17.658981 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-c4f4cce6-a9c3-4f38-9818-a6b16cdb22ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:17.659541 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f4cce6-a9c3-4f38-9818-a6b16cdb22ec None None] Bound using segment: {'id': '91625fb1-1964-4c07-b7d0-97b6eab7bb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b93ffe2c-3d5b-443f-a902-94f8c616506f'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:50:17.660179 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-c4f4cce6-a9c3-4f38-9818-a6b16cdb22ec None None] Bound port: a340008c-ad75-4b8a-a7c6-f513d53fac2e, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91625fb1-1964-4c07-b7d0-97b6eab7bb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b93ffe2c-3d5b-443f-a902-94f8c616506f'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:50:17.660696 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-c4f4cce6-a9c3-4f38-9818-a6b16cdb22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:17.687672 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:17.689717 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-c787fcdd-93ad-41f9-a34a-c0f776feb182 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] DELETE failed (client error): The resource could not be found. May 31 15:50:17.690181 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c787fcdd-93ad-41f9-a34a-c0f776feb182 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:17.690665 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b1d888dc-b7d9-48a9-99eb-a09b66b9b87d None None] Provisioning for port 687cdfb7-9fa3-4617-8d69-10fae56084cb completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:50:17.695579 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c787fcdd-93ad-41f9-a34a-c0f776feb182 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "DELETE /v2.0/networks/819a311b-dc0e-48e0-b2bc-560801c411d2 HTTP/1.1" status: 404 len: 339 time: 0.2715521 May 31 15:50:17.702627 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b1d888dc-b7d9-48a9-99eb-a09b66b9b87d None None] Provisioning complete for port 687cdfb7-9fa3-4617-8d69-10fae56084cb triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:17.703220 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b1d888dc-b7d9-48a9-99eb-a09b66b9b87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:17.709204 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54544) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:17.742637 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.extraroute_db [None req-3d34dda0-7d36-4288-ae53-02892b0c7d78 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=99205) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 31 15:50:17.757811 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.extraroute_db [None req-3d34dda0-7d36-4288-ae53-02892b0c7d78 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Removed routes are [] {{(pid=99205) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 31 15:50:17.758216 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3d34dda0-7d36-4288-ae53-02892b0c7d78 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:17.769851 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aaf98b-e165-41e9-8f91-cd82eed8bed3 req-41b09309-ac26-4f37-9bf5-8b318b7605be tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:17.774834 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-c4f4cce6-a9c3-4f38-9818-a6b16cdb22ec None None] For port a340008c-ad75-4b8a-a7c6-f513d53fac2e, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:50:17.777650 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-98aaf98b-e165-41e9-8f91-cd82eed8bed3 req-41b09309-ac26-4f37-9bf5-8b318b7605be tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 1.1761267 May 31 15:50:17.779130 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-c4f4cce6-a9c3-4f38-9818-a6b16cdb22ec None None] For port a340008c-ad75-4b8a-a7c6-f513d53fac2e, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a340008c-ad75-4b8a-a7c6-f513d53fac2e,segment=NetworkSegment(91625fb1-1964-4c07-b7d0-97b6eab7bb53),segment_id=91625fb1-1964-4c07-b7d0-97b6eab7bb53)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:50:17.799982 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-c4f4cce6-a9c3-4f38-9818-a6b16cdb22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:17.804653 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-51565ccf-a01f-461d-8d7d-1c95531bf7ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:17.806189 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-95f84412-d82a-4a84-99a7-3d6599872c43 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:17.809556 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-95f84412-d82a-4a84-99a7-3d6599872c43 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:17.810870 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-95f84412-d82a-4a84-99a7-3d6599872c43 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/security-groups/860750d0-f902-4d6f-ab8b-f308f1d3917e HTTP/1.1" status: 204 len: 168 time: 1.6513472 May 31 15:50:17.817612 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b2c96c36-f5c0-4ccb-8398-5e5e9287a676 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:17.820597 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eefc25-1e38-4954-ae4c-64ab62f9f1dd None None] get_active_networks_info from dv-neutron-601336-79-hyperv {{(pid=99206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 31 15:50:17.861209 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54550) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:17.887811 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ecaf7a-67a2-44ad-accd-4683c88c1132 None None] Pushing event updated for resources: {'Port': ['ID=a340008c-ad75-4b8a-a7c6-f513d53fac2e,revision_number=4']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:17.893175 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-22ecaf7a-67a2-44ad-accd-4683c88c1132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:17.911569 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f4cce6-a9c3-4f38-9818-a6b16cdb22ec None None] Routers {'1251add1-0768-43fd-9a5e-ac4434f0d2c2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:17.912472 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-c4f4cce6-a9c3-4f38-9818-a6b16cdb22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:50:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:17.933927 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f84412-d82a-4a84-99a7-3d6599872c43 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=860750d0-f902-4d6f-ab8b-f308f1d3917e,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:17.937554 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-95f84412-d82a-4a84-99a7-3d6599872c43 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:17.941685 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-439be80f-ca18-4996-aead-c09428cf9964 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:17.961486 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-439be80f-ca18-4996-aead-c09428cf9964 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Transition to ACTIVE for port object ef85455c-eea6-48b7-988b-5793680eaa9c will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:50:18.043860 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a994fc-2561-4bdf-b5c5-7aa84d444eb7 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:18.044485 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-68a994fc-2561-4bdf-b5c5-7aa84d444eb7 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "GET /v2.0/networks/014c45f7-9697-4b0b-b8b7-66a80a50a15c HTTP/1.1" status: 200 len: 881 time: 0.6946723 May 31 15:50:18.054623 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54554) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:18.106676 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-c4f4cce6-a9c3-4f38-9818-a6b16cdb22ec None None] Set router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:50:18.126102 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9eefc25-1e38-4954-ae4c-64ab62f9f1dd None None] Resources bound (agent type, host, resource id): {{(pid=99206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 31 15:50:18.177157 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c8d98347-5ff2-4d61-b05c-a70e002b225e tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "GET /v2.0/ports?device_id=11a4a436-7fbe-4ff4-aa82-e5b9d07b48c6 HTTP/1.1" status: 200 len: 205 time: 0.1103513 May 31 15:50:18.185758 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d309bf-867e-4b7d-94b9-af5329346ac1 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting subnet a2eca6b8-3825-4c5a-b20c-c32a9d98708b {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:50:18.191287 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54558) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:18.250743 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-56d309bf-867e-4b7d-94b9-af5329346ac1 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:18.296892 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-98aaf98b-e165-41e9-8f91-cd82eed8bed3 req-925d0514-2ef2-420c-91fb-f1cb906f9d98 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5183489 May 31 15:50:18.321396 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Deleting port 9b11f95f-de5b-4083-9672-2d8f79859048 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:18.321735 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:18.342655 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-faccc487-fc74-4542-a9ba-a6c8739e94aa tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Deleting port 38ef257d-53a2-439b-ae76-5ae0b7b7f827 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:18.343018 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-faccc487-fc74-4542-a9ba-a6c8739e94aa tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:18.470662 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-439be80f-ca18-4996-aead-c09428cf9964 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:18.486172 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-489dc2f9-053e-4909-84f4-0a9301839c27 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:18.544019 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-c4f4cce6-a9c3-4f38-9818-a6b16cdb22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:50:17Z', 'revision_number': 6, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None, '_interfaces': [{'id': '4466f08d-7e41-4b26-b30d-a6bd659aacf6', 'name': '', 'network_id': 'f9ad58a8-1a63-4e9f-a5df-eb102a0f6106', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:22:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e09bf9c5-ad9b-4edb-a871-044c6e2d7839', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:49Z', 'updated_at': '2021-05-31T15:50:03Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': 'e09bf9c5-ad9b-4edb-a871-044c6e2d7839', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ad9a788-5b70-4b25-b336-b2fa94ac22a8', 'name': '', 'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:31Z', 'updated_at': '2021-05-31T15:49:54Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '733c2800-0fbc-443c-896f-fc73ee4be24f', 'name': '', 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:9d:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:14Z', 'updated_at': '2021-05-31T15:49:31Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a340008c-ad75-4b8a-a7c6-f513d53fac2e', 'name': '', 'network_id': 'b93ffe2c-3d5b-443f-a902-94f8c616506f', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:e2:75:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '99a955f8-97b4-4d7b-8714-e7053a6a5ac8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:07Z', 'updated_at': '2021-05-31T15:50:17Z', 'revision_number': 4, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '99a955f8-97b4-4d7b-8714-e7053a6a5ac8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:18.546188 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439be80f-ca18-4996-aead-c09428cf9964 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:50:18.548458 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f4cce6-a9c3-4f38-9818-a6b16cdb22ec None None] The sync data for ids ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'] in dv-neutron-601336-79-hyperv is: [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:50:17Z', 'revision_number': 6, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None, '_interfaces': [{'id': '4466f08d-7e41-4b26-b30d-a6bd659aacf6', 'name': '', 'network_id': 'f9ad58a8-1a63-4e9f-a5df-eb102a0f6106', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:22:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e09bf9c5-ad9b-4edb-a871-044c6e2d7839', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:49Z', 'updated_at': '2021-05-31T15:50:03Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': 'e09bf9c5-ad9b-4edb-a871-044c6e2d7839', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ad9a788-5b70-4b25-b336-b2fa94ac22a8', 'name': '', 'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:31Z', 'updated_at': '2021-05-31T15:49:54Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '733c2800-0fbc-443c-896f-fc73ee4be24f', 'name': '', 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:9d:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:14Z', 'updated_at': '2021-05-31T15:49:31Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a340008c-ad75-4b8a-a7c6-f513d53fac2e', 'name': '', 'network_id': 'b93ffe2c-3d5b-443f-a902-94f8c616506f', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:e2:75:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '99a955f8-97b4-4d7b-8714-e7053a6a5ac8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:07Z', 'updated_at': '2021-05-31T15:50:17Z', 'revision_number': 4, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '99a955f8-97b4-4d7b-8714-e7053a6a5ac8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:50:18.556532 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-439be80f-ca18-4996-aead-c09428cf9964 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:18.571941 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439be80f-ca18-4996-aead-c09428cf9964 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:50:18.595507 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-56d309bf-867e-4b7d-94b9-af5329346ac1 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:18.639364 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3d34dda0-7d36-4288-ae53-02892b0c7d78 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:18.665580 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3d34dda0-7d36-4288-ae53-02892b0c7d78 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446711'] for router, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:18.670374 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439be80f-ca18-4996-aead-c09428cf9964 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Port': ['ID=ef85455c-eea6-48b7-988b-5793680eaa9c,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:18.683932 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-439be80f-ca18-4996-aead-c09428cf9964 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:18.722578 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c234089f-c6a0-48d0-832b-a366972c2f0c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:18.745286 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c51788b0-649d-429c-8ac2-e527c9e5bdd2 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:18.792698 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439be80f-ca18-4996-aead-c09428cf9964 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:18.793351 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-439be80f-ca18-4996-aead-c09428cf9964 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:18.804185 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234089f-c6a0-48d0-832b-a366972c2f0c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Subnet': ['ID=fbbb66b3-73a3-4c35-a915-e52529eaf41f,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:18.810734 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-faccc487-fc74-4542-a9ba-a6c8739e94aa tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:18.843193 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c234089f-c6a0-48d0-832b-a366972c2f0c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:18.846082 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a340008c-ad75-4b8a-a7c6-f513d53fac2e up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:50:18.862516 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] For port 9b11f95f-de5b-4083-9672-2d8f79859048, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=9b11f95f-de5b-4083-9672-2d8f79859048,segment=NetworkSegment(b60e1e08-0d7a-4781-826b-81e5a001f01e),segment_id=b60e1e08-0d7a-4781-826b-81e5a001f01e)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:18.862886 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:18.893527 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e84f6e0-29e8-4e24-9458-653d9438ced7 None None] Network 71eaf9f4-4400-4614-8b77-b1ba15c8c882 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:18.898909 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-439be80f-ca18-4996-aead-c09428cf9964 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.9985266 May 31 15:50:18.899753 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54562) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:18.959418 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c234089f-c6a0-48d0-832b-a366972c2f0c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:19.082488 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d34dda0-7d36-4288-ae53-02892b0c7d78 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:50:19.134533 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Calling delete_port for 9b11f95f-de5b-4083-9672-2d8f79859048 owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:19.216831 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5873f816-b261-4dc6-a6a0-6929cdf2f51e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:19.223780 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5873f816-b261-4dc6-a6a0-6929cdf2f51e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:19.224725 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-5873f816-b261-4dc6-a6a0-6929cdf2f51e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:50:19.248292 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4393e3e8-425f-448b-b002-cf0f8766fafe tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:19.311274 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port a340008c-ad75-4b8a-a7c6-f513d53fac2e completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:50:19.319138 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port a340008c-ad75-4b8a-a7c6-f513d53fac2e triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:19.319602 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:19.367382 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-5873f816-b261-4dc6-a6a0-6929cdf2f51e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:50:19.369398 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-5873f816-b261-4dc6-a6a0-6929cdf2f51e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.4662488 May 31 15:50:19.379381 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54568) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:19.430918 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d34dda0-7d36-4288-ae53-02892b0c7d78 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:50:19.445768 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e66f36b4-6327-4f10-96d6-c94efa60f716 None None] Provisioning for port ef85455c-eea6-48b7-988b-5793680eaa9c completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:50:19.468928 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e66f36b4-6327-4f10-96d6-c94efa60f716 None None] Provisioning complete for port ef85455c-eea6-48b7-988b-5793680eaa9c triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:19.469420 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e66f36b4-6327-4f10-96d6-c94efa60f716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:19.473653 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3d34dda0-7d36-4288-ae53-02892b0c7d78 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:19.474882 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3d34dda0-7d36-4288-ae53-02892b0c7d78 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "PUT /v2.0/routers/1251add1-0768-43fd-9a5e-ac4434f0d2c2 HTTP/1.1" status: 200 len: 934 time: 3.2364221 May 31 15:50:19.488414 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54572) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:19.507134 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2836a0-99df-4685-b971-f5d321aad3a1 None None] DHCP port deletion for 71eaf9f4-4400-4614-8b77-b1ba15c8c882 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:50:19.559125 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:19.570796 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-faccc487-fc74-4542-a9ba-a6c8739e94aa tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Calling delete_port for 38ef257d-53a2-439b-ae76-5ae0b7b7f827 owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:19.597612 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:19.615169 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port a340008c-ad75-4b8a-a7c6-f513d53fac2e, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a340008c-ad75-4b8a-a7c6-f513d53fac2e,segment=NetworkSegment(91625fb1-1964-4c07-b7d0-97b6eab7bb53),segment_id=91625fb1-1964-4c07-b7d0-97b6eab7bb53)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:19.619124 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8a3b3611-a5d1-403d-8767-d82a4b6ba159 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:19.619754 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-e66f36b4-6327-4f10-96d6-c94efa60f716 None None] Port ef85455c-eea6-48b7-988b-5793680eaa9c cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:50:19.629729 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:19.633300 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-04912d65-6885-47a3-94b2-2fb0643f1815 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:19.657111 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] No DVR routers for this DVR port 9b11f95f-de5b-4083-9672-2d8f79859048 on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:50:19.675238 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac86efe-d045-4baa-a968-bea249ad847e None None] Sync routers for ids ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:50:19.687401 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac86efe-d045-4baa-a968-bea249ad847e None None] Routers {'1251add1-0768-43fd-9a5e-ac4434f0d2c2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:19.688363 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-2ac86efe-d045-4baa-a968-bea249ad847e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:50:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:19.703724 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c234089f-c6a0-48d0-832b-a366972c2f0c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/subnets/fbbb66b3-73a3-4c35-a915-e52529eaf41f HTTP/1.1" status: 204 len: 168 time: 3.5023522 May 31 15:50:19.719465 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54576) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:19.724887 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=a340008c-ad75-4b8a-a7c6-f513d53fac2e,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:19.732336 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Port': ['ID=9b11f95f-de5b-4083-9672-2d8f79859048,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:19.735206 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:19.739960 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:19.751079 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-eb2836a0-99df-4685-b971-f5d321aad3a1 None None] Deleting port 86ea5733-7342-4aab-8e68-f72f8b70c72b {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:19.751599 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-eb2836a0-99df-4685-b971-f5d321aad3a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:19.818741 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1f36fd94-fcd3-4070-bef4-c641a0fcc2c2 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "GET /v2.0/routers/1251add1-0768-43fd-9a5e-ac4434f0d2c2 HTTP/1.1" status: 200 len: 934 time: 0.3260770 May 31 15:50:19.820422 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54580) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:19.827973 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-19491ad8-2280-4a6c-b072-693dd6f9e9d7 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'router': {'routes': None}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:19.833143 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:19.846492 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41702ea9-9cf8-4e55-979b-08a40be206f0']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:19.858920 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60e1e08-0d7a-4781-826b-81e5a001f01e') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:19.859264 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60e1e08-0d7a-4781-826b-81e5a001f01e') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:19.862123 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-eb2836a0-99df-4685-b971-f5d321aad3a1 None None] For port 86ea5733-7342-4aab-8e68-f72f8b70c72b, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=86ea5733-7342-4aab-8e68-f72f8b70c72b,segment=NetworkSegment(6d2f94ec-2bae-49f8-b2da-3cb0af3645ba),segment_id=6d2f94ec-2bae-49f8-b2da-3cb0af3645ba)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:19.862613 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-eb2836a0-99df-4685-b971-f5d321aad3a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:19.870872 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:19.883814 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-2ac86efe-d045-4baa-a968-bea249ad847e None None] Set router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:50:19.887940 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:19.894327 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:50:19.894714 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:19.995343 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-eb2836a0-99df-4685-b971-f5d321aad3a1 None None] Calling delete_port for 86ea5733-7342-4aab-8e68-f72f8b70c72b owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:50:20.026412 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:50:20.050280 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-eb2836a0-99df-4685-b971-f5d321aad3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:20.057217 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:20.071295 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:20.075922 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:20.117245 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2836a0-99df-4685-b971-f5d321aad3a1 None None] Pushing event deleted for resources: {'Port': ['ID=86ea5733-7342-4aab-8e68-f72f8b70c72b,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:20.120605 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-eb2836a0-99df-4685-b971-f5d321aad3a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:20.124684 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2836a0-99df-4685-b971-f5d321aad3a1 None None] No DVR routers for this DVR port 86ea5733-7342-4aab-8e68-f72f8b70c72b on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:50:20.145871 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3d6b8526-d7b9-4fc5-aa1f-4149a9438b44 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:20.166330 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-56d309bf-867e-4b7d-94b9-af5329346ac1 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:20.218262 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a24d4-f22c-46ac-9673-0965bcadbed9 req-5ccab680-f585-46cf-a20b-6bb0d0d93af6 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:20.220040 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b89a24d4-f22c-46ac-9673-0965bcadbed9 req-5ccab680-f585-46cf-a20b-6bb0d0d93af6 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.7284479 May 31 15:50:20.244202 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-2ac86efe-d045-4baa-a968-bea249ad847e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:50:17Z', 'revision_number': 6, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None, '_interfaces': [{'id': '4466f08d-7e41-4b26-b30d-a6bd659aacf6', 'name': '', 'network_id': 'f9ad58a8-1a63-4e9f-a5df-eb102a0f6106', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:22:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e09bf9c5-ad9b-4edb-a871-044c6e2d7839', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:49Z', 'updated_at': '2021-05-31T15:50:03Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': 'e09bf9c5-ad9b-4edb-a871-044c6e2d7839', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ad9a788-5b70-4b25-b336-b2fa94ac22a8', 'name': '', 'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:31Z', 'updated_at': '2021-05-31T15:49:54Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '733c2800-0fbc-443c-896f-fc73ee4be24f', 'name': '', 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:9d:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:14Z', 'updated_at': '2021-05-31T15:49:31Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a340008c-ad75-4b8a-a7c6-f513d53fac2e', 'name': '', 'network_id': 'b93ffe2c-3d5b-443f-a902-94f8c616506f', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:e2:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '99a955f8-97b4-4d7b-8714-e7053a6a5ac8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:07Z', 'updated_at': '2021-05-31T15:50:19Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '99a955f8-97b4-4d7b-8714-e7053a6a5ac8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:20.248710 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac86efe-d045-4baa-a968-bea249ad847e None None] Checking router: 1251add1-0768-43fd-9a5e-ac4434f0d2c2 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:50:20.250813 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Network': ['ID=41702ea9-9cf8-4e55-979b-08a40be206f0,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:20.253341 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:20.253516 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-f6580c29-1d1f-4b59-9014-7f40128d77fe tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting port ef85455c-eea6-48b7-988b-5793680eaa9c {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:20.253622 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f6580c29-1d1f-4b59-9014-7f40128d77fe tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:20.258711 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac86efe-d045-4baa-a968-bea249ad847e None None] Routers {'1251add1-0768-43fd-9a5e-ac4434f0d2c2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:20.259404 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-2ac86efe-d045-4baa-a968-bea249ad847e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:50:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:20.278106 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba631ff-a87f-4ecb-8e4b-0cf7da9b09b1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Deleting subnet 961dd6f4-aa27-42fd-ac0e-1e761bbf7c72 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:50:20.283268 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/networks/41702ea9-9cf8-4e55-979b-08a40be206f0 HTTP/1.1" status: 204 len: 168 time: 6.4100318 May 31 15:50:20.287864 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54584) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:20.295269 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2ba631ff-a87f-4ecb-8e4b-0cf7da9b09b1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:20.423566 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-2ac86efe-d045-4baa-a968-bea249ad847e None None] Set router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:50:20.424378 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-1170554f-c714-4643-8d71-4faebc446faf tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] GET failed (client error): The resource could not be found. May 31 15:50:20.424957 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1170554f-c714-4643-8d71-4faebc446faf tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Synchronizing usage tracker for tenant:77c737149bd84d0bb3a7bb28e9afd80b on resource:subnet {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:50:20.479696 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4393e3e8-425f-448b-b002-cf0f8766fafe tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:20.496709 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b89a24d4-f22c-46ac-9673-0965bcadbed9 req-f6bfa2a1-eb3c-461f-aada-d908b40d6f5a tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2624338 May 31 15:50:20.578890 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-faccc487-fc74-4542-a9ba-a6c8739e94aa tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:20.599977 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2ba631ff-a87f-4ecb-8e4b-0cf7da9b09b1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:20.605290 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f6580c29-1d1f-4b59-9014-7f40128d77fe tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:20.634920 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:20.682926 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1170554f-c714-4643-8d71-4faebc446faf tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Unset dirty status for tenant:77c737149bd84d0bb3a7bb28e9afd80b on resource:subnet {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:50:20.687120 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1170554f-c714-4643-8d71-4faebc446faf tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "GET /v2.0/subnets/cebac9e1-2b1f-46a7-8c1e-ae8566ebd857 HTTP/1.1" status: 404 len: 337 time: 0.3934917 May 31 15:50:20.687736 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54588) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:20.738070 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faccc487-fc74-4542-a9ba-a6c8739e94aa tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event deleted for resources: {'Port': ['ID=38ef257d-53a2-439b-ae76-5ae0b7b7f827,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:20.751714 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-faccc487-fc74-4542-a9ba-a6c8739e94aa tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:20.770713 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a340008c-ad75-4b8a-a7c6-f513d53fac2e up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:50:20.772544 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-f6580c29-1d1f-4b59-9014-7f40128d77fe tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Calling delete_port for ef85455c-eea6-48b7-988b-5793680eaa9c owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:20.777894 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-faccc487-fc74-4542-a9ba-a6c8739e94aa tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:20.783083 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb381c3-1f6e-45d8-9f4b-e59a7b62a469 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] DELETE failed (client error): The resource could not be found. May 31 15:50:20.783716 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fb381c3-1f6e-45d8-9f4b-e59a7b62a469 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:20.805056 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-2ac86efe-d045-4baa-a968-bea249ad847e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:50:17Z', 'revision_number': 6, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None, '_interfaces': [{'id': '4466f08d-7e41-4b26-b30d-a6bd659aacf6', 'name': '', 'network_id': 'f9ad58a8-1a63-4e9f-a5df-eb102a0f6106', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:22:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e09bf9c5-ad9b-4edb-a871-044c6e2d7839', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:49Z', 'updated_at': '2021-05-31T15:50:03Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': 'e09bf9c5-ad9b-4edb-a871-044c6e2d7839', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ad9a788-5b70-4b25-b336-b2fa94ac22a8', 'name': '', 'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:31Z', 'updated_at': '2021-05-31T15:49:54Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '733c2800-0fbc-443c-896f-fc73ee4be24f', 'name': '', 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:9d:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:14Z', 'updated_at': '2021-05-31T15:49:31Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a340008c-ad75-4b8a-a7c6-f513d53fac2e', 'name': '', 'network_id': 'b93ffe2c-3d5b-443f-a902-94f8c616506f', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:e2:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '99a955f8-97b4-4d7b-8714-e7053a6a5ac8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:07Z', 'updated_at': '2021-05-31T15:50:19Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '99a955f8-97b4-4d7b-8714-e7053a6a5ac8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:20.809624 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac86efe-d045-4baa-a968-bea249ad847e None None] The sync data for ids ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'] in dv-neutron-601336-79-hyperv is: [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:50:17Z', 'revision_number': 6, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None, '_interfaces': [{'id': '4466f08d-7e41-4b26-b30d-a6bd659aacf6', 'name': '', 'network_id': 'f9ad58a8-1a63-4e9f-a5df-eb102a0f6106', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:22:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e09bf9c5-ad9b-4edb-a871-044c6e2d7839', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:49Z', 'updated_at': '2021-05-31T15:50:03Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': 'e09bf9c5-ad9b-4edb-a871-044c6e2d7839', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ad9a788-5b70-4b25-b336-b2fa94ac22a8', 'name': '', 'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:31Z', 'updated_at': '2021-05-31T15:49:54Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '733c2800-0fbc-443c-896f-fc73ee4be24f', 'name': '', 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:9d:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:14Z', 'updated_at': '2021-05-31T15:49:31Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a340008c-ad75-4b8a-a7c6-f513d53fac2e', 'name': '', 'network_id': 'b93ffe2c-3d5b-443f-a902-94f8c616506f', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:e2:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '99a955f8-97b4-4d7b-8714-e7053a6a5ac8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:07Z', 'updated_at': '2021-05-31T15:50:19Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '99a955f8-97b4-4d7b-8714-e7053a6a5ac8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:50:20.855781 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-faccc487-fc74-4542-a9ba-a6c8739e94aa tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "DELETE /v2.0/ports/38ef257d-53a2-439b-ae76-5ae0b7b7f827 HTTP/1.1" status: 204 len: 168 time: 3.1350157 May 31 15:50:20.863810 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9fb381c3-1f6e-45d8-9f4b-e59a7b62a469 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/networks/41702ea9-9cf8-4e55-979b-08a40be206f0 HTTP/1.1" status: 404 len: 339 time: 0.1520221 May 31 15:50:20.866324 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54592) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:20.866804 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54594) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:20.874433 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port a340008c-ad75-4b8a-a7c6-f513d53fac2e triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:20.875026 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:20.968463 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-356a4e15-5613-44b8-b21e-c49acac85a96 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] DELETE failed (client error): The resource could not be found. May 31 15:50:20.968966 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-356a4e15-5613-44b8-b21e-c49acac85a96 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:20.970666 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-356a4e15-5613-44b8-b21e-c49acac85a96 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "DELETE /v2.0/subnets/de6e4049-9d45-4d63-b4d9-09d40df75778 HTTP/1.1" status: 404 len: 337 time: 0.0867653 May 31 15:50:20.976859 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54600) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:21.052429 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-4393e3e8-425f-448b-b002-cf0f8766fafe tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Deleting port b2ad059a-1b41-44be-aa62-4b20e41be11d {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:21.052760 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4393e3e8-425f-448b-b002-cf0f8766fafe tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:21.074781 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 86ea5733-7342-4aab-8e68-f72f8b70c72b no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:50:21.113045 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 86ea5733-7342-4aab-8e68-f72f8b70c72b {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:50:21.113403 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 86ea5733-7342-4aab-8e68-f72f8b70c72b not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:50:21.140672 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2ba631ff-a87f-4ecb-8e4b-0cf7da9b09b1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:21.220890 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9c1405a9-4bed-4769-becc-c72c68500d06 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:21.234872 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.extraroute_db [None req-19491ad8-2280-4a6c-b072-693dd6f9e9d7 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Added routes are [] {{(pid=99205) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 31 15:50:21.235202 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.extraroute_db [None req-19491ad8-2280-4a6c-b072-693dd6f9e9d7 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=99205) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 31 15:50:21.253062 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f6580c29-1d1f-4b59-9014-7f40128d77fe tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:21.295811 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-51181c87-7ea3-47fa-a558-8832c25df5af tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:21.366427 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6580c29-1d1f-4b59-9014-7f40128d77fe tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Port': ['ID=ef85455c-eea6-48b7-988b-5793680eaa9c,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:21.382391 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f6580c29-1d1f-4b59-9014-7f40128d77fe tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:21.397710 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-56d309bf-867e-4b7d-94b9-af5329346ac1 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:21.407341 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4aa54890-4b48-464f-8cea-75a709dd10ed tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:21.418019 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-19491ad8-2280-4a6c-b072-693dd6f9e9d7 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:21.448379 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143d254a-366e-43c1-9186-efcd1ccc17ff tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:21.449089 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-143d254a-366e-43c1-9186-efcd1ccc17ff tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Synchronizing usage tracker for tenant:77c737149bd84d0bb3a7bb28e9afd80b on resource:network {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:50:21.501095 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d309bf-867e-4b7d-94b9-af5329346ac1 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Subnet': ['ID=a2eca6b8-3825-4c5a-b20c-c32a9d98708b,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:21.504868 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-56d309bf-867e-4b7d-94b9-af5329346ac1 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:21.511478 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3079cc8-6f6f-4e61-a08e-3af0ed13e6d2 None None] Network 1e6d7417-4bd4-418b-808b-5f1717377e16 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:21.513052 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-56d309bf-867e-4b7d-94b9-af5329346ac1 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:21.612597 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4393e3e8-425f-448b-b002-cf0f8766fafe tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:21.622802 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-56d309bf-867e-4b7d-94b9-af5329346ac1 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/subnets/a2eca6b8-3825-4c5a-b20c-c32a9d98708b HTTP/1.1" status: 204 len: 168 time: 3.7595141 May 31 15:50:21.633146 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54608) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:21.799361 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-143d254a-366e-43c1-9186-efcd1ccc17ff tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Unset dirty status for tenant:77c737149bd84d0bb3a7bb28e9afd80b on resource:network {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:50:21.803858 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-143d254a-366e-43c1-9186-efcd1ccc17ff tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9179533 May 31 15:50:21.811437 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-4393e3e8-425f-448b-b002-cf0f8766fafe tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Calling delete_port for b2ad059a-1b41-44be-aa62-4b20e41be11d owned by network:router_gateway {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:21.814124 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54612) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:21.889560 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9c1405a9-4bed-4769-becc-c72c68500d06 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:21.907699 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-17534b63-ec3f-465c-9081-e837888fd48a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "GET /v2.0/subnets?network_id=014c45f7-9697-4b0b-b8b7-66a80a50a15c HTTP/1.1" status: 200 len: 207 time: 0.0825722 May 31 15:50:21.918531 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54616) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:21.967703 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d47106-814c-43a2-b999-fa07e44b00a5 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting subnet eb298e37-80f9-4fc4-8f6a-91c2081602cd {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:50:21.974144 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-9c1405a9-4bed-4769-becc-c72c68500d06 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e897b65-d8ee-4767-93d3-6aa3e6dafa15']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:21.986237 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-83d47106-814c-43a2-b999-fa07e44b00a5 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:22.003375 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-9c1405a9-4bed-4769-becc-c72c68500d06 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad415ad-04c3-445b-be6b-ac3c3ffbd3de') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:22.003762 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-9c1405a9-4bed-4769-becc-c72c68500d06 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad415ad-04c3-445b-be6b-ac3c3ffbd3de') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:22.029558 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9c1405a9-4bed-4769-becc-c72c68500d06 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:22.102719 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f6580c29-1d1f-4b59-9014-7f40128d77fe tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:22.127868 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9c1405a9-4bed-4769-becc-c72c68500d06 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:22.183536 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-83d47106-814c-43a2-b999-fa07e44b00a5 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:22.212917 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c1405a9-4bed-4769-becc-c72c68500d06 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:50:22.213311 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9c1405a9-4bed-4769-becc-c72c68500d06 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:50:22.229661 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:50:22.231950 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f6580c29-1d1f-4b59-9014-7f40128d77fe tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/ef85455c-eea6-48b7-988b-5793680eaa9c HTTP/1.1" status: 204 len: 168 time: 2.8474846 May 31 15:50:22.236472 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54620) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:22.328470 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-19491ad8-2280-4a6c-b072-693dd6f9e9d7 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:22.339568 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-19491ad8-2280-4a6c-b072-693dd6f9e9d7 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446711'] for router, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:22.351549 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d6384-e3ca-421e-998e-2edeaeb623a1 req-e3c6b516-06c1-4fa6-bc95-7c7dd5bddd0f tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:22.353107 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-176d6384-e3ca-421e-998e-2edeaeb623a1 req-e3c6b516-06c1-4fa6-bc95-7c7dd5bddd0f tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.4416544 May 31 15:50:22.357201 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51beeb04-77e2-445f-83b7-765e1ddd0b2e tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:22.362937 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51beeb04-77e2-445f-83b7-765e1ddd0b2e tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:22.368678 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51beeb04-77e2-445f-83b7-765e1ddd0b2e tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:22.374645 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51beeb04-77e2-445f-83b7-765e1ddd0b2e tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:22.376419 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-51beeb04-77e2-445f-83b7-765e1ddd0b2e tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4537783 May 31 15:50:22.392279 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54624) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:22.403836 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9c1405a9-4bed-4769-becc-c72c68500d06 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:22.428076 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:22.438779 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2ba631ff-a87f-4ecb-8e4b-0cf7da9b09b1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:22.444998 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9c1405a9-4bed-4769-becc-c72c68500d06 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:22.450216 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-748c6da1-bf97-40a0-a23e-e0b11b736cc9 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:22.515951 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1405a9-4bed-4769-becc-c72c68500d06 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event deleted for resources: {'Network': ['ID=9e897b65-d8ee-4767-93d3-6aa3e6dafa15,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:22.532077 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9c1405a9-4bed-4769-becc-c72c68500d06 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:22.536808 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9c1405a9-4bed-4769-becc-c72c68500d06 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "DELETE /v2.0/networks/9e897b65-d8ee-4767-93d3-6aa3e6dafa15 HTTP/1.1" status: 204 len: 168 time: 1.5567245 May 31 15:50:22.555781 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54628) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:22.562970 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67fd9d2-bd04-458f-a128-0afad1a0db0c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:22.564481 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67fd9d2-bd04-458f-a128-0afad1a0db0c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:22.566119 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67fd9d2-bd04-458f-a128-0afad1a0db0c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:22.567958 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06144f74-4d4b-447b-97fe-38411f96dd8a None None] Network db8f385d-7663-43cb-828f-72ef81af5df8 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:22.570652 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e67fd9d2-bd04-458f-a128-0afad1a0db0c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3234327 May 31 15:50:22.571893 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2ba631ff-a87f-4ecb-8e4b-0cf7da9b09b1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:22.574369 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54632) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:22.586621 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba631ff-a87f-4ecb-8e4b-0cf7da9b09b1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Subnet': ['ID=961dd6f4-aa27-42fd-ac0e-1e761bbf7c72,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:22.593298 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ac03f021-f925-4b44-ae1b-c83f532e3bc7 None None] Provisioning complete for port 8b9e08a6-e887-462a-b20c-a3389dadc5b6 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:22.594517 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ac03f021-f925-4b44-ae1b-c83f532e3bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:22.607936 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-176d6384-e3ca-421e-998e-2edeaeb623a1 req-a6908981-52cf-46f8-8004-4962755b89ab tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018490 May 31 15:50:22.629618 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2ba631ff-a87f-4ecb-8e4b-0cf7da9b09b1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:22.656985 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19491ad8-2280-4a6c-b072-693dd6f9e9d7 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:50:22.698734 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2ba631ff-a87f-4ecb-8e4b-0cf7da9b09b1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/subnets/961dd6f4-aa27-42fd-ac0e-1e761bbf7c72 HTTP/1.1" status: 204 len: 168 time: 2.9678235 May 31 15:50:22.703190 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54638) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:22.720832 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-83d47106-814c-43a2-b999-fa07e44b00a5 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:22.723740 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-ac03f021-f925-4b44-ae1b-c83f532e3bc7 None None] Port 8b9e08a6-e887-462a-b20c-a3389dadc5b6 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:50:22.759293 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9bece5f0-5e50-4dc3-9f0f-13350fb13f5e tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3599253 May 31 15:50:22.774322 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54642) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:22.803287 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ac03f021-f925-4b44-ae1b-c83f532e3bc7 None None] Provisioning complete for port 56c86544-315c-4809-946b-51d8804c54ba triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:22.803665 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ac03f021-f925-4b44-ae1b-c83f532e3bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:22.895410 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-b03fd81c-30fb-48da-aa8b-8fd222f4353b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting subnet 16897ca1-3205-41c8-92af-df5f987e1b61 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:50:22.898651 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b03fd81c-30fb-48da-aa8b-8fd222f4353b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:22.959925 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6a7f7e-1cd5-41b6-b317-bda812e7b842 None None] DHCP port deletion for db8f385d-7663-43cb-828f-72ef81af5df8 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:50:22.976943 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e7436f4d-7f40-4e3d-8986-134b0ce6b9c0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:22.999756 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19491ad8-2280-4a6c-b072-693dd6f9e9d7 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:50:23.008594 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-19491ad8-2280-4a6c-b072-693dd6f9e9d7 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:23.012236 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-19491ad8-2280-4a6c-b072-693dd6f9e9d7 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "PUT /v2.0/routers/1251add1-0768-43fd-9a5e-ac4434f0d2c2 HTTP/1.1" status: 200 len: 700 time: 3.1870611 May 31 15:50:23.014198 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-54a43fe6-695f-497f-a82e-62bc66ad0d66 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Deleting port f6c45704-a4cd-4dc2-8405-f72460a4b3be {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:23.014654 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-54a43fe6-695f-497f-a82e-62bc66ad0d66 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:23.018502 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cf5494-fb90-4663-b175-d3fc048cd01f None None] Sync routers for ids ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:50:23.032089 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54646) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:23.036367 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cf5494-fb90-4663-b175-d3fc048cd01f None None] Routers {'1251add1-0768-43fd-9a5e-ac4434f0d2c2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:23.037227 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b6cf5494-fb90-4663-b175-d3fc048cd01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:50:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:23.181806 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-4c6a7f7e-1cd5-41b6-b317-bda812e7b842 None None] Deleting port 9aea0ffd-09fb-4f80-8bb0-33a7a5109e33 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:23.182029 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4c6a7f7e-1cd5-41b6-b317-bda812e7b842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:23.225890 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0470db-7124-4391-ab14-35c5b9271b01 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:23.227726 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0470db-7124-4391-ab14-35c5b9271b01 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:23.232769 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7b0470db-7124-4391-ab14-35c5b9271b01 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4521036 May 31 15:50:23.243954 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54650) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:23.246393 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4393e3e8-425f-448b-b002-cf0f8766fafe tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:23.279397 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-b6cf5494-fb90-4663-b175-d3fc048cd01f None None] Set router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:50:23.284812 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c40562be-d458-4b03-b736-27e6d55c663a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:23.326686 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b03fd81c-30fb-48da-aa8b-8fd222f4353b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:23.367364 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-4c6a7f7e-1cd5-41b6-b317-bda812e7b842 None None] For port 9aea0ffd-09fb-4f80-8bb0-33a7a5109e33, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=9aea0ffd-09fb-4f80-8bb0-33a7a5109e33,segment=NetworkSegment(f96eaba6-d9fe-414a-b1fc-b384cd3b360c),segment_id=f96eaba6-d9fe-414a-b1fc-b384cd3b360c)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:23.367761 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4c6a7f7e-1cd5-41b6-b317-bda812e7b842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:23.391115 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393e3e8-425f-448b-b002-cf0f8766fafe tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Pushing event deleted for resources: {'Port': ['ID=b2ad059a-1b41-44be-aa62-4b20e41be11d,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:23.431404 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4393e3e8-425f-448b-b002-cf0f8766fafe tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:23.543595 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-54a43fe6-695f-497f-a82e-62bc66ad0d66 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:23.555863 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81efce57-e0b2-4879-8e5d-1d0a76b1adf4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['shared'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:23.557323 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81efce57-e0b2-4879-8e5d-1d0a76b1adf4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['shared'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:23.562113 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-81efce57-e0b2-4879-8e5d-1d0a76b1adf4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3139899 May 31 15:50:23.564251 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54656) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:23.569684 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-4c6a7f7e-1cd5-41b6-b317-bda812e7b842 None None] Calling delete_port for 9aea0ffd-09fb-4f80-8bb0-33a7a5109e33 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:23.638520 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e7436f4d-7f40-4e3d-8986-134b0ce6b9c0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:23.654771 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4393e3e8-425f-448b-b002-cf0f8766fafe tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:23.716153 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-54a43fe6-695f-497f-a82e-62bc66ad0d66 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Calling delete_port for f6c45704-a4cd-4dc2-8405-f72460a4b3be owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:23.724105 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-e7436f4d-7f40-4e3d-8986-134b0ce6b9c0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71eaf9f4-4400-4614-8b77-b1ba15c8c882']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:23.735975 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-5c374c24-bead-40ac-95d0-f9b0fab58496 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "GET /v2.0/routers/1251add1-0768-43fd-9a5e-ac4434f0d2c2 HTTP/1.1" status: 200 len: 700 time: 0.7024357 May 31 15:50:23.738918 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54662) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:23.744600 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-e7436f4d-7f40-4e3d-8986-134b0ce6b9c0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2f94ec-2bae-49f8-b2da-3cb0af3645ba') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:23.744894 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-e7436f4d-7f40-4e3d-8986-134b0ce6b9c0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2f94ec-2bae-49f8-b2da-3cb0af3645ba') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:23.766065 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e7436f4d-7f40-4e3d-8986-134b0ce6b9c0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:23.816863 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e7436f4d-7f40-4e3d-8986-134b0ce6b9c0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:23.827029 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7436f4d-7f40-4e3d-8986-134b0ce6b9c0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:50:23.827674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e7436f4d-7f40-4e3d-8986-134b0ce6b9c0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:23.840912 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b6cf5494-fb90-4663-b175-d3fc048cd01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:50:21Z', 'revision_number': 7, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None, '_interfaces': [{'id': '4466f08d-7e41-4b26-b30d-a6bd659aacf6', 'name': '', 'network_id': 'f9ad58a8-1a63-4e9f-a5df-eb102a0f6106', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:22:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e09bf9c5-ad9b-4edb-a871-044c6e2d7839', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:49Z', 'updated_at': '2021-05-31T15:50:03Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': 'e09bf9c5-ad9b-4edb-a871-044c6e2d7839', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ad9a788-5b70-4b25-b336-b2fa94ac22a8', 'name': '', 'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:31Z', 'updated_at': '2021-05-31T15:49:54Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '733c2800-0fbc-443c-896f-fc73ee4be24f', 'name': '', 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:9d:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:14Z', 'updated_at': '2021-05-31T15:49:31Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a340008c-ad75-4b8a-a7c6-f513d53fac2e', 'name': '', 'network_id': 'b93ffe2c-3d5b-443f-a902-94f8c616506f', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:e2:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '99a955f8-97b4-4d7b-8714-e7053a6a5ac8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:07Z', 'updated_at': '2021-05-31T15:50:19Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '99a955f8-97b4-4d7b-8714-e7053a6a5ac8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:23.844611 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4c6a7f7e-1cd5-41b6-b317-bda812e7b842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:23.849793 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-07931a94-9747-44ad-9f5b-92fd255dedff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:23.885291 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cf5494-fb90-4663-b175-d3fc048cd01f None None] Checking router: 1251add1-0768-43fd-9a5e-ac4434f0d2c2 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:50:23.896059 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a7f7e-1cd5-41b6-b317-bda812e7b842 None None] Pushing event deleted for resources: {'Port': ['ID=9aea0ffd-09fb-4f80-8bb0-33a7a5109e33,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:23.899118 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-4c6a7f7e-1cd5-41b6-b317-bda812e7b842 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:23.901577 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6a7f7e-1cd5-41b6-b317-bda812e7b842 None None] No DVR routers for this DVR port 9aea0ffd-09fb-4f80-8bb0-33a7a5109e33 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:50:23.908532 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cf5494-fb90-4663-b175-d3fc048cd01f None None] Routers {'1251add1-0768-43fd-9a5e-ac4434f0d2c2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:23.909162 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b6cf5494-fb90-4663-b175-d3fc048cd01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:50:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:23.956592 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b03fd81c-30fb-48da-aa8b-8fd222f4353b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:50:23.974267 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:50:24.030381 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-54a43fe6-695f-497f-a82e-62bc66ad0d66 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:24.043482 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c1ec7d90-43e8-4fce-b4ae-21e623f1021d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:24.073315 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4393e3e8-425f-448b-b002-cf0f8766fafe tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:24.086743 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4393e3e8-425f-448b-b002-cf0f8766fafe tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:24.099450 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a43fe6-695f-497f-a82e-62bc66ad0d66 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event deleted for resources: {'Port': ['ID=f6c45704-a4cd-4dc2-8405-f72460a4b3be,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:24.102226 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-54a43fe6-695f-497f-a82e-62bc66ad0d66 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:24.103141 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e7436f4d-7f40-4e3d-8986-134b0ce6b9c0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:24.110968 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e7436f4d-7f40-4e3d-8986-134b0ce6b9c0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:24.113899 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-18468797-60cd-4fd2-88fa-d9c9753630a9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:24.133915 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-54a43fe6-695f-497f-a82e-62bc66ad0d66 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:24.144631 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-b6cf5494-fb90-4663-b175-d3fc048cd01f None None] Set router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:50:24.152805 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7436f4d-7f40-4e3d-8986-134b0ce6b9c0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Network': ['ID=71eaf9f4-4400-4614-8b77-b1ba15c8c882,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:24.155307 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e7436f4d-7f40-4e3d-8986-134b0ce6b9c0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:24.160065 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e7436f4d-7f40-4e3d-8986-134b0ce6b9c0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/networks/71eaf9f4-4400-4614-8b77-b1ba15c8c882 HTTP/1.1" status: 204 len: 168 time: 1.4557433 May 31 15:50:24.163360 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-54a43fe6-695f-497f-a82e-62bc66ad0d66 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "DELETE /v2.0/ports/f6c45704-a4cd-4dc2-8405-f72460a4b3be HTTP/1.1" status: 204 len: 168 time: 1.6066206 May 31 15:50:24.164662 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54666) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:24.166922 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54668) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:24.184890 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-83d47106-814c-43a2-b999-fa07e44b00a5 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:24.198938 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2c2df695-0958-4fef-b2b3-9c5ee9b64a9f tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:24.241812 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-26984d72-3b66-4e3a-8550-7dd1976fa75b tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] DELETE failed (client error): The resource could not be found. May 31 15:50:24.242412 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26984d72-3b66-4e3a-8550-7dd1976fa75b tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:24.246808 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-26984d72-3b66-4e3a-8550-7dd1976fa75b tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "DELETE /v2.0/subnets/6d142c44-9fb6-4504-a9f6-c5dbd73245bf HTTP/1.1" status: 404 len: 337 time: 0.0762005 May 31 15:50:24.286385 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54674) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:24.302041 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4393e3e8-425f-448b-b002-cf0f8766fafe tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:24.302522 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4393e3e8-425f-448b-b002-cf0f8766fafe tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Fanout notify agent at l3_agent the message router_deleted on router 11a4a436-7fbe-4ff4-aa82-e5b9d07b48c6 {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:50:24.333724 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-784fa1ed-5451-45bd-b882-91fd019a8f61 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:24.349425 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9749b-b8b6-4eac-9a59-bd33996819b2 req-f2f3a156-70a1-4743-9ebd-2a95ff1a080c tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:24.351116 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c4f9749b-b8b6-4eac-9a59-bd33996819b2 req-f2f3a156-70a1-4743-9ebd-2a95ff1a080c tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.3723319 May 31 15:50:24.371418 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d47106-814c-43a2-b999-fa07e44b00a5 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Subnet': ['ID=eb298e37-80f9-4fc4-8f6a-91c2081602cd,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:24.375594 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-83d47106-814c-43a2-b999-fa07e44b00a5 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:24.383511 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b581779-6f2c-4b21-a252-20fb5a691a77 None None] Network 1e6d7417-4bd4-418b-808b-5f1717377e16 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:24.417058 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-83d47106-814c-43a2-b999-fa07e44b00a5 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:24.426262 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785befcd-8496-4763-bfb4-e22948575da6 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:24.432769 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-785befcd-8496-4763-bfb4-e22948575da6 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "GET /v2.0/networks/4bdb877d-3cfb-4984-a4d6-5fd60d038c28 HTTP/1.1" status: 200 len: 799 time: 0.8624730 May 31 15:50:24.440836 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54678) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:24.620465 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c4f9749b-b8b6-4eac-9a59-bd33996819b2 req-fd0cf2c9-802c-4bd5-9985-c135fcd19395 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244549 May 31 15:50:24.638396 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-784fa1ed-5451-45bd-b882-91fd019a8f61 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:24.657788 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-784fa1ed-5451-45bd-b882-91fd019a8f61 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db8f385d-7663-43cb-828f-72ef81af5df8']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:24.682450 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-784fa1ed-5451-45bd-b882-91fd019a8f61 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96eaba6-d9fe-414a-b1fc-b384cd3b360c') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:24.682750 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-784fa1ed-5451-45bd-b882-91fd019a8f61 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96eaba6-d9fe-414a-b1fc-b384cd3b360c') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:24.708965 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-784fa1ed-5451-45bd-b882-91fd019a8f61 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:24.722972 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b6cf5494-fb90-4663-b175-d3fc048cd01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:50:21Z', 'revision_number': 7, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None, '_interfaces': [{'id': '4466f08d-7e41-4b26-b30d-a6bd659aacf6', 'name': '', 'network_id': 'f9ad58a8-1a63-4e9f-a5df-eb102a0f6106', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:22:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e09bf9c5-ad9b-4edb-a871-044c6e2d7839', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:49Z', 'updated_at': '2021-05-31T15:50:03Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': 'e09bf9c5-ad9b-4edb-a871-044c6e2d7839', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ad9a788-5b70-4b25-b336-b2fa94ac22a8', 'name': '', 'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:31Z', 'updated_at': '2021-05-31T15:49:54Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '733c2800-0fbc-443c-896f-fc73ee4be24f', 'name': '', 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:9d:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:14Z', 'updated_at': '2021-05-31T15:49:31Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a340008c-ad75-4b8a-a7c6-f513d53fac2e', 'name': '', 'network_id': 'b93ffe2c-3d5b-443f-a902-94f8c616506f', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:e2:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '99a955f8-97b4-4d7b-8714-e7053a6a5ac8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:07Z', 'updated_at': '2021-05-31T15:50:19Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '99a955f8-97b4-4d7b-8714-e7053a6a5ac8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:24.723829 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4393e3e8-425f-448b-b002-cf0f8766fafe tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:24.725413 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4393e3e8-425f-448b-b002-cf0f8766fafe tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "DELETE /v2.0/routers/11a4a436-7fbe-4ff4-aa82-e5b9d07b48c6 HTTP/1.1" status: 204 len: 168 time: 6.5294778 May 31 15:50:24.729281 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54682) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:24.737321 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-2633a914-2670-49d5-a898-b11987cf3d39 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1086943022', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:24.751674 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-be614aed-66e1-4e0c-9666-c0a68dd16f2d tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "GET /v2.0/networks/4bdb877d-3cfb-4984-a4d6-5fd60d038c28?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3066297 May 31 15:50:24.752952 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-784fa1ed-5451-45bd-b882-91fd019a8f61 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:24.755931 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-2633a914-2670-49d5-a898-b11987cf3d39 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:24.757978 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54686) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:24.762800 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-83d47106-814c-43a2-b999-fa07e44b00a5 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/subnets/eb298e37-80f9-4fc4-8f6a-91c2081602cd HTTP/1.1" status: 204 len: 168 time: 3.1265299 May 31 15:50:24.767683 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cf5494-fb90-4663-b175-d3fc048cd01f None None] The sync data for ids ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'] in dv-neutron-601336-79-hyperv is: [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:50:21Z', 'revision_number': 7, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None, '_interfaces': [{'id': '4466f08d-7e41-4b26-b30d-a6bd659aacf6', 'name': '', 'network_id': 'f9ad58a8-1a63-4e9f-a5df-eb102a0f6106', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:22:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e09bf9c5-ad9b-4edb-a871-044c6e2d7839', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:49Z', 'updated_at': '2021-05-31T15:50:03Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': 'e09bf9c5-ad9b-4edb-a871-044c6e2d7839', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ad9a788-5b70-4b25-b336-b2fa94ac22a8', 'name': '', 'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:31Z', 'updated_at': '2021-05-31T15:49:54Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '733c2800-0fbc-443c-896f-fc73ee4be24f', 'name': '', 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:9d:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:14Z', 'updated_at': '2021-05-31T15:49:31Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a340008c-ad75-4b8a-a7c6-f513d53fac2e', 'name': '', 'network_id': 'b93ffe2c-3d5b-443f-a902-94f8c616506f', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:e2:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '99a955f8-97b4-4d7b-8714-e7053a6a5ac8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:07Z', 'updated_at': '2021-05-31T15:50:19Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '99a955f8-97b4-4d7b-8714-e7053a6a5ac8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:50:24.780821 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54690) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:24.786816 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9aea0ffd-09fb-4f80-8bb0-33a7a5109e33 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:50:24.808369 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-2633a914-2670-49d5-a898-b11987cf3d39 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Usage tracker for resource:router and tenant:8c3b2ea9a4594def894b2a235c1a97b6 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:50:24.822490 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784fa1ed-5451-45bd-b882-91fd019a8f61 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:50:24.822904 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-784fa1ed-5451-45bd-b882-91fd019a8f61 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:24.832104 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 9aea0ffd-09fb-4f80-8bb0-33a7a5109e33 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:50:24.832461 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9aea0ffd-09fb-4f80-8bb0-33a7a5109e33 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:50:24.842533 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-2633a914-2670-49d5-a898-b11987cf3d39 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:50:24.845921 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:50:24.870746 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-94fc8ae9-8c18-4449-832b-bf929bdc0617 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] DELETE failed (client error): The resource could not be found. May 31 15:50:24.871179 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94fc8ae9-8c18-4449-832b-bf929bdc0617 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:24.872922 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-94fc8ae9-8c18-4449-832b-bf929bdc0617 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/subnets/a2eca6b8-3825-4c5a-b20c-c32a9d98708b HTTP/1.1" status: 404 len: 337 time: 0.0875309 May 31 15:50:24.873127 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-2633a914-2670-49d5-a898-b11987cf3d39 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:24.881783 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54694) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:24.893757 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-962835c2-1d35-4a97-9247-40dcbd120711 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:24.957541 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3a95c5-c20a-484c-8466-3c1a1106985c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:24.958350 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-5f3a95c5-c20a-484c-8466-3c1a1106985c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Synchronizing usage tracker for tenant:77c737149bd84d0bb3a7bb28e9afd80b on resource:subnet {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:50:24.963527 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2633a914-2670-49d5-a898-b11987cf3d39 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:24.964553 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2633a914-2670-49d5-a898-b11987cf3d39 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:24.977788 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-784fa1ed-5451-45bd-b882-91fd019a8f61 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:24.982594 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-5f3a95c5-c20a-484c-8466-3c1a1106985c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Unset dirty status for tenant:77c737149bd84d0bb3a7bb28e9afd80b on resource:subnet {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:50:24.987542 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-5f3a95c5-c20a-484c-8466-3c1a1106985c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "GET /v2.0/subnets/557baba2-5e56-4224-be9f-b619c195bdcf HTTP/1.1" status: 200 len: 811 time: 0.2264681 May 31 15:50:24.988341 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-df4f2110-0e27-46f5-8955-3277324d5d7b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:25.002968 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54698) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:25.004112 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-784fa1ed-5451-45bd-b882-91fd019a8f61 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:25.126019 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-e50a7b92-c3fb-4dff-9770-ba946d5edcc5 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting subnet b93058c8-5d8e-4f30-895e-df214f2cf0d7 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:50:25.185311 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e50a7b92-c3fb-4dff-9770-ba946d5edcc5 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:25.256776 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fa1ed-5451-45bd-b882-91fd019a8f61 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Network': ['ID=db8f385d-7663-43cb-828f-72ef81af5df8,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:25.267530 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-784fa1ed-5451-45bd-b882-91fd019a8f61 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:25.270861 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2633a914-2670-49d5-a898-b11987cf3d39 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:25.276890 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-784fa1ed-5451-45bd-b882-91fd019a8f61 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/networks/db8f385d-7663-43cb-828f-72ef81af5df8 HTTP/1.1" status: 204 len: 168 time: 1.1074347 May 31 15:50:25.281137 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54702) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:25.289062 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-dc613333-d065-48be-9935-24b85d1c91b6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-322358598'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:25.296998 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-dc613333-d065-48be-9935-24b85d1c91b6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:25.305374 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-dc613333-d065-48be-9935-24b85d1c91b6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Usage tracker for resource:network and tenant:4495789bf65544d19fbd02194192aa34 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:50:25.311913 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-dc613333-d065-48be-9935-24b85d1c91b6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:50:25.322314 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69abb9f3-39dc-477c-b8ec-9c0dadb56754 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['shared'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:25.327266 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-69abb9f3-39dc-477c-b8ec-9c0dadb56754 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "GET /v2.0/subnets/557baba2-5e56-4224-be9f-b619c195bdcf?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3166134 May 31 15:50:25.327266 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-dc613333-d065-48be-9935-24b85d1c91b6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:25.328508 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54706) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:25.332107 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2633a914-2670-49d5-a898-b11987cf3d39 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:25.337743 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-962835c2-1d35-4a97-9247-40dcbd120711 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:25.341638 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-2ed934c8-89ed-411c-b304-f673d52713ca tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-106277736'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:25.354878 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e50a7b92-c3fb-4dff-9770-ba946d5edcc5 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:25.356191 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-2ed934c8-89ed-411c-b304-f673d52713ca tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:25.369710 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc613333-d065-48be-9935-24b85d1c91b6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Made reservation on behalf of 4495789bf65544d19fbd02194192aa34 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:50:25.384030 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dc613333-d065-48be-9935-24b85d1c91b6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:25.400409 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-2ed934c8-89ed-411c-b304-f673d52713ca tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:25.405619 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b03fd81c-30fb-48da-aa8b-8fd222f4353b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:25.409260 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2633a914-2670-49d5-a898-b11987cf3d39 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:25.409485 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-409cbd8f-5831-4177-af70-ece23c7a702e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:25.410679 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2633a914-2670-49d5-a898-b11987cf3d39 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6803606 May 31 15:50:25.420895 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54710) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:25.426362 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-9ed734df-76b1-4924-b517-ae2d8d29c669 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'enable_snat': False}}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:25.439411 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-962835c2-1d35-4a97-9247-40dcbd120711 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf236d88-1205-42e8-af55-b8e8eaa306aa']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:25.467627 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fd81c-30fb-48da-aa8b-8fd222f4353b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Subnet': ['ID=16897ca1-3205-41c8-92af-df5f987e1b61,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:25.477935 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b03fd81c-30fb-48da-aa8b-8fd222f4353b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:25.478901 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b03fd81c-30fb-48da-aa8b-8fd222f4353b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:25.482410 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-962835c2-1d35-4a97-9247-40dcbd120711 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a339590-8a26-4e07-b90e-39d6e71b5361') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:25.482704 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-962835c2-1d35-4a97-9247-40dcbd120711 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a339590-8a26-4e07-b90e-39d6e71b5361') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:25.485198 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed934c8-89ed-411c-b304-f673d52713ca tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Made reservation on behalf of 77c737149bd84d0bb3a7bb28e9afd80b for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:50:25.485311 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267c8a09-577a-4f13-b61d-13a1a4b33292 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:25.488570 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2ed934c8-89ed-411c-b304-f673d52713ca tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:25.502998 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-962835c2-1d35-4a97-9247-40dcbd120711 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:25.542060 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b03fd81c-30fb-48da-aa8b-8fd222f4353b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/16897ca1-3205-41c8-92af-df5f987e1b61 HTTP/1.1" status: 204 len: 168 time: 2.9570363 May 31 15:50:25.543654 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-962835c2-1d35-4a97-9247-40dcbd120711 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:25.549858 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54714) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:25.593934 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962835c2-1d35-4a97-9247-40dcbd120711 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:50:25.594344 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-962835c2-1d35-4a97-9247-40dcbd120711 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:25.600807 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed934c8-89ed-411c-b304-f673d52713ca tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:50:25.609419 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-6371a1d9-8393-4692-be0e-5b8c0df65fd5 None None] Provisioning complete for port 8b9e08a6-e887-462a-b20c-a3389dadc5b6 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:25.610009 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6371a1d9-8393-4692-be0e-5b8c0df65fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:25.610180 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2ed934c8-89ed-411c-b304-f673d52713ca tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:25.610593 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-2ed934c8-89ed-411c-b304-f673d52713ca tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Added segment 950f0a7d-ff31-43a9-aa9f-2618c4f41de3 of type vlan for network 86083cec-959f-4bba-bc88-041d44f12912 May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:50:25.613099 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:50:25.637283 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2ed934c8-89ed-411c-b304-f673d52713ca tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:25.670995 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc613333-d065-48be-9935-24b85d1c91b6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:50:25.675722 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2ed934c8-89ed-411c-b304-f673d52713ca tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:25.681960 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed934c8-89ed-411c-b304-f673d52713ca tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:25.682765 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2ed934c8-89ed-411c-b304-f673d52713ca tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:25.699884 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e50a7b92-c3fb-4dff-9770-ba946d5edcc5 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:25.711922 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-239cc0a8-ffa4-4dc0-839c-db7c4fc7e165 tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:25.771982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-6371a1d9-8393-4692-be0e-5b8c0df65fd5 None None] Port 8b9e08a6-e887-462a-b20c-a3389dadc5b6 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:50:25.793447 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2ed934c8-89ed-411c-b304-f673d52713ca tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4626617 May 31 15:50:25.799200 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54722) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:25.806766 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab091b9-3d72-48a7-8270-410bf2748392 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting subnet 4c4577ac-ce9e-4dc2-9507-1d462400fae7 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:50:25.815507 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-bef8d302-b40c-4cb3-b149-383c332a8da3 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Request body: {'subnet': {'network_id': '86083cec-959f-4bba-bc88-041d44f12912', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:25.836281 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fab091b9-3d72-48a7-8270-410bf2748392 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:25.855705 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-6371a1d9-8393-4692-be0e-5b8c0df65fd5 None None] Provisioning complete for port 56c86544-315c-4809-946b-51d8804c54ba triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:25.856225 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6371a1d9-8393-4692-be0e-5b8c0df65fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:25.894734 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-962835c2-1d35-4a97-9247-40dcbd120711 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:25.944191 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed934c8-89ed-411c-b304-f673d52713ca tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event updated for resources: {'Network': ['ID=86083cec-959f-4bba-bc88-041d44f12912,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:25.947651 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dc613333-d065-48be-9935-24b85d1c91b6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:25.948140 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-dc613333-d065-48be-9935-24b85d1c91b6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Added segment 6f6aaf8d-d9d6-4f30-9a83-44f10d22b8a7 of type vlan for network c8634976-14cf-4475-b759-af0e17a1e096 May 31 15:50:25.957043 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3692c137-fe41-4bc0-9f3d-daf64d1ffbf9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:25.958709 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2ed934c8-89ed-411c-b304-f673d52713ca tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:25.964246 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 86083cec-959f-4bba-bc88-041d44f12912 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:50:25.985362 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-962835c2-1d35-4a97-9247-40dcbd120711 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:26.025459 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962835c2-1d35-4a97-9247-40dcbd120711 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event deleted for resources: {'Network': ['ID=cf236d88-1205-42e8-af55-b8e8eaa306aa,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:26.089522 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fab091b9-3d72-48a7-8270-410bf2748392 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:26.118213 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-962835c2-1d35-4a97-9247-40dcbd120711 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:26.131984 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-962835c2-1d35-4a97-9247-40dcbd120711 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "DELETE /v2.0/networks/cf236d88-1205-42e8-af55-b8e8eaa306aa HTTP/1.1" status: 204 len: 168 time: 1.8312070 May 31 15:50:26.150972 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54726) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:26.152912 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9ed734df-76b1-4924-b517-ae2d8d29c669 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:26.161832 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dc613333-d065-48be-9935-24b85d1c91b6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:26.166111 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-bef8d302-b40c-4cb3-b149-383c332a8da3 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:26.238542 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-bef8d302-b40c-4cb3-b149-383c332a8da3 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:26.262513 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-79d01eed-6401-4ca4-aca5-6d40040797f0 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:26.275879 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dc613333-d065-48be-9935-24b85d1c91b6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:26.281475 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc613333-d065-48be-9935-24b85d1c91b6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:26.282099 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dc613333-d065-48be-9935-24b85d1c91b6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:26.289750 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7a4062f1-9d2a-42f1-b2cf-96dcb9e0511e tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:26.409093 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf353be2-7ed8-4ba7-8c53-11abe7078646 req-98c70000-177b-4279-9de9-d46aca815b49 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:26.410673 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bf353be2-7ed8-4ba7-8c53-11abe7078646 req-98c70000-177b-4279-9de9-d46aca815b49 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.3897312 May 31 15:50:26.435686 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-dc613333-d065-48be-9935-24b85d1c91b6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1496985 May 31 15:50:26.454754 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54730) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:26.455533 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc613333-d065-48be-9935-24b85d1c91b6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Network': ['ID=c8634976-14cf-4475-b759-af0e17a1e096,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:26.458305 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-dc613333-d065-48be-9935-24b85d1c91b6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:26.467722 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network c8634976-14cf-4475-b759-af0e17a1e096 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:50:26.468643 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-fbb568aa-3c5d-4f49-8f7d-1cbf40a5f87c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'subnet': {'network_id': 'c8634976-14cf-4475-b759-af0e17a1e096', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:26.593522 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bf353be2-7ed8-4ba7-8c53-11abe7078646 req-8673bd8a-2994-43aa-838b-cdc790ab5cb8 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630168 May 31 15:50:26.622634 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-fbb568aa-3c5d-4f49-8f7d-1cbf40a5f87c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:26.628126 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-fbb568aa-3c5d-4f49-8f7d-1cbf40a5f87c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Usage tracker for resource:subnet and tenant:4495789bf65544d19fbd02194192aa34 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:50:26.632700 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-fbb568aa-3c5d-4f49-8f7d-1cbf40a5f87c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:50:26.640471 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-fbb568aa-3c5d-4f49-8f7d-1cbf40a5f87c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:26.674526 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb568aa-3c5d-4f49-8f7d-1cbf40a5f87c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Made reservation on behalf of 4495789bf65544d19fbd02194192aa34 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:50:26.679039 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fbb568aa-3c5d-4f49-8f7d-1cbf40a5f87c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:26.717211 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83ff7e4-5d8b-43fe-a4da-2bf93c76d2ef tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Deleting subnet 958b36e9-35e7-46a5-b474-7f2af740aaac {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:50:26.720515 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d83ff7e4-5d8b-43fe-a4da-2bf93c76d2ef tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:26.814239 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef8d302-b40c-4cb3-b149-383c332a8da3 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Made reservation on behalf of 77c737149bd84d0bb3a7bb28e9afd80b for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:50:26.819109 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bef8d302-b40c-4cb3-b149-383c332a8da3 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:26.882233 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-effe1797-00b9-4b6b-8f17-69880f658d63 None None] Provisioning complete for port 687cdfb7-9fa3-4617-8d69-10fae56084cb triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:26.883601 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-effe1797-00b9-4b6b-8f17-69880f658d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:26.930046 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.ipam_backend_mixin [None req-bef8d302-b40c-4cb3-b149-383c332a8da3 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Performing IP validity checks on allocation pools {{(pid=99204) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 31 15:50:26.930458 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.ipam_backend_mixin [None req-bef8d302-b40c-4cb3-b149-383c332a8da3 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Checking for overlaps among allocation pools and gateway ip {{(pid=99204) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 31 15:50:27.101964 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d83ff7e4-5d8b-43fe-a4da-2bf93c76d2ef tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:27.172232 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fab091b9-3d72-48a7-8270-410bf2748392 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:27.190758 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9ed734df-76b1-4924-b517-ae2d8d29c669 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:27.227099 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9ed734df-76b1-4924-b517-ae2d8d29c669 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:27.304402 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e699d7-8ea7-4aa5-a3f7-8263c667bb39 req-abaf98dc-0d7e-40a9-a333-e060cbba30d3 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:27.305856 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-05e699d7-8ea7-4aa5-a3f7-8263c667bb39 req-abaf98dc-0d7e-40a9-a333-e060cbba30d3 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.2733021 May 31 15:50:27.414705 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e50a7b92-c3fb-4dff-9770-ba946d5edcc5 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:27.432719 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-56d309bf-867e-4b7d-94b9-af5329346ac1 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:27.454409 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-05e699d7-8ea7-4aa5-a3f7-8263c667bb39 req-3e73044c-4c71-4a65-8269-e92544fadd5d tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419919 May 31 15:50:27.488585 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-9ed734df-76b1-4924-b517-ae2d8d29c669 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Allocated IP 172.26.0.226 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/1044d484-163c-402a-8ee1-97256a81e01b) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:50:27.509297 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d83ff7e4-5d8b-43fe-a4da-2bf93c76d2ef tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:27.550707 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a7b92-c3fb-4dff-9770-ba946d5edcc5 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Subnet': ['ID=b93058c8-5d8e-4f30-895e-df214f2cf0d7,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:27.572473 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d541dc-8d64-4f4c-8802-3bfba60e9ad8 req-db408c57-8005-4d01-9902-fb84b5a32f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:27.573969 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-50d541dc-8d64-4f4c-8802-3bfba60e9ad8 req-db408c57-8005-4d01-9902-fb84b5a32f4b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2768fca4df5d4b0e9f63be80d17b6d42&device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 1098 time: 0.5733829 May 31 15:50:27.584505 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a437331e-7236-41e4-bc39-269df2e6ea45 None None] Network 1e6d7417-4bd4-418b-808b-5f1717377e16 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:27.586043 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e50a7b92-c3fb-4dff-9770-ba946d5edcc5 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:27.589204 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e50a7b92-c3fb-4dff-9770-ba946d5edcc5 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:27.725082 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e50a7b92-c3fb-4dff-9770-ba946d5edcc5 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/subnets/b93058c8-5d8e-4f30-895e-df214f2cf0d7 HTTP/1.1" status: 204 len: 168 time: 2.8268683 May 31 15:50:27.728193 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54740) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:27.777482 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9ed734df-76b1-4924-b517-ae2d8d29c669 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:27.781820 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-549aac14-064c-48a6-9954-16fa0012e881 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] DELETE failed (client error): The resource could not be found. May 31 15:50:27.782289 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-549aac14-064c-48a6-9954-16fa0012e881 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:27.806137 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-549aac14-064c-48a6-9954-16fa0012e881 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/subnets/63302776-e64f-4c32-9e90-a5a68146f9af HTTP/1.1" status: 404 len: 337 time: 0.0711570 May 31 15:50:27.809231 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54744) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:27.866928 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4e94d437-ac92-4908-a303-84cf3387910d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Synchronizing usage tracker for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:50:27.876978 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76571a43-3fd5-467b-8cad-16dfaa2077f7 None None] DHCP port deletion for 1e6d7417-4bd4-418b-808b-5f1717377e16 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:50:27.905202 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4e94d437-ac92-4908-a303-84cf3387910d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Unset dirty status for tenant:9e98cd47beea440cbfb376c35888b670 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:50:27.908860 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4e94d437-ac92-4908-a303-84cf3387910d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13f025-d097-4a2d-8358-c8ef657b4630 HTTP/1.1" status: 200 len: 205 time: 0.0924582 May 31 15:50:27.909345 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54748) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:27.950044 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-76571a43-3fd5-467b-8cad-16dfaa2077f7 None None] Deleting port 56c86544-315c-4809-946b-51d8804c54ba {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:27.950667 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-76571a43-3fd5-467b-8cad-16dfaa2077f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:27.979878 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9ed734df-76b1-4924-b517-ae2d8d29c669 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:27.986460 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-aa414ef9-9389-4fe0-8043-415b0c561a05 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:28.047324 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-79d5fa4f-e037-48d9-99c3-579d00e0a097 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] delete failed (client error): The resource could not be found. May 31 15:50:28.050700 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-79d5fa4f-e037-48d9-99c3-579d00e0a097 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/routers/2a13f025-d097-4a2d-8358-c8ef657b4630 HTTP/1.1" status: 404 len: 336 time: 0.1381319 May 31 15:50:28.060181 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-76571a43-3fd5-467b-8cad-16dfaa2077f7 None None] For port 56c86544-315c-4809-946b-51d8804c54ba, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=56c86544-315c-4809-946b-51d8804c54ba,segment=NetworkSegment(267cf805-5a15-420c-9095-75e73b2fef45),segment_id=267cf805-5a15-420c-9095-75e73b2fef45)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:28.060728 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-76571a43-3fd5-467b-8cad-16dfaa2077f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:28.070193 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54752) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:28.142190 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed734df-76b1-4924-b517-ae2d8d29c669 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:50:28.145514 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ce5f8f-356c-4f55-b4dd-55969eb6fa0a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] DELETE failed (client error): The resource could not be found. May 31 15:50:28.145965 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49ce5f8f-356c-4f55-b4dd-55969eb6fa0a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:28.147767 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-49ce5f8f-356c-4f55-b4dd-55969eb6fa0a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/subnets/1924dbcf-8254-4959-8e78-f86ac407d46d HTTP/1.1" status: 404 len: 337 time: 0.0733523 May 31 15:50:28.152445 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-9ed734df-76b1-4924-b517-ae2d8d29c669 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:28.157961 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54756) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:28.192475 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed734df-76b1-4924-b517-ae2d8d29c669 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:50:28.200826 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-76571a43-3fd5-467b-8cad-16dfaa2077f7 None None] Calling delete_port for 56c86544-315c-4809-946b-51d8804c54ba owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:28.225760 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fbb568aa-3c5d-4f49-8f7d-1cbf40a5f87c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:28.237160 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed734df-76b1-4924-b517-ae2d8d29c669 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Pushing event updated for resources: {'Port': ['ID=1044d484-163c-402a-8ee1-97256a81e01b,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:28.247485 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b82d273-4f15-46c2-9b17-ae2cc67b89ad tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] DELETE failed (client error): The resource could not be found. May 31 15:50:28.248167 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b82d273-4f15-46c2-9b17-ae2cc67b89ad tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:28.249642 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-5b82d273-4f15-46c2-9b17-ae2cc67b89ad tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/subnets/a10ea4b8-2c33-461c-9f17-17c541785af1 HTTP/1.1" status: 404 len: 337 time: 0.0908074 May 31 15:50:28.251272 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9ed734df-76b1-4924-b517-ae2d8d29c669 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:28.252059 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d541dc-8d64-4f4c-8802-3bfba60e9ad8 req-d528a02e-eb0a-4457-afa7-91af3b3fefde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:28.253568 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-50d541dc-8d64-4f4c-8802-3bfba60e9ad8 req-d528a02e-eb0a-4457-afa7-91af3b3fefde service neutron] 10.222.0.59 "GET /v2.0/networks?id=d344e8f1-f415-4064-9d12-68c70eb6ac0b HTTP/1.1" status: 200 len: 911 time: 0.6492040 May 31 15:50:28.255002 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54760) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:28.257192 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3d6938f1-f034-41bf-a70b-a7f47f79438b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:28.273633 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:28.279452 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-76571a43-3fd5-467b-8cad-16dfaa2077f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:28.296240 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-4c6a7f7e-1cd5-41b6-b317-bda812e7b842 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:28.336342 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76571a43-3fd5-467b-8cad-16dfaa2077f7 None None] No DVR routers for this DVR port 56c86544-315c-4809-946b-51d8804c54ba on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:50:28.360373 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76571a43-3fd5-467b-8cad-16dfaa2077f7 None None] Pushing event deleted for resources: {'Port': ['ID=56c86544-315c-4809-946b-51d8804c54ba,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:28.362901 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-76571a43-3fd5-467b-8cad-16dfaa2077f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:28.437086 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-536be8d7-7f0b-4798-8c8f-59b58f50da1f tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] DELETE failed (client error): The resource could not be found. May 31 15:50:28.437552 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-536be8d7-7f0b-4798-8c8f-59b58f50da1f tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:28.471277 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb568aa-3c5d-4f49-8f7d-1cbf40a5f87c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Subnet': ['ID=af13c731-2b8e-440e-abba-61ce736e83bb,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:28.475483 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fbb568aa-3c5d-4f49-8f7d-1cbf40a5f87c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:28.489573 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb568aa-3c5d-4f49-8f7d-1cbf40a5f87c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Checking segment: {'id': '6f6aaf8d-d9d6-4f30-9a83-44f10d22b8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c8634976-14cf-4475-b759-af0e17a1e096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:50:28.489848 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb568aa-3c5d-4f49-8f7d-1cbf40a5f87c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network hostable DHCP agents. Network: c8634976-14cf-4475-b759-af0e17a1e096, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:50:28.500676 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-79d01eed-6401-4ca4-aca5-6d40040797f0 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Deleting port a340008c-ad75-4b8a-a7c6-f513d53fac2e {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:28.501017 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-79d01eed-6401-4ca4-aca5-6d40040797f0 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:28.533282 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-536be8d7-7f0b-4798-8c8f-59b58f50da1f tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/subnets/69fd9488-842a-48aa-b706-3a22355491fa HTTP/1.1" status: 404 len: 337 time: 0.2729473 May 31 15:50:28.546246 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54766) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:28.551515 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fab091b9-3d72-48a7-8270-410bf2748392 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:28.552018 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb568aa-3c5d-4f49-8f7d-1cbf40a5f87c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network c8634976-14cf-4475-b759-af0e17a1e096 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:50:28.556946 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-451c2f8b-1947-4996-9aa6-f1fa4153499d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:28.572523 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-fbb568aa-3c5d-4f49-8f7d-1cbf40a5f87c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, c8634976-14cf-4475-b759-af0e17a1e096) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:28.585180 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6e9e7a-ca7a-4f39-905c-6959a2511e48 None None] Network c8634976-14cf-4475-b759-af0e17a1e096 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:28.714223 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab091b9-3d72-48a7-8270-410bf2748392 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Subnet': ['ID=4c4577ac-ce9e-4dc2-9507-1d462400fae7,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:28.718132 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-fab091b9-3d72-48a7-8270-410bf2748392 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:28.729404 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fab091b9-3d72-48a7-8270-410bf2748392 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:28.731565 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-fab091b9-3d72-48a7-8270-410bf2748392 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/4c4577ac-ce9e-4dc2-9507-1d462400fae7 HTTP/1.1" status: 204 len: 168 time: 3.1777995 May 31 15:50:28.737365 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-50d541dc-8d64-4f4c-8802-3bfba60e9ad8 req-0fb3596b-b3ae-40af-a3b0-7805d31298d1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1aa82af-9429-4951-aaf4-ad8a74748f1e HTTP/1.1" status: 200 len: 1000 time: 0.4442587 May 31 15:50:28.739801 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-d70e4135-a22f-426b-87c0-120ccb84e73c tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] DELETE failed (client error): The resource could not be found. May 31 15:50:28.740460 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d70e4135-a22f-426b-87c0-120ccb84e73c tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:28.742302 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d70e4135-a22f-426b-87c0-120ccb84e73c tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/ports/394531cc-7a11-410e-bfc0-470bdb79455b HTTP/1.1" status: 404 len: 333 time: 0.1867747 May 31 15:50:28.743671 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54770) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:28.756236 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54772) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:28.763096 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20137bb8-d93c-42cf-9116-80ca5117cbd1 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:28.789536 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 56c86544-315c-4809-946b-51d8804c54ba no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:50:28.870627 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb568aa-3c5d-4f49-8f7d-1cbf40a5f87c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:28.871267 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fbb568aa-3c5d-4f49-8f7d-1cbf40a5f87c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:28.879024 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 56c86544-315c-4809-946b-51d8804c54ba {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:50:28.879291 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 56c86544-315c-4809-946b-51d8804c54ba not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:50:28.923729 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-799b8c18-25fa-4485-988d-e8ed140b1334 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] DELETE failed (client error): The resource could not be found. May 31 15:50:28.924457 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-799b8c18-25fa-4485-988d-e8ed140b1334 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:28.928923 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7cfd499b-1a58-48ae-ba2d-8f20bb13764a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1789341 May 31 15:50:28.945134 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54778) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:28.962498 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-7b83f974-2b7d-400e-96d2-6416466011d9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:28.980398 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-fbb568aa-3c5d-4f49-8f7d-1cbf40a5f87c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5197506 May 31 15:50:28.988283 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-799b8c18-25fa-4485-988d-e8ed140b1334 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/subnets/f8673be9-ee6a-451b-9e81-33b0023775d6 HTTP/1.1" status: 404 len: 337 time: 0.2307394 May 31 15:50:28.990850 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54782) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:28.991142 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54784) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:28.998404 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d83ff7e4-5d8b-43fe-a4da-2bf93c76d2ef tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:29.011954 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1fe7f95a-8dc4-497d-a3cf-67728649a933 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:29.025539 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536f1195-a09f-49f4-8190-d7b289c9ea3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-c8634976-14cf-4475-b759-af0e17a1e096', 'network_id': 'c8634976-14cf-4475-b759-af0e17a1e096', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'fixed_ips': [{'subnet_id': 'af13c731-2b8e-440e-abba-61ce736e83bb'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:50:29.026322 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-536f1195-a09f-49f4-8190-d7b289c9ea3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:29.032064 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-301bd941-e2be-47c9-aeae-3d064d128d86 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1441094092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:29.055943 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ffe7ec-0212-4388-bebe-345c698aba79 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] DELETE failed (client error): The resource could not be found. May 31 15:50:29.056382 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7ffe7ec-0212-4388-bebe-345c698aba79 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:29.060563 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e7ffe7ec-0212-4388-bebe-345c698aba79 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/subnets/e4e2d7c9-5b88-4603-8953-ef5d32f514aa HTTP/1.1" status: 404 len: 337 time: 0.0637624 May 31 15:50:29.060563 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-301bd941-e2be-47c9-aeae-3d064d128d86 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:29.066106 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54790) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:29.071159 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-301bd941-e2be-47c9-aeae-3d064d128d86 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Usage tracker for resource:router and tenant:4495789bf65544d19fbd02194192aa34 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:50:29.103973 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d541dc-8d64-4f4c-8802-3bfba60e9ad8 req-6a9f1c4b-740b-41c6-8ce8-0e8a7e1f3618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:29.105439 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-50d541dc-8d64-4f4c-8802-3bfba60e9ad8 req-6a9f1c4b-740b-41c6-8ce8-0e8a7e1f3618 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=418ec826-97fb-4894-813a-51ffe25a7768 HTTP/1.1" status: 200 len: 849 time: 0.3539455 May 31 15:50:29.107062 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-301bd941-e2be-47c9-aeae-3d064d128d86 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:50:29.115724 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ff7e4-5d8b-43fe-a4da-2bf93c76d2ef tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event deleted for resources: {'Subnet': ['ID=958b36e9-35e7-46a5-b474-7f2af740aaac,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:29.130881 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-301bd941-e2be-47c9-aeae-3d064d128d86 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:29.136392 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d83ff7e4-5d8b-43fe-a4da-2bf93c76d2ef tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:29.139815 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef7f929-5234-4d06-9f65-77c1eaf13f91 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] DELETE failed (client error): The resource could not be found. May 31 15:50:29.140288 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef7f929-5234-4d06-9f65-77c1eaf13f91 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:29.142015 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4ef7f929-5234-4d06-9f65-77c1eaf13f91 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/ports/df273456-5ece-4f10-8f8a-012a5e1a6b84 HTTP/1.1" status: 404 len: 333 time: 0.0739992 May 31 15:50:29.145614 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9ed734df-76b1-4924-b517-ae2d8d29c669 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:29.174202 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-79d01eed-6401-4ca4-aca5-6d40040797f0 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] For port a340008c-ad75-4b8a-a7c6-f513d53fac2e, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a340008c-ad75-4b8a-a7c6-f513d53fac2e,segment=NetworkSegment(91625fb1-1964-4c07-b7d0-97b6eab7bb53),segment_id=91625fb1-1964-4c07-b7d0-97b6eab7bb53)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:29.174570 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-79d01eed-6401-4ca4-aca5-6d40040797f0 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:29.189883 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795435ae-4c65-4e69-8032-d95302044c12 None None] Network e3b28ef5-aeca-409b-9e31-25a8b546485c requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:29.191292 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d83ff7e4-5d8b-43fe-a4da-2bf93c76d2ef tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:29.196027 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d83ff7e4-5d8b-43fe-a4da-2bf93c76d2ef tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "DELETE /v2.0/subnets/958b36e9-35e7-46a5-b474-7f2af740aaac HTTP/1.1" status: 204 len: 168 time: 3.0411580 May 31 15:50:29.196574 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54794) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:29.196898 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54796) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:29.225021 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecad91f-05c7-4328-9bba-2efedd19a806 req-77a2f7fb-aea8-4e56-92f6-6eec87d990a0 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:29.226713 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cecad91f-05c7-4328-9bba-2efedd19a806 req-77a2f7fb-aea8-4e56-92f6-6eec87d990a0 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.6455722 May 31 15:50:29.244319 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-301bd941-e2be-47c9-aeae-3d064d128d86 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:29.245216 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-301bd941-e2be-47c9-aeae-3d064d128d86 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:29.270580 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f5b414-6e5f-4802-8bd3-51c350c4f6b8 None None] DHCP port deletion for b5001308-9f67-458f-99a7-4cdcd1177eb2 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:50:29.312155 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-301bd941-e2be-47c9-aeae-3d064d128d86 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:29.394108 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cecad91f-05c7-4328-9bba-2efedd19a806 req-9ea502e6-5685-44db-a885-38c519cb53e3 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536005 May 31 15:50:29.402506 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-536f1195-a09f-49f4-8190-d7b289c9ea3b None None] Allocated IP 2001:db8::2 (c8634976-14cf-4475-b759-af0e17a1e096/af13c731-2b8e-440e-abba-61ce736e83bb/f091aff1-e2c3-4c15-9129-f29cb0a314a4) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:50:29.417538 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-301bd941-e2be-47c9-aeae-3d064d128d86 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:29.422281 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6bdcda0-c400-4413-a1fd-80774b2bf56c tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] DELETE failed (client error): The resource could not be found. May 31 15:50:29.422753 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6bdcda0-c400-4413-a1fd-80774b2bf56c tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:29.426854 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b6bdcda0-c400-4413-a1fd-80774b2bf56c tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/subnets/991a8e00-9400-45a5-b391-d1b7f2eb3099 HTTP/1.1" status: 404 len: 337 time: 0.2262726 May 31 15:50:29.432126 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-79d01eed-6401-4ca4-aca5-6d40040797f0 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Calling delete_port for a340008c-ad75-4b8a-a7c6-f513d53fac2e owned by network:router_interface {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:29.435533 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54802) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:29.501815 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-7b83f974-2b7d-400e-96d2-6416466011d9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:29.523502 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-7b83f974-2b7d-400e-96d2-6416466011d9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:subnet and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:50:29.536607 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-7b83f974-2b7d-400e-96d2-6416466011d9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:50:29.565159 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-7b83f974-2b7d-400e-96d2-6416466011d9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:29.579877 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f1d1f7b-f33d-47fc-8d3b-96850995d4c7 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] DELETE failed (client error): The resource could not be found. May 31 15:50:29.580501 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f1d1f7b-f33d-47fc-8d3b-96850995d4c7 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:29.583755 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5453d347-5fe7-4e40-8280-495f76358131 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:29.609893 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1f1d1f7b-f33d-47fc-8d3b-96850995d4c7 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/subnets/6cbb160f-36ea-4358-8228-93f8367a39b4 HTTP/1.1" status: 404 len: 337 time: 0.1703410 May 31 15:50:29.614385 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54806) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:29.633917 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-70f5b414-6e5f-4802-8bd3-51c350c4f6b8 None None] Deleting port 687cdfb7-9fa3-4617-8d69-10fae56084cb {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:29.634323 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-70f5b414-6e5f-4802-8bd3-51c350c4f6b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:29.639175 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b83f974-2b7d-400e-96d2-6416466011d9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:50:29.642622 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7b83f974-2b7d-400e-96d2-6416466011d9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:29.651813 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-301bd941-e2be-47c9-aeae-3d064d128d86 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:29.653558 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-301bd941-e2be-47c9-aeae-3d064d128d86 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6608174 May 31 15:50:29.661015 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54810) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:29.726523 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-fa859242-92a2-423d-85f2-a70f4e26ef4d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'port': {'network_id': 'c8634976-14cf-4475-b759-af0e17a1e096', 'name': 'tempest-RoutersIpV6Test-1665455936'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:29.827355 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-536f1195-a09f-49f4-8190-d7b289c9ea3b None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:29.850758 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-536f1195-a09f-49f4-8190-d7b289c9ea3b None None] Transition to ACTIVE for port object f091aff1-e2c3-4c15-9129-f29cb0a314a4 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:50:29.882154 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-70f5b414-6e5f-4802-8bd3-51c350c4f6b8 None None] For port 687cdfb7-9fa3-4617-8d69-10fae56084cb, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=687cdfb7-9fa3-4617-8d69-10fae56084cb,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:29.882154 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-70f5b414-6e5f-4802-8bd3-51c350c4f6b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:29.885250 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9ed734df-76b1-4924-b517-ae2d8d29c669 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:29.904506 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9ed734df-76b1-4924-b517-ae2d8d29c669 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446711'] for router, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:29.958363 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35f6acf-80fe-40d1-a13f-d4dde1786734 None None] DHCP port deletion for e3b28ef5-aeca-409b-9e31-25a8b546485c request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:50:29.983251 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d541dc-8d64-4f4c-8802-3bfba60e9ad8 req-5592c27e-6fce-4f70-86db-cb1174d46c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:29.984766 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-50d541dc-8d64-4f4c-8802-3bfba60e9ad8 req-5592c27e-6fce-4f70-86db-cb1174d46c83 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d344e8f1-f415-4064-9d12-68c70eb6ac0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.8528249 May 31 15:50:29.999714 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bef8d302-b40c-4cb3-b149-383c332a8da3 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:30.007987 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:30.028373 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-70f5b414-6e5f-4802-8bd3-51c350c4f6b8 None None] Calling delete_port for 687cdfb7-9fa3-4617-8d69-10fae56084cb owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:30.031895 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-536f1195-a09f-49f4-8190-d7b289c9ea3b None None] Transition to ACTIVE for port object f091aff1-e2c3-4c15-9129-f29cb0a314a4 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:50:30.073054 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-536f1195-a09f-49f4-8190-d7b289c9ea3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:30.078933 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-723c9913-fc78-42f7-a115-0f0d1ea166eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:30.101843 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-fa859242-92a2-423d-85f2-a70f4e26ef4d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:30.131384 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-fa859242-92a2-423d-85f2-a70f4e26ef4d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:30.145028 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-e57c542b-bcdc-4e6e-8f88-97b6f60a0735 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Deleting port 8b9e08a6-e887-462a-b20c-a3389dadc5b6 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:30.145382 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e57c542b-bcdc-4e6e-8f88-97b6f60a0735 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:30.154676 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536f1195-a09f-49f4-8190-d7b289c9ea3b None None] Network c8634976-14cf-4475-b759-af0e17a1e096 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:50:30.160089 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-536f1195-a09f-49f4-8190-d7b289c9ea3b None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:30.171366 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536f1195-a09f-49f4-8190-d7b289c9ea3b None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:50:30.174682 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa859242-92a2-423d-85f2-a70f4e26ef4d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Made reservation on behalf of 4495789bf65544d19fbd02194192aa34 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:50:30.178125 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fa859242-92a2-423d-85f2-a70f4e26ef4d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:30.224007 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f1195-a09f-49f4-8190-d7b289c9ea3b None None] Pushing event updated for resources: {'Port': ['ID=f091aff1-e2c3-4c15-9129-f29cb0a314a4,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:30.238912 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8d302-b40c-4cb3-b149-383c332a8da3 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event updated for resources: {'Subnet': ['ID=8aae3a43-a850-4243-8d17-a18f5beefbac,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:30.251269 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bef8d302-b40c-4cb3-b149-383c332a8da3 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:30.263058 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-536f1195-a09f-49f4-8190-d7b289c9ea3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:30.287187 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef8d302-b40c-4cb3-b149-383c332a8da3 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Checking segment: {'id': '950f0a7d-ff31-43a9-aa9f-2618c4f41de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '86083cec-959f-4bba-bc88-041d44f12912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:50:30.287624 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef8d302-b40c-4cb3-b149-383c332a8da3 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Network hostable DHCP agents. Network: 86083cec-959f-4bba-bc88-041d44f12912, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:50:30.305755 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-536f1195-a09f-49f4-8190-d7b289c9ea3b None None] Attempting to bind port f091aff1-e2c3-4c15-9129-f29cb0a314a4 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:50:30.306181 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-536f1195-a09f-49f4-8190-d7b289c9ea3b None None] Attempting to bind port f091aff1-e2c3-4c15-9129-f29cb0a314a4 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '6f6aaf8d-d9d6-4f30-9a83-44f10d22b8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c8634976-14cf-4475-b759-af0e17a1e096'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:50:30.306519 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536f1195-a09f-49f4-8190-d7b289c9ea3b None None] Attempting to bind port f091aff1-e2c3-4c15-9129-f29cb0a314a4 on network c8634976-14cf-4475-b759-af0e17a1e096 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:50:30.314745 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-5453d347-5fe7-4e40-8280-495f76358131 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Deleting port 082cac60-78cc-4067-bee0-e3e26ad7aced {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:30.315211 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5453d347-5fe7-4e40-8280-495f76358131 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:30.317123 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-b35f6acf-80fe-40d1-a13f-d4dde1786734 None None] Deleting port 082cac60-78cc-4067-bee0-e3e26ad7aced {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:30.317525 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b35f6acf-80fe-40d1-a13f-d4dde1786734 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:30.335084 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536f1195-a09f-49f4-8190-d7b289c9ea3b None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:50:30.335084 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536f1195-a09f-49f4-8190-d7b289c9ea3b None None] Checking segment: {'id': '6f6aaf8d-d9d6-4f30-9a83-44f10d22b8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c8634976-14cf-4475-b759-af0e17a1e096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:50:30.335084 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-536f1195-a09f-49f4-8190-d7b289c9ea3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:30.335084 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536f1195-a09f-49f4-8190-d7b289c9ea3b None None] Bound using segment: {'id': '6f6aaf8d-d9d6-4f30-9a83-44f10d22b8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c8634976-14cf-4475-b759-af0e17a1e096'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:50:30.335624 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-536f1195-a09f-49f4-8190-d7b289c9ea3b None None] Bound port: f091aff1-e2c3-4c15-9129-f29cb0a314a4, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6aaf8d-d9d6-4f30-9a83-44f10d22b8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c8634976-14cf-4475-b759-af0e17a1e096'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:50:30.335624 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-536f1195-a09f-49f4-8190-d7b289c9ea3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:30.370309 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-50d541dc-8d64-4f4c-8802-3bfba60e9ad8 req-e03124d9-8b13-437f-8571-9494a85a0b18 service neutron] 10.222.0.59 "GET /v2.0/networks/d344e8f1-f415-4064-9d12-68c70eb6ac0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665705 May 31 15:50:30.417874 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-70f5b414-6e5f-4802-8bd3-51c350c4f6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:30.427935 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-9341a683-9946-4bd6-ba09-50fa14a9ce34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:30.454637 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-fa859242-92a2-423d-85f2-a70f4e26ef4d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] device_id is not set on port c957ef7f-6c7e-43a2-b78b-05695a1b8228 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:50:30.499742 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e57c542b-bcdc-4e6e-8f88-97b6f60a0735 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:30.528786 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5b414-6e5f-4802-8bd3-51c350c4f6b8 None None] Pushing event deleted for resources: {'Port': ['ID=687cdfb7-9fa3-4617-8d69-10fae56084cb,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:30.531709 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-70f5b414-6e5f-4802-8bd3-51c350c4f6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:30.534988 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f5b414-6e5f-4802-8bd3-51c350c4f6b8 None None] No DVR routers for this DVR port 687cdfb7-9fa3-4617-8d69-10fae56084cb on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:50:30.566910 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef8d302-b40c-4cb3-b149-383c332a8da3 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Network 86083cec-959f-4bba-bc88-041d44f12912 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:50:30.618259 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-b35f6acf-80fe-40d1-a13f-d4dde1786734 None None] For port 082cac60-78cc-4067-bee0-e3e26ad7aced, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=082cac60-78cc-4067-bee0-e3e26ad7aced,segment=NetworkSegment(41f3fa66-c5e8-4779-a38e-1ee6123d9f56),segment_id=41f3fa66-c5e8-4779-a38e-1ee6123d9f56)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:30.618749 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b35f6acf-80fe-40d1-a13f-d4dde1786734 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:30.630487 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-5453d347-5fe7-4e40-8280-495f76358131 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] For port 082cac60-78cc-4067-bee0-e3e26ad7aced, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=082cac60-78cc-4067-bee0-e3e26ad7aced,segment=NetworkSegment(41f3fa66-c5e8-4779-a38e-1ee6123d9f56),segment_id=41f3fa66-c5e8-4779-a38e-1ee6123d9f56)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:30.630839 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5453d347-5fe7-4e40-8280-495f76358131 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:30.647814 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-bef8d302-b40c-4cb3-b149-383c332a8da3 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 86083cec-959f-4bba-bc88-041d44f12912) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:30.668628 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-e57c542b-bcdc-4e6e-8f88-97b6f60a0735 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Calling delete_port for 8b9e08a6-e887-462a-b20c-a3389dadc5b6 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:30.718359 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f4522a-8224-4645-9859-26632e7b0cda None None] Network 86083cec-959f-4bba-bc88-041d44f12912 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:30.726986 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed734df-76b1-4924-b517-ae2d8d29c669 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Router 5b10699e-0da7-441b-939a-46410e9b9144 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:50:30.801644 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-b35f6acf-80fe-40d1-a13f-d4dde1786734 None None] Calling delete_port for 082cac60-78cc-4067-bee0-e3e26ad7aced owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:30.804890 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 687cdfb7-9fa3-4617-8d69-10fae56084cb no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:50:30.822879 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-5453d347-5fe7-4e40-8280-495f76358131 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Calling delete_port for 082cac60-78cc-4067-bee0-e3e26ad7aced owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:30.834897 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef8d302-b40c-4cb3-b149-383c332a8da3 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:30.835876 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bef8d302-b40c-4cb3-b149-383c332a8da3 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:30.854050 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-79d01eed-6401-4ca4-aca5-6d40040797f0 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:30.862512 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-536f1195-a09f-49f4-8190-d7b289c9ea3b None None] For port f091aff1-e2c3-4c15-9129-f29cb0a314a4, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:50:30.868295 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e8c2e677-8397-4a17-b82d-a788437973c5 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:30.873312 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-536f1195-a09f-49f4-8190-d7b289c9ea3b None None] For port f091aff1-e2c3-4c15-9129-f29cb0a314a4, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=f091aff1-e2c3-4c15-9129-f29cb0a314a4,segment=NetworkSegment(6f6aaf8d-d9d6-4f30-9a83-44f10d22b8a7),segment_id=6f6aaf8d-d9d6-4f30-9a83-44f10d22b8a7)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:50:30.904404 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-fa859242-92a2-423d-85f2-a70f4e26ef4d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Allocated IP 2001:db8::3b9 (c8634976-14cf-4475-b759-af0e17a1e096/af13c731-2b8e-440e-abba-61ce736e83bb/c957ef7f-6c7e-43a2-b78b-05695a1b8228) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:50:30.936654 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 687cdfb7-9fa3-4617-8d69-10fae56084cb {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:50:30.937057 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 687cdfb7-9fa3-4617-8d69-10fae56084cb not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:50:30.938308 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 082cac60-78cc-4067-bee0-e3e26ad7aced no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:50:30.946665 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d01eed-6401-4ca4-aca5-6d40040797f0 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Port': ['ID=a340008c-ad75-4b8a-a7c6-f513d53fac2e,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:30.957558 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-79d01eed-6401-4ca4-aca5-6d40040797f0 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:30.974131 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-536f1195-a09f-49f4-8190-d7b289c9ea3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:31.008800 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-50d541dc-8d64-4f4c-8802-3bfba60e9ad8 req-1cee9cb0-f3cd-44f1-a98f-8adcde5380ac service neutron] 10.222.0.59 "GET /v2.0/networks/d344e8f1-f415-4064-9d12-68c70eb6ac0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5779502 May 31 15:50:31.017521 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-bef8d302-b40c-4cb3-b149-383c332a8da3 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 5.2158070 May 31 15:50:31.061594 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54818) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:31.063349 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-536f1195-a09f-49f4-8190-d7b289c9ea3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:31.089107 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-d6da516e-5bdb-44b3-8460-65be9c16e73a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:31.135644 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e57c542b-bcdc-4e6e-8f88-97b6f60a0735 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:31.161826 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-439be80f-ca18-4996-aead-c09428cf9964 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:31.234023 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f1195-a09f-49f4-8190-d7b289c9ea3b None None] Pushing event updated for resources: {'Port': ['ID=f091aff1-e2c3-4c15-9129-f29cb0a314a4,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:31.238268 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94698538-69b7-4747-90ce-11d645e61be7 req-8600f2a9-675a-464c-a35c-3991a61b1e8a tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:31.239862 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-94698538-69b7-4747-90ce-11d645e61be7 req-8600f2a9-675a-464c-a35c-3991a61b1e8a tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.7155468 May 31 15:50:31.247285 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-536f1195-a09f-49f4-8190-d7b289c9ea3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:31.262381 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c542b-bcdc-4e6e-8f88-97b6f60a0735 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Port': ['ID=8b9e08a6-e887-462a-b20c-a3389dadc5b6,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:31.281140 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed734df-76b1-4924-b517-ae2d8d29c669 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:50:31.281140 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e57c542b-bcdc-4e6e-8f88-97b6f60a0735 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:31.285859 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e57c542b-bcdc-4e6e-8f88-97b6f60a0735 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:31.297569 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40bee78-7d76-47c4-98dc-ba6c136a9b9a None None] Sync routers for ids ['5b10699e-0da7-441b-939a-46410e9b9144'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:50:31.309950 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:31.322577 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40bee78-7d76-47c4-98dc-ba6c136a9b9a None None] Routers {'5b10699e-0da7-441b-939a-46410e9b9144'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:31.324538 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-e40bee78-7d76-47c4-98dc-ba6c136a9b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:50:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['5b10699e-0da7-441b-939a-46410e9b9144'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:31.357120 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-79d01eed-6401-4ca4-aca5-6d40040797f0 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:31.459208 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-e40bee78-7d76-47c4-98dc-ba6c136a9b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:31.463495 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b35f6acf-80fe-40d1-a13f-d4dde1786734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:31.477349 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40bee78-7d76-47c4-98dc-ba6c136a9b9a None None] Routers {'5b10699e-0da7-441b-939a-46410e9b9144'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:31.478344 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-e40bee78-7d76-47c4-98dc-ba6c136a9b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:50:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['5b10699e-0da7-441b-939a-46410e9b9144'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:31.515433 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-22a0d4a1-1130-41e6-aac0-340e10225a3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:31.527434 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e57c542b-bcdc-4e6e-8f88-97b6f60a0735 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/ports/8b9e08a6-e887-462a-b20c-a3389dadc5b6 HTTP/1.1" status: 204 len: 168 time: 1.9119554 May 31 15:50:31.537734 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54822) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:31.557610 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9ed734df-76b1-4924-b517-ae2d8d29c669 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:31.558791 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9ed734df-76b1-4924-b517-ae2d8d29c669 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "PUT /v2.0/routers/5b10699e-0da7-441b-939a-46410e9b9144 HTTP/1.1" status: 200 len: 920 time: 6.1368637 May 31 15:50:31.576829 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ca517e-9cd9-4e24-b085-b68a0b031d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-86083cec-959f-4bba-bc88-041d44f12912', 'network_id': '86083cec-959f-4bba-bc88-041d44f12912', 'tenant_id': '77c737149bd84d0bb3a7bb28e9afd80b', 'fixed_ips': [{'subnet_id': '8aae3a43-a850-4243-8d17-a18f5beefbac'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:50:31.577725 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b1ca517e-9cd9-4e24-b085-b68a0b031d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:31.591417 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f6acf-80fe-40d1-a13f-d4dde1786734 None None] Pushing event deleted for resources: {'Port': ['ID=082cac60-78cc-4067-bee0-e3e26ad7aced,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:31.593588 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-e40bee78-7d76-47c4-98dc-ba6c136a9b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:31.594223 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40bee78-7d76-47c4-98dc-ba6c136a9b9a None None] The sync data for ids ['5b10699e-0da7-441b-939a-46410e9b9144'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:50:31.596379 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35f6acf-80fe-40d1-a13f-d4dde1786734 None None] No DVR routers for this DVR port 082cac60-78cc-4067-bee0-e3e26ad7aced on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:50:31.598038 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b35f6acf-80fe-40d1-a13f-d4dde1786734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:31.708218 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54826) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:31.774661 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5453d347-5fe7-4e40-8280-495f76358131 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:31.789408 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:31.813588 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-b1ca517e-9cd9-4e24-b085-b68a0b031d7a None None] Allocated IP 172.20.0.3 (86083cec-959f-4bba-bc88-041d44f12912/8aae3a43-a850-4243-8d17-a18f5beefbac/bf3601a4-33bc-47e7-95f2-b66ba6d4d34e) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:50:31.840309 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-94698538-69b7-4747-90ce-11d645e61be7 req-97227837-e337-432d-b6f1-d6404b6c6df0 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5689125 May 31 15:50:31.969695 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453d347-5fe7-4e40-8280-495f76358131 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event deleted for resources: {'Port': ['ID=082cac60-78cc-4067-bee0-e3e26ad7aced,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:31.981808 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5453d347-5fe7-4e40-8280-495f76358131 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:31.997846 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5453d347-5fe7-4e40-8280-495f76358131 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] No DVR routers for this DVR port 082cac60-78cc-4067-bee0-e3e26ad7aced on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:50:32.001530 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d6da516e-5bdb-44b3-8460-65be9c16e73a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2278362'] for subnet, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:32.097846 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d165f2e8-4ca6-4074-a71a-7a0a982c65a3 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "GET /v2.0/routers/5b10699e-0da7-441b-939a-46410e9b9144 HTTP/1.1" status: 200 len: 926 time: 0.3804002 May 31 15:50:32.103721 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fa859242-92a2-423d-85f2-a70f4e26ef4d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:32.106366 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54830) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:32.108556 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b1ca517e-9cd9-4e24-b085-b68a0b031d7a None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:32.110933 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-30b54c27-c0b6-4c90-b87f-9fa4b77e54a3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:32.119896 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b1ca517e-9cd9-4e24-b085-b68a0b031d7a None None] Transition to ACTIVE for port object bf3601a4-33bc-47e7-95f2-b66ba6d4d34e will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:50:32.139538 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b1ca517e-9cd9-4e24-b085-b68a0b031d7a None None] Transition to ACTIVE for port object bf3601a4-33bc-47e7-95f2-b66ba6d4d34e will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:50:32.145301 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b1ca517e-9cd9-4e24-b085-b68a0b031d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:32.150148 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-416b4bb3-bd4f-481d-a518-6ed2c839f919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:32.186671 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-fa859242-92a2-423d-85f2-a70f4e26ef4d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Transition to ACTIVE for port object c957ef7f-6c7e-43a2-b78b-05695a1b8228 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:50:32.215043 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ca517e-9cd9-4e24-b085-b68a0b031d7a None None] Network 86083cec-959f-4bba-bc88-041d44f12912 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:50:32.218266 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-b1ca517e-9cd9-4e24-b085-b68a0b031d7a None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:32.222299 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ca517e-9cd9-4e24-b085-b68a0b031d7a None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:50:32.228868 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca517e-9cd9-4e24-b085-b68a0b031d7a None None] Pushing event updated for resources: {'Port': ['ID=bf3601a4-33bc-47e7-95f2-b66ba6d4d34e,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:32.230736 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5453d347-5fe7-4e40-8280-495f76358131 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:32.233004 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b1ca517e-9cd9-4e24-b085-b68a0b031d7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:32.329037 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-b1ca517e-9cd9-4e24-b085-b68a0b031d7a None None] Attempting to bind port bf3601a4-33bc-47e7-95f2-b66ba6d4d34e on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:50:32.329416 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-b1ca517e-9cd9-4e24-b085-b68a0b031d7a None None] Attempting to bind port bf3601a4-33bc-47e7-95f2-b66ba6d4d34e by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '950f0a7d-ff31-43a9-aa9f-2618c4f41de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '86083cec-959f-4bba-bc88-041d44f12912'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:50:32.329787 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ca517e-9cd9-4e24-b085-b68a0b031d7a None None] Attempting to bind port bf3601a4-33bc-47e7-95f2-b66ba6d4d34e on network 86083cec-959f-4bba-bc88-041d44f12912 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:50:32.333578 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-5453d347-5fe7-4e40-8280-495f76358131 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b28ef5-aeca-409b-9e31-25a8b546485c']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:32.336438 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ca517e-9cd9-4e24-b085-b68a0b031d7a None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:50:32.336818 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ca517e-9cd9-4e24-b085-b68a0b031d7a None None] Checking segment: {'id': '950f0a7d-ff31-43a9-aa9f-2618c4f41de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '86083cec-959f-4bba-bc88-041d44f12912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:50:32.337368 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b1ca517e-9cd9-4e24-b085-b68a0b031d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:32.337773 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ca517e-9cd9-4e24-b085-b68a0b031d7a None None] Bound using segment: {'id': '950f0a7d-ff31-43a9-aa9f-2618c4f41de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '86083cec-959f-4bba-bc88-041d44f12912'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:50:32.338259 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-b1ca517e-9cd9-4e24-b085-b68a0b031d7a None None] Bound port: bf3601a4-33bc-47e7-95f2-b66ba6d4d34e, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950f0a7d-ff31-43a9-aa9f-2618c4f41de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '86083cec-959f-4bba-bc88-041d44f12912'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:50:32.338641 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b1ca517e-9cd9-4e24-b085-b68a0b031d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:32.351238 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-5453d347-5fe7-4e40-8280-495f76358131 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f3fa66-c5e8-4779-a38e-1ee6123d9f56') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:32.352229 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-5453d347-5fe7-4e40-8280-495f76358131 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f3fa66-c5e8-4779-a38e-1ee6123d9f56') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:32.368753 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5453d347-5fe7-4e40-8280-495f76358131 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:32.390899 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5453d347-5fe7-4e40-8280-495f76358131 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:32.441643 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-b1ca517e-9cd9-4e24-b085-b68a0b031d7a None None] For port bf3601a4-33bc-47e7-95f2-b66ba6d4d34e, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:50:32.445656 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-b1ca517e-9cd9-4e24-b085-b68a0b031d7a None None] For port bf3601a4-33bc-47e7-95f2-b66ba6d4d34e, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=bf3601a4-33bc-47e7-95f2-b66ba6d4d34e,segment=NetworkSegment(950f0a7d-ff31-43a9-aa9f-2618c4f41de3),segment_id=950f0a7d-ff31-43a9-aa9f-2618c4f41de3)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:50:32.450743 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.objects.ports [None req-7b83f974-2b7d-400e-96d2-6416466011d9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99204) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 15:50:32.451435 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b1ca517e-9cd9-4e24-b085-b68a0b031d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:32.455348 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f07ea2ab-4561-4c7e-9e5d-d7c747146edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:32.512255 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7b83f974-2b7d-400e-96d2-6416466011d9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:32.526381 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5453d347-5fe7-4e40-8280-495f76358131 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:50:32.528018 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5453d347-5fe7-4e40-8280-495f76358131 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:32.555005 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca517e-9cd9-4e24-b085-b68a0b031d7a None None] Pushing event updated for resources: {'Port': ['ID=bf3601a4-33bc-47e7-95f2-b66ba6d4d34e,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:32.557293 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b1ca517e-9cd9-4e24-b085-b68a0b031d7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:32.561195 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-83d47106-814c-43a2-b999-fa07e44b00a5 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:50:32.596062 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:50:32.665164 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-30b54c27-c0b6-4c90-b87f-9fa4b77e54a3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:32.673012 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b83f974-2b7d-400e-96d2-6416466011d9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:50:32.683061 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6761a3f2-6f3c-442e-b1ef-df27c994de8b None None] Network c8634976-14cf-4475-b759-af0e17a1e096 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:32.686905 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-7b83f974-2b7d-400e-96d2-6416466011d9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:32.699337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-30b54c27-c0b6-4c90-b87f-9fa4b77e54a3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6d7417-4bd4-418b-808b-5f1717377e16']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:32.722182 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-30b54c27-c0b6-4c90-b87f-9fa4b77e54a3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '267cf805-5a15-420c-9095-75e73b2fef45') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:32.722920 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-30b54c27-c0b6-4c90-b87f-9fa4b77e54a3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '267cf805-5a15-420c-9095-75e73b2fef45') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:32.728836 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b83f974-2b7d-400e-96d2-6416466011d9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:32.729440 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7b83f974-2b7d-400e-96d2-6416466011d9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:32.738444 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-30b54c27-c0b6-4c90-b87f-9fa4b77e54a3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:32.761791 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fa859242-92a2-423d-85f2-a70f4e26ef4d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:32.777900 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83f974-2b7d-400e-96d2-6416466011d9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Subnet': ['ID=fd0ba199-1b46-4892-8322-b8012b32c247,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:32.782083 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5453d347-5fe7-4e40-8280-495f76358131 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:32.784587 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7b83f974-2b7d-400e-96d2-6416466011d9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:32.790131 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:32.806842 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d01eed-6401-4ca4-aca5-6d40040797f0 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:50:32.808094 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5453d347-5fe7-4e40-8280-495f76358131 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:32.813044 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5453d347-5fe7-4e40-8280-495f76358131 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] 10.222.0.45 "DELETE /v2.0/networks/e3b28ef5-aeca-409b-9e31-25a8b546485c HTTP/1.1" status: 204 len: 168 time: 3.6074924 May 31 15:50:32.842286 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ce8c3f-61b7-46a4-b956-004bd1c634d7 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:32.842611 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7b83f974-2b7d-400e-96d2-6416466011d9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8881862 May 31 15:50:32.843572 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54836) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:32.855111 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453d347-5fe7-4e40-8280-495f76358131 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Pushing event deleted for resources: {'Network': ['ID=e3b28ef5-aeca-409b-9e31-25a8b546485c,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:32.861230 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-46d95a29-2562-4b94-b07d-1d85bbee1d89 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:32.876240 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5453d347-5fe7-4e40-8280-495f76358131 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:32.994867 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-30b54c27-c0b6-4c90-b87f-9fa4b77e54a3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:33.013676 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b54c27-c0b6-4c90-b87f-9fa4b77e54a3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:50:33.015425 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-30b54c27-c0b6-4c90-b87f-9fa4b77e54a3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:33.145198 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f091aff1-e2c3-4c15-9129-f29cb0a314a4 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:50:33.175721 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:50:33.178515 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-191679a8-e335-48f6-a414-75747a4c0477 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:33.234279 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ccd2b412-503a-481f-b769-89b0c871de6e None None] Provisioning for port f091aff1-e2c3-4c15-9129-f29cb0a314a4 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:50:33.251397 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f50890b-8f47-474f-841e-9e3feb26c849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-b5001308-9f67-458f-99a7-4cdcd1177eb2', 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'fixed_ips': [{'subnet_id': 'fd0ba199-1b46-4892-8322-b8012b32c247'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:50:33.252099 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3f50890b-8f47-474f-841e-9e3feb26c849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:33.271074 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-30b54c27-c0b6-4c90-b87f-9fa4b77e54a3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:33.274258 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d915b9e-c92b-4637-828d-2c57c3787a6c tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:33.279323 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0d915b9e-c92b-4637-828d-2c57c3787a6c tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=014c45f7-9697-4b0b-b8b7-66a80a50a15c&device_id=5b10699e-0da7-441b-939a-46410e9b9144&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.1648498 May 31 15:50:33.280300 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54844) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:33.305600 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54848) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:33.326864 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-30b54c27-c0b6-4c90-b87f-9fa4b77e54a3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:33.343828 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-30b54c27-c0b6-4c90-b87f-9fa4b77e54a3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] 10.222.0.45 "DELETE /v2.0/networks/1e6d7417-4bd4-418b-808b-5f1717377e16 HTTP/1.1" status: 204 len: 168 time: 1.7870080 May 31 15:50:33.361033 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa859242-92a2-423d-85f2-a70f4e26ef4d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network c8634976-14cf-4475-b759-af0e17a1e096 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:50:33.368304 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-fa859242-92a2-423d-85f2-a70f4e26ef4d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:33.388940 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa859242-92a2-423d-85f2-a70f4e26ef4d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:50:33.394516 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa859242-92a2-423d-85f2-a70f4e26ef4d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:33.395184 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fa859242-92a2-423d-85f2-a70f4e26ef4d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:33.417491 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa859242-92a2-423d-85f2-a70f4e26ef4d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Port': ['ID=c957ef7f-6c7e-43a2-b78b-05695a1b8228,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:33.422128 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d6da516e-5bdb-44b3-8460-65be9c16e73a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764869057823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2968980'] for subnet, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:33.440872 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fa859242-92a2-423d-85f2-a70f4e26ef4d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:33.443776 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-20c273da-01fe-4508-b73d-eb36d667c8a7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:33.478726 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-fa859242-92a2-423d-85f2-a70f4e26ef4d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8107553 May 31 15:50:33.480834 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54856) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:33.498281 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-3f50890b-8f47-474f-841e-9e3feb26c849 None None] Allocated IP 2001:db8::f816:3eff:fea2:6e40 (b5001308-9f67-458f-99a7-4cdcd1177eb2/fd0ba199-1b46-4892-8322-b8012b32c247/bc2f9e03-c171-490d-82d6-b309872156c0) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:50:33.670348 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6da516e-5bdb-44b3-8460-65be9c16e73a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:33.670979 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d6da516e-5bdb-44b3-8460-65be9c16e73a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:33.678472 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d6da516e-5bdb-44b3-8460-65be9c16e73a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "PUT /v2.0/subnets/8aae3a43-a850-4243-8d17-a18f5beefbac HTTP/1.1" status: 200 len: 877 time: 2.6155427 May 31 15:50:33.725228 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port f091aff1-e2c3-4c15-9129-f29cb0a314a4 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:50:33.750744 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port f091aff1-e2c3-4c15-9129-f29cb0a314a4 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:33.751145 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:33.756914 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54862) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:33.757926 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54864) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:33.841460 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d01eed-6401-4ca4-aca5-6d40040797f0 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:50:33.848889 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-79d01eed-6401-4ca4-aca5-6d40040797f0 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "PUT /v2.0/routers/1251add1-0768-43fd-9a5e-ac4434f0d2c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1012998 May 31 15:50:33.863134 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54872) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:33.874400 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-46d95a29-2562-4b94-b07d-1d85bbee1d89 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:33.886216 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcecf08d-d82e-46ca-a155-f7360ff8b8be None None] Sync routers for ids ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:50:33.893068 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-4df45285-fab0-4114-9065-955ce3aec599 req-edb0362f-9f2c-4387-934a-662190254150 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8526142 May 31 15:50:33.953894 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcecf08d-d82e-46ca-a155-f7360ff8b8be None None] Routers {'1251add1-0768-43fd-9a5e-ac4434f0d2c2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:33.954533 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-bcecf08d-d82e-46ca-a155-f7360ff8b8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:50:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:33.983628 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-46d95a29-2562-4b94-b07d-1d85bbee1d89 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:subnet and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:50:33.996000 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-46d95a29-2562-4b94-b07d-1d85bbee1d89 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:50:34.023389 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3038672-5787-450a-9198-c534a033cd64 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:34.027550 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f3038672-5787-450a-9198-c534a033cd64 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "GET /v2.0/networks/014c45f7-9697-4b0b-b8b7-66a80a50a15c HTTP/1.1" status: 200 len: 881 time: 0.7403219 May 31 15:50:34.054897 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e06714c-be6d-4f34-b15a-2bbb926c5717 None None] Network 86083cec-959f-4bba-bc88-041d44f12912 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:34.063534 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-46d95a29-2562-4b94-b07d-1d85bbee1d89 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:34.064911 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54876) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:34.104907 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-1266632e-45aa-46b3-9ae5-55806180e3f4 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Deleting subnet 99a955f8-97b4-4d7b-8714-e7053a6a5ac8 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:50:34.108975 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1266632e-45aa-46b3-9ae5-55806180e3f4 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:34.155896 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d95a29-2562-4b94-b07d-1d85bbee1d89 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:50:34.159565 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-46d95a29-2562-4b94-b07d-1d85bbee1d89 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:34.166835 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3f50890b-8f47-474f-841e-9e3feb26c849 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:34.252093 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-3f50890b-8f47-474f-841e-9e3feb26c849 None None] Transition to ACTIVE for port object bc2f9e03-c171-490d-82d6-b309872156c0 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:50:34.274048 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1266632e-45aa-46b3-9ae5-55806180e3f4 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:34.282896 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da516e-5bdb-44b3-8460-65be9c16e73a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event updated for resources: {'Subnet': ['ID=8aae3a43-a850-4243-8d17-a18f5beefbac,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:34.289323 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0f064803-1773-41b3-a0c6-cf1a3efbd82a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1048e0b2a17044669ba0b1a74b492ce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9766419 May 31 15:50:34.303364 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-37c68792-e3ff-453c-adfb-1b981197f407 None None] Provisioning for port bf3601a4-33bc-47e7-95f2-b66ba6d4d34e completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:50:34.306074 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54880) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:34.330665 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-3f50890b-8f47-474f-841e-9e3feb26c849 None None] Transition to ACTIVE for port object bc2f9e03-c171-490d-82d6-b309872156c0 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:50:34.331876 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:34.351489 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d6da516e-5bdb-44b3-8460-65be9c16e73a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.907s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:34.354832 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-bcecf08d-d82e-46ca-a155-f7360ff8b8be None None] Set router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:50:34.364024 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f807a-f36c-4567-9a88-35ccff0df9e6 req-9b9994e2-e716-4bf6-813f-c16cf5e88ad4 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:34.365724 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bb9f807a-f36c-4567-9a88-35ccff0df9e6 req-9b9994e2-e716-4bf6-813f-c16cf5e88ad4 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 1.1314468 May 31 15:50:34.368414 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-cc5b6327-2e6e-4da7-b8ce-dfaeac0aeb20 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b10699e-0da7-441b-939a-46410e9b9144 HTTP/1.1" status: 200 len: 205 time: 0.0802023 May 31 15:50:34.369218 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e7436f4d-7f40-4e3d-8986-134b0ce6b9c0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.058s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:34.373615 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df45285-fab0-4114-9065-955ce3aec599 req-5694dc67-aa67-4c97-a2bf-164966d2b020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:34.375165 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-4df45285-fab0-4114-9065-955ce3aec599 req-5694dc67-aa67-4c97-a2bf-164966d2b020 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2768fca4df5d4b0e9f63be80d17b6d42&device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 1098 time: 0.3540874 May 31 15:50:34.375669 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54884) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:34.404035 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b54c27-c0b6-4c90-b87f-9fa4b77e54a3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Pushing event deleted for resources: {'Network': ['ID=1e6d7417-4bd4-418b-808b-5f1717377e16,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:34.434687 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3f50890b-8f47-474f-841e-9e3feb26c849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:34.449853 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b1ca517e-9cd9-4e24-b085-b68a0b031d7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:34.639463 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-30b54c27-c0b6-4c90-b87f-9fa4b77e54a3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:34.670438 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f50890b-8f47-474f-841e-9e3feb26c849 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:50:34.686492 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port f091aff1-e2c3-4c15-9129-f29cb0a314a4, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=f091aff1-e2c3-4c15-9129-f29cb0a314a4,segment=NetworkSegment(6f6aaf8d-d9d6-4f30-9a83-44f10d22b8a7),segment_id=6f6aaf8d-d9d6-4f30-9a83-44f10d22b8a7)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:34.701289 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-3f50890b-8f47-474f-841e-9e3feb26c849 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:34.703832 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f50890b-8f47-474f-841e-9e3feb26c849 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:50:34.715398 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50890b-8f47-474f-841e-9e3feb26c849 None None] Pushing event updated for resources: {'Port': ['ID=bc2f9e03-c171-490d-82d6-b309872156c0,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:34.719003 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-3f50890b-8f47-474f-841e-9e3feb26c849 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:34.729672 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:34.736818 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-eb2836a0-99df-4685-b971-f5d321aad3a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:34.779578 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1266632e-45aa-46b3-9ae5-55806180e3f4 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:34.790191 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-79f6eea9-6a38-49e3-bb1d-264d65da24f0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:34.810689 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e58763dd-ff8e-426c-adf7-497db558bc12 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:34.845639 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bfa9f352-0eca-4ba4-856b-3e6faa446b1b None None] Provisioning for port c957ef7f-6c7e-43a2-b78b-05695a1b8228 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:50:34.865561 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0ffc51c3-8608-411c-acc5-061015a96e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:34.905681 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-46f018db-cead-465d-b5bf-9044422ac2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:34.942340 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-cddff0a3-fffe-40b7-aea7-2f841924567c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9e98cd47beea440cbfb376c35888b670&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1789134 May 31 15:50:34.945770 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54890) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:34.962110 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device bf3601a4-33bc-47e7-95f2-b66ba6d4d34e up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:50:35.030212 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bb9f807a-f36c-4567-9a88-35ccff0df9e6 req-9a238972-3276-478a-b8f5-8fe4eb402bcf tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3968115 May 31 15:50:35.050404 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-46f018db-cead-465d-b5bf-9044422ac2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:35.051040 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bfa9f352-0eca-4ba4-856b-3e6faa446b1b None None] Provisioning complete for port c957ef7f-6c7e-43a2-b78b-05695a1b8228 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:35.051469 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bfa9f352-0eca-4ba4-856b-3e6faa446b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:35.118875 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ad7141a9-f651-4a9e-bab5-3aa26dba3361 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:35.148395 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e2e1a925-c83b-4cc3-a31d-3c729f9fae95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:35.165365 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=f091aff1-e2c3-4c15-9129-f29cb0a314a4,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:35.188904 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:35.197440 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df45285-fab0-4114-9065-955ce3aec599 req-de0513a2-e224-416d-b563-ca4666c65642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:35.198937 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-4df45285-fab0-4114-9065-955ce3aec599 req-de0513a2-e224-416d-b563-ca4666c65642 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d344e8f1-f415-4064-9d12-68c70eb6ac0b HTTP/1.1" status: 200 len: 911 time: 0.6664157 May 31 15:50:35.218930 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-3f50890b-8f47-474f-841e-9e3feb26c849 None None] Attempting to bind port bc2f9e03-c171-490d-82d6-b309872156c0 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:50:35.219337 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-3f50890b-8f47-474f-841e-9e3feb26c849 None None] Attempting to bind port bc2f9e03-c171-490d-82d6-b309872156c0 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:50:35.219696 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f50890b-8f47-474f-841e-9e3feb26c849 None None] Attempting to bind port bc2f9e03-c171-490d-82d6-b309872156c0 on network b5001308-9f67-458f-99a7-4cdcd1177eb2 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:50:35.265266 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e2e1a925-c83b-4cc3-a31d-3c729f9fae95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:35.269404 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f50890b-8f47-474f-841e-9e3feb26c849 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:50:35.269777 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f50890b-8f47-474f-841e-9e3feb26c849 None None] Checking segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:50:35.270177 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3f50890b-8f47-474f-841e-9e3feb26c849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:35.270570 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f50890b-8f47-474f-841e-9e3feb26c849 None None] Bound using segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:50:35.271207 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-3f50890b-8f47-474f-841e-9e3feb26c849 None None] Bound port: bc2f9e03-c171-490d-82d6-b309872156c0, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:50:35.271425 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3f50890b-8f47-474f-841e-9e3feb26c849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:35.283838 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-79f6eea9-6a38-49e3-bb1d-264d65da24f0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Deleting port bf3601a4-33bc-47e7-95f2-b66ba6d4d34e {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:35.284192 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-79f6eea9-6a38-49e3-bb1d-264d65da24f0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:35.322772 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-bfa9f352-0eca-4ba4-856b-3e6faa446b1b None None] Port c957ef7f-6c7e-43a2-b78b-05695a1b8228 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:50:35.420099 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bfa9f352-0eca-4ba4-856b-3e6faa446b1b None None] Provisioning complete for port f091aff1-e2c3-4c15-9129-f29cb0a314a4 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:35.420545 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bfa9f352-0eca-4ba4-856b-3e6faa446b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:35.466714 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port bf3601a4-33bc-47e7-95f2-b66ba6d4d34e completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:50:35.490994 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port bf3601a4-33bc-47e7-95f2-b66ba6d4d34e triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:35.491696 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:35.554709 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-3f50890b-8f47-474f-841e-9e3feb26c849 None None] For port bc2f9e03-c171-490d-82d6-b309872156c0, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:50:35.581142 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-3f50890b-8f47-474f-841e-9e3feb26c849 None None] For port bc2f9e03-c171-490d-82d6-b309872156c0, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=bc2f9e03-c171-490d-82d6-b309872156c0,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:50:35.605381 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3f50890b-8f47-474f-841e-9e3feb26c849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:35.610804 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-10f01800-4665-43d8-ab90-b56f71834f36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:35.626084 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ff8b8-452e-449e-ab50-7618c8656e5f req-330e828c-3b69-4d4f-996b-064d2a6e5943 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:35.627712 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c93ff8b8-452e-449e-ab50-7618c8656e5f req-330e828c-3b69-4d4f-996b-064d2a6e5943 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.4668214 May 31 15:50:35.627873 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e58763dd-ff8e-426c-adf7-497db558bc12 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:35.654786 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-bcecf08d-d82e-46ca-a155-f7360ff8b8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:50:30Z', 'revision_number': 8, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None, '_interfaces': [{'id': '4466f08d-7e41-4b26-b30d-a6bd659aacf6', 'name': '', 'network_id': 'f9ad58a8-1a63-4e9f-a5df-eb102a0f6106', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:22:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e09bf9c5-ad9b-4edb-a871-044c6e2d7839', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:49Z', 'updated_at': '2021-05-31T15:50:03Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': 'e09bf9c5-ad9b-4edb-a871-044c6e2d7839', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ad9a788-5b70-4b25-b336-b2fa94ac22a8', 'name': '', 'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:31Z', 'updated_at': '2021-05-31T15:49:54Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '733c2800-0fbc-443c-896f-fc73ee4be24f', 'name': '', 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:9d:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:14Z', 'updated_at': '2021-05-31T15:49:31Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:35.691324 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-4df45285-fab0-4114-9065-955ce3aec599 req-40fdc1ef-9e42-46e9-bb60-a9f145a57699 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1aa82af-9429-4951-aaf4-ad8a74748f1e HTTP/1.1" status: 200 len: 1000 time: 0.4750466 May 31 15:50:35.701040 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-46f018db-cead-465d-b5bf-9044422ac2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:35.718466 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcecf08d-d82e-46ca-a155-f7360ff8b8be None None] Checking router: 1251add1-0768-43fd-9a5e-ac4434f0d2c2 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:50:35.721559 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e2e1a925-c83b-4cc3-a31d-3c729f9fae95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:35.733384 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-94c8b127-e6d2-4667-b82d-7de318b5739d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:35.744403 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-79f6eea9-6a38-49e3-bb1d-264d65da24f0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] For port bf3601a4-33bc-47e7-95f2-b66ba6d4d34e, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=bf3601a4-33bc-47e7-95f2-b66ba6d4d34e,segment=NetworkSegment(950f0a7d-ff31-43a9-aa9f-2618c4f41de3),segment_id=950f0a7d-ff31-43a9-aa9f-2618c4f41de3)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:35.744802 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-79f6eea9-6a38-49e3-bb1d-264d65da24f0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:35.745360 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ffd9da85-05df-4cca-95f2-358a5b6295e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:35.764374 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1a925-c83b-4cc3-a31d-3c729f9fae95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b079e2a-5582-4564-a8e2-ad5dad31c726,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:35.803489 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81897c4e-b091-4b0e-b6ae-1cbd614d8d18 None None] Network 86083cec-959f-4bba-bc88-041d44f12912 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:35.830763 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e2e1a925-c83b-4cc3-a31d-3c729f9fae95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:35.831796 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcecf08d-d82e-46ca-a155-f7360ff8b8be None None] Routers {'1251add1-0768-43fd-9a5e-ac4434f0d2c2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:35.832556 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-bcecf08d-d82e-46ca-a155-f7360ff8b8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:50:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:35.875369 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f018db-cead-465d-b5bf-9044422ac2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f4c25d-7592-4c33-8d17-316a36c34730,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:35.898777 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e2e1a925-c83b-4cc3-a31d-3c729f9fae95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:35.899640 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e2e1a925-c83b-4cc3-a31d-3c729f9fae95 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7b079e2a-5582-4564-a8e2-ad5dad31c726 HTTP/1.1" status: 204 len: 168 time: 0.9220133 May 31 15:50:35.903273 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-46f018db-cead-465d-b5bf-9044422ac2ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:35.926505 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df45285-fab0-4114-9065-955ce3aec599 req-991df6cb-13d9-4f88-afa1-e8d890a941d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:35.928359 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-4df45285-fab0-4114-9065-955ce3aec599 req-991df6cb-13d9-4f88-afa1-e8d890a941d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=418ec826-97fb-4894-813a-51ffe25a7768 HTTP/1.1" status: 200 len: 849 time: 0.2037029 May 31 15:50:35.937522 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-46f018db-cead-465d-b5bf-9044422ac2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:35.941379 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-46f018db-cead-465d-b5bf-9044422ac2ba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e6f4c25d-7592-4c33-8d17-316a36c34730 HTTP/1.1" status: 204 len: 168 time: 1.6239400 May 31 15:50:35.961041 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50890b-8f47-474f-841e-9e3feb26c849 None None] Pushing event updated for resources: {'Port': ['ID=bc2f9e03-c171-490d-82d6-b309872156c0,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:36.014918 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ad7141a9-f651-4a9e-bab5-3aa26dba3361 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:36.032263 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-79f6eea9-6a38-49e3-bb1d-264d65da24f0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Calling delete_port for bf3601a4-33bc-47e7-95f2-b66ba6d4d34e owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:36.057104 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c93ff8b8-452e-449e-ab50-7618c8656e5f req-20d59a03-7928-4cac-a4ec-aebb597143c5 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3680444 May 31 15:50:36.063012 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ad7141a9-f651-4a9e-bab5-3aa26dba3361 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:36.104663 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:36.114729 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-3f50890b-8f47-474f-841e-9e3feb26c849 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:36.307965 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1266632e-45aa-46b3-9ae5-55806180e3f4 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:36.340043 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bef8d302-b40c-4cb3-b149-383c332a8da3 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:36.368354 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7141a9-f651-4a9e-bab5-3aa26dba3361 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Port': ['ID=c957ef7f-6c7e-43a2-b78b-05695a1b8228,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:36.383841 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ad7141a9-f651-4a9e-bab5-3aa26dba3361 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:36.419438 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1266632e-45aa-46b3-9ae5-55806180e3f4 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:36.431136 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:36.463596 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266632e-45aa-46b3-9ae5-55806180e3f4 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Subnet': ['ID=99a955f8-97b4-4d7b-8714-e7053a6a5ac8,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:36.470684 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-e58763dd-ff8e-426c-adf7-497db558bc12 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Deleting port 1044d484-163c-402a-8ee1-97256a81e01b {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:36.471959 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e58763dd-ff8e-426c-adf7-497db558bc12 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:36.511596 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10084bf-20db-4c0a-b532-c1e072248c52 None None] Network b93ffe2c-3d5b-443f-a902-94f8c616506f requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:36.516854 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1266632e-45aa-46b3-9ae5-55806180e3f4 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:36.532473 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1266632e-45aa-46b3-9ae5-55806180e3f4 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/subnets/99a955f8-97b4-4d7b-8714-e7053a6a5ac8 HTTP/1.1" status: 204 len: 168 time: 2.6600528 May 31 15:50:36.535510 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54912) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:36.685709 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:50:36.814097 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df45285-fab0-4114-9065-955ce3aec599 req-1d6e2257-4343-47c5-a598-78a37744de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:36.816117 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-4df45285-fab0-4114-9065-955ce3aec599 req-1d6e2257-4343-47c5-a598-78a37744de1b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d344e8f1-f415-4064-9d12-68c70eb6ac0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.8690295 May 31 15:50:36.940650 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ea46fc69-d239-4573-a5ac-975edb46a0b1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:36.943830 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e58763dd-ff8e-426c-adf7-497db558bc12 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:36.991913 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-72318733-16f2-4904-a629-b2ac9a95dbc8 None None] Provisioning complete for port bf3601a4-33bc-47e7-95f2-b66ba6d4d34e triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:36.992552 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-72318733-16f2-4904-a629-b2ac9a95dbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:36.992958 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d596b-f956-4b03-814d-72d7d3871e6b req-2dfa65d5-2640-4f5c-abe9-45e4d7bcd62c tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:36.995023 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e43d596b-f956-4b03-814d-72d7d3871e6b req-2dfa65d5-2640-4f5c-abe9-45e4d7bcd62c tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.6392441 May 31 15:50:37.066598 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ad7141a9-f651-4a9e-bab5-3aa26dba3361 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:37.087219 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-bcecf08d-d82e-46ca-a155-f7360ff8b8be None None] Set router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:50:37.135687 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-79f6eea9-6a38-49e3-bb1d-264d65da24f0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:37.150460 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3f4e9ddb-9663-4673-83f5-72ebcc3bf0d2 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:37.253309 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6eea9-6a38-49e3-bb1d-264d65da24f0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Port': ['ID=bf3601a4-33bc-47e7-95f2-b66ba6d4d34e,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:37.280977 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-e58763dd-ff8e-426c-adf7-497db558bc12 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Calling delete_port for 1044d484-163c-402a-8ee1-97256a81e01b owned by network:router_gateway {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:37.332261 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e43d596b-f956-4b03-814d-72d7d3871e6b req-8cf87974-c823-4b0d-853a-9c4e1ad27cff tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2880111 May 31 15:50:37.349331 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-79f6eea9-6a38-49e3-bb1d-264d65da24f0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:37.438970 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:37.462730 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-72318733-16f2-4904-a629-b2ac9a95dbc8 None None] Could not find standard attr ID for object bf3601a4-33bc-47e7-95f2-b66ba6d4d34e. {{(pid=99206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 15:50:37.469194 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f6eea9-6a38-49e3-bb1d-264d65da24f0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] No DVR routers for this DVR port bf3601a4-33bc-47e7-95f2-b66ba6d4d34e on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:50:37.529550 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-4df45285-fab0-4114-9065-955ce3aec599 req-05b87571-9536-4f49-9a5f-07478634149f service neutron] 10.222.0.59 "GET /v2.0/networks/d344e8f1-f415-4064-9d12-68c70eb6ac0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6725206 May 31 15:50:37.541638 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-ea46fc69-d239-4573-a5ac-975edb46a0b1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Deleting port 0582dbfa-23f2-4207-98ef-ba314d70beb9 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:37.541981 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ea46fc69-d239-4573-a5ac-975edb46a0b1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:37.635255 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-79f6eea9-6a38-49e3-bb1d-264d65da24f0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:37.653228 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-46d95a29-2562-4b94-b07d-1d85bbee1d89 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:37.668626 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.plugins.ml2.db [None req-72318733-16f2-4904-a629-b2ac9a95dbc8 None None] No ports have port_id starting with bf3601a4-33bc-47e7-95f2-b66ba6d4d34e May 31 15:50:37.672808 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54942) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:37.677897 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4f99e6-5f71-4d37-bc0a-9d45e3528e08 None None] DHCP port deletion for b93ffe2c-3d5b-443f-a902-94f8c616506f request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:50:37.698614 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ad7141a9-f651-4a9e-bab5-3aa26dba3361 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:37.860566 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-fab091b9-3d72-48a7-8270-410bf2748392 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:37.931523 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e58763dd-ff8e-426c-adf7-497db558bc12 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:38.003249 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-72318733-16f2-4904-a629-b2ac9a95dbc8 None None] Provisioning complete for port c957ef7f-6c7e-43a2-b78b-05695a1b8228 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:38.004349 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-72318733-16f2-4904-a629-b2ac9a95dbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:38.090517 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device bc2f9e03-c171-490d-82d6-b309872156c0 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:50:38.105451 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54952) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:38.189332 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-72318733-16f2-4904-a629-b2ac9a95dbc8 None None] Port c957ef7f-6c7e-43a2-b78b-05695a1b8228 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:50:38.193011 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-befbc909-c1e2-42ed-a728-3c0123cee567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:38.209319 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8c1248-a0b6-49a9-a249-a2bfb6c19e2e None None] DHCP port deletion for 86083cec-959f-4bba-bc88-041d44f12912 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:50:38.265916 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-0f4f99e6-5f71-4d37-bc0a-9d45e3528e08 None None] Deleting port 0582dbfa-23f2-4207-98ef-ba314d70beb9 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:38.266785 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0f4f99e6-5f71-4d37-bc0a-9d45e3528e08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:38.341235 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-d0f69689-b7c9-4b9f-8546-ed97be1c219c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1237389698'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:38.342511 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d95a29-2562-4b94-b07d-1d85bbee1d89 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Subnet': ['ID=2a65b03d-3dc2-47b3-90fb-d17d2426631e,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:38.345261 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-46d95a29-2562-4b94-b07d-1d85bbee1d89 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:38.356371 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4393e3e8-425f-448b-b002-cf0f8766fafe tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.399s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:38.360880 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d0f69689-b7c9-4b9f-8546-ed97be1c219c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:38.378055 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d0f69689-b7c9-4b9f-8546-ed97be1c219c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:network and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:50:38.396191 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d0f69689-b7c9-4b9f-8546-ed97be1c219c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:50:38.408290 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-a8b46791-4483-463b-a8ff-b13b7194312c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-25264524-network', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:38.409224 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:38.416262 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port bc2f9e03-c171-490d-82d6-b309872156c0 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:50:38.431074 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d95a29-2562-4b94-b07d-1d85bbee1d89 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:50:38.435612 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a91afba3-191a-4bfe-b9ee-500a772efe60 None None] Provisioning for port bc2f9e03-c171-490d-82d6-b309872156c0 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:50:38.445359 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d0f69689-b7c9-4b9f-8546-ed97be1c219c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:38.445630 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a91afba3-191a-4bfe-b9ee-500a772efe60 None None] Provisioning complete for port bc2f9e03-c171-490d-82d6-b309872156c0 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:38.446327 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a91afba3-191a-4bfe-b9ee-500a772efe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:38.460926 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a8b46791-4483-463b-a8ff-b13b7194312c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:38.468288 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58763dd-ff8e-426c-adf7-497db558bc12 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Pushing event deleted for resources: {'Port': ['ID=1044d484-163c-402a-8ee1-97256a81e01b,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:38.470005 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e58763dd-ff8e-426c-adf7-497db558bc12 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:38.470351 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port bc2f9e03-c171-490d-82d6-b309872156c0 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:38.470736 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:38.470851 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-46d95a29-2562-4b94-b07d-1d85bbee1d89 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:38.492495 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a8b46791-4483-463b-a8ff-b13b7194312c admin admin] Usage tracker for resource:network and tenant:8116e4b155bf47a28df54c3549abf9a0 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:50:38.525367 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a8b46791-4483-463b-a8ff-b13b7194312c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:50:38.533115 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-4df45285-fab0-4114-9065-955ce3aec599 req-66e88546-369c-4d39-ba2a-ab8e47fb0d1a service neutron] 10.222.0.59 "GET /v2.0/networks/d344e8f1-f415-4064-9d12-68c70eb6ac0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9937437 May 31 15:50:38.535177 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff30e0c-f546-4511-8547-a5a1246e6acc None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:38.544296 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d95a29-2562-4b94-b07d-1d85bbee1d89 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:38.544919 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-46d95a29-2562-4b94-b07d-1d85bbee1d89 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:38.557495 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-ea46fc69-d239-4573-a5ac-975edb46a0b1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] For port 0582dbfa-23f2-4207-98ef-ba314d70beb9, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=0582dbfa-23f2-4207-98ef-ba314d70beb9,segment=NetworkSegment(91625fb1-1964-4c07-b7d0-97b6eab7bb53),segment_id=91625fb1-1964-4c07-b7d0-97b6eab7bb53)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:38.557918 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ea46fc69-d239-4573-a5ac-975edb46a0b1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:38.567290 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a8b46791-4483-463b-a8ff-b13b7194312c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:38.581720 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f69689-b7c9-4b9f-8546-ed97be1c219c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:50:38.585231 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d0f69689-b7c9-4b9f-8546-ed97be1c219c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:38.614373 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d0f69689-b7c9-4b9f-8546-ed97be1c219c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:38.641742 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa708e-9991-4698-9b5e-46fe0f10b5a3 req-421a5572-8403-40d6-adb9-98e85d56ca19 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:38.643262 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-28fa708e-9991-4698-9b5e-46fe0f10b5a3 req-421a5572-8403-40d6-adb9-98e85d56ca19 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.5425441 May 31 15:50:38.667399 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d0f69689-b7c9-4b9f-8546-ed97be1c219c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:38.686674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d0f69689-b7c9-4b9f-8546-ed97be1c219c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:security_group_rule and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:50:38.699349 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d0f69689-b7c9-4b9f-8546-ed97be1c219c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:50:38.708126 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-bcecf08d-d82e-46ca-a155-f7360ff8b8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:50:30Z', 'revision_number': 8, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None, '_interfaces': [{'id': '4466f08d-7e41-4b26-b30d-a6bd659aacf6', 'name': '', 'network_id': 'f9ad58a8-1a63-4e9f-a5df-eb102a0f6106', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:22:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e09bf9c5-ad9b-4edb-a871-044c6e2d7839', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:49Z', 'updated_at': '2021-05-31T15:50:03Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': 'e09bf9c5-ad9b-4edb-a871-044c6e2d7839', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ad9a788-5b70-4b25-b336-b2fa94ac22a8', 'name': '', 'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:31Z', 'updated_at': '2021-05-31T15:49:54Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '733c2800-0fbc-443c-896f-fc73ee4be24f', 'name': '', 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:9d:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:14Z', 'updated_at': '2021-05-31T15:49:31Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:38.715953 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-ea46fc69-d239-4573-a5ac-975edb46a0b1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Calling delete_port for 0582dbfa-23f2-4207-98ef-ba314d70beb9 owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:38.718990 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcecf08d-d82e-46ca-a155-f7360ff8b8be None None] The sync data for ids ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'] in dv-neutron-601336-79-hyperv is: [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:50:30Z', 'revision_number': 8, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None, '_interfaces': [{'id': '4466f08d-7e41-4b26-b30d-a6bd659aacf6', 'name': '', 'network_id': 'f9ad58a8-1a63-4e9f-a5df-eb102a0f6106', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:22:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e09bf9c5-ad9b-4edb-a871-044c6e2d7839', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:49Z', 'updated_at': '2021-05-31T15:50:03Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': 'e09bf9c5-ad9b-4edb-a871-044c6e2d7839', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ad9a788-5b70-4b25-b336-b2fa94ac22a8', 'name': '', 'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:31Z', 'updated_at': '2021-05-31T15:49:54Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '733c2800-0fbc-443c-896f-fc73ee4be24f', 'name': '', 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:9d:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:14Z', 'updated_at': '2021-05-31T15:49:31Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:50:38.721222 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e58763dd-ff8e-426c-adf7-497db558bc12 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:38.721392 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d0f69689-b7c9-4b9f-8546-ed97be1c219c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:38.761017 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-0f4f99e6-5f71-4d37-bc0a-9d45e3528e08 None None] For port 0582dbfa-23f2-4207-98ef-ba314d70beb9, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=0582dbfa-23f2-4207-98ef-ba314d70beb9,segment=NetworkSegment(91625fb1-1964-4c07-b7d0-97b6eab7bb53),segment_id=91625fb1-1964-4c07-b7d0-97b6eab7bb53)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:38.761734 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0f4f99e6-5f71-4d37-bc0a-9d45e3528e08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:38.779396 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-28fa708e-9991-4698-9b5e-46fe0f10b5a3 req-af24c893-2453-4148-b6ca-a043a11606a3 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166694 May 31 15:50:38.795710 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-79f6eea9-6a38-49e3-bb1d-264d65da24f0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:38.797077 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b46791-4483-463b-a8ff-b13b7194312c admin admin] Made reservation on behalf of 8116e4b155bf47a28df54c3549abf9a0 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:50:38.799476 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a8b46791-4483-463b-a8ff-b13b7194312c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:38.805352 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5da40077-fce7-4bf9-94b1-3c6f63fe1391 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:38.865633 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ad7141a9-f651-4a9e-bab5-3aa26dba3361 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:38.869280 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6eea9-6a38-49e3-bb1d-264d65da24f0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Subnet': ['ID=8aae3a43-a850-4243-8d17-a18f5beefbac,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:38.890364 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-79f6eea9-6a38-49e3-bb1d-264d65da24f0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:38.899125 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ad7141a9-f651-4a9e-bab5-3aa26dba3361 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:38.900053 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ad7141a9-f651-4a9e-bab5-3aa26dba3361 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:38.908061 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-51181c87-7ea3-47fa-a558-8832c25df5af tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:38.921189 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a8b46791-4483-463b-a8ff-b13b7194312c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:38.938343 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-46d95a29-2562-4b94-b07d-1d85bbee1d89 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.0935628 May 31 15:50:38.939157 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54960) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:38.949535 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a542592-9bcd-42b2-8e0f-cb89079491f5 None None] Network 86083cec-959f-4bba-bc88-041d44f12912 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:38.977698 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-0f4f99e6-5f71-4d37-bc0a-9d45e3528e08 None None] Calling delete_port for 0582dbfa-23f2-4207-98ef-ba314d70beb9 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:38.998197 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:39.029261 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-409f0f82-2898-482e-ae60-32abae890eae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'port': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'mac_address': 'fa:16:3e:c7:0d:5e', 'name': 'tempest-NetworksTestDHCPv6-1192237795'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:39.045281 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a8b46791-4483-463b-a8ff-b13b7194312c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:39.051772 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e58763dd-ff8e-426c-adf7-497db558bc12 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:39.059605 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e58763dd-ff8e-426c-adf7-497db558bc12 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:39.070929 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-79f6eea9-6a38-49e3-bb1d-264d65da24f0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:39.077375 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a8b46791-4483-463b-a8ff-b13b7194312c admin admin] Usage tracker for resource:security_group_rule and tenant:8116e4b155bf47a28df54c3549abf9a0 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:50:39.145346 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a8b46791-4483-463b-a8ff-b13b7194312c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:50:39.153639 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a8b46791-4483-463b-a8ff-b13b7194312c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:39.223012 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port bc2f9e03-c171-490d-82d6-b309872156c0, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=bc2f9e03-c171-490d-82d6-b309872156c0,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:39.272366 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e58763dd-ff8e-426c-adf7-497db558bc12 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:39.272787 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:39.272921 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58763dd-ff8e-426c-adf7-497db558bc12 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Fanout notify agent at l3_agent the message router_deleted on router 5b10699e-0da7-441b-939a-46410e9b9144 {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:50:39.273676 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f091aff1-e2c3-4c15-9129-f29cb0a314a4 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:50:39.309645 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:39.331644 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-79f6eea9-6a38-49e3-bb1d-264d65da24f0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86083cec-959f-4bba-bc88-041d44f12912']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:39.346774 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7141a9-f651-4a9e-bab5-3aa26dba3361 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Port': ['ID=c957ef7f-6c7e-43a2-b78b-05695a1b8228,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:39.361499 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a8b46791-4483-463b-a8ff-b13b7194312c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:39.364331 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ad7141a9-f651-4a9e-bab5-3aa26dba3361 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:39.370916 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-79f6eea9-6a38-49e3-bb1d-264d65da24f0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '950f0a7d-ff31-43a9-aa9f-2618c4f41de3') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:39.371359 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-79f6eea9-6a38-49e3-bb1d-264d65da24f0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '950f0a7d-ff31-43a9-aa9f-2618c4f41de3') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:39.381461 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e58763dd-ff8e-426c-adf7-497db558bc12 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:39.386745 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e58763dd-ff8e-426c-adf7-497db558bc12 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "DELETE /v2.0/routers/5b10699e-0da7-441b-939a-46410e9b9144 HTTP/1.1" status: 204 len: 168 time: 4.9921131 May 31 15:50:39.392623 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54964) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:39.393463 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a8b46791-4483-463b-a8ff-b13b7194312c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:39.401647 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-21773d5f-8765-49bb-aa73-9d439cc7b21c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:39.411528 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-79f6eea9-6a38-49e3-bb1d-264d65da24f0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:39.418086 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-5b45da7b-1254-4671-b823-dc30ae2b09a2 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1068091825', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}, 'admin_state_up': False}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:39.428381 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-409f0f82-2898-482e-ae60-32abae890eae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:39.429821 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d0f69689-b7c9-4b9f-8546-ed97be1c219c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:39.431768 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ea46fc69-d239-4573-a5ac-975edb46a0b1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:39.437378 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-5b45da7b-1254-4671-b823-dc30ae2b09a2 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:39.442853 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d0f69689-b7c9-4b9f-8546-ed97be1c219c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:39.457537 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:39.457813 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-409f0f82-2898-482e-ae60-32abae890eae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:port and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:50:39.462182 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-409f0f82-2898-482e-ae60-32abae890eae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:50:39.465216 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b46791-4483-463b-a8ff-b13b7194312c admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:50:39.467165 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-79f6eea9-6a38-49e3-bb1d-264d65da24f0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:39.470920 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-5b45da7b-1254-4671-b823-dc30ae2b09a2 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Usage tracker for resource:router and tenant:8c3b2ea9a4594def894b2a235c1a97b6 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:50:39.482807 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f6eea9-6a38-49e3-bb1d-264d65da24f0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:50:39.483377 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-79f6eea9-6a38-49e3-bb1d-264d65da24f0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:39.484005 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-5b45da7b-1254-4671-b823-dc30ae2b09a2 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:50:39.487241 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-409f0f82-2898-482e-ae60-32abae890eae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:39.490509 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea46fc69-d239-4573-a5ac-975edb46a0b1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] No DVR routers for this DVR port 0582dbfa-23f2-4207-98ef-ba314d70beb9 on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:50:39.500423 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a91afba3-191a-4bfe-b9ee-500a772efe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:50:39.509290 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:50:39.524571 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-5b45da7b-1254-4671-b823-dc30ae2b09a2 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:39.534168 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b46791-4483-463b-a8ff-b13b7194312c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fc315f-50d4-47bd-ad69-796016cf3714,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:39.534510 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f69689-b7c9-4b9f-8546-ed97be1c219c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:50:39.556933 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a8b46791-4483-463b-a8ff-b13b7194312c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:39.557277 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-a8b46791-4483-463b-a8ff-b13b7194312c admin admin] Added segment d689a5f1-87c6-4c5b-a91b-b6d33d247f15 of type vlan for network 258fafc3-be14-41c8-a854-4f81d373cb1a May 31 15:50:39.558775 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a8b46791-4483-463b-a8ff-b13b7194312c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:39.561285 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb3a327-0ebf-4a39-8c90-3a8cda621603 None None] DHCP port deletion for 86083cec-959f-4bba-bc88-041d44f12912 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:50:39.571448 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=bc2f9e03-c171-490d-82d6-b309872156c0,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:39.580119 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5453d347-5fe7-4e40-8280-495f76358131 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:39.603242 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7141a9-f651-4a9e-bab5-3aa26dba3361 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network c8634976-14cf-4475-b759-af0e17a1e096 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:50:39.604303 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f69689-b7c9-4b9f-8546-ed97be1c219c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=158a2c59-493a-42d6-aac9-e5dd331135f8,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:39.608454 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:39.619720 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0f4f99e6-5f71-4d37-bc0a-9d45e3528e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:39.621604 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-ad7141a9-f651-4a9e-bab5-3aa26dba3361 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:39.624070 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d0f69689-b7c9-4b9f-8546-ed97be1c219c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:39.625272 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0f650ea0-ba35-4931-85c9-df9844d71168 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:39.630453 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d0f69689-b7c9-4b9f-8546-ed97be1c219c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:39.630453 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-d0f69689-b7c9-4b9f-8546-ed97be1c219c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Added segment e42785dc-d1a7-4b1c-bf5c-aa40befa5bed of type vlan for network c3b1d98e-52e3-416d-a56a-51cbabc18c9a May 31 15:50:39.647856 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409f0f82-2898-482e-ae60-32abae890eae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:50:39.678254 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5b45da7b-1254-4671-b823-dc30ae2b09a2 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:39.679667 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5b45da7b-1254-4671-b823-dc30ae2b09a2 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:39.693094 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f99e6-5f71-4d37-bc0a-9d45e3528e08 None None] Pushing event deleted for resources: {'Port': ['ID=0582dbfa-23f2-4207-98ef-ba314d70beb9,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:39.699603 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0f4f99e6-5f71-4d37-bc0a-9d45e3528e08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:39.708884 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4f99e6-5f71-4d37-bc0a-9d45e3528e08 None None] No DVR routers for this DVR port 0582dbfa-23f2-4207-98ef-ba314d70beb9 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:50:39.720577 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port f091aff1-e2c3-4c15-9129-f29cb0a314a4 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:39.721378 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:39.741936 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46fc69-d239-4573-a5ac-975edb46a0b1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Port': ['ID=0582dbfa-23f2-4207-98ef-ba314d70beb9,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:39.776154 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ea46fc69-d239-4573-a5ac-975edb46a0b1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:39.785053 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.db.api [None req-a91afba3-191a-4bfe-b9ee-500a772efe60 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:50:39.785685 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_db.api [None req-a91afba3-191a-4bfe-b9ee-500a772efe60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:50:39.802807 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:39.833381 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-79f6eea9-6a38-49e3-bb1d-264d65da24f0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:39.845576 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9d7cc1ab-dd99-4d21-806c-ca8c3fc144cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:39.848821 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ea46fc69-d239-4573-a5ac-975edb46a0b1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:39.864660 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b341773f-0b32-4333-a6ca-931c3e964b49 None None] Update dhcp port {'port': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'fixed_ips': [{'subnet_id': 'fd0ba199-1b46-4892-8322-b8012b32c247', 'ip_address': '2001:db8::f816:3eff:fea2:6e40'}, {'subnet_id': '2a65b03d-3dc2-47b3-90fb-d17d2426631e'}], 'binding:host_id': 'dv-neutron-601336-79-hyperv'}, 'id': 'bc2f9e03-c171-490d-82d6-b309872156c0'} from dv-neutron-601336-79-hyperv. {{(pid=99206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 31 15:50:39.868851 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a8b46791-4483-463b-a8ff-b13b7194312c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:39.888994 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5b45da7b-1254-4671-b823-dc30ae2b09a2 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:39.896842 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-ea46fc69-d239-4573-a5ac-975edb46a0b1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b93ffe2c-3d5b-443f-a902-94f8c616506f']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:39.900668 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-79f6eea9-6a38-49e3-bb1d-264d65da24f0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:39.931560 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-ea46fc69-d239-4573-a5ac-975edb46a0b1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91625fb1-1964-4c07-b7d0-97b6eab7bb53') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:39.932141 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-ea46fc69-d239-4573-a5ac-975edb46a0b1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91625fb1-1964-4c07-b7d0-97b6eab7bb53') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:39.947041 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d0f69689-b7c9-4b9f-8546-ed97be1c219c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:39.970690 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6eea9-6a38-49e3-bb1d-264d65da24f0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Network': ['ID=86083cec-959f-4bba-bc88-041d44f12912,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:39.973798 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-79f6eea9-6a38-49e3-bb1d-264d65da24f0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:39.984803 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-79f6eea9-6a38-49e3-bb1d-264d65da24f0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/networks/86083cec-959f-4bba-bc88-041d44f12912 HTTP/1.1" status: 204 len: 168 time: 6.2247088 May 31 15:50:39.991787 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54970) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:39.996296 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ea46fc69-d239-4573-a5ac-975edb46a0b1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:39.997798 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b341773f-0b32-4333-a6ca-931c3e964b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:40.089368 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-409f0f82-2898-482e-ae60-32abae890eae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:40.105266 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ea46fc69-d239-4573-a5ac-975edb46a0b1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:40.125575 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a8b46791-4483-463b-a8ff-b13b7194312c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:40.126881 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b46791-4483-463b-a8ff-b13b7194312c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:40.127668 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a8b46791-4483-463b-a8ff-b13b7194312c admin admin] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:40.132936 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfaa3ac7-2635-4917-b4e6-684a7d82f6cb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] DELETE failed (client error): The resource could not be found. May 31 15:50:40.133486 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfaa3ac7-2635-4917-b4e6-684a7d82f6cb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:40.136089 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bfaa3ac7-2635-4917-b4e6-684a7d82f6cb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/subnets/8aae3a43-a850-4243-8d17-a18f5beefbac HTTP/1.1" status: 404 len: 337 time: 0.1397855 May 31 15:50:40.139185 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-dd27e8ff-5fb8-4114-9e83-f31f7959455d tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:40.141486 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54974) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:40.151033 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device bc2f9e03-c171-490d-82d6-b309872156c0 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:50:40.169695 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d0f69689-b7c9-4b9f-8546-ed97be1c219c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:40.175561 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f69689-b7c9-4b9f-8546-ed97be1c219c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:40.176138 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d0f69689-b7c9-4b9f-8546-ed97be1c219c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:40.190974 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f20228ce-a0d6-4f52-baa7-4f3ff65a47d9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:40.207328 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea46fc69-d239-4573-a5ac-975edb46a0b1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:50:40.207721 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ea46fc69-d239-4573-a5ac-975edb46a0b1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:40.213588 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7141a9-f651-4a9e-bab5-3aa26dba3361 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Router 01616df9-1d0d-4da7-90cd-5bb73f6d028a is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:50:40.221761 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-68208cdd-152d-4d82-9d75-8fca1fc58387 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] DELETE failed (client error): The resource could not be found. May 31 15:50:40.222512 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68208cdd-152d-4d82-9d75-8fca1fc58387 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:40.224542 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-68208cdd-152d-4d82-9d75-8fca1fc58387 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/networks/86083cec-959f-4bba-bc88-041d44f12912 HTTP/1.1" status: 404 len: 339 time: 0.0795686 May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:50:40.226938 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:50:40.231043 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54978) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:40.308909 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d0f69689-b7c9-4b9f-8546-ed97be1c219c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2020693 May 31 15:50:40.315350 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54980) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:40.357333 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port bc2f9e03-c171-490d-82d6-b309872156c0 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:40.357736 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:40.377507 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-3fd31012-601d-4f12-916e-00f651516917 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'port': {'network_id': 'c3b1d98e-52e3-416d-a56a-51cbabc18c9a', 'name': 'tempest-PortsIpV6TestJSON-184008190'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:40.401531 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-b341773f-0b32-4333-a6ca-931c3e964b49 None None] Allocated IP 172.20.0.2 (b5001308-9f67-458f-99a7-4cdcd1177eb2/2a65b03d-3dc2-47b3-90fb-d17d2426631e/bc2f9e03-c171-490d-82d6-b309872156c0) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:50:40.402126 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f69689-b7c9-4b9f-8546-ed97be1c219c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Network': ['ID=c3b1d98e-52e3-416d-a56a-51cbabc18c9a,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:40.404959 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d0f69689-b7c9-4b9f-8546-ed97be1c219c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:40.428025 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network c3b1d98e-52e3-416d-a56a-51cbabc18c9a details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:50:40.450150 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a91afba3-191a-4bfe-b9ee-500a772efe60 None None] Could not find standard attr ID for object bf3601a4-33bc-47e7-95f2-b66ba6d4d34e. {{(pid=99206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 15:50:40.545148 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654d28a-ac5c-45a4-b15e-37de01299838 req-29540729-604f-4e50-bbb5-e984be6caa32 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:40.546631 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6654d28a-ac5c-45a4-b15e-37de01299838 req-29540729-604f-4e50-bbb5-e984be6caa32 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.5668390 May 31 15:50:40.617635 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7141a9-f651-4a9e-bab5-3aa26dba3361 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:50:40.630523 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ad7141a9-f651-4a9e-bab5-3aa26dba3361 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "PUT /v2.0/routers/01616df9-1d0d-4da7-90cd-5bb73f6d028a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1426435 May 31 15:50:40.634101 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a91afba3-191a-4bfe-b9ee-500a772efe60 None None] Provisioning complete for port c957ef7f-6c7e-43a2-b78b-05695a1b8228 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:40.634624 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-3fd31012-601d-4f12-916e-00f651516917 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:40.634742 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a91afba3-191a-4bfe-b9ee-500a772efe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:40.639096 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54986) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:40.643368 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab7160e-f1cd-42bc-a6e7-58b3d83ad952 None None] Sync routers for ids ['01616df9-1d0d-4da7-90cd-5bb73f6d028a'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:50:40.645195 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-409f0f82-2898-482e-ae60-32abae890eae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] device_id is not set on port d088b7ec-8715-47ac-9ab2-011b881b3456 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:50:40.659661 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab7160e-f1cd-42bc-a6e7-58b3d83ad952 None None] Routers {'01616df9-1d0d-4da7-90cd-5bb73f6d028a'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:40.660785 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0ab7160e-f1cd-42bc-a6e7-58b3d83ad952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:50:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['01616df9-1d0d-4da7-90cd-5bb73f6d028a'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:40.680231 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-3fd31012-601d-4f12-916e-00f651516917 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:port and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:50:40.691320 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-3fd31012-601d-4f12-916e-00f651516917 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:50:40.691545 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b018a2-6473-441e-a77c-a957e22a3b07 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] DELETE failed (client error): The resource could not be found. May 31 15:50:40.691800 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1b018a2-6473-441e-a77c-a957e22a3b07 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:40.710491 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6654d28a-ac5c-45a4-b15e-37de01299838 req-33520dff-0afa-48cd-99ea-c4baf87d750a tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422260 May 31 15:50:40.718872 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-3fd31012-601d-4f12-916e-00f651516917 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:40.768429 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01629f1c-60ea-4fed-8741-31ea605de2eb tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:40.769337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-01629f1c-60ea-4fed-8741-31ea605de2eb tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Synchronizing usage tracker for tenant:4495789bf65544d19fbd02194192aa34 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:50:40.774044 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd31012-601d-4f12-916e-00f651516917 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:50:40.778030 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3fd31012-601d-4f12-916e-00f651516917 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:40.778423 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a8b46791-4483-463b-a8ff-b13b7194312c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.8761568 May 31 15:50:40.779438 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b46791-4483-463b-a8ff-b13b7194312c admin admin] Pushing event updated for resources: {'Network': ['ID=258fafc3-be14-41c8-a854-4f81d373cb1a,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:40.781629 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 54992) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:40.799927 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c1b018a2-6473-441e-a77c-a957e22a3b07 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/subnets/cebac9e1-2b1f-46a7-8c1e-ae8566ebd857 HTTP/1.1" status: 404 len: 337 time: 0.3996239 May 31 15:50:40.802561 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a8b46791-4483-463b-a8ff-b13b7194312c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:40.804651 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 54996) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:40.808378 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 258fafc3-be14-41c8-a854-4f81d373cb1a details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:50:40.818400 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5b45da7b-1254-4671-b823-dc30ae2b09a2 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:40.830710 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-a91afba3-191a-4bfe-b9ee-500a772efe60 None None] Port c957ef7f-6c7e-43a2-b78b-05695a1b8228 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:50:40.840946 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-b341773f-0b32-4333-a6ca-931c3e964b49 None None] For port bc2f9e03-c171-490d-82d6-b309872156c0, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=bc2f9e03-c171-490d-82d6-b309872156c0,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:40.842339 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-69da41ad-7958-41c8-9a5d-c8ca1f2b674a admin admin] Request body: {'subnet': {'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-25264524-subnet', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'ip_version': 4}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:40.859969 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-01629f1c-60ea-4fed-8741-31ea605de2eb tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Unset dirty status for tenant:4495789bf65544d19fbd02194192aa34 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:50:40.863661 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-01629f1c-60ea-4fed-8741-31ea605de2eb tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "GET /v2.0/ports/c957ef7f-6c7e-43a2-b78b-05695a1b8228 HTTP/1.1" status: 200 len: 984 time: 0.2212956 May 31 15:50:40.863879 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-69da41ad-7958-41c8-9a5d-c8ca1f2b674a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:40.869239 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-69da41ad-7958-41c8-9a5d-c8ca1f2b674a admin admin] Usage tracker for resource:subnet and tenant:8116e4b155bf47a28df54c3549abf9a0 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:50:40.870901 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-3fd31012-601d-4f12-916e-00f651516917 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] device_id is not set on port 03bec41a-c913-4ac9-bff6-b5fcc0e1784c yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:50:40.874104 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-69da41ad-7958-41c8-9a5d-c8ca1f2b674a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:50:40.881855 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-69da41ad-7958-41c8-9a5d-c8ca1f2b674a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:40.885409 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0ab7160e-f1cd-42bc-a6e7-58b3d83ad952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:40.906662 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55000) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:40.910291 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab7160e-f1cd-42bc-a6e7-58b3d83ad952 None None] Routers {'01616df9-1d0d-4da7-90cd-5bb73f6d028a'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:40.912118 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7adc0ea-bd4c-4a1b-acc4-81d89c2ed18c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] DELETE failed (client error): The resource could not be found. May 31 15:50:40.912864 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0ab7160e-f1cd-42bc-a6e7-58b3d83ad952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:50:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['01616df9-1d0d-4da7-90cd-5bb73f6d028a'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:40.913191 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7adc0ea-bd4c-4a1b-acc4-81d89c2ed18c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:40.914968 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e7adc0ea-bd4c-4a1b-acc4-81d89c2ed18c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/networks/41702ea9-9cf8-4e55-979b-08a40be206f0 HTTP/1.1" status: 404 len: 339 time: 0.1078010 May 31 15:50:40.960490 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b341773f-0b32-4333-a6ca-931c3e964b49 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:40.973234 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 0582dbfa-23f2-4207-98ef-ba314d70beb9 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:50:40.982864 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ea46fc69-d239-4573-a5ac-975edb46a0b1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:40.992135 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55004) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:41.022913 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 0582dbfa-23f2-4207-98ef-ba314d70beb9 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:50:41.023292 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 0582dbfa-23f2-4207-98ef-ba314d70beb9 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:50:41.023873 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device bf3601a4-33bc-47e7-95f2-b66ba6d4d34e no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:50:41.027768 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3b7e2e5d-9cc1-4ed2-a533-49c38cc9f140 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:41.056382 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b341773f-0b32-4333-a6ca-931c3e964b49 None None] Transition to ACTIVE for port object bc2f9e03-c171-490d-82d6-b309872156c0 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:50:41.063183 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: bf3601a4-33bc-47e7-95f2-b66ba6d4d34e {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:50:41.063537 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device bf3601a4-33bc-47e7-95f2-b66ba6d4d34e not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:50:41.063969 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a340008c-ad75-4b8a-a7c6-f513d53fac2e no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:50:41.064306 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69da41ad-7958-41c8-9a5d-c8ca1f2b674a admin admin] Made reservation on behalf of 8116e4b155bf47a28df54c3549abf9a0 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:50:41.067201 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-69da41ad-7958-41c8-9a5d-c8ca1f2b674a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:41.083509 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ea46fc69-d239-4573-a5ac-975edb46a0b1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:41.092880 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c383f395-0690-41ee-87a5-fb5884f0d26c None None] Provisioning complete for port c957ef7f-6c7e-43a2-b78b-05695a1b8228 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:41.093263 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c383f395-0690-41ee-87a5-fb5884f0d26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:41.111595 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0ab7160e-f1cd-42bc-a6e7-58b3d83ad952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:41.112349 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab7160e-f1cd-42bc-a6e7-58b3d83ad952 None None] The sync data for ids ['01616df9-1d0d-4da7-90cd-5bb73f6d028a'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:50:41.120111 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b341773f-0b32-4333-a6ca-931c3e964b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:41.134798 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f420c792-51be-42d9-b6e8-ac49bb20eb64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:41.183399 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: a340008c-ad75-4b8a-a7c6-f513d53fac2e {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:50:41.184040 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a340008c-ad75-4b8a-a7c6-f513d53fac2e not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:50:41.219219 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46fc69-d239-4573-a5ac-975edb46a0b1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Network': ['ID=b93ffe2c-3d5b-443f-a902-94f8c616506f,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:41.228532 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ea46fc69-d239-4573-a5ac-975edb46a0b1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:41.374526 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-c383f395-0690-41ee-87a5-fb5884f0d26c None None] Port c957ef7f-6c7e-43a2-b78b-05695a1b8228 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:50:41.379471 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341773f-0b32-4333-a6ca-931c3e964b49 None None] Pushing event updated for resources: {'Port': ['ID=bc2f9e03-c171-490d-82d6-b309872156c0,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:41.382968 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b341773f-0b32-4333-a6ca-931c3e964b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:41.426450 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ea46fc69-d239-4573-a5ac-975edb46a0b1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/networks/b93ffe2c-3d5b-443f-a902-94f8c616506f HTTP/1.1" status: 204 len: 168 time: 4.8846905 May 31 15:50:41.436345 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55010) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:41.637570 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b47293d8-4220-424c-b236-11dea2bf1113 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:41.780407 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-409f0f82-2898-482e-ae60-32abae890eae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Allocated IP 172.20.0.7 (b5001308-9f67-458f-99a7-4cdcd1177eb2/2a65b03d-3dc2-47b3-90fb-d17d2426631e/d088b7ec-8715-47ac-9ab2-011b881b3456) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:50:41.795357 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61ef8b-ab49-4647-8914-8c3d4571daea req-ffff6897-fed6-42b3-aa4e-b33bb665483b tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:41.796877 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4d61ef8b-ab49-4647-8914-8c3d4571daea req-ffff6897-fed6-42b3-aa4e-b33bb665483b tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.3633714 May 31 15:50:41.800167 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3fd31012-601d-4f12-916e-00f651516917 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:41.802604 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-409f0f82-2898-482e-ae60-32abae890eae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Allocated IP 2001:db8::f816:3eff:fec7:d5e (b5001308-9f67-458f-99a7-4cdcd1177eb2/fd0ba199-1b46-4892-8322-b8012b32c247/d088b7ec-8715-47ac-9ab2-011b881b3456) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:50:41.906459 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4d61ef8b-ab49-4647-8914-8c3d4571daea req-2e9ddeb0-c162-4010-971e-c71f5a8d57c3 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987070 May 31 15:50:41.934027 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3fd31012-601d-4f12-916e-00f651516917 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:41.970326 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-71d34cd2-9598-446b-b2bd-7e2b9cdef8d0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:41.970732 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84f09a8-95b0-4dcd-9bf6-5ed369cdef0e None None] get_active_networks_info from dv-neutron-601336-79-hyperv {{(pid=99206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 31 15:50:41.984671 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279b85e-4796-4ecb-9243-39aea09cf267 req-1567bbe0-3dbc-4dcd-962c-2152e2c8d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:41.986214 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-f279b85e-4796-4ecb-9243-39aea09cf267 req-1567bbe0-3dbc-4dcd-962c-2152e2c8d485 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2768fca4df5d4b0e9f63be80d17b6d42&device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 1098 time: 0.7064068 May 31 15:50:42.029140 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e36fe6c4-6d36-40f7-bc43-2826d4083e69 None None] Provisioning for port bc2f9e03-c171-490d-82d6-b309872156c0 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:50:42.037753 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e36fe6c4-6d36-40f7-bc43-2826d4083e69 None None] Provisioning complete for port bc2f9e03-c171-490d-82d6-b309872156c0 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:42.038683 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e36fe6c4-6d36-40f7-bc43-2826d4083e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:42.091521 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd31012-601d-4f12-916e-00f651516917 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Port': ['ID=03bec41a-c913-4ac9-bff6-b5fcc0e1784c,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:42.098268 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3fd31012-601d-4f12-916e-00f651516917 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:42.099223 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bab27b68-ae33-4249-835b-11afa728ec58 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:42.146940 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device bc2f9e03-c171-490d-82d6-b309872156c0 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:50:42.169405 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd31012-601d-4f12-916e-00f651516917 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Checking segment: {'id': 'e42785dc-d1a7-4b1c-bf5c-aa40befa5bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c3b1d98e-52e3-416d-a56a-51cbabc18c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:50:42.169802 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd31012-601d-4f12-916e-00f651516917 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network hostable DHCP agents. Network: c3b1d98e-52e3-416d-a56a-51cbabc18c9a, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:50:42.268064 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd31012-601d-4f12-916e-00f651516917 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network c3b1d98e-52e3-416d-a56a-51cbabc18c9a is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:50:42.322371 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port bc2f9e03-c171-490d-82d6-b309872156c0 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:42.323067 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:42.357373 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-3fd31012-601d-4f12-916e-00f651516917 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, c3b1d98e-52e3-416d-a56a-51cbabc18c9a) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:42.361575 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84f09a8-95b0-4dcd-9bf6-5ed369cdef0e None None] Resources bound (agent type, host, resource id): {{(pid=99206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 31 15:50:42.366659 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd31012-601d-4f12-916e-00f651516917 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:50:42.372164 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd31012-601d-4f12-916e-00f651516917 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:42.372774 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3fd31012-601d-4f12-916e-00f651516917 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:42.414154 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3fd31012-601d-4f12-916e-00f651516917 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0938575 May 31 15:50:42.414377 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55014) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:42.420888 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-aa5c4a1c-92f7-4ca0-9b66-ff4030d4cf4d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-343691800'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:42.429090 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-aa5c4a1c-92f7-4ca0-9b66-ff4030d4cf4d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:42.434806 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-aa5c4a1c-92f7-4ca0-9b66-ff4030d4cf4d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:network and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:50:42.438314 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-aa5c4a1c-92f7-4ca0-9b66-ff4030d4cf4d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:50:42.445006 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b47293d8-4220-424c-b236-11dea2bf1113 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:42.447149 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-aa5c4a1c-92f7-4ca0-9b66-ff4030d4cf4d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:42.495570 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5c4a1c-92f7-4ca0-9b66-ff4030d4cf4d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:50:42.499413 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-aa5c4a1c-92f7-4ca0-9b66-ff4030d4cf4d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:42.501815 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-b47293d8-4220-424c-b236-11dea2bf1113 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ca1724-0fec-452c-bfd6-99045313afbc']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:42.541345 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5c4a1c-92f7-4ca0-9b66-ff4030d4cf4d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:50:42.555300 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-aa5c4a1c-92f7-4ca0-9b66-ff4030d4cf4d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:42.555661 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-aa5c4a1c-92f7-4ca0-9b66-ff4030d4cf4d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Added segment f33fbe29-6970-44a1-b450-73b1f1d14db6 of type vlan for network 79282fd6-f8a2-4716-b2ef-0a2873985713 May 31 15:50:42.562571 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-bab27b68-ae33-4249-835b-11afa728ec58 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Deleting port c957ef7f-6c7e-43a2-b78b-05695a1b8228 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:42.562894 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bab27b68-ae33-4249-835b-11afa728ec58 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:42.589345 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-b47293d8-4220-424c-b236-11dea2bf1113 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd465787f-c62e-492f-8763-f8815fe4cfa9') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:42.589742 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-b47293d8-4220-424c-b236-11dea2bf1113 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd465787f-c62e-492f-8763-f8815fe4cfa9') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:42.660710 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-aa5c4a1c-92f7-4ca0-9b66-ff4030d4cf4d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:42.707077 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b47293d8-4220-424c-b236-11dea2bf1113 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:42.729083 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bab27b68-ae33-4249-835b-11afa728ec58 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:42.739389 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-aa5c4a1c-92f7-4ca0-9b66-ff4030d4cf4d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:42.744979 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5c4a1c-92f7-4ca0-9b66-ff4030d4cf4d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:42.745595 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-aa5c4a1c-92f7-4ca0-9b66-ff4030d4cf4d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:42.752354 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0810bdf2-48ba-4e90-9053-aece515270c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:42.812160 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4227dec7-c318-4dad-a065-283df8ed93c2 None None] Network c3b1d98e-52e3-416d-a56a-51cbabc18c9a requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:42.837023 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b47293d8-4220-424c-b236-11dea2bf1113 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:42.868126 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279b85e-4796-4ecb-9243-39aea09cf267 req-b4d1f985-3bf1-4e2f-9fcd-fd61a7f305da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:42.869666 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-f279b85e-4796-4ecb-9243-39aea09cf267 req-b4d1f985-3bf1-4e2f-9fcd-fd61a7f305da service neutron] 10.222.0.59 "GET /v2.0/networks?id=d344e8f1-f415-4064-9d12-68c70eb6ac0b HTTP/1.1" status: 200 len: 911 time: 0.6309028 May 31 15:50:42.927123 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b47293d8-4220-424c-b236-11dea2bf1113 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:50:42.927522 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b47293d8-4220-424c-b236-11dea2bf1113 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:50:42.947497 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:50:43.054196 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-bab27b68-ae33-4249-835b-11afa728ec58 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Calling delete_port for c957ef7f-6c7e-43a2-b78b-05695a1b8228 owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:43.180117 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-aa5c4a1c-92f7-4ca0-9b66-ff4030d4cf4d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7647305 May 31 15:50:43.184607 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55020) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:43.186472 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c4a1c-92f7-4ca0-9b66-ff4030d4cf4d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Network': ['ID=79282fd6-f8a2-4716-b2ef-0a2873985713,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:43.191598 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-aa5c4a1c-92f7-4ca0-9b66-ff4030d4cf4d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:43.198746 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 79282fd6-f8a2-4716-b2ef-0a2873985713 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:50:43.201621 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'ports': [{'network_id': 'c3b1d98e-52e3-416d-a56a-51cbabc18c9a'}, {'network_id': '79282fd6-f8a2-4716-b2ef-0a2873985713'}]} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:43.201933 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'port': {'network_id': 'c3b1d98e-52e3-416d-a56a-51cbabc18c9a'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:43.202407 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'port': {'network_id': '79282fd6-f8a2-4716-b2ef-0a2873985713'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:43.261006 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5b45da7b-1254-4671-b823-dc30ae2b09a2 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router_gateway, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:43.322569 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5b45da7b-1254-4671-b823-dc30ae2b09a2 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:43.369316 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b931d3-6039-4662-9443-8ab6cdcbb15e req-2b0b516a-547f-46b3-b2de-e6f22cc4b25e tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:43.370766 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-86b931d3-6039-4662-9443-8ab6cdcbb15e req-2b0b516a-547f-46b3-b2de-e6f22cc4b25e tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.3285625 May 31 15:50:43.389812 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b47293d8-4220-424c-b236-11dea2bf1113 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:43.393533 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-409f0f82-2898-482e-ae60-32abae890eae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:43.401261 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-f279b85e-4796-4ecb-9243-39aea09cf267 req-5915d295-1de6-40fe-a08d-cb4100493624 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1aa82af-9429-4951-aaf4-ad8a74748f1e HTTP/1.1" status: 200 len: 1000 time: 0.4439707 May 31 15:50:43.413138 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:43.439203 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b47293d8-4220-424c-b236-11dea2bf1113 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:43.496204 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47293d8-4220-424c-b236-11dea2bf1113 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Network': ['ID=65ca1724-0fec-452c-bfd6-99045313afbc,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:43.516067 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:43.520331 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b47293d8-4220-424c-b236-11dea2bf1113 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:43.521324 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-86b931d3-6039-4662-9443-8ab6cdcbb15e req-f31a30dd-f29f-4bd8-8f92-a5610d7d3d82 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360784 May 31 15:50:43.524591 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:port and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:50:43.524759 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-409f0f82-2898-482e-ae60-32abae890eae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Transition to ACTIVE for port object d088b7ec-8715-47ac-9ab2-011b881b3456 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:50:43.528461 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:50:43.535971 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:43.547418 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b47293d8-4220-424c-b236-11dea2bf1113 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/networks/65ca1724-0fec-452c-bfd6-99045313afbc HTTP/1.1" status: 204 len: 168 time: 2.5509050 May 31 15:50:43.553290 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55024) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:43.578743 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'port': 2} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:50:43.583296 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:43.618065 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:43.671346 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bab27b68-ae33-4249-835b-11afa728ec58 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:43.720012 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9ed734df-76b1-4924-b517-ae2d8d29c669 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:43.788468 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab27b68-ae33-4249-835b-11afa728ec58 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Port': ['ID=c957ef7f-6c7e-43a2-b78b-05695a1b8228,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:43.790937 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bab27b68-ae33-4249-835b-11afa728ec58 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:43.834605 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279b85e-4796-4ecb-9243-39aea09cf267 req-035afc3a-2ecf-4d73-ac07-0ea6951900b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:43.836157 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-f279b85e-4796-4ecb-9243-39aea09cf267 req-035afc3a-2ecf-4d73-ac07-0ea6951900b8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=418ec826-97fb-4894-813a-51ffe25a7768 HTTP/1.1" status: 200 len: 849 time: 0.3991058 May 31 15:50:43.837099 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4753932-0d4d-4b3d-b19d-7330b102b594 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] DELETE failed (client error): The resource could not be found. May 31 15:50:43.837679 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4753932-0d4d-4b3d-b19d-7330b102b594 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:43.841434 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e4753932-0d4d-4b3d-b19d-7330b102b594 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/subnets/7bd82f2e-38b3-4381-b69c-d3ee28c0d31a HTTP/1.1" status: 404 len: 337 time: 0.2820024 May 31 15:50:43.843502 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] device_id is not set on port 6cdfc1e5-19c4-4de5-b86a-f682020cbb83 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:50:43.846538 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55028) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:43.944608 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7750d15-8b0f-4be8-9f68-c061aecce7a2 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] DELETE failed (client error): The resource could not be found. May 31 15:50:43.945086 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7750d15-8b0f-4be8-9f68-c061aecce7a2 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:43.977144 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-5b45da7b-1254-4671-b823-dc30ae2b09a2 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Allocated IP 172.26.0.87 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/b6d43b60-3d16-4f91-bc14-2b25f8aaf668) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:50:43.981348 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-409f0f82-2898-482e-ae60-32abae890eae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:44.000712 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7b278aad-86c8-4197-8718-3ab16f34cce1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:44.021181 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c7750d15-8b0f-4be8-9f68-c061aecce7a2 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/networks/f339f647-3d58-4483-b5df-b510a75e2d9e HTTP/1.1" status: 404 len: 339 time: 0.1694360 May 31 15:50:44.021181 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bab27b68-ae33-4249-835b-11afa728ec58 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:44.030254 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55032) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:44.116965 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409f0f82-2898-482e-ae60-32abae890eae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:50:44.127903 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-409f0f82-2898-482e-ae60-32abae890eae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:44.136787 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409f0f82-2898-482e-ae60-32abae890eae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:50:44.138832 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-33df205d-6666-4895-b63d-b11a48975389 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] DELETE failed (client error): The resource could not be found. May 31 15:50:44.139418 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33df205d-6666-4895-b63d-b11a48975389 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:44.141132 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-33df205d-6666-4895-b63d-b11a48975389 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/subnets/09259daa-01d1-4bd6-b5dd-6b59c5b377a8 HTTP/1.1" status: 404 len: 337 time: 0.1097944 May 31 15:50:44.195881 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55036) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:44.274298 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f0f82-2898-482e-ae60-32abae890eae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Port': ['ID=d088b7ec-8715-47ac-9ab2-011b881b3456,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:44.277777 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-409f0f82-2898-482e-ae60-32abae890eae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:44.281143 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-11abbb79-dd80-432f-9466-625effd5b445 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] DELETE failed (client error): The resource could not be found. May 31 15:50:44.281578 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11abbb79-dd80-432f-9466-625effd5b445 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:44.286009 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-11abbb79-dd80-432f-9466-625effd5b445 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/networks/15be47a0-48b8-4bac-8012-a4f86e87970c HTTP/1.1" status: 404 len: 339 time: 0.0864034 May 31 15:50:44.287434 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55040) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:44.307586 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279b85e-4796-4ecb-9243-39aea09cf267 req-a96213b2-cf8b-4947-b2f2-64aa4bdcab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:44.309117 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-f279b85e-4796-4ecb-9243-39aea09cf267 req-a96213b2-cf8b-4947-b2f2-64aa4bdcab56 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d344e8f1-f415-4064-9d12-68c70eb6ac0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4630888 May 31 15:50:44.361139 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409f0f82-2898-482e-ae60-32abae890eae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:44.361780 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-409f0f82-2898-482e-ae60-32abae890eae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:44.398245 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ae99d61a-2c13-4aff-ad19-f351f56db4b8 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:44.412575 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-472d9c2e-7e2c-4dff-93fa-ede205b8a15c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] DELETE failed (client error): The resource could not be found. May 31 15:50:44.413051 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-472d9c2e-7e2c-4dff-93fa-ede205b8a15c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:44.414812 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-472d9c2e-7e2c-4dff-93fa-ede205b8a15c tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/subnets/93f18ca9-ee09-44a3-97bb-ebf392bd99a2 HTTP/1.1" status: 404 len: 337 time: 0.1262989 May 31 15:50:44.432953 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7fe14497-3c40-4a27-bfca-7609f2a458f2 None None] Provisioning for port d088b7ec-8715-47ac-9ab2-011b881b3456 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:50:44.438407 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7fe14497-3c40-4a27-bfca-7609f2a458f2 None None] Provisioning complete for port d088b7ec-8715-47ac-9ab2-011b881b3456 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:44.438860 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7fe14497-3c40-4a27-bfca-7609f2a458f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:44.453799 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55044) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:44.498893 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-7fe14497-3c40-4a27-bfca-7609f2a458f2 None None] Port d088b7ec-8715-47ac-9ab2-011b881b3456 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:50:44.569105 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-69da41ad-7958-41c8-9a5d-c8ca1f2b674a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:44.633530 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:44.681172 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-409f0f82-2898-482e-ae60-32abae890eae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.6706340 May 31 15:50:44.686283 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55050) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:44.714638 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-794b3c43-b3e6-4be1-87a2-ef34aa504d4f tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] DELETE failed (client error): The resource could not be found. May 31 15:50:44.715147 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-794b3c43-b3e6-4be1-87a2-ef34aa504d4f tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:44.716840 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-794b3c43-b3e6-4be1-87a2-ef34aa504d4f tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/networks/4117c888-f6cd-4602-9a2a-28d9cf2493d4 HTTP/1.1" status: 404 len: 339 time: 0.1977372 May 31 15:50:44.724256 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5b45da7b-1254-4671-b823-dc30ae2b09a2 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:44.729441 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55054) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:44.760256 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab27b68-ae33-4249-835b-11afa728ec58 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Router 01616df9-1d0d-4da7-90cd-5bb73f6d028a has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:50:44.767918 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:44.827933 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce6a3138-9841-475e-925a-fa30fdabfde7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] DELETE failed (client error): The resource could not be found. May 31 15:50:44.828433 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce6a3138-9841-475e-925a-fa30fdabfde7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:44.830287 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ce6a3138-9841-475e-925a-fa30fdabfde7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/subnets/3b34381d-7c7c-411d-adda-786ac913a243 HTTP/1.1" status: 404 len: 337 time: 0.0953019 May 31 15:50:44.844874 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da41ad-7958-41c8-9a5d-c8ca1f2b674a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0855a3d7-c8f1-43b9-80cd-3c7b17490413,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:44.848307 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55058) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:44.858679 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-69da41ad-7958-41c8-9a5d-c8ca1f2b674a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:44.936643 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-f279b85e-4796-4ecb-9243-39aea09cf267 req-c11ffd5a-7e3a-462a-b33f-529b06eaca38 service neutron] 10.222.0.59 "GET /v2.0/networks/d344e8f1-f415-4064-9d12-68c70eb6ac0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6136746 May 31 15:50:44.974781 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69da41ad-7958-41c8-9a5d-c8ca1f2b674a admin admin] Checking segment: {'id': 'd689a5f1-87c6-4c5b-a91b-b6d33d247f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:50:44.975146 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69da41ad-7958-41c8-9a5d-c8ca1f2b674a admin admin] Network hostable DHCP agents. Network: 258fafc3-be14-41c8-a854-4f81d373cb1a, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:50:44.978114 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b83d64-8a6f-4264-967e-9ca1b3646f5f tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] DELETE failed (client error): The resource could not be found. May 31 15:50:44.978586 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b83d64-8a6f-4264-967e-9ca1b3646f5f tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:44.980257 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-37b83d64-8a6f-4264-967e-9ca1b3646f5f tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/networks/1ac28fd4-1cfe-4a8c-a7a7-790bd6f4f0af HTTP/1.1" status: 404 len: 339 time: 0.1250303 May 31 15:50:45.006390 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55062) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:45.026695 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab27b68-ae33-4249-835b-11afa728ec58 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:50:45.036100 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bab27b68-ae33-4249-835b-11afa728ec58 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "PUT /v2.0/routers/01616df9-1d0d-4da7-90cd-5bb73f6d028a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1276436 May 31 15:50:45.037451 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110733d0-7d18-4983-b3f0-3bd43b0fa44d None None] Sync routers for ids ['01616df9-1d0d-4da7-90cd-5bb73f6d028a'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:50:45.039430 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55066) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:45.047583 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] device_id is not set on port 63c01350-011a-4cd9-b1bb-913767e2b106 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:50:45.048499 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110733d0-7d18-4983-b3f0-3bd43b0fa44d None None] Routers {'01616df9-1d0d-4da7-90cd-5bb73f6d028a'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:45.049217 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-110733d0-7d18-4983-b3f0-3bd43b0fa44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:50:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['01616df9-1d0d-4da7-90cd-5bb73f6d028a'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:45.114954 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-110733d0-7d18-4983-b3f0-3bd43b0fa44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:45.120492 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a87f2de-9cce-4766-8430-0e412b9bb40f tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] DELETE failed (client error): The resource could not be found. May 31 15:50:45.120940 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a87f2de-9cce-4766-8430-0e412b9bb40f tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:45.125224 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9a87f2de-9cce-4766-8430-0e412b9bb40f tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/subnets/ff700af6-321e-4e5a-b1aa-184896cf2af7 HTTP/1.1" status: 404 len: 337 time: 0.1118171 May 31 15:50:45.125429 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110733d0-7d18-4983-b3f0-3bd43b0fa44d None None] Routers {'01616df9-1d0d-4da7-90cd-5bb73f6d028a'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:45.125429 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-110733d0-7d18-4983-b3f0-3bd43b0fa44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:50:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['01616df9-1d0d-4da7-90cd-5bb73f6d028a'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:45.127077 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55070) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:45.152416 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5b45da7b-1254-4671-b823-dc30ae2b09a2 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:45.159295 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ea46fc69-d239-4573-a5ac-975edb46a0b1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:45.191168 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c8dc0-38ba-4865-a0b9-33d404173fbd req-9db3acfa-51a7-43d4-8be3-9a5a85742d63 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:45.192673 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-576c8dc0-38ba-4865-a0b9-33d404173fbd req-9db3acfa-51a7-43d4-8be3-9a5a85742d63 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.5433204 May 31 15:50:45.199346 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-110733d0-7d18-4983-b3f0-3bd43b0fa44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:45.199913 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110733d0-7d18-4983-b3f0-3bd43b0fa44d None None] The sync data for ids ['01616df9-1d0d-4da7-90cd-5bb73f6d028a'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:50:45.201254 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69da41ad-7958-41c8-9a5d-c8ca1f2b674a admin admin] Network 258fafc3-be14-41c8-a854-4f81d373cb1a is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:50:45.233024 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d1e5dc-23d4-47bd-b481-71f06d8230ec tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:45.239319 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d1e5dc-23d4-47bd-b481-71f06d8230ec tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:45.240115 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-42d1e5dc-23d4-47bd-b481-71f06d8230ec tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:50:45.260757 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b45da7b-1254-4671-b823-dc30ae2b09a2 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:50:45.267702 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-5b45da7b-1254-4671-b823-dc30ae2b09a2 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:45.280913 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b45da7b-1254-4671-b823-dc30ae2b09a2 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:50:45.305710 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-69da41ad-7958-41c8-9a5d-c8ca1f2b674a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 258fafc3-be14-41c8-a854-4f81d373cb1a) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:45.314958 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6109b34e-8af3-45f3-b8b7-83b3bdef3c3a None None] Network 258fafc3-be14-41c8-a854-4f81d373cb1a requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:45.326615 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-d73a1fa7-8cc4-400a-9176-4bea2ff742c9 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] DELETE failed (client error): The resource could not be found. May 31 15:50:45.327126 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d73a1fa7-8cc4-400a-9176-4bea2ff742c9 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:45.328449 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45da7b-1254-4671-b823-dc30ae2b09a2 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Pushing event updated for resources: {'Port': ['ID=b6d43b60-3d16-4f91-bc14-2b25f8aaf668,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:45.338610 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5b45da7b-1254-4671-b823-dc30ae2b09a2 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:45.346067 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-f279b85e-4796-4ecb-9243-39aea09cf267 req-b57f45ff-8135-4b75-890e-df05a39ed79b service neutron] 10.222.0.59 "GET /v2.0/networks/d344e8f1-f415-4064-9d12-68c70eb6ac0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927314 May 31 15:50:45.353025 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69da41ad-7958-41c8-9a5d-c8ca1f2b674a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:45.353620 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-69da41ad-7958-41c8-9a5d-c8ca1f2b674a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:45.409583 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d73a1fa7-8cc4-400a-9176-4bea2ff742c9 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/networks/b26f86c0-508c-4af9-89b1-49b7470c4908 HTTP/1.1" status: 404 len: 339 time: 0.2766309 May 31 15:50:45.423120 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55074) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:45.424020 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-42d1e5dc-23d4-47bd-b481-71f06d8230ec tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:50:45.425800 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-42d1e5dc-23d4-47bd-b481-71f06d8230ec tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.7302606 May 31 15:50:45.437726 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55076) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:45.559756 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1eaf04-f29e-4189-9a77-1bd9c3fc6d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-258fafc3-be14-41c8-a854-4f81d373cb1a', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'fixed_ips': [{'subnet_id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:50:45.560755 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2d1eaf04-f29e-4189-9a77-1bd9c3fc6d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:45.623815 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-576c8dc0-38ba-4865-a0b9-33d404173fbd req-c20980b0-46e6-478b-8314-84b79299d00a tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4019272 May 31 15:50:45.641866 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b2ea966-0d92-4ccf-92ac-905c1947d6cf tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] DELETE failed (client error): The resource could not be found. May 31 15:50:45.642404 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b2ea966-0d92-4ccf-92ac-905c1947d6cf tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:45.646416 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0b2ea966-0d92-4ccf-92ac-905c1947d6cf tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/subnets/08f793ae-07ec-472c-8d99-fd63b6945949 HTTP/1.1" status: 404 len: 337 time: 0.2159529 May 31 15:50:45.658992 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-69da41ad-7958-41c8-9a5d-c8ca1f2b674a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.8551114 May 31 15:50:45.658992 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55082) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:45.665529 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55084) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:45.666993 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-5daf609a-9fc0-454a-a0a0-354228c013e9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] remove_router_interface failed (client error): The resource could not be found. May 31 15:50:45.670560 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-5daf609a-9fc0-454a-a0a0-354228c013e9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "PUT /v2.0/routers/01616df9-1d0d-4da7-90cd-5bb73f6d028a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6250288 May 31 15:50:45.674287 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55090) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:45.679774 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-7c48351d-94fa-4975-876c-463234de9f57 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-25264524-router', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:45.720044 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-7c48351d-94fa-4975-876c-463234de9f57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:45.771815 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-2d1eaf04-f29e-4189-9a77-1bd9c3fc6d3e None None] Allocated IP 172.20.0.2 (258fafc3-be14-41c8-a854-4f81d373cb1a/0855a3d7-c8f1-43b9-80cd-3c7b17490413/058b92e4-e83f-4f99-b5fc-61473bc6e9a8) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:50:45.774841 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-7c48351d-94fa-4975-876c-463234de9f57 admin admin] Usage tracker for resource:router and tenant:8116e4b155bf47a28df54c3549abf9a0 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:50:45.791367 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cb456e95-4eb8-4028-b0b4-5a6c147f2d94 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Synchronizing usage tracker for tenant:4495789bf65544d19fbd02194192aa34 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:50:45.795548 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a75e23f-7fd6-4b97-afc8-42d0719d1c4e tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] DELETE failed (client error): The resource could not be found. May 31 15:50:45.796012 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a75e23f-7fd6-4b97-afc8-42d0719d1c4e tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:45.800006 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8a75e23f-7fd6-4b97-afc8-42d0719d1c4e tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/networks/97f4c145-f389-4c08-b02f-a232e8ba4b32 HTTP/1.1" status: 404 len: 339 time: 0.1332340 May 31 15:50:45.805304 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-7c48351d-94fa-4975-876c-463234de9f57 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:50:45.808434 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55094) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:45.826840 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-7c48351d-94fa-4975-876c-463234de9f57 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:45.865717 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:45.870391 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cb456e95-4eb8-4028-b0b4-5a6c147f2d94 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Unset dirty status for tenant:4495789bf65544d19fbd02194192aa34 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:50:45.874143 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-cb456e95-4eb8-4028-b0b4-5a6c147f2d94 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "GET /v2.0/ports?device_id=01616df9-1d0d-4da7-90cd-5bb73f6d028a HTTP/1.1" status: 200 len: 205 time: 0.1886201 May 31 15:50:45.875432 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c48351d-94fa-4975-876c-463234de9f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:45.876446 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c48351d-94fa-4975-876c-463234de9f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:45.881022 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55098) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:45.902635 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-905b8649-95de-43ef-b58e-90863fbd6fef tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] DELETE failed (client error): The resource could not be found. May 31 15:50:45.903306 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-905b8649-95de-43ef-b58e-90863fbd6fef tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:45.907254 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-905b8649-95de-43ef-b58e-90863fbd6fef tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/subnets/cba26c25-2d89-4351-a85c-49f87d84879a HTTP/1.1" status: 404 len: 337 time: 0.0954070 May 31 15:50:45.909027 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55102) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:45.954233 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-201a4012-4867-4aea-95e9-dad07d1ee749 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] DELETE failed (client error): The resource could not be found. May 31 15:50:45.954709 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-201a4012-4867-4aea-95e9-dad07d1ee749 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:45.958829 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-201a4012-4867-4aea-95e9-dad07d1ee749 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/networks/aa590d1f-8f64-47a6-b8db-a2a00befaac5 HTTP/1.1" status: 404 len: 339 time: 0.0420532 May 31 15:50:45.964079 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55106) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:46.013442 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2d1eaf04-f29e-4189-9a77-1bd9c3fc6d3e None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:46.026165 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2d1eaf04-f29e-4189-9a77-1bd9c3fc6d3e None None] Transition to ACTIVE for port object 058b92e4-e83f-4f99-b5fc-61473bc6e9a8 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:50:46.050808 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2d1eaf04-f29e-4189-9a77-1bd9c3fc6d3e None None] Transition to ACTIVE for port object 058b92e4-e83f-4f99-b5fc-61473bc6e9a8 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:50:46.058874 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2d1eaf04-f29e-4189-9a77-1bd9c3fc6d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:46.070246 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-22a0d4a1-1130-41e6-aac0-340e10225a3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:46.111595 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-ae99d61a-2c13-4aff-ad19-f351f56db4b8 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Deleting port 4466f08d-7e41-4b26-b30d-a6bd659aacf6 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:46.111946 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ae99d61a-2c13-4aff-ad19-f351f56db4b8 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:46.136413 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1eaf04-f29e-4189-9a77-1bd9c3fc6d3e None None] Network 258fafc3-be14-41c8-a854-4f81d373cb1a is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:50:46.140285 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-2d1eaf04-f29e-4189-9a77-1bd9c3fc6d3e None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:46.144206 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1eaf04-f29e-4189-9a77-1bd9c3fc6d3e None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:50:46.155733 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1eaf04-f29e-4189-9a77-1bd9c3fc6d3e None None] Pushing event updated for resources: {'Port': ['ID=058b92e4-e83f-4f99-b5fc-61473bc6e9a8,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:46.198903 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-2d1eaf04-f29e-4189-9a77-1bd9c3fc6d3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:46.233664 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5b45da7b-1254-4671-b823-dc30ae2b09a2 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router_gateway, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:46.243305 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c48351d-94fa-4975-876c-463234de9f57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:46.258645 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-2d1eaf04-f29e-4189-9a77-1bd9c3fc6d3e None None] Attempting to bind port 058b92e4-e83f-4f99-b5fc-61473bc6e9a8 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:50:46.259194 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-2d1eaf04-f29e-4189-9a77-1bd9c3fc6d3e None None] Attempting to bind port 058b92e4-e83f-4f99-b5fc-61473bc6e9a8 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'd689a5f1-87c6-4c5b-a91b-b6d33d247f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:50:46.259670 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1eaf04-f29e-4189-9a77-1bd9c3fc6d3e None None] Attempting to bind port 058b92e4-e83f-4f99-b5fc-61473bc6e9a8 on network 258fafc3-be14-41c8-a854-4f81d373cb1a {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:50:46.265311 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1eaf04-f29e-4189-9a77-1bd9c3fc6d3e None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:50:46.266226 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1eaf04-f29e-4189-9a77-1bd9c3fc6d3e None None] Checking segment: {'id': 'd689a5f1-87c6-4c5b-a91b-b6d33d247f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:50:46.266226 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2d1eaf04-f29e-4189-9a77-1bd9c3fc6d3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:46.266969 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1eaf04-f29e-4189-9a77-1bd9c3fc6d3e None None] Bound using segment: {'id': 'd689a5f1-87c6-4c5b-a91b-b6d33d247f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:50:46.267348 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-2d1eaf04-f29e-4189-9a77-1bd9c3fc6d3e None None] Bound port: 058b92e4-e83f-4f99-b5fc-61473bc6e9a8, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd689a5f1-87c6-4c5b-a91b-b6d33d247f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:50:46.267744 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a9198da-fe7a-42f5-85d0-82ebfc451729 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] DELETE failed (client error): The resource could not be found. May 31 15:50:46.267882 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2d1eaf04-f29e-4189-9a77-1bd9c3fc6d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:46.268197 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a9198da-fe7a-42f5-85d0-82ebfc451729 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:46.272310 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6ec5fccf-5dc5-448b-aee4-e05310f81f41 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:46.341797 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-7bec40ce-8ce1-4cdd-bd87-0d01b2287645 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting port d088b7ec-8715-47ac-9ab2-011b881b3456 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:46.342411 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7bec40ce-8ce1-4cdd-bd87-0d01b2287645 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:46.360356 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-ae99d61a-2c13-4aff-ad19-f351f56db4b8 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] For port 4466f08d-7e41-4b26-b30d-a6bd659aacf6, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=4466f08d-7e41-4b26-b30d-a6bd659aacf6,segment=NetworkSegment(c1fa8a02-d810-4da0-bb4c-52219241bfa8),segment_id=c1fa8a02-d810-4da0-bb4c-52219241bfa8)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:46.360723 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ae99d61a-2c13-4aff-ad19-f351f56db4b8 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:46.364862 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-2d1eaf04-f29e-4189-9a77-1bd9c3fc6d3e None None] For port 058b92e4-e83f-4f99-b5fc-61473bc6e9a8, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:50:46.368596 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-2d1eaf04-f29e-4189-9a77-1bd9c3fc6d3e None None] For port 058b92e4-e83f-4f99-b5fc-61473bc6e9a8, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=058b92e4-e83f-4f99-b5fc-61473bc6e9a8,segment=NetworkSegment(d689a5f1-87c6-4c5b-a91b-b6d33d247f15),segment_id=d689a5f1-87c6-4c5b-a91b-b6d33d247f15)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:50:46.377735 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0a9198da-fe7a-42f5-85d0-82ebfc451729 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/subnets/a279e96b-84c4-4f7f-bcdc-4428837dda23 HTTP/1.1" status: 404 len: 337 time: 0.4101896 May 31 15:50:46.390185 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2d1eaf04-f29e-4189-9a77-1bd9c3fc6d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:46.401523 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b341773f-0b32-4333-a6ca-931c3e964b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:46.426300 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55110) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:46.493340 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1eaf04-f29e-4189-9a77-1bd9c3fc6d3e None None] Pushing event updated for resources: {'Port': ['ID=058b92e4-e83f-4f99-b5fc-61473bc6e9a8,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:46.498026 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-2d1eaf04-f29e-4189-9a77-1bd9c3fc6d3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:46.543596 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:46.579773 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-ae99d61a-2c13-4aff-ad19-f351f56db4b8 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Calling delete_port for 4466f08d-7e41-4b26-b30d-a6bd659aacf6 owned by network:router_interface {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:46.609217 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a0acde5-d4b5-43b0-96bf-63936e3069e3 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] DELETE failed (client error): The resource could not be found. May 31 15:50:46.609217 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a0acde5-d4b5-43b0-96bf-63936e3069e3 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:46.610923 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1a0acde5-d4b5-43b0-96bf-63936e3069e3 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/networks/b56534aa-c23e-46a0-ad72-ea71d6ca850e HTTP/1.1" status: 404 len: 339 time: 0.1792512 May 31 15:50:46.651233 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-20c273da-01fe-4508-b73d-eb36d667c8a7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:46.652989 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55114) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:47.052304 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network c3b1d98e-52e3-416d-a56a-51cbabc18c9a is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:50:47.059635 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6ec5fccf-5dc5-448b-aee4-e05310f81f41 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:47.066303 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-99560092-f71f-403e-800e-5b94d0f1219a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Deleting subnet 557baba2-5e56-4224-be9f-b619c195bdcf {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:50:47.076283 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6ec5fccf-5dc5-448b-aee4-e05310f81f41 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:47.077419 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-99560092-f71f-403e-800e-5b94d0f1219a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:47.087488 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:47.098852 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7bec40ce-8ce1-4cdd-bd87-0d01b2287645 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:47.108502 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:50:47.109311 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:47.110903 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Port': ['ID=6cdfc1e5-19c4-4de5-b86a-f682020cbb83,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:47.132238 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5b45da7b-1254-4671-b823-dc30ae2b09a2 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:47.191002 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:47.191561 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b0a675b6-e09e-4c3d-956b-37b4615406fb tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:47.214575 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-99560092-f71f-403e-800e-5b94d0f1219a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:47.487964 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ae99d61a-2c13-4aff-ad19-f351f56db4b8 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:47.495637 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9c39535c-0071-4da2-8584-c3ac8d24f943 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:47.526746 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c48351d-94fa-4975-876c-463234de9f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:47.533410 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-99560092-f71f-403e-800e-5b94d0f1219a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:47.545367 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-7bec40ce-8ce1-4cdd-bd87-0d01b2287645 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Calling delete_port for d088b7ec-8715-47ac-9ab2-011b881b3456 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:47.547983 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004fc061-d256-4623-9530-dcc5ea7d328d None None] Network 258fafc3-be14-41c8-a854-4f81d373cb1a requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:47.568337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6ec5fccf-5dc5-448b-aee4-e05310f81f41 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:47.569747 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec5fccf-5dc5-448b-aee4-e05310f81f41 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Fanout notify agent at l3_agent the message router_deleted on router 01616df9-1d0d-4da7-90cd-5bb73f6d028a {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:50:47.587575 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99d61a-2c13-4aff-ad19-f351f56db4b8 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Port': ['ID=4466f08d-7e41-4b26-b30d-a6bd659aacf6,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:47.623999 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ae99d61a-2c13-4aff-ad19-f351f56db4b8 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:47.627591 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Port': ['ID=63c01350-011a-4cd9-b1bb-913767e2b106,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:47.637622 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6ec5fccf-5dc5-448b-aee4-e05310f81f41 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:47.641149 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6ec5fccf-5dc5-448b-aee4-e05310f81f41 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/routers/01616df9-1d0d-4da7-90cd-5bb73f6d028a HTTP/1.1" status: 204 len: 168 time: 1.7547574 May 31 15:50:47.641720 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:47.647178 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55120) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:47.697631 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b45da7b-1254-4671-b823-dc30ae2b09a2 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Router 5c91bab4-6b84-47a5-9e69-fe6f13470257 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:50:47.707463 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Checking segment: {'id': 'f33fbe29-6970-44a1-b450-73b1f1d14db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '79282fd6-f8a2-4716-b2ef-0a2873985713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:50:47.708062 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network hostable DHCP agents. Network: 79282fd6-f8a2-4716-b2ef-0a2873985713, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:50:47.775596 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-cc27130c-5bc7-4d9d-9749-431ef1cd0665 None None] Provisioning for port 058b92e4-e83f-4f99-b5fc-61473bc6e9a8 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:50:47.806124 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164de07-2ed0-454f-bd4c-310e2257bbd3 req-2f757d0c-879c-4443-a0b2-5c069ff49ed7 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:47.807950 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b164de07-2ed0-454f-bd4c-310e2257bbd3 req-2f757d0c-879c-4443-a0b2-5c069ff49ed7 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.9435410 May 31 15:50:47.835777 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-bde57475-bc6f-4231-8e01-0fe9ef4e4d87 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Deleting subnet af13c731-2b8e-440e-abba-61ce736e83bb {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:50:47.867088 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bde57475-bc6f-4231-8e01-0fe9ef4e4d87 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:47.923214 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network 79282fd6-f8a2-4716-b2ef-0a2873985713 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:50:47.993871 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 79282fd6-f8a2-4716-b2ef-0a2873985713) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:47.997976 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b164de07-2ed0-454f-bd4c-310e2257bbd3 req-4ff0d698-e689-4abc-aa5e-4b79ee6eae3f tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725295 May 31 15:50:48.000432 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bde57475-bc6f-4231-8e01-0fe9ef4e4d87 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:48.006090 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de52b1f7-ca9d-438f-bb5b-1b738e891afa None None] Network 79282fd6-f8a2-4716-b2ef-0a2873985713 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:48.067222 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:50:48.072969 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:48.078399 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:48.079151 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:48.248357 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ae99d61a-2c13-4aff-ad19-f351f56db4b8 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:48.263549 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 058b92e4-e83f-4f99-b5fc-61473bc6e9a8 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:50:48.286321 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.0970147 May 31 15:50:48.293713 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55126) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:48.312973 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b45da7b-1254-4671-b823-dc30ae2b09a2 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:50:48.325088 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330b8634-0d7b-4704-9ab4-0f1dc7c7b10c None None] Sync routers for ids ['5c91bab4-6b84-47a5-9e69-fe6f13470257'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:50:48.334751 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330b8634-0d7b-4704-9ab4-0f1dc7c7b10c None None] Routers {'5c91bab4-6b84-47a5-9e69-fe6f13470257'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:48.335676 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-330b8634-0d7b-4704-9ab4-0f1dc7c7b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:50:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['5c91bab4-6b84-47a5-9e69-fe6f13470257'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:48.353578 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 058b92e4-e83f-4f99-b5fc-61473bc6e9a8 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:50:48.362507 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 058b92e4-e83f-4f99-b5fc-61473bc6e9a8 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:48.362900 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:48.402781 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-330b8634-0d7b-4704-9ab4-0f1dc7c7b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:48.412079 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330b8634-0d7b-4704-9ab4-0f1dc7c7b10c None None] Routers {'5c91bab4-6b84-47a5-9e69-fe6f13470257'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:48.413162 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-330b8634-0d7b-4704-9ab4-0f1dc7c7b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:50:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['5c91bab4-6b84-47a5-9e69-fe6f13470257'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:48.473602 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-330b8634-0d7b-4704-9ab4-0f1dc7c7b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:48.474403 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330b8634-0d7b-4704-9ab4-0f1dc7c7b10c None None] The sync data for ids ['5c91bab4-6b84-47a5-9e69-fe6f13470257'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:50:48.531745 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5b45da7b-1254-4671-b823-dc30ae2b09a2 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:48.533028 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5b45da7b-1254-4671-b823-dc30ae2b09a2 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.1358895 May 31 15:50:48.539608 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55130) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:48.544564 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:48.548596 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bde57475-bc6f-4231-8e01-0fe9ef4e4d87 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:48.550359 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-28ed5dd5-0795-4d66-824d-0f291b5abd89 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:48.578109 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 058b92e4-e83f-4f99-b5fc-61473bc6e9a8, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=058b92e4-e83f-4f99-b5fc-61473bc6e9a8,segment=NetworkSegment(d689a5f1-87c6-4c5b-a91b-b6d33d247f15),segment_id=d689a5f1-87c6-4c5b-a91b-b6d33d247f15)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:48.582965 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:48.585894 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7bec40ce-8ce1-4cdd-bd87-0d01b2287645 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:48.586059 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-4721d3cb-c104-49f6-bc01-eca85644d8f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:48.655294 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=058b92e4-e83f-4f99-b5fc-61473bc6e9a8,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:48.658384 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:48.668174 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-54a43fe6-695f-497f-a82e-62bc66ad0d66 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:48.757938 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec40ce-8ce1-4cdd-bd87-0d01b2287645 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Port': ['ID=d088b7ec-8715-47ac-9ab2-011b881b3456,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:48.764700 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7bec40ce-8ce1-4cdd-bd87-0d01b2287645 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:48.860045 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f45025-e7d7-4797-99ac-074b385b9521 req-cb96a28a-f382-4ab1-8294-2f6831dd3a11 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:48.861588 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-07f45025-e7d7-4797-99ac-074b385b9521 req-cb96a28a-f382-4ab1-8294-2f6831dd3a11 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.6830721 May 31 15:50:48.876085 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-99560092-f71f-403e-800e-5b94d0f1219a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:48.931233 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d83ff7e4-5d8b-43fe-a4da-2bf93c76d2ef tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:48.998374 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99560092-f71f-403e-800e-5b94d0f1219a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Subnet': ['ID=557baba2-5e56-4224-be9f-b619c195bdcf,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:49.000782 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-99560092-f71f-403e-800e-5b94d0f1219a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:49.001015 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433c0247-1ba0-4ffe-b57f-6bbb7e41ed90 None None] Network 4bdb877d-3cfb-4984-a4d6-5fd60d038c28 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:49.032140 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c48351d-94fa-4975-876c-463234de9f57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:49.057952 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-99560092-f71f-403e-800e-5b94d0f1219a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:49.081578 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c48351d-94fa-4975-876c-463234de9f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:49.091947 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-99560092-f71f-403e-800e-5b94d0f1219a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/subnets/557baba2-5e56-4224-be9f-b619c195bdcf HTTP/1.1" status: 204 len: 168 time: 2.4030988 May 31 15:50:49.096509 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55134) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:49.114496 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae99d61a-2c13-4aff-ad19-f351f56db4b8 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:50:49.204801 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-8cc5ad22-9956-417c-8981-2d0b1bbccf20 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting port 63c01350-011a-4cd9-b1bb-913767e2b106 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:49.205039 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8cc5ad22-9956-417c-8981-2d0b1bbccf20 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:49.225235 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-07f45025-e7d7-4797-99ac-074b385b9521 req-c7a89375-9839-493e-a7bf-770b816fa861 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2834444 May 31 15:50:49.355745 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14352264-a4bb-4b12-b91d-89e010bb20d4 None None] DHCP port deletion for 4bdb877d-3cfb-4984-a4d6-5fd60d038c28 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:50:49.426100 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-14352264-a4bb-4b12-b91d-89e010bb20d4 None None] Deleting port 2f388ce7-407b-4228-84ff-bb796f8649ae {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:49.426978 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-14352264-a4bb-4b12-b91d-89e010bb20d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:49.452094 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae99d61a-2c13-4aff-ad19-f351f56db4b8 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:50:49.462561 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ae99d61a-2c13-4aff-ad19-f351f56db4b8 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "PUT /v2.0/routers/1251add1-0768-43fd-9a5e-ac4434f0d2c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0239499 May 31 15:50:49.463649 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55140) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:49.478877 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7bec40ce-8ce1-4cdd-bd87-0d01b2287645 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:49.534655 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ec24e2-6802-4b6e-a333-a831f73e5548 None None] Sync routers for ids ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:50:49.593497 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7bec40ce-8ce1-4cdd-bd87-0d01b2287645 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/d088b7ec-8715-47ac-9ab2-011b881b3456 HTTP/1.1" status: 204 len: 168 time: 4.1517954 May 31 15:50:49.601393 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55146) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:49.603755 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ec24e2-6802-4b6e-a333-a831f73e5548 None None] Routers {'1251add1-0768-43fd-9a5e-ac4434f0d2c2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:49.604404 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-d9ec24e2-6802-4b6e-a333-a831f73e5548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:50:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:49.677572 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8cc5ad22-9956-417c-8981-2d0b1bbccf20 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:49.680826 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-14352264-a4bb-4b12-b91d-89e010bb20d4 None None] For port 2f388ce7-407b-4228-84ff-bb796f8649ae, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=2f388ce7-407b-4228-84ff-bb796f8649ae,segment=NetworkSegment(9be809d3-7042-4018-b92b-cfa018d6f841),segment_id=9be809d3-7042-4018-b92b-cfa018d6f841)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:49.681230 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-14352264-a4bb-4b12-b91d-89e010bb20d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:49.720023 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7a052dfc-baf0-41e9-ae98-66f339bb4aea tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:49.732523 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-624b41da-8862-4ca5-8103-52d81d5e4e62 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Deleting subnet e09bf9c5-ad9b-4edb-a871-044c6e2d7839 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:50:49.739205 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-624b41da-8862-4ca5-8103-52d81d5e4e62 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:49.810204 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fa23c3-b959-4841-8275-3129a33eb9a8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:49.811846 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fa23c3-b959-4841-8275-3129a33eb9a8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:49.813327 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fa23c3-b959-4841-8275-3129a33eb9a8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:49.814121 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-83fa23c3-b959-4841-8275-3129a33eb9a8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:50:49.833078 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-28ed5dd5-0795-4d66-824d-0f291b5abd89 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:49.838898 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-624b41da-8862-4ca5-8103-52d81d5e4e62 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:49.868858 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-14352264-a4bb-4b12-b91d-89e010bb20d4 None None] Calling delete_port for 2f388ce7-407b-4228-84ff-bb796f8649ae owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:49.892856 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-d9ec24e2-6802-4b6e-a333-a831f73e5548 None None] Set router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:50:49.893562 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-8cc5ad22-9956-417c-8981-2d0b1bbccf20 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Calling delete_port for 63c01350-011a-4cd9-b1bb-913767e2b106 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:49.899406 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-28ed5dd5-0795-4d66-824d-0f291b5abd89 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:49.906098 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-83fa23c3-b959-4841-8275-3129a33eb9a8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:50:49.907497 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-83fa23c3-b959-4841-8275-3129a33eb9a8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3050704 May 31 15:50:49.911407 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55150) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:49.981532 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-7c48351d-94fa-4975-876c-463234de9f57 admin admin] Allocated IP 172.26.0.190 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/c2af67fb-4875-441e-89e7-acfdee83d96c) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:50:50.016041 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bde57475-bc6f-4231-8e01-0fe9ef4e4d87 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:50.025826 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-55602e12-452d-42fd-aa83-aea869a4526e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:50.054407 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-de3a6099-fb34-4b36-95bf-ee122bbbb511 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting subnet 2a65b03d-3dc2-47b3-90fb-d17d2426631e {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:50:50.064605 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-de3a6099-fb34-4b36-95bf-ee122bbbb511 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:50.097532 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde57475-bc6f-4231-8e01-0fe9ef4e4d87 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Subnet': ['ID=af13c731-2b8e-440e-abba-61ce736e83bb,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:50.102343 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-624b41da-8862-4ca5-8103-52d81d5e4e62 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:50.102515 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bde57475-bc6f-4231-8e01-0fe9ef4e4d87 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:50.155211 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bde57475-bc6f-4231-8e01-0fe9ef4e4d87 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:50.186010 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bde57475-bc6f-4231-8e01-0fe9ef4e4d87 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/subnets/af13c731-2b8e-440e-abba-61ce736e83bb HTTP/1.1" status: 204 len: 168 time: 2.5341213 May 31 15:50:50.196410 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55154) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:50.204374 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def35029-018e-45c2-bf9f-8844eae7223a req-676a4f80-0392-43d2-a800-33d0d4bb0a62 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:50.205967 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-def35029-018e-45c2-bf9f-8844eae7223a req-676a4f80-0392-43d2-a800-33d0d4bb0a62 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.4806862 May 31 15:50:50.249191 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a12378-3c91-4b38-b30a-c765b16f2472 None None] Network c8634976-14cf-4475-b759-af0e17a1e096 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:50.347062 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 058b92e4-e83f-4f99-b5fc-61473bc6e9a8 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:50:50.348363 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-28ed5dd5-0795-4d66-824d-0f291b5abd89 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Deleting port b6d43b60-3d16-4f91-bc14-2b25f8aaf668 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:50.348899 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-28ed5dd5-0795-4d66-824d-0f291b5abd89 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:50.354128 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-7a052dfc-baf0-41e9-ae98-66f339bb4aea tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Deleting port 2f388ce7-407b-4228-84ff-bb796f8649ae {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:50.354481 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7a052dfc-baf0-41e9-ae98-66f339bb4aea tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:50.363302 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-de3a6099-fb34-4b36-95bf-ee122bbbb511 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:50.370607 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8cc5ad22-9956-417c-8981-2d0b1bbccf20 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:50.376196 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-14352264-a4bb-4b12-b91d-89e010bb20d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:50.391517 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ad7141a9-f651-4a9e-bab5-3aa26dba3361 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:50.398618 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-cc09b13f-69e7-41d6-8645-879fab988869 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:50.472181 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14352264-a4bb-4b12-b91d-89e010bb20d4 None None] Pushing event deleted for resources: {'Port': ['ID=2f388ce7-407b-4228-84ff-bb796f8649ae,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:50.482786 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-14352264-a4bb-4b12-b91d-89e010bb20d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:50.489869 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14352264-a4bb-4b12-b91d-89e010bb20d4 None None] No DVR routers for this DVR port 2f388ce7-407b-4228-84ff-bb796f8649ae on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:50:50.532735 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5ad22-9956-417c-8981-2d0b1bbccf20 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Port': ['ID=63c01350-011a-4cd9-b1bb-913767e2b106,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:50.552955 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bdaed448-0e15-4db6-ab8a-228fae586ca0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:50.554901 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8cc5ad22-9956-417c-8981-2d0b1bbccf20 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:50.558102 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c48351d-94fa-4975-876c-463234de9f57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:50.565844 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8cc5ad22-9956-417c-8981-2d0b1bbccf20 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:50.580926 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-def35029-018e-45c2-bf9f-8844eae7223a req-1bdb121c-a6ef-4152-a684-834d96d8d4d2 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3459904 May 31 15:50:50.603363 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8cc5ad22-9956-417c-8981-2d0b1bbccf20 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/ports/63c01350-011a-4cd9-b1bb-913767e2b106 HTTP/1.1" status: 204 len: 168 time: 2.2951417 May 31 15:50:50.607341 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55158) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:50.610906 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-7a052dfc-baf0-41e9-ae98-66f339bb4aea tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] For port 2f388ce7-407b-4228-84ff-bb796f8649ae, host dv-neutron-601336-79-hyperv, got binding levels [] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:50.611290 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7a052dfc-baf0-41e9-ae98-66f339bb4aea tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:50.626466 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 058b92e4-e83f-4f99-b5fc-61473bc6e9a8 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:50.627615 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:50.670745 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-28ed5dd5-0795-4d66-824d-0f291b5abd89 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:50.697026 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-d9ec24e2-6802-4b6e-a333-a831f73e5548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:50:47Z', 'revision_number': 9, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None, '_interfaces': [{'id': '4ad9a788-5b70-4b25-b336-b2fa94ac22a8', 'name': '', 'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:31Z', 'updated_at': '2021-05-31T15:49:54Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '733c2800-0fbc-443c-896f-fc73ee4be24f', 'name': '', 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:9d:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:14Z', 'updated_at': '2021-05-31T15:49:31Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:50.708821 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ec24e2-6802-4b6e-a333-a831f73e5548 None None] Checking router: 1251add1-0768-43fd-9a5e-ac4434f0d2c2 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:50:50.727159 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ec24e2-6802-4b6e-a333-a831f73e5548 None None] Routers {'1251add1-0768-43fd-9a5e-ac4434f0d2c2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:50.727871 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-d9ec24e2-6802-4b6e-a333-a831f73e5548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:50:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:50.745707 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-de3a6099-fb34-4b36-95bf-ee122bbbb511 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:50.811323 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-7a052dfc-baf0-41e9-ae98-66f339bb4aea tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Calling delete_port for 2f388ce7-407b-4228-84ff-bb796f8649ae owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:50.821352 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.ipam_backend_mixin [None req-7a052dfc-baf0-41e9-ae98-66f339bb4aea tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Port 2f388ce7-407b-4228-84ff-bb796f8649ae was not found and therefore no delete operation was performed {{(pid=99205) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 31 15:50:50.830416 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7a052dfc-baf0-41e9-ae98-66f339bb4aea tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:50.837189 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e57c542b-bcdc-4e6e-8f88-97b6f60a0735 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:50.879873 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-28ed5dd5-0795-4d66-824d-0f291b5abd89 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Calling delete_port for b6d43b60-3d16-4f91-bc14-2b25f8aaf668 owned by network:router_gateway {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:50.894284 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a052dfc-baf0-41e9-ae98-66f339bb4aea tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Port': ['ID=2f388ce7-407b-4228-84ff-bb796f8649ae,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:50.904246 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a052dfc-baf0-41e9-ae98-66f339bb4aea tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] No DVR routers for this DVR port 2f388ce7-407b-4228-84ff-bb796f8649ae on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:50:50.908202 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7a052dfc-baf0-41e9-ae98-66f339bb4aea tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:50.908365 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552f7a23-9696-4be1-ab44-91b95bab1fd6 None None] DHCP port deletion for c8634976-14cf-4475-b759-af0e17a1e096 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:50:51.034285 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-d9ec24e2-6802-4b6e-a333-a831f73e5548 None None] Set router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:50:51.057068 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-624b41da-8862-4ca5-8103-52d81d5e4e62 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:51.065444 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7b83f974-2b7d-400e-96d2-6416466011d9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:51.142308 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b41da-8862-4ca5-8103-52d81d5e4e62 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Subnet': ['ID=e09bf9c5-ad9b-4edb-a871-044c6e2d7839,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:51.159336 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c48351d-94fa-4975-876c-463234de9f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:51.161708 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-624b41da-8862-4ca5-8103-52d81d5e4e62 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:51.166923 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f6580c29-1d1f-4b59-9014-7f40128d77fe tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:51.168535 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-624b41da-8862-4ca5-8103-52d81d5e4e62 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:51.177238 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b16f09d-bdf6-42df-867c-393bc91302d1 None None] Network f9ad58a8-1a63-4e9f-a5df-eb102a0f6106 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:51.183551 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-624b41da-8862-4ca5-8103-52d81d5e4e62 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/subnets/e09bf9c5-ad9b-4edb-a871-044c6e2d7839 HTTP/1.1" status: 204 len: 168 time: 1.7160378 May 31 15:50:51.189660 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 2f388ce7-407b-4228-84ff-bb796f8649ae no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:50:51.196703 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55162) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:51.298609 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 2f388ce7-407b-4228-84ff-bb796f8649ae {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:50:51.298860 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 2f388ce7-407b-4228-84ff-bb796f8649ae not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:50:51.300867 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7a052dfc-baf0-41e9-ae98-66f339bb4aea tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:51.309340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c48351d-94fa-4975-876c-463234de9f57 admin admin] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:50:51.324692 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5bca07-061a-4ede-b860-1c42a567b50f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:51.330521 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5bca07-061a-4ede-b860-1c42a567b50f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:51.331347 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ca5bca07-061a-4ede-b860-1c42a567b50f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Synchronizing usage tracker for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:50:51.338285 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-7c48351d-94fa-4975-876c-463234de9f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:51.344149 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-7a052dfc-baf0-41e9-ae98-66f339bb4aea tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bdb877d-3cfb-4984-a4d6-5fd60d038c28']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:51.352117 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-bdaed448-0e15-4db6-ab8a-228fae586ca0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Deleting port f091aff1-e2c3-4c15-9129-f29cb0a314a4 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:51.352451 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bdaed448-0e15-4db6-ab8a-228fae586ca0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:51.376504 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c48351d-94fa-4975-876c-463234de9f57 admin admin] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:50:51.394119 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-552f7a23-9696-4be1-ab44-91b95bab1fd6 None None] Deleting port f091aff1-e2c3-4c15-9129-f29cb0a314a4 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:51.394534 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-552f7a23-9696-4be1-ab44-91b95bab1fd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:51.419098 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-7a052dfc-baf0-41e9-ae98-66f339bb4aea tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be809d3-7042-4018-b92b-cfa018d6f841') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:51.419382 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-7a052dfc-baf0-41e9-ae98-66f339bb4aea tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be809d3-7042-4018-b92b-cfa018d6f841') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:51.429124 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48351d-94fa-4975-876c-463234de9f57 admin admin] Pushing event updated for resources: {'Port': ['ID=c2af67fb-4875-441e-89e7-acfdee83d96c,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:51.442919 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66cae878-42f2-4b54-98ba-ce36c8695c67 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:51.486451 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7c48351d-94fa-4975-876c-463234de9f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:51.509041 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7a052dfc-baf0-41e9-ae98-66f339bb4aea tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:51.522438 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-28ed5dd5-0795-4d66-824d-0f291b5abd89 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:51.532264 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1ab8f68c-927e-4f77-b1fe-cdd54f9c67bf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:51.551118 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7a052dfc-baf0-41e9-ae98-66f339bb4aea tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:51.566689 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-de3a6099-fb34-4b36-95bf-ee122bbbb511 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:51.592011 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed5dd5-0795-4d66-824d-0f291b5abd89 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Pushing event deleted for resources: {'Port': ['ID=b6d43b60-3d16-4f91-bc14-2b25f8aaf668,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:51.594527 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-28ed5dd5-0795-4d66-824d-0f291b5abd89 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:51.600876 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-552f7a23-9696-4be1-ab44-91b95bab1fd6 None None] For port f091aff1-e2c3-4c15-9129-f29cb0a314a4, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=f091aff1-e2c3-4c15-9129-f29cb0a314a4,segment=NetworkSegment(6f6aaf8d-d9d6-4f30-9a83-44f10d22b8a7),segment_id=6f6aaf8d-d9d6-4f30-9a83-44f10d22b8a7)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:51.601281 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-552f7a23-9696-4be1-ab44-91b95bab1fd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:51.616732 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ca5bca07-061a-4ede-b860-1c42a567b50f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Unset dirty status for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:50:51.617928 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ca5bca07-061a-4ede-b860-1c42a567b50f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 1.0096397 May 31 15:50:51.621104 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-bdaed448-0e15-4db6-ab8a-228fae586ca0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] For port f091aff1-e2c3-4c15-9129-f29cb0a314a4, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=f091aff1-e2c3-4c15-9129-f29cb0a314a4,segment=NetworkSegment(6f6aaf8d-d9d6-4f30-9a83-44f10d22b8a7),segment_id=6f6aaf8d-d9d6-4f30-9a83-44f10d22b8a7)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:51.621465 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bdaed448-0e15-4db6-ab8a-228fae586ca0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:51.624789 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55168) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:51.632447 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c234089f-c6a0-48d0-832b-a366972c2f0c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:51.639790 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a052dfc-baf0-41e9-ae98-66f339bb4aea tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:50:51.641337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7a052dfc-baf0-41e9-ae98-66f339bb4aea tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:50:51.655547 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:50:51.663841 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-de3a6099-fb34-4b36-95bf-ee122bbbb511 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:51.698099 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2e87bf-3b94-4273-8951-08aa4b827fd2 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:51.781272 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-552f7a23-9696-4be1-ab44-91b95bab1fd6 None None] Calling delete_port for f091aff1-e2c3-4c15-9129-f29cb0a314a4 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:51.781810 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a6099-fb34-4b36-95bf-ee122bbbb511 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Subnet': ['ID=2a65b03d-3dc2-47b3-90fb-d17d2426631e,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:51.803370 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-de3a6099-fb34-4b36-95bf-ee122bbbb511 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:51.824107 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-de3a6099-fb34-4b36-95bf-ee122bbbb511 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/2a65b03d-3dc2-47b3-90fb-d17d2426631e HTTP/1.1" status: 204 len: 168 time: 1.9076848 May 31 15:50:51.832650 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55172) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:51.838151 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-28ed5dd5-0795-4d66-824d-0f291b5abd89 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:51.930757 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-bdaed448-0e15-4db6-ab8a-228fae586ca0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Calling delete_port for f091aff1-e2c3-4c15-9129-f29cb0a314a4 owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:52.001801 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-d9ec24e2-6802-4b6e-a333-a831f73e5548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:50:47Z', 'revision_number': 9, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None, '_interfaces': [{'id': '4ad9a788-5b70-4b25-b336-b2fa94ac22a8', 'name': '', 'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:31Z', 'updated_at': '2021-05-31T15:49:54Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '733c2800-0fbc-443c-896f-fc73ee4be24f', 'name': '', 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:9d:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:14Z', 'updated_at': '2021-05-31T15:49:31Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:52.013045 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ec24e2-6802-4b6e-a333-a831f73e5548 None None] The sync data for ids ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'] in dv-neutron-601336-79-hyperv is: [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:50:47Z', 'revision_number': 9, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None, '_interfaces': [{'id': '4ad9a788-5b70-4b25-b336-b2fa94ac22a8', 'name': '', 'network_id': 'ff27b6ea-8ccf-47a3-b354-81f75f21bbba', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:1f:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:31Z', 'updated_at': '2021-05-31T15:49:54Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '733c2800-0fbc-443c-896f-fc73ee4be24f', 'name': '', 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:9d:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:14Z', 'updated_at': '2021-05-31T15:49:31Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:50:52.015600 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7a052dfc-baf0-41e9-ae98-66f339bb4aea tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:52.034176 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-42d93836-c4e6-4ac0-8643-5df07e1aeaab tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:52.049432 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-552f7a23-9696-4be1-ab44-91b95bab1fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:52.052283 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7a052dfc-baf0-41e9-ae98-66f339bb4aea tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:52.068312 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-855671cc-0445-4823-b5fc-53b6cdab5262 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:52.090918 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a052dfc-baf0-41e9-ae98-66f339bb4aea tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Pushing event deleted for resources: {'Network': ['ID=4bdb877d-3cfb-4984-a4d6-5fd60d038c28,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:52.096252 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7a052dfc-baf0-41e9-ae98-66f339bb4aea tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:52.099239 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7a052dfc-baf0-41e9-ae98-66f339bb4aea tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] 10.222.0.45 "DELETE /v2.0/networks/4bdb877d-3cfb-4984-a4d6-5fd60d038c28 HTTP/1.1" status: 204 len: 168 time: 2.9972205 May 31 15:50:52.106382 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e81d30e-572d-48e6-86df-42621f962a83 None None] DHCP port deletion for f9ad58a8-1a63-4e9f-a5df-eb102a0f6106 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:50:52.151418 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552f7a23-9696-4be1-ab44-91b95bab1fd6 None None] No DVR routers for this DVR port f091aff1-e2c3-4c15-9129-f29cb0a314a4 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:50:52.158587 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f7a23-9696-4be1-ab44-91b95bab1fd6 None None] Pushing event deleted for resources: {'Port': ['ID=f091aff1-e2c3-4c15-9129-f29cb0a314a4,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:52.160833 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-552f7a23-9696-4be1-ab44-91b95bab1fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:52.223674 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-1e81d30e-572d-48e6-86df-42621f962a83 None None] Deleting port 19724008-4113-4bb2-986e-3876ab3d032d {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:52.224582 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1e81d30e-572d-48e6-86df-42621f962a83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:52.304474 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135c084-cb63-4d85-850d-2aa65f9f950c req-1c3ad77e-4a79-434e-abc4-4479c723863e tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:52.306039 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4135c084-cb63-4d85-850d-2aa65f9f950c req-1c3ad77e-4a79-434e-abc4-4479c723863e tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.5392396 May 31 15:50:52.309499 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bdaed448-0e15-4db6-ab8a-228fae586ca0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:52.327537 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8cc5ad22-9956-417c-8981-2d0b1bbccf20 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:52.392202 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-66cae878-42f2-4b54-98ba-ce36c8695c67 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Deleting port 19724008-4113-4bb2-986e-3876ab3d032d {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:52.392650 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66cae878-42f2-4b54-98ba-ce36c8695c67 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:52.443349 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaed448-0e15-4db6-ab8a-228fae586ca0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Port': ['ID=f091aff1-e2c3-4c15-9129-f29cb0a314a4,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:52.446735 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bdaed448-0e15-4db6-ab8a-228fae586ca0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:52.453692 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaed448-0e15-4db6-ab8a-228fae586ca0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] No DVR routers for this DVR port f091aff1-e2c3-4c15-9129-f29cb0a314a4 on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:50:52.536647 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-1e81d30e-572d-48e6-86df-42621f962a83 None None] For port 19724008-4113-4bb2-986e-3876ab3d032d, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=19724008-4113-4bb2-986e-3876ab3d032d,segment=NetworkSegment(c1fa8a02-d810-4da0-bb4c-52219241bfa8),segment_id=c1fa8a02-d810-4da0-bb4c-52219241bfa8)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:52.537065 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1e81d30e-572d-48e6-86df-42621f962a83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:52.554914 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55180) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:52.557252 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 19724008-4113-4bb2-986e-3876ab3d032d no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:50:52.598995 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4135c084-cb63-4d85-850d-2aa65f9f950c req-4ee6a22f-95a1-47ad-b984-7fefe15ec23e tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138019 May 31 15:50:52.599590 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c48351d-94fa-4975-876c-463234de9f57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:52.714276 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-9655d9cb-6308-4298-a16d-5c93a47e6c8a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting subnet fd0ba199-1b46-4892-8322-b8012b32c247 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:50:52.752546 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9655d9cb-6308-4298-a16d-5c93a47e6c8a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:52.790664 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-1e81d30e-572d-48e6-86df-42621f962a83 None None] Calling delete_port for 19724008-4113-4bb2-986e-3876ab3d032d owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:52.878448 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:52.930759 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 19724008-4113-4bb2-986e-3876ab3d032d, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=19724008-4113-4bb2-986e-3876ab3d032d,segment=NetworkSegment(c1fa8a02-d810-4da0-bb4c-52219241bfa8),segment_id=c1fa8a02-d810-4da0-bb4c-52219241bfa8)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:52.936456 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:52.937413 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f091aff1-e2c3-4c15-9129-f29cb0a314a4 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:50:52.971378 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-9341a683-9946-4bd6-ba09-50fa14a9ce34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:52.996174 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9655d9cb-6308-4298-a16d-5c93a47e6c8a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:53.020834 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: f091aff1-e2c3-4c15-9129-f29cb0a314a4 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:50:53.021354 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f091aff1-e2c3-4c15-9129-f29cb0a314a4 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:50:53.032315 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1e81d30e-572d-48e6-86df-42621f962a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:53.032508 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-66cae878-42f2-4b54-98ba-ce36c8695c67 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] For port 19724008-4113-4bb2-986e-3876ab3d032d, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=19724008-4113-4bb2-986e-3876ab3d032d,segment=NetworkSegment(c1fa8a02-d810-4da0-bb4c-52219241bfa8),segment_id=c1fa8a02-d810-4da0-bb4c-52219241bfa8)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:53.033607 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66cae878-42f2-4b54-98ba-ce36c8695c67 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:53.043200 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-28ed5dd5-0795-4d66-824d-0f291b5abd89 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:53.046384 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event deleted for resources: {'Port': ['ID=19724008-4113-4bb2-986e-3876ab3d032d,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:53.048498 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e81d30e-572d-48e6-86df-42621f962a83 None None] No DVR routers for this DVR port 19724008-4113-4bb2-986e-3876ab3d032d on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:50:53.049981 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:53.050441 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:53.061480 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bdaed448-0e15-4db6-ab8a-228fae586ca0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:53.110225 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81d30e-572d-48e6-86df-42621f962a83 None None] Pushing event deleted for resources: {'Port': ['ID=19724008-4113-4bb2-986e-3876ab3d032d,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:53.112729 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1e81d30e-572d-48e6-86df-42621f962a83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:53.122159 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d193eec3-285d-4d25-b8af-c50f12ac49d8 None None] Provisioning complete for port bc2f9e03-c171-490d-82d6-b309872156c0 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:53.122543 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d193eec3-285d-4d25-b8af-c50f12ac49d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:53.134038 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-42b13758-9966-4112-8d21-cf7d8f2a1490 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting port 6cdfc1e5-19c4-4de5-b86a-f682020cbb83 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:53.134515 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-42b13758-9966-4112-8d21-cf7d8f2a1490 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:53.149089 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-bdaed448-0e15-4db6-ab8a-228fae586ca0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8634976-14cf-4475-b759-af0e17a1e096']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:53.181009 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-bdaed448-0e15-4db6-ab8a-228fae586ca0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f6aaf8d-d9d6-4f30-9a83-44f10d22b8a7') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:53.181278 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-bdaed448-0e15-4db6-ab8a-228fae586ca0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f6aaf8d-d9d6-4f30-9a83-44f10d22b8a7') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:53.201999 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bdaed448-0e15-4db6-ab8a-228fae586ca0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:53.213001 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-28ed5dd5-0795-4d66-824d-0f291b5abd89 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446711'] for router, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:53.213233 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-03cec902-ddf6-4f8a-abdb-eb035effe305 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=77c737149bd84d0bb3a7bb28e9afd80b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6353679 May 31 15:50:53.220048 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55186) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:53.221110 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-66cae878-42f2-4b54-98ba-ce36c8695c67 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Calling delete_port for 19724008-4113-4bb2-986e-3876ab3d032d owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:53.302230 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bdaed448-0e15-4db6-ab8a-228fae586ca0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:53.326267 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdaed448-0e15-4db6-ab8a-228fae586ca0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:50:53.326674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bdaed448-0e15-4db6-ab8a-228fae586ca0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:50:53.343168 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:50:53.348769 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009450b0-774f-4b47-956f-0a217c2b0d7d req-1f4314bc-b3e2-49e2-af16-a048dd390761 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:53.349672 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-009450b0-774f-4b47-956f-0a217c2b0d7d req-1f4314bc-b3e2-49e2-af16-a048dd390761 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Synchronizing usage tracker for tenant:2768fca4df5d4b0e9f63be80d17b6d42 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:50:53.492532 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-42b13758-9966-4112-8d21-cf7d8f2a1490 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:53.522799 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ed5dd5-0795-4d66-824d-0f291b5abd89 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Router 5c91bab4-6b84-47a5-9e69-fe6f13470257 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:50:53.535200 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bdaed448-0e15-4db6-ab8a-228fae586ca0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:53.544530 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7a052dfc-baf0-41e9-ae98-66f339bb4aea tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:53.559293 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bdaed448-0e15-4db6-ab8a-228fae586ca0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:53.564533 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ece4c454-fff1-4c5d-97c7-1a7eed1b2e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:53.595656 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaed448-0e15-4db6-ab8a-228fae586ca0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Network': ['ID=c8634976-14cf-4475-b759-af0e17a1e096,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:53.602805 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bdaed448-0e15-4db6-ab8a-228fae586ca0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:53.610612 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c48351d-94fa-4975-876c-463234de9f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:53.622586 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bdaed448-0e15-4db6-ab8a-228fae586ca0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/networks/c8634976-14cf-4475-b759-af0e17a1e096 HTTP/1.1" status: 204 len: 168 time: 3.4155681 May 31 15:50:53.624938 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ece4c454-fff1-4c5d-97c7-1a7eed1b2e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:53.687619 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55190) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:53.714080 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-11c6f010-9587-4f78-8a89-501f00c72e37 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-534864864'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:53.726254 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-11c6f010-9587-4f78-8a89-501f00c72e37 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:53.740987 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-11c6f010-9587-4f78-8a89-501f00c72e37 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Usage tracker for resource:network and tenant:4495789bf65544d19fbd02194192aa34 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:50:53.782731 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-11c6f010-9587-4f78-8a89-501f00c72e37 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:50:53.797470 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-009450b0-774f-4b47-956f-0a217c2b0d7d req-1f4314bc-b3e2-49e2-af16-a048dd390761 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Unset dirty status for tenant:2768fca4df5d4b0e9f63be80d17b6d42 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:50:53.798598 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-009450b0-774f-4b47-956f-0a217c2b0d7d req-1f4314bc-b3e2-49e2-af16-a048dd390761 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.59 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 1.5044942 May 31 15:50:53.807619 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-42b13758-9966-4112-8d21-cf7d8f2a1490 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Calling delete_port for 6cdfc1e5-19c4-4de5-b86a-f682020cbb83 owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:53.808830 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-11c6f010-9587-4f78-8a89-501f00c72e37 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:53.845705 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9655d9cb-6308-4298-a16d-5c93a47e6c8a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:53.889594 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c6f010-9587-4f78-8a89-501f00c72e37 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Made reservation on behalf of 4495789bf65544d19fbd02194192aa34 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:50:53.893295 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-11c6f010-9587-4f78-8a89-501f00c72e37 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:53.932022 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ece4c454-fff1-4c5d-97c7-1a7eed1b2e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:53.939103 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8ce194ab-5ea3-4707-871f-c6eb217ee48c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:53.962429 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4c454-fff1-4c5d-97c7-1a7eed1b2e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c88866e-a940-4911-b143-4c5f7e0580b1,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:53.969100 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ece4c454-fff1-4c5d-97c7-1a7eed1b2e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:53.982697 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c6f010-9587-4f78-8a89-501f00c72e37 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:50:53.986976 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ece4c454-fff1-4c5d-97c7-1a7eed1b2e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:53.990319 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ece4c454-fff1-4c5d-97c7-1a7eed1b2e7c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5c88866e-a940-4911-b143-4c5f7e0580b1 HTTP/1.1" status: 204 len: 168 time: 0.7669790 May 31 15:50:54.015065 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df0c22-2adc-431e-a5fd-9583c16b3558 req-2ac656de-ae44-4828-b4c2-695c623af869 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:54.016590 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-29df0c22-2adc-431e-a5fd-9583c16b3558 req-2ac656de-ae44-4828-b4c2-695c623af869 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.2807865 May 31 15:50:54.021244 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-11c6f010-9587-4f78-8a89-501f00c72e37 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:54.021574 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-11c6f010-9587-4f78-8a89-501f00c72e37 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Added segment dd0fcf51-98a3-4384-a46b-11cd7db74003 of type vlan for network c693e3aa-090c-45a9-8e6b-7f0b57ea4a92 May 31 15:50:54.071026 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 4466f08d-7e41-4b26-b30d-a6bd659aacf6 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:50:54.099165 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-29df0c22-2adc-431e-a5fd-9583c16b3558 req-9ed1c7d6-b3df-4516-87b8-52db6149b20a tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741379 May 31 15:50:54.100933 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-11c6f010-9587-4f78-8a89-501f00c72e37 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:54.105164 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c48351d-94fa-4975-876c-463234de9f57 admin admin] Router d2eaafca-c962-4810-a0d0-a75595e874c0 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:50:54.125105 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 4466f08d-7e41-4b26-b30d-a6bd659aacf6 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:50:54.125722 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 4466f08d-7e41-4b26-b30d-a6bd659aacf6 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:50:54.175138 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ed5dd5-0795-4d66-824d-0f291b5abd89 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:50:54.185785 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574a6c13-44e0-4ed8-8349-48bbf5a39cbe None None] Sync routers for ids ['5c91bab4-6b84-47a5-9e69-fe6f13470257'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:50:54.195531 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574a6c13-44e0-4ed8-8349-48bbf5a39cbe None None] Routers {'5c91bab4-6b84-47a5-9e69-fe6f13470257'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:54.196143 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-574a6c13-44e0-4ed8-8349-48bbf5a39cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:50:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['5c91bab4-6b84-47a5-9e69-fe6f13470257'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:54.230149 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-11c6f010-9587-4f78-8a89-501f00c72e37 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:54.236497 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66cae878-42f2-4b54-98ba-ce36c8695c67 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:54.238432 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c6f010-9587-4f78-8a89-501f00c72e37 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:54.239201 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-11c6f010-9587-4f78-8a89-501f00c72e37 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:54.240079 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ae99d61a-2c13-4aff-ad19-f351f56db4b8 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:54.247421 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-baa5d815-98b9-45b0-a3be-9bdafdc88cc4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:54.261819 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-574a6c13-44e0-4ed8-8349-48bbf5a39cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:54.270534 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574a6c13-44e0-4ed8-8349-48bbf5a39cbe None None] Routers {'5c91bab4-6b84-47a5-9e69-fe6f13470257'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:54.271769 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-574a6c13-44e0-4ed8-8349-48bbf5a39cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:50:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['5c91bab4-6b84-47a5-9e69-fe6f13470257'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:54.304513 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cae878-42f2-4b54-98ba-ce36c8695c67 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Port': ['ID=19724008-4113-4bb2-986e-3876ab3d032d,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:54.307028 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-66cae878-42f2-4b54-98ba-ce36c8695c67 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:54.311732 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-28ed5dd5-0795-4d66-824d-0f291b5abd89 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:54.315852 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-28ed5dd5-0795-4d66-824d-0f291b5abd89 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "PUT /v2.0/routers/5c91bab4-6b84-47a5-9e69-fe6f13470257 HTTP/1.1" status: 200 len: 710 time: 5.7727137 May 31 15:50:54.319312 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55200) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:54.340393 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-574a6c13-44e0-4ed8-8349-48bbf5a39cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:54.341170 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574a6c13-44e0-4ed8-8349-48bbf5a39cbe None None] The sync data for ids ['5c91bab4-6b84-47a5-9e69-fe6f13470257'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:50:54.401221 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cae878-42f2-4b54-98ba-ce36c8695c67 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] No DVR routers for this DVR port 19724008-4113-4bb2-986e-3876ab3d032d on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:50:54.473607 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-11c6f010-9587-4f78-8a89-501f00c72e37 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7819295 May 31 15:50:54.475874 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55208) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:54.478494 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c6f010-9587-4f78-8a89-501f00c72e37 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Network': ['ID=c693e3aa-090c-45a9-8e6b-7f0b57ea4a92,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:54.486822 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-11c6f010-9587-4f78-8a89-501f00c72e37 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:54.491516 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network c693e3aa-090c-45a9-8e6b-7f0b57ea4a92 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:50:54.492980 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-9be3c394-a1bb-486f-ba83-d2c938e7bd29 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'subnet': {'network_id': 'c693e3aa-090c-45a9-8e6b-7f0b57ea4a92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:54.615561 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c48351d-94fa-4975-876c-463234de9f57 admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:50:54.625439 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-9be3c394-a1bb-486f-ba83-d2c938e7bd29 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:54.628081 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df3d490-0913-4f28-9dd7-7f5f2a621435 None None] Sync routers for ids ['d2eaafca-c962-4810-a0d0-a75595e874c0'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:50:54.633548 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-524fe9e5-27bd-4f6d-8024-75ae78175b7a tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "GET /v2.0/routers/5c91bab4-6b84-47a5-9e69-fe6f13470257 HTTP/1.1" status: 200 len: 745 time: 0.3095663 May 31 15:50:54.639517 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55216) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:54.642159 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-9be3c394-a1bb-486f-ba83-d2c938e7bd29 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Usage tracker for resource:subnet and tenant:4495789bf65544d19fbd02194192aa34 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:50:54.645713 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-9be3c394-a1bb-486f-ba83-d2c938e7bd29 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:50:54.647116 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df3d490-0913-4f28-9dd7-7f5f2a621435 None None] Routers {'d2eaafca-c962-4810-a0d0-a75595e874c0'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:54.648846 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-7df3d490-0913-4f28-9dd7-7f5f2a621435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:50:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['d2eaafca-c962-4810-a0d0-a75595e874c0'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:54.653165 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-9be3c394-a1bb-486f-ba83-d2c938e7bd29 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:54.657023 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c48351d-94fa-4975-876c-463234de9f57 admin admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:54.658261 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7c48351d-94fa-4975-876c-463234de9f57 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.9893005 May 31 15:50:54.664096 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55220) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:54.726908 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66cae878-42f2-4b54-98ba-ce36c8695c67 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:54.757713 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-95a296ef-4b77-4418-aec0-dc8bfaa6cae7 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=014c45f7-9697-4b0b-b8b7-66a80a50a15c&device_id=5c91bab4-6b84-47a5-9e69-fe6f13470257 HTTP/1.1" status: 200 len: 205 time: 0.1067255 May 31 15:50:54.759033 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-42b13758-9966-4112-8d21-cf7d8f2a1490 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:54.842120 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55228) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:54.845931 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-66cae878-42f2-4b54-98ba-ce36c8695c67 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ad58a8-1a63-4e9f-a5df-eb102a0f6106']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:54.860475 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [req-009450b0-774f-4b47-956f-0a217c2b0d7d req-a924b5cd-6c66-40f4-9729-06de46cdc255 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Deleting port d1aa82af-9429-4951-aaf4-ad8a74748f1e {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:54.860795 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-009450b0-774f-4b47-956f-0a217c2b0d7d req-a924b5cd-6c66-40f4-9729-06de46cdc255 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:54.877116 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-7df3d490-0913-4f28-9dd7-7f5f2a621435 None None] Set router d2eaafca-c962-4810-a0d0-a75595e874c0 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:50:54.877252 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:54.930140 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be3c394-a1bb-486f-ba83-d2c938e7bd29 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Made reservation on behalf of 4495789bf65544d19fbd02194192aa34 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:50:54.933700 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9be3c394-a1bb-486f-ba83-d2c938e7bd29 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:54.993505 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-66cae878-42f2-4b54-98ba-ce36c8695c67 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1fa8a02-d810-4da0-bb4c-52219241bfa8') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:54.993892 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-66cae878-42f2-4b54-98ba-ce36c8695c67 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1fa8a02-d810-4da0-bb4c-52219241bfa8') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:55.028234 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55236) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:55.050629 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-42b13758-9966-4112-8d21-cf7d8f2a1490 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:55.057387 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3529a1aa-726a-4cab-9014-332eaa01c21a tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c91bab4-6b84-47a5-9e69-fe6f13470257 HTTP/1.1" status: 200 len: 205 time: 0.2117851 May 31 15:50:55.057387 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b13758-9966-4112-8d21-cf7d8f2a1490 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Port': ['ID=6cdfc1e5-19c4-4de5-b86a-f682020cbb83,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:55.075386 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55240) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:55.219406 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-7df3d490-0913-4f28-9dd7-7f5f2a621435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'name': 'tempest-TestVolumeBootPattern-25264524-router', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:50:45Z', 'updated_at': '2021-05-31T15:50:52Z', 'revision_number': 3, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'gw_port': {'id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:68:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:49Z', 'updated_at': '2021-05-31T15:50:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:55.224338 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df3d490-0913-4f28-9dd7-7f5f2a621435 None None] Checking router: d2eaafca-c962-4810-a0d0-a75595e874c0 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:50:55.225185 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df3d490-0913-4f28-9dd7-7f5f2a621435 None None] Updating router d2eaafca-c962-4810-a0d0-a75595e874c0 port c2af67fb-4875-441e-89e7-acfdee83d96c binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:50:55.242018 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-42b13758-9966-4112-8d21-cf7d8f2a1490 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:55.249729 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66cae878-42f2-4b54-98ba-ce36c8695c67 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:55.287057 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7df3d490-0913-4f28-9dd7-7f5f2a621435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:55.314921 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-c37331a2-4889-4702-8dd4-1493762e803b tempest-NetworksNegativeTestJSON-497589866 tempest-NetworksNegativeTestJSON-497589866-project] Request body: {'port': {'network_id': '059c5114-1d20-4492-a6fa-5f841fc3c200', 'name': 'tempest-NetworksNegativeTestJSON-1281928378'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:55.351019 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-42b13758-9966-4112-8d21-cf7d8f2a1490 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/ports/6cdfc1e5-19c4-4de5-b86a-f682020cbb83 HTTP/1.1" status: 204 len: 168 time: 3.6886051 May 31 15:50:55.384792 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55248) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:55.402979 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9655d9cb-6308-4298-a16d-5c93a47e6c8a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:55.410658 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66cae878-42f2-4b54-98ba-ce36c8695c67 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:55.420338 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2ba631ff-a87f-4ecb-8e4b-0cf7da9b09b1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:55.444445 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37331a2-4889-4702-8dd4-1493762e803b tempest-NetworksNegativeTestJSON-497589866 tempest-NetworksNegativeTestJSON-497589866-project] POST failed (client error): The resource could not be found. May 31 15:50:55.445048 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c37331a2-4889-4702-8dd4-1493762e803b tempest-NetworksNegativeTestJSON-497589866 tempest-NetworksNegativeTestJSON-497589866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:55.451448 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c37331a2-4889-4702-8dd4-1493762e803b tempest-NetworksNegativeTestJSON-497589866 tempest-NetworksNegativeTestJSON-497589866-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4151323 May 31 15:50:55.451769 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55252) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:55.507871 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-48916c2b-6224-454c-bbac-a002467c29fa tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:55.554459 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655d9cb-6308-4298-a16d-5c93a47e6c8a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Subnet': ['ID=fd0ba199-1b46-4892-8322-b8012b32c247,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:55.556901 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9655d9cb-6308-4298-a16d-5c93a47e6c8a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:55.559415 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9655d9cb-6308-4298-a16d-5c93a47e6c8a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:55.561487 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9655d9cb-6308-4298-a16d-5c93a47e6c8a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/fd0ba199-1b46-4892-8322-b8012b32c247 HTTP/1.1" status: 204 len: 168 time: 3.7277811 May 31 15:50:55.573698 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66cae878-42f2-4b54-98ba-ce36c8695c67 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:50:55.573926 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55256) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:55.574103 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66cae878-42f2-4b54-98ba-ce36c8695c67 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:55.589844 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76caee33-d127-4e1c-91fd-347224ccdc50 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:50:55.596430 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:50:55.667559 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea18f195-e5d0-42dc-bcde-e0b5009f2a28 tempest-NetworksNegativeTestJSON-497589866 tempest-NetworksNegativeTestJSON-497589866-project] DELETE failed (client error): The resource could not be found. May 31 15:50:55.668620 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea18f195-e5d0-42dc-bcde-e0b5009f2a28 tempest-NetworksNegativeTestJSON-497589866 tempest-NetworksNegativeTestJSON-497589866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:55.674167 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ea18f195-e5d0-42dc-bcde-e0b5009f2a28 tempest-NetworksNegativeTestJSON-497589866 tempest-NetworksNegativeTestJSON-497589866-project] 10.222.0.45 "DELETE /v2.0/networks/9cd437b0-74d0-45b5-b45e-f97a2d951dd0 HTTP/1.1" status: 404 len: 339 time: 0.2043414 May 31 15:50:55.683664 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55260) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:55.685303 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-adbbdaf2-04ba-4712-b680-b8920dd2c532 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:router {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:50:55.807243 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [req-009450b0-774f-4b47-956f-0a217c2b0d7d req-a924b5cd-6c66-40f4-9729-06de46cdc255 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] For port d1aa82af-9429-4951-aaf4-ad8a74748f1e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d1aa82af-9429-4951-aaf4-ad8a74748f1e,segment=NetworkSegment(dfcdbfac-1782-4f23-a90d-17caf7895016),segment_id=dfcdbfac-1782-4f23-a90d-17caf7895016)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:55.807243 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-009450b0-774f-4b47-956f-0a217c2b0d7d req-a924b5cd-6c66-40f4-9729-06de46cdc255 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:55.828854 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb427023-fb02-4678-a461-32ff418e0405 tempest-NetworksNegativeTestJSON-497589866 tempest-NetworksNegativeTestJSON-497589866-project] DELETE failed (client error): The resource could not be found. May 31 15:50:55.829204 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb427023-fb02-4678-a461-32ff418e0405 tempest-NetworksNegativeTestJSON-497589866 tempest-NetworksNegativeTestJSON-497589866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:55.856707 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7df3d490-0913-4f28-9dd7-7f5f2a621435 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:55.858671 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da047d2f-f012-4984-8d7b-739783656720 req-92c5d032-578b-4a91-8660-3d5c80be2908 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:55.860030 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-da047d2f-f012-4984-8d7b-739783656720 req-92c5d032-578b-4a91-8660-3d5c80be2908 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 945 time: 0.5570636 May 31 15:50:55.860965 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-adbbdaf2-04ba-4712-b680-b8920dd2c532 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:router {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:50:55.864928 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-adbbdaf2-04ba-4712-b680-b8920dd2c532 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2871983 May 31 15:50:55.869590 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55264) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:55.872422 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7df3d490-0913-4f28-9dd7-7f5f2a621435 None None] Transition to ACTIVE for port object c2af67fb-4875-441e-89e7-acfdee83d96c will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:50:55.884132 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7df3d490-0913-4f28-9dd7-7f5f2a621435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:55.892440 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b1ca517e-9cd9-4e24-b085-b68a0b031d7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:55.892670 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-cb427023-fb02-4678-a461-32ff418e0405 tempest-NetworksNegativeTestJSON-497589866 tempest-NetworksNegativeTestJSON-497589866-project] 10.222.0.45 "DELETE /v2.0/ports/3507c83d-0f6e-4ae8-8caa-8665136b876a HTTP/1.1" status: 404 len: 333 time: 0.2007756 May 31 15:50:55.893069 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-7c9e7f7c-0546-4919-8f7b-bfc97a22cc26 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:55.894473 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55268) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:55.896814 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66cae878-42f2-4b54-98ba-ce36c8695c67 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:55.901424 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66cae878-42f2-4b54-98ba-ce36c8695c67 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:55.954348 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee361282-38a0-434b-8fb0-ebe1048a6a8e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:55.955895 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ee361282-38a0-434b-8fb0-ebe1048a6a8e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5652471 May 31 15:50:55.967273 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55272) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:55.979421 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-7df3d490-0913-4f28-9dd7-7f5f2a621435 None None] Attempting to bind port c2af67fb-4875-441e-89e7-acfdee83d96c on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:50:55.979784 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-7df3d490-0913-4f28-9dd7-7f5f2a621435 None None] Attempting to bind port c2af67fb-4875-441e-89e7-acfdee83d96c by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:50:55.980155 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df3d490-0913-4f28-9dd7-7f5f2a621435 None None] Attempting to bind port c2af67fb-4875-441e-89e7-acfdee83d96c on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:50:55.982376 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22ebd8-a14b-4589-9468-4bb410d6d080 None None] Pushing event updated for resources: {'Port': ['ID=c2af67fb-4875-441e-89e7-acfdee83d96c,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:55.986138 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ef22ebd8-a14b-4589-9468-4bb410d6d080 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:55.988798 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df3d490-0913-4f28-9dd7-7f5f2a621435 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:50:55.989179 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df3d490-0913-4f28-9dd7-7f5f2a621435 None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:50:55.989584 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7df3d490-0913-4f28-9dd7-7f5f2a621435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:55.989975 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df3d490-0913-4f28-9dd7-7f5f2a621435 None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:50:55.990440 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-7df3d490-0913-4f28-9dd7-7f5f2a621435 None None] Bound port: c2af67fb-4875-441e-89e7-acfdee83d96c, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:50:55.990818 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7df3d490-0913-4f28-9dd7-7f5f2a621435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:56.015284 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:56.016020 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3c3d8b-9819-48a5-a6ac-c4a60e9270ab None None] DHCP port deletion for b5001308-9f67-458f-99a7-4cdcd1177eb2 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:50:56.103082 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-48916c2b-6224-454c-bbac-a002467c29fa tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:56.109417 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-66cae878-42f2-4b54-98ba-ce36c8695c67 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/networks/f9ad58a8-1a63-4e9f-a5df-eb102a0f6106 HTTP/1.1" status: 204 len: 168 time: 4.9115093 May 31 15:50:56.110804 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cae878-42f2-4b54-98ba-ce36c8695c67 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Network': ['ID=f9ad58a8-1a63-4e9f-a5df-eb102a0f6106,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:56.112793 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-7df3d490-0913-4f28-9dd7-7f5f2a621435 None None] For port c2af67fb-4875-441e-89e7-acfdee83d96c, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:50:56.113827 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-66cae878-42f2-4b54-98ba-ce36c8695c67 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:56.114712 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55276) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:56.116821 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-7df3d490-0913-4f28-9dd7-7f5f2a621435 None None] For port c2af67fb-4875-441e-89e7-acfdee83d96c, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c2af67fb-4875-441e-89e7-acfdee83d96c,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:50:56.120463 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-48916c2b-6224-454c-bbac-a002467c29fa tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:56.126082 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7df3d490-0913-4f28-9dd7-7f5f2a621435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:56.131997 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1f4eb605-fbc6-44a7-bda0-7345168ba919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:56.152202 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d34b84-b4d0-4224-bd4d-da78f4da83b7 tempest-NetworksNegativeTestJSON-497589866 tempest-NetworksNegativeTestJSON-497589866-project] DELETE failed (client error): The resource could not be found. May 31 15:50:56.152649 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2d34b84-b4d0-4224-bd4d-da78f4da83b7 tempest-NetworksNegativeTestJSON-497589866 tempest-NetworksNegativeTestJSON-497589866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:56.159824 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b2d34b84-b4d0-4224-bd4d-da78f4da83b7 tempest-NetworksNegativeTestJSON-497589866 tempest-NetworksNegativeTestJSON-497589866-project] 10.222.0.45 "DELETE /v2.0/subnets/5beea406-6135-4dc7-b00d-2c21cc6fffef HTTP/1.1" status: 404 len: 337 time: 0.2502713 May 31 15:50:56.176828 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device bc2f9e03-c171-490d-82d6-b309872156c0 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:50:56.236780 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55280) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:56.241333 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-ce3c3d8b-9819-48a5-a6ac-c4a60e9270ab None None] Deleting port bc2f9e03-c171-490d-82d6-b309872156c0 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:50:56.242075 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ce3c3d8b-9819-48a5-a6ac-c4a60e9270ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:56.272024 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device d1aa82af-9429-4951-aaf4-ad8a74748f1e no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:50:56.362606 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-f70ff301-37eb-4314-8ee6-19a2f12b5473 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] GET failed (client error): The resource could not be found. May 31 15:50:56.363865 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f70ff301-37eb-4314-8ee6-19a2f12b5473 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "GET /v2.0/ports/63c01350-011a-4cd9-b1bb-913767e2b106 HTTP/1.1" status: 404 len: 333 time: 0.3918355 May 31 15:50:56.377692 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55284) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:56.388006 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-da047d2f-f012-4984-8d7b-739783656720 req-46ad08d6-4f3b-491a-92a1-8b1dc922c9a1 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5140836 May 31 15:50:56.411429 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df3d490-0913-4f28-9dd7-7f5f2a621435 None None] Routers {'d2eaafca-c962-4810-a0d0-a75595e874c0'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:56.412269 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-7df3d490-0913-4f28-9dd7-7f5f2a621435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:50:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['d2eaafca-c962-4810-a0d0-a75595e874c0'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:56.452594 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd18ec77-f44f-49e4-b144-1814e233a197 tempest-NetworksNegativeTestJSON-497589866 tempest-NetworksNegativeTestJSON-497589866-project] GET failed (client error): The resource could not be found. May 31 15:50:56.457726 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-dd18ec77-f44f-49e4-b144-1814e233a197 tempest-NetworksNegativeTestJSON-497589866 tempest-NetworksNegativeTestJSON-497589866-project] 10.222.0.45 "GET /v2.0/networks/286c09ca-bca3-4609-9742-78cb44c9bca6 HTTP/1.1" status: 404 len: 339 time: 0.2096605 May 31 15:50:56.461513 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-48916c2b-6224-454c-bbac-a002467c29fa tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:56.462057 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48916c2b-6224-454c-bbac-a002467c29fa tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Fanout notify agent at l3_agent the message router_deleted on router 5c91bab4-6b84-47a5-9e69-fe6f13470257 {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:50:56.463663 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55288) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:56.464184 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22ebd8-a14b-4589-9468-4bb410d6d080 None None] Pushing event updated for resources: {'Port': ['ID=c2af67fb-4875-441e-89e7-acfdee83d96c,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:56.470892 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ef22ebd8-a14b-4589-9468-4bb410d6d080 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:56.483048 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-48916c2b-6224-454c-bbac-a002467c29fa tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:56.484374 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-48916c2b-6224-454c-bbac-a002467c29fa tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "DELETE /v2.0/routers/5c91bab4-6b84-47a5-9e69-fe6f13470257 HTTP/1.1" status: 204 len: 168 time: 1.2396395 May 31 15:50:56.512594 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-ce3c3d8b-9819-48a5-a6ac-c4a60e9270ab None None] For port bc2f9e03-c171-490d-82d6-b309872156c0, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=bc2f9e03-c171-490d-82d6-b309872156c0,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:56.513051 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ce3c3d8b-9819-48a5-a6ac-c4a60e9270ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:56.517541 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55292) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:56.520367 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-7c9e7f7c-0546-4919-8f7b-bfc97a22cc26 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:56.527670 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c30f50-5e91-454c-9c33-b5c3f0f680b9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] GET failed (client error): The resource could not be found. May 31 15:50:56.531611 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-31c30f50-5e91-454c-9c33-b5c3f0f680b9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "GET /v2.0/ports/6cdfc1e5-19c4-4de5-b86a-f682020cbb83 HTTP/1.1" status: 404 len: 333 time: 0.1401310 May 31 15:50:56.566671 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-7c9e7f7c-0546-4919-8f7b-bfc97a22cc26 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:subnet and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:50:56.568874 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55296) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:56.588149 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-7c9e7f7c-0546-4919-8f7b-bfc97a22cc26 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:50:56.627069 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bc6b7936-39ad-433f-bea7-654412ac0a1e tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c91bab4-6b84-47a5-9e69-fe6f13470257 HTTP/1.1" status: 200 len: 205 time: 0.1061747 May 31 15:50:56.633614 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-7c9e7f7c-0546-4919-8f7b-bfc97a22cc26 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:56.641733 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55300) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:56.725617 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-ce3c3d8b-9819-48a5-a6ac-c4a60e9270ab None None] Calling delete_port for bc2f9e03-c171-490d-82d6-b309872156c0 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:56.823237 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-bb1d0c95-196e-4b1f-bd90-5e8e7c0c4fea tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] delete failed (client error): The resource could not be found. May 31 15:50:56.824555 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bb1d0c95-196e-4b1f-bd90-5e8e7c0c4fea tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "DELETE /v2.0/routers/5c91bab4-6b84-47a5-9e69-fe6f13470257 HTTP/1.1" status: 404 len: 336 time: 0.1820707 May 31 15:50:56.829488 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a7ec92-302f-40d3-8874-56a07a5e64f4 tempest-NetworksNegativeTestJSON-497589866 tempest-NetworksNegativeTestJSON-497589866-project] GET failed (client error): The resource could not be found. May 31 15:50:56.830889 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-89a7ec92-302f-40d3-8874-56a07a5e64f4 tempest-NetworksNegativeTestJSON-497589866 tempest-NetworksNegativeTestJSON-497589866-project] 10.222.0.45 "GET /v2.0/ports/63fb10f2-9c96-4f9e-8e7b-0dd27a13757a HTTP/1.1" status: 404 len: 333 time: 0.3627560 May 31 15:50:56.831415 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55304) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:56.833806 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9e7f7c-0546-4919-8f7b-bfc97a22cc26 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:50:56.837665 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c9e7f7c-0546-4919-8f7b-bfc97a22cc26 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:56.843207 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55306) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:56.896874 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6fe78acf-7d16-49c2-b680-cf9e38f2a7df tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:56.899066 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:56.921300 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:56.962040 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-7df3d490-0913-4f28-9dd7-7f5f2a621435 None None] Set router d2eaafca-c962-4810-a0d0-a75595e874c0 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:50:57.011682 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4113ac55-2b24-4b83-a8a3-e6b580e5083b tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b10699e-0da7-441b-939a-46410e9b9144 HTTP/1.1" status: 200 len: 205 time: 0.1695299 May 31 15:50:57.020843 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55312) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:57.026409 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-378a1026-07c7-4c0b-b751-e4d80ea98ae2 tempest-NetworksNegativeTestJSON-497589866 tempest-NetworksNegativeTestJSON-497589866-project] GET failed (client error): The resource could not be found. May 31 15:50:57.031761 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-378a1026-07c7-4c0b-b751-e4d80ea98ae2 tempest-NetworksNegativeTestJSON-497589866 tempest-NetworksNegativeTestJSON-497589866-project] 10.222.0.45 "GET /v2.0/subnets/253a2b86-e313-435b-a7d0-c01b1d448761 HTTP/1.1" status: 404 len: 337 time: 0.1732423 May 31 15:50:57.033317 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55316) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:57.037246 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-009450b0-774f-4b47-956f-0a217c2b0d7d req-a924b5cd-6c66-40f4-9729-06de46cdc255 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:57.037954 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-009450b0-774f-4b47-956f-0a217c2b0d7d req-a924b5cd-6c66-40f4-9729-06de46cdc255 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:57.038192 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.l3_db [req-009450b0-774f-4b47-956f-0a217c2b0d7d req-a924b5cd-6c66-40f4-9729-06de46cdc255 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Floating IP bc758480-3fb5-4def-91a9-ce30b1933e4f disassociated. External IP: 172.26.0.16, port: d1aa82af-9429-4951-aaf4-ad8a74748f1e. May 31 15:50:57.038529 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [req-009450b0-774f-4b47-956f-0a217c2b0d7d req-a924b5cd-6c66-40f4-9729-06de46cdc255 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Calling delete_port for d1aa82af-9429-4951-aaf4-ad8a74748f1e owned by compute:nova {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:50:57.046326 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-8642aebe-3c34-4785-8ca2-3f3b1e2ba819 tempest-NetworksNegativeTestJSON-497589866 tempest-NetworksNegativeTestJSON-497589866-project] Request body: {'network': {'name': 'new_name'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:57.078414 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-8642aebe-3c34-4785-8ca2-3f3b1e2ba819 tempest-NetworksNegativeTestJSON-497589866 tempest-NetworksNegativeTestJSON-497589866-project] PUT failed (client error): The resource could not be found. May 31 15:50:57.078871 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8642aebe-3c34-4785-8ca2-3f3b1e2ba819 tempest-NetworksNegativeTestJSON-497589866 tempest-NetworksNegativeTestJSON-497589866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:57.080256 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8642aebe-3c34-4785-8ca2-3f3b1e2ba819 tempest-NetworksNegativeTestJSON-497589866 tempest-NetworksNegativeTestJSON-497589866-project] 10.222.0.45 "PUT /v2.0/networks/5347888e-9fa0-44e7-8a47-eb3badd93778 HTTP/1.1" status: 404 len: 339 time: 0.0458272 May 31 15:50:57.085367 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55320) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:57.116731 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9770ef2b-c687-4266-a06e-ae77f983afd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1aa82af-9429-4951-aaf4-ad8a74748f1e'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:50:57.118216 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecab4c2f-166e-441c-a832-fb0d2da48f7f" -d '{"events": [{"server_uuid": "9770ef2b-c687-4266-a06e-ae77f983afd9", "name": "network-vif-unplugged", "status": "completed", "tag": "d1aa82af-9429-4951-aaf4-ad8a74748f1e"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:50:57.120059 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-b5f9efdf-a61f-4040-8cc4-7379650a30bc tempest-NetworksNegativeTestJSON-497589866 tempest-NetworksNegativeTestJSON-497589866-project] Request body: {'port': {'name': 'new_name'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:57.130178 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port bc2f9e03-c171-490d-82d6-b309872156c0, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=bc2f9e03-c171-490d-82d6-b309872156c0,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:57.185134 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-f5546599-fdf5-48d4-a97f-c133581bac1b tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] delete failed (client error): The resource could not be found. May 31 15:50:57.186215 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f5546599-fdf5-48d4-a97f-c133581bac1b tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "DELETE /v2.0/routers/5b10699e-0da7-441b-939a-46410e9b9144 HTTP/1.1" status: 404 len: 336 time: 0.1607699 May 31 15:50:57.189193 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port d1aa82af-9429-4951-aaf4-ad8a74748f1e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d1aa82af-9429-4951-aaf4-ad8a74748f1e,segment=NetworkSegment(dfcdbfac-1782-4f23-a90d-17caf7895016),segment_id=dfcdbfac-1782-4f23-a90d-17caf7895016)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:57.190933 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55326) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:57.198812 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f9efdf-a61f-4040-8cc4-7379650a30bc tempest-NetworksNegativeTestJSON-497589866 tempest-NetworksNegativeTestJSON-497589866-project] PUT failed (client error): The resource could not be found. May 31 15:50:57.199699 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f9efdf-a61f-4040-8cc4-7379650a30bc tempest-NetworksNegativeTestJSON-497589866 tempest-NetworksNegativeTestJSON-497589866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:57.201055 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b5f9efdf-a61f-4040-8cc4-7379650a30bc tempest-NetworksNegativeTestJSON-497589866 tempest-NetworksNegativeTestJSON-497589866-project] 10.222.0.45 "PUT /v2.0/ports/9ab6910d-45d0-41f3-94eb-da2b0f8d5a0d HTTP/1.1" status: 404 len: 333 time: 0.0903811 May 31 15:50:57.205378 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:57.205576 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a33d925c-d2c8-4789-a3d6-2bfffb7c8fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:57.211761 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-2d1eaf04-f29e-4189-9a77-1bd9c3fc6d3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:57.216857 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55330) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:57.243635 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:57.252080 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 15:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cdfa74-1d4c-4911-a2e6-338f10a4517e x-openstack-request-id: req-13cdfa74-1d4c-4911-a2e6-338f10a4517e {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:50:57.252371 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9770ef2b-c687-4266-a06e-ae77f983afd9", "name": "network-vif-unplugged", "status": "completed", "tag": "d1aa82af-9429-4951-aaf4-ad8a74748f1e", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:50:57.252632 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-13cdfa74-1d4c-4911-a2e6-338f10a4517e {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:50:57.253045 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9770ef2b-c687-4266-a06e-ae77f983afd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1aa82af-9429-4951-aaf4-ad8a74748f1e', 'code': 200} May 31 15:50:57.260280 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e0ad464c-9dcc-40da-8629-233981898a1c tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "GET /v2.0/ports?device_id=11a4a436-7fbe-4ff4-aa82-e5b9d07b48c6 HTTP/1.1" status: 200 len: 205 time: 0.0669808 May 31 15:50:57.264704 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55334) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:57.285270 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-2a4b83b3-3cba-4b0f-b402-b98356fdf16d tempest-NetworksNegativeTestJSON-497589866 tempest-NetworksNegativeTestJSON-497589866-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:57.322129 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ce3c3d8b-9819-48a5-a6ac-c4a60e9270ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:57.345301 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4b83b3-3cba-4b0f-b402-b98356fdf16d tempest-NetworksNegativeTestJSON-497589866 tempest-NetworksNegativeTestJSON-497589866-project] PUT failed (client error): The resource could not be found. May 31 15:50:57.345772 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4b83b3-3cba-4b0f-b402-b98356fdf16d tempest-NetworksNegativeTestJSON-497589866 tempest-NetworksNegativeTestJSON-497589866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:57.347122 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2a4b83b3-3cba-4b0f-b402-b98356fdf16d tempest-NetworksNegativeTestJSON-497589866 tempest-NetworksNegativeTestJSON-497589866-project] 10.222.0.45 "PUT /v2.0/subnets/9a47633c-f71f-4872-b631-d4665ca03a5c HTTP/1.1" status: 404 len: 337 time: 0.1243095 May 31 15:50:57.374173 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3c3d8b-9819-48a5-a6ac-c4a60e9270ab None None] No DVR routers for this DVR port bc2f9e03-c171-490d-82d6-b309872156c0 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:50:57.389873 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=bc2f9e03-c171-490d-82d6-b309872156c0,revision_number=7']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:57.393143 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:57.393693 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-0eecd43a-6540-4f61-9dc4-31cc950d8157 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] delete failed (client error): The resource could not be found. May 31 15:50:57.394768 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0eecd43a-6540-4f61-9dc4-31cc950d8157 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "DELETE /v2.0/routers/11a4a436-7fbe-4ff4-aa82-e5b9d07b48c6 HTTP/1.1" status: 404 len: 336 time: 0.1288910 May 31 15:50:57.395725 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-552f7a23-9696-4be1-ab44-91b95bab1fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:57.400303 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55340) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:57.478214 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6fe78acf-7d16-49c2-b680-cf9e38f2a7df tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:57.478841 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=d1aa82af-9429-4951-aaf4-ad8a74748f1e,revision_number=6']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:57.543824 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c3d8b-9819-48a5-a6ac-c4a60e9270ab None None] Pushing event deleted for resources: {'Port': ['ID=bc2f9e03-c171-490d-82d6-b309872156c0,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:57.546199 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ce3c3d8b-9819-48a5-a6ac-c4a60e9270ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:57.547525 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-03f07295-e100-424f-82f7-9d9091e9652f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:57.548059 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-03f07295-e100-424f-82f7-9d9091e9652f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:57.557681 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-7df3d490-0913-4f28-9dd7-7f5f2a621435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'name': 'tempest-TestVolumeBootPattern-25264524-router', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:50:45Z', 'updated_at': '2021-05-31T15:50:52Z', 'revision_number': 3, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'gw_port': {'id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:68:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:49Z', 'updated_at': '2021-05-31T15:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:57.564352 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df3d490-0913-4f28-9dd7-7f5f2a621435 None None] The sync data for ids ['d2eaafca-c962-4810-a0d0-a75595e874c0'] in dv-neutron-601336-79-hyperv is: [{'id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'name': 'tempest-TestVolumeBootPattern-25264524-router', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:50:45Z', 'updated_at': '2021-05-31T15:50:52Z', 'revision_number': 3, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'gw_port': {'id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:68:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:49Z', 'updated_at': '2021-05-31T15:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:50:57.582602 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-009450b0-774f-4b47-956f-0a217c2b0d7d req-a924b5cd-6c66-40f4-9729-06de46cdc255 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:57.590661 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a4764506-be37-45f7-afa9-95dc5261bf41 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:57.635382 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6cdc0daf-9c7b-46ba-9aca-0afc76444380 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "GET /v2.0/ports?device_id=6510e89c-54f3-4f9d-9bca-4a0eaf44fa95 HTTP/1.1" status: 200 len: 205 time: 0.2253411 May 31 15:50:57.642174 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55346) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:57.645216 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924b5cd-6c66-40f4-9729-06de46cdc255 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Pushing event deleted for resources: {'Port': ['ID=d1aa82af-9429-4951-aaf4-ad8a74748f1e,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:57.645362 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-6fe78acf-7d16-49c2-b680-cf9e38f2a7df tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79282fd6-f8a2-4716-b2ef-0a2873985713']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:57.728543 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a924b5cd-6c66-40f4-9729-06de46cdc255 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:57.732838 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-6fe78acf-7d16-49c2-b680-cf9e38f2a7df tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f33fbe29-6970-44a1-b450-73b1f1d14db6') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:57.733143 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-6fe78acf-7d16-49c2-b680-cf9e38f2a7df tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f33fbe29-6970-44a1-b450-73b1f1d14db6') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:57.743083 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fb196421-862c-4408-ad40-54546fdd26f4 req-12355854-c9b7-42d8-bbb1-761154bb93f9 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 210 time: 0.1136851 May 31 15:50:57.768781 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-2319d914-644c-400b-9152-c6da0b876771 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] delete failed (client error): The resource could not be found. May 31 15:50:57.772540 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2319d914-644c-400b-9152-c6da0b876771 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "DELETE /v2.0/routers/6510e89c-54f3-4f9d-9bca-4a0eaf44fa95 HTTP/1.1" status: 404 len: 336 time: 0.1263988 May 31 15:50:57.804285 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6fe78acf-7d16-49c2-b680-cf9e38f2a7df tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:57.813237 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55352) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:57.885293 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55356) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:57.950257 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4a386cd5-9165-4b39-8b3f-69f7095864ae tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3339255-afe4-4bfa-9ef9-9e0be8ebd4f2 HTTP/1.1" status: 200 len: 205 time: 0.1340742 May 31 15:50:57.951506 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9be3c394-a1bb-486f-ba83-d2c938e7bd29 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:57.963916 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55362) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:57.967875 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6fe78acf-7d16-49c2-b680-cf9e38f2a7df tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:57.976369 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe78acf-7d16-49c2-b680-cf9e38f2a7df tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:50:57.976853 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6fe78acf-7d16-49c2-b680-cf9e38f2a7df tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:58.013161 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b9ebfd83-efc6-4e61-a6d6-9bc6e0df438f tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:58.051218 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d200a9d0-18d3-4cbd-ad4f-0ca533a75758 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:58.099691 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:58.149740 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1f7fbac8-17b5-40fb-80fe-6d3c22b5edf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:58.189715 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c2af67fb-4875-441e-89e7-acfdee83d96c up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:50:58.228982 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [req-009450b0-774f-4b47-956f-0a217c2b0d7d req-a924b5cd-6c66-40f4-9729-06de46cdc255 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Router 4356be7f-60e2-4865-b729-026e491816be has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:50:58.242777 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1f7fbac8-17b5-40fb-80fe-6d3c22b5edf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:58.258097 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1f7fbac8-17b5-40fb-80fe-6d3c22b5edf0 admin admin] Usage tracker for resource:security_group_rule and tenant:84eda8a8f82e41e1bea74bd40fb01c6e is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:50:58.265795 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port c2af67fb-4875-441e-89e7-acfdee83d96c completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:50:58.268835 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1f7fbac8-17b5-40fb-80fe-6d3c22b5edf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:50:58.272337 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port c2af67fb-4875-441e-89e7-acfdee83d96c triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:50:58.272972 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:50:58.316920 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:50:58.427523 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:58.433952 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3c394-a1bb-486f-ba83-d2c938e7bd29 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Subnet': ['ID=ad305783-2674-470f-90ac-61406a53d13b,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:58.444936 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9be3c394-a1bb-486f-ba83-d2c938e7bd29 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:58.448488 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port c2af67fb-4875-441e-89e7-acfdee83d96c, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c2af67fb-4875-441e-89e7-acfdee83d96c,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:50:58.455296 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:58.458501 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-14352264-a4bb-4b12-b91d-89e010bb20d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:58.507214 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1f7fbac8-17b5-40fb-80fe-6d3c22b5edf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:58.524494 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-452ed2e1-2c52-4efd-866e-c65989303fd0 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] delete failed (client error): The resource could not be found. May 31 15:50:58.525644 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-452ed2e1-2c52-4efd-866e-c65989303fd0 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "DELETE /v2.0/routers/e3339255-afe4-4bfa-9ef9-9e0be8ebd4f2 HTTP/1.1" status: 404 len: 336 time: 0.2107859 May 31 15:50:58.535108 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55366) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:58.535647 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=c2af67fb-4875-441e-89e7-acfdee83d96c,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:58.540924 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:58.587977 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6fe78acf-7d16-49c2-b680-cf9e38f2a7df tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:58.592242 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6fe78acf-7d16-49c2-b680-cf9e38f2a7df tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:58.599324 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f5de9f5d-4be7-4b2e-aada-319d56e5e0fc tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:58.693846 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe78acf-7d16-49c2-b680-cf9e38f2a7df tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Network': ['ID=79282fd6-f8a2-4716-b2ef-0a2873985713,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:58.694183 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-53eb87b8-9e0e-4062-9214-328286731545 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "GET /v2.0/ports?device_id=e94bdccd-26f4-4c42-82a2-770f875beecc HTTP/1.1" status: 200 len: 205 time: 0.1575236 May 31 15:50:58.696427 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6fe78acf-7d16-49c2-b680-cf9e38f2a7df tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:58.706461 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55370) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:58.707826 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6fe78acf-7d16-49c2-b680-cf9e38f2a7df tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/networks/79282fd6-f8a2-4716-b2ef-0a2873985713 HTTP/1.1" status: 204 len: 168 time: 2.1322863 May 31 15:50:58.755668 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55374) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:58.773194 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-a33d925c-d2c8-4789-a3d6-2bfffb7c8fa9 admin admin] Allocated IP 172.20.0.1 (258fafc3-be14-41c8-a854-4f81d373cb1a/0855a3d7-c8f1-43b9-80cd-3c7b17490413/bf6ac0a4-9241-474b-b88d-758c7f9f3835) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:50:58.783400 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-f6f14958-32d5-4b4b-9824-f7b088514bf6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-569873036'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:58.796713 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be3c394-a1bb-486f-ba83-d2c938e7bd29 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Checking segment: {'id': 'dd0fcf51-98a3-4384-a46b-11cd7db74003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c693e3aa-090c-45a9-8e6b-7f0b57ea4a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:50:58.797075 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be3c394-a1bb-486f-ba83-d2c938e7bd29 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network hostable DHCP agents. Network: c693e3aa-090c-45a9-8e6b-7f0b57ea4a92, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:50:58.804851 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f6f14958-32d5-4b4b-9824-f7b088514bf6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:58.819049 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-502098d4-80a5-4239-a760-b6de8f35ee53 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] delete failed (client error): The resource could not be found. May 31 15:50:58.820511 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-502098d4-80a5-4239-a760-b6de8f35ee53 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "DELETE /v2.0/routers/e94bdccd-26f4-4c42-82a2-770f875beecc HTTP/1.1" status: 404 len: 336 time: 0.1114850 May 31 15:50:58.823156 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f6f14958-32d5-4b4b-9824-f7b088514bf6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:network and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:50:58.825582 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55380) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:58.833918 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f6f14958-32d5-4b4b-9824-f7b088514bf6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:50:58.889815 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f6f14958-32d5-4b4b-9824-f7b088514bf6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:58.892504 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-009450b0-774f-4b47-956f-0a217c2b0d7d req-a924b5cd-6c66-40f4-9729-06de46cdc255 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:50:58.903897 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff22f53-34ad-405a-b846-91379f409c16 None None] Sync routers for ids ['4356be7f-60e2-4865-b729-026e491816be'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:50:58.915700 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff22f53-34ad-405a-b846-91379f409c16 None None] Routers {'4356be7f-60e2-4865-b729-026e491816be'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:58.916612 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-eff22f53-34ad-405a-b846-91379f409c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:50:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4356be7f-60e2-4865-b729-026e491816be'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:58.942173 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffbdc961-4847-4062-a18a-76a7f1a35e21 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] DELETE failed (client error): The resource could not be found. May 31 15:50:58.942684 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffbdc961-4847-4062-a18a-76a7f1a35e21 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:50:58.957031 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be3c394-a1bb-486f-ba83-d2c938e7bd29 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network c693e3aa-090c-45a9-8e6b-7f0b57ea4a92 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:50:58.972980 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0658e45c-7bb2-4540-90f6-70e4705f5c7c req-db1205cc-5651-4c09-b969-e90d82a9a2e1 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/ports?device_id=9770ef2b-c687-4266-a06e-ae77f983afd9 HTTP/1.1" status: 200 len: 210 time: 0.0655451 May 31 15:50:58.989529 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-9be3c394-a1bb-486f-ba83-d2c938e7bd29 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, c693e3aa-090c-45a9-8e6b-7f0b57ea4a92) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:59.009494 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be3c394-a1bb-486f-ba83-d2c938e7bd29 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:59.010233 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9be3c394-a1bb-486f-ba83-d2c938e7bd29 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:59.011241 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10839811-4d66-452d-8e56-470d4c598155 None None] Network c693e3aa-090c-45a9-8e6b-7f0b57ea4a92 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:50:59.057585 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9be3c394-a1bb-486f-ba83-d2c938e7bd29 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5803740 May 31 15:50:59.060524 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1f7fbac8-17b5-40fb-80fe-6d3c22b5edf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:59.060882 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55384) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:59.078346 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f14958-32d5-4b4b-9824-f7b088514bf6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:50:59.082560 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f6f14958-32d5-4b4b-9824-f7b088514bf6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:59.083099 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-5d61365a-b169-4153-83ee-a10005960e1f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-690761970', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:59.105104 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-5d61365a-b169-4153-83ee-a10005960e1f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:50:59.114169 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a33d925c-d2c8-4789-a3d6-2bfffb7c8fa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:59.116623 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ffbdc961-4847-4062-a18a-76a7f1a35e21 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] 10.222.0.45 "DELETE /v2.0/subnets/3ffcf120-5696-40c0-934d-3ecbbc722b61 HTTP/1.1" status: 404 len: 337 time: 0.2831423 May 31 15:50:59.118514 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [req-009450b0-774f-4b47-956f-0a217c2b0d7d req-a924b5cd-6c66-40f4-9729-06de46cdc255 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] No DVR routers for this DVR port d1aa82af-9429-4951-aaf4-ad8a74748f1e on host hv-neutron-6013 {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:50:59.131292 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-5d61365a-b169-4153-83ee-a10005960e1f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Usage tracker for resource:router and tenant:4495789bf65544d19fbd02194192aa34 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:50:59.139892 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f14958-32d5-4b4b-9824-f7b088514bf6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:50:59.143809 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-eff22f53-34ad-405a-b846-91379f409c16 None None] Set router 4356be7f-60e2-4865-b729-026e491816be gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:50:59.145656 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-5d61365a-b169-4153-83ee-a10005960e1f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:50:59.152231 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f6f14958-32d5-4b4b-9824-f7b088514bf6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:59.152756 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-f6f14958-32d5-4b4b-9824-f7b088514bf6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Added segment 58f5db32-6083-461d-996b-7d88a537008c of type vlan for network 9f2bc5e0-b93a-4ae5-bd6d-11ebfa709757 May 31 15:50:59.185819 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-5d61365a-b169-4153-83ee-a10005960e1f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:50:59.191865 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f6f14958-32d5-4b4b-9824-f7b088514bf6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:59.198520 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-a33d925c-d2c8-4789-a3d6-2bfffb7c8fa9 admin admin] Transition to ACTIVE for port object bf6ac0a4-9241-474b-b88d-758c7f9f3835 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:50:59.224359 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-009450b0-774f-4b47-956f-0a217c2b0d7d req-a924b5cd-6c66-40f4-9729-06de46cdc255 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:59.234993 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9770ef2b-c687-4266-a06e-ae77f983afd9', 'name': 'network-vif-deleted', 'tag': 'd1aa82af-9429-4951-aaf4-ad8a74748f1e'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:50:59.237650 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49dd7dd-d82c-4109-9a88-40de3b0fd42b" -d '{"events": [{"server_uuid": "9770ef2b-c687-4266-a06e-ae77f983afd9", "name": "network-vif-deleted", "tag": "d1aa82af-9429-4951-aaf4-ad8a74748f1e"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:50:59.241344 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-009450b0-774f-4b47-956f-0a217c2b0d7d req-a924b5cd-6c66-40f4-9729-06de46cdc255 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.59 "DELETE /v2.0/ports/d1aa82af-9429-4951-aaf4-ad8a74748f1e HTTP/1.1" status: 204 len: 173 time: 5.4296384 May 31 15:50:59.242395 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1f7fbac8-17b5-40fb-80fe-6d3c22b5edf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:59.275369 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-46f018db-cead-465d-b5bf-9044422ac2ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:59.311064 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1f7fbac8-17b5-40fb-80fe-6d3c22b5edf0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=84eda8a8f82e41e1bea74bd40fb01c6e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4242678 May 31 15:50:59.312165 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f6f14958-32d5-4b4b-9824-f7b088514bf6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:59.318502 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f14958-32d5-4b4b-9824-f7b088514bf6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:59.319412 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f6f14958-32d5-4b4b-9824-f7b088514bf6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:59.328092 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55394) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:59.341155 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fbac8-17b5-40fb-80fe-6d3c22b5edf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626a9e31-fe14-4744-b8a7-5f22f1761db7,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:59.374744 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5d61365a-b169-4153-83ee-a10005960e1f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:59.377244 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5d61365a-b169-4153-83ee-a10005960e1f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:59.438567 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1f7fbac8-17b5-40fb-80fe-6d3c22b5edf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:59.439423 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:59.462916 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c9e7f7c-0546-4919-8f7b-bfc97a22cc26 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:59.513643 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-331584b7-4b58-4027-9b8f-0ccf6a1b8237 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:59.538422 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27a8f5b-73c3-4573-9122-fea5a7301869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-c693e3aa-090c-45a9-8e6b-7f0b57ea4a92', 'network_id': 'c693e3aa-090c-45a9-8e6b-7f0b57ea4a92', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'fixed_ips': [{'subnet_id': 'ad305783-2674-470f-90ac-61406a53d13b'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:50:59.539868 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f27a8f5b-73c3-4573-9122-fea5a7301869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:59.562710 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55400) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:59.639347 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5d61365a-b169-4153-83ee-a10005960e1f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:59.654136 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f6f14958-32d5-4b4b-9824-f7b088514bf6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8972576 May 31 15:50:59.656337 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f14958-32d5-4b4b-9824-f7b088514bf6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Network': ['ID=9f2bc5e0-b93a-4ae5-bd6d-11ebfa709757,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:59.659426 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55406) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:50:59.673198 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9e7f7c-0546-4919-8f7b-bfc97a22cc26 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:50:59.673854 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f6f14958-32d5-4b4b-9824-f7b088514bf6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:59.682159 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a33d925c-d2c8-4789-a3d6-2bfffb7c8fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:59.688217 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-4a64d65d-1043-4cd3-8cf0-4efc594ffdb4 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'subnet': {'network_id': '9f2bc5e0-b93a-4ae5-bd6d-11ebfa709757', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:50:59.722844 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-7c9e7f7c-0546-4919-8f7b-bfc97a22cc26 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:59.793313 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-eff22f53-34ad-405a-b846-91379f409c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4356be7f-60e2-4865-b729-026e491816be', 'name': 'tempest-ServerActionsTestJSON-60769872-router', 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'daa7d29b-63f7-401f-87ae-664065b3d223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:20Z', 'revision_number': 4, 'project_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'gw_port': {'id': 'daa7d29b-63f7-401f-87ae-664065b3d223', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4356be7f-60e2-4865-b729-026e491816be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'bf1442f4-3076-464d-a628-de537d74f8c9', 'name': '', 'network_id': 'd344e8f1-f415-4064-9d12-68c70eb6ac0b', 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'mac_address': 'fa:16:3e:63:9d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4356be7f-60e2-4865-b729-026e491816be', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '418ec826-97fb-4894-813a-51ffe25a7768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:16Z', 'updated_at': '2021-05-31T15:45:33Z', 'revision_number': 5, 'project_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'subnets': [{'id': '418ec826-97fb-4894-813a-51ffe25a7768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:59.801086 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-f27a8f5b-73c3-4573-9122-fea5a7301869 None None] Allocated IP 2001:db8::2 (c693e3aa-090c-45a9-8e6b-7f0b57ea4a92/ad305783-2674-470f-90ac-61406a53d13b/912959ab-5aec-4957-8199-3555557ff862) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:50:59.809676 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9e7f7c-0546-4919-8f7b-bfc97a22cc26 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:50:59.810626 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c9e7f7c-0546-4919-8f7b-bfc97a22cc26 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:59.814140 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff22f53-34ad-405a-b846-91379f409c16 None None] Checking router: 4356be7f-60e2-4865-b729-026e491816be for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:50:59.835712 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e7f7c-0546-4919-8f7b-bfc97a22cc26 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Subnet': ['ID=b73f49d6-a593-46ad-95a1-a6599736f2a3,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:50:59.836008 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff22f53-34ad-405a-b846-91379f409c16 None None] Routers {'4356be7f-60e2-4865-b729-026e491816be'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:50:59.836660 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-eff22f53-34ad-405a-b846-91379f409c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:50:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4356be7f-60e2-4865-b729-026e491816be'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:50:59.839365 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7c9e7f7c-0546-4919-8f7b-bfc97a22cc26 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:50:59.840485 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7df50eb3-f8e9-4398-8dbd-fc4550009912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:50:59.853629 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bab27b68-ae33-4249-835b-11afa728ec58 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:50:59.891763 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 15:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee53e63-4b8f-4413-8875-4c7bd89aabf0 x-openstack-request-id: req-1ee53e63-4b8f-4413-8875-4c7bd89aabf0 {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:50:59.893874 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9770ef2b-c687-4266-a06e-ae77f983afd9", "name": "network-vif-deleted", "tag": "d1aa82af-9429-4951-aaf4-ad8a74748f1e", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:50:59.894221 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1ee53e63-4b8f-4413-8875-4c7bd89aabf0 {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:50:59.895862 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9770ef2b-c687-4266-a06e-ae77f983afd9', 'name': 'network-vif-deleted', 'tag': 'd1aa82af-9429-4951-aaf4-ad8a74748f1e', 'status': 'completed', 'code': 200} May 31 15:50:59.906397 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d925c-d2c8-4789-a3d6-2bfffb7c8fa9 admin admin] Network 258fafc3-be14-41c8-a854-4f81d373cb1a is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:50:59.921934 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-a33d925c-d2c8-4789-a3d6-2bfffb7c8fa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:50:59.925542 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33d925c-d2c8-4789-a3d6-2bfffb7c8fa9 admin admin] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:50:59.957777 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8110f625-d775-4a8d-bf33-d5b6d036d798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:00.006465 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4a64d65d-1043-4cd3-8cf0-4efc594ffdb4 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:00.011995 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4a64d65d-1043-4cd3-8cf0-4efc594ffdb4 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:subnet and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:00.015712 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4a64d65d-1043-4cd3-8cf0-4efc594ffdb4 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:00.022437 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4a64d65d-1043-4cd3-8cf0-4efc594ffdb4 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:00.031051 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5d61365a-b169-4153-83ee-a10005960e1f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:00.041896 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a64d65d-1043-4cd3-8cf0-4efc594ffdb4 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:00.048054 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4a64d65d-1043-4cd3-8cf0-4efc594ffdb4 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:00.139302 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7df50eb3-f8e9-4398-8dbd-fc4550009912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:00.153920 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7c9e7f7c-0546-4919-8f7b-bfc97a22cc26 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2816639 May 31 15:51:00.163219 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-8110f625-d775-4a8d-bf33-d5b6d036d798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:00.167733 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55412) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:00.174282 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-eff22f53-34ad-405a-b846-91379f409c16 None None] Set router 4356be7f-60e2-4865-b729-026e491816be gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:51:00.198667 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d925c-d2c8-4789-a3d6-2bfffb7c8fa9 admin admin] Pushing event updated for resources: {'Port': ['ID=bf6ac0a4-9241-474b-b88d-758c7f9f3835,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:00.215169 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a33d925c-d2c8-4789-a3d6-2bfffb7c8fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:00.222566 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-67b58010-d3b4-4d49-b3db-ce9d049082b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:00.239872 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-d200a9d0-18d3-4cbd-ad4f-0ca533a75758 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Deleting port 4ad9a788-5b70-4b25-b336-b2fa94ac22a8 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:51:00.240220 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d200a9d0-18d3-4cbd-ad4f-0ca533a75758 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:00.251415 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f27a8f5b-73c3-4573-9122-fea5a7301869 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:00.262638 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-8110f625-d775-4a8d-bf33-d5b6d036d798 admin admin] Usage tracker for resource:security_group_rule and tenant:8c3b2ea9a4594def894b2a235c1a97b6 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:00.264153 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f27a8f5b-73c3-4573-9122-fea5a7301869 None None] Transition to ACTIVE for port object 912959ab-5aec-4957-8199-3555557ff862 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:00.273500 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5d61365a-b169-4153-83ee-a10005960e1f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:00.287857 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-5d61365a-b169-4153-83ee-a10005960e1f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2230585 May 31 15:51:00.288642 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-8110f625-d775-4a8d-bf33-d5b6d036d798 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:00.288845 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 9f2bc5e0-b93a-4ae5-bd6d-11ebfa709757 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:51:00.297835 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55418) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:00.312447 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55420) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:00.317650 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-8110f625-d775-4a8d-bf33-d5b6d036d798 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:00.326063 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a33d925c-d2c8-4789-a3d6-2bfffb7c8fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:00.415789 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a67ea7-e00c-4eef-9424-5ed5555b84d5 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:00.429641 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c2af67fb-4875-441e-89e7-acfdee83d96c up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:51:00.442722 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-d200a9d0-18d3-4cbd-ad4f-0ca533a75758 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] For port 4ad9a788-5b70-4b25-b336-b2fa94ac22a8, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=4ad9a788-5b70-4b25-b336-b2fa94ac22a8,segment=NetworkSegment(b60a3926-17ab-4d84-b404-856fe26e2a28),segment_id=b60a3926-17ab-4d84-b404-856fe26e2a28)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:00.443115 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d200a9d0-18d3-4cbd-ad4f-0ca533a75758 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:00.471022 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f27a8f5b-73c3-4573-9122-fea5a7301869 None None] Transition to ACTIVE for port object 912959ab-5aec-4957-8199-3555557ff862 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:00.607796 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-d200a9d0-18d3-4cbd-ad4f-0ca533a75758 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Calling delete_port for 4ad9a788-5b70-4b25-b336-b2fa94ac22a8 owned by network:router_interface {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:51:00.635594 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f27a8f5b-73c3-4573-9122-fea5a7301869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:00.640307 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-72b2f58d-6c52-422a-bbac-ffbbfdf614af None None] Provisioning for port bf6ac0a4-9241-474b-b88d-758c7f9f3835 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:00.654467 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-eff22f53-34ad-405a-b846-91379f409c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4356be7f-60e2-4865-b729-026e491816be', 'name': 'tempest-ServerActionsTestJSON-60769872-router', 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'daa7d29b-63f7-401f-87ae-664065b3d223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:20Z', 'revision_number': 4, 'project_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'gw_port': {'id': 'daa7d29b-63f7-401f-87ae-664065b3d223', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4356be7f-60e2-4865-b729-026e491816be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'bf1442f4-3076-464d-a628-de537d74f8c9', 'name': '', 'network_id': 'd344e8f1-f415-4064-9d12-68c70eb6ac0b', 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'mac_address': 'fa:16:3e:63:9d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4356be7f-60e2-4865-b729-026e491816be', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '418ec826-97fb-4894-813a-51ffe25a7768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:16Z', 'updated_at': '2021-05-31T15:45:33Z', 'revision_number': 5, 'project_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'subnets': [{'id': '418ec826-97fb-4894-813a-51ffe25a7768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:00.655222 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:00.659988 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff22f53-34ad-405a-b846-91379f409c16 None None] The sync data for ids ['4356be7f-60e2-4865-b729-026e491816be'] in dv-neutron-601336-79-hyperv is: [{'id': '4356be7f-60e2-4865-b729-026e491816be', 'name': 'tempest-ServerActionsTestJSON-60769872-router', 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'daa7d29b-63f7-401f-87ae-664065b3d223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:45:20Z', 'revision_number': 4, 'project_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'gw_port': {'id': 'daa7d29b-63f7-401f-87ae-664065b3d223', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4356be7f-60e2-4865-b729-026e491816be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'bf1442f4-3076-464d-a628-de537d74f8c9', 'name': '', 'network_id': 'd344e8f1-f415-4064-9d12-68c70eb6ac0b', 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'mac_address': 'fa:16:3e:63:9d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4356be7f-60e2-4865-b729-026e491816be', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '418ec826-97fb-4894-813a-51ffe25a7768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:16Z', 'updated_at': '2021-05-31T15:45:33Z', 'revision_number': 5, 'project_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'subnets': [{'id': '418ec826-97fb-4894-813a-51ffe25a7768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:51:00.789254 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d200a9d0-18d3-4cbd-ad4f-0ca533a75758 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:00.794345 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8ca836d4-c9b8-491d-be14-042bb6ccb5c7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:00.821738 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a8f5b-73c3-4573-9122-fea5a7301869 None None] Pushing event updated for resources: {'Port': ['ID=912959ab-5aec-4957-8199-3555557ff862,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:00.827201 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-72b2f58d-6c52-422a-bbac-ffbbfdf614af None None] Provisioning complete for port bf6ac0a4-9241-474b-b88d-758c7f9f3835 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:00.828269 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-72b2f58d-6c52-422a-bbac-ffbbfdf614af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:00.935599 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f27a8f5b-73c3-4573-9122-fea5a7301869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:00.967000 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27a8f5b-73c3-4573-9122-fea5a7301869 None None] Network c693e3aa-090c-45a9-8e6b-7f0b57ea4a92 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:00.980528 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-f27a8f5b-73c3-4573-9122-fea5a7301869 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:00.990004 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27a8f5b-73c3-4573-9122-fea5a7301869 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:51:01.002817 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-72b2f58d-6c52-422a-bbac-ffbbfdf614af None None] Port bf6ac0a4-9241-474b-b88d-758c7f9f3835 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:51:01.009867 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7df50eb3-f8e9-4398-8dbd-fc4550009912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:01.027708 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0a249f0d-9de7-47ab-b1e4-5f3520ca1511 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:01.064458 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d200a9d0-18d3-4cbd-ad4f-0ca533a75758 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Port': ['ID=4ad9a788-5b70-4b25-b336-b2fa94ac22a8,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:01.073894 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2369d2-b53c-4d1d-bf43-07cba25c3bff None None] New status for floating IP bc758480-3fb5-4def-91a9-ce30b1933e4f: DOWN {{(pid=99206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 15:51:01.126226 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-827ffec1-62b0-4272-8718-8b346551227e tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:01.128633 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df50eb3-f8e9-4398-8dbd-fc4550009912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626a9e31-fe14-4744-b8a7-5f22f1761db7,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:01.132101 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7df50eb3-f8e9-4398-8dbd-fc4550009912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:01.138718 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d200a9d0-18d3-4cbd-ad4f-0ca533a75758 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:01.150418 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port c2af67fb-4875-441e-89e7-acfdee83d96c triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:01.150816 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:01.255747 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-67b58010-d3b4-4d49-b3db-ce9d049082b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:01.301868 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-67b58010-d3b4-4d49-b3db-ce9d049082b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:subnet and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:01.317262 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-67b58010-d3b4-4d49-b3db-ce9d049082b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:01.321216 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-827ffec1-62b0-4272-8718-8b346551227e tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:01.330119 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb733e9f-c258-45a4-9f5e-d48ed3c48926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-b5001308-9f67-458f-99a7-4cdcd1177eb2', 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'fixed_ips': [{'subnet_id': 'b73f49d6-a593-46ad-95a1-a6599736f2a3'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:51:01.330978 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-eb733e9f-c258-45a4-9f5e-d48ed3c48926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:01.346533 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7df50eb3-f8e9-4398-8dbd-fc4550009912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:01.350008 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7df50eb3-f8e9-4398-8dbd-fc4550009912 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/626a9e31-fe14-4744-b8a7-5f22f1761db7 HTTP/1.1" status: 204 len: 168 time: 2.0170019 May 31 15:51:01.350008 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-67b58010-d3b4-4d49-b3db-ce9d049082b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:01.388243 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-f27a8f5b-73c3-4573-9122-fea5a7301869 None None] Attempting to bind port 912959ab-5aec-4957-8199-3555557ff862 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:51:01.388972 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-f27a8f5b-73c3-4573-9122-fea5a7301869 None None] Attempting to bind port 912959ab-5aec-4957-8199-3555557ff862 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'dd0fcf51-98a3-4384-a46b-11cd7db74003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c693e3aa-090c-45a9-8e6b-7f0b57ea4a92'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:51:01.389688 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a8f5b-73c3-4573-9122-fea5a7301869 None None] Attempting to bind port 912959ab-5aec-4957-8199-3555557ff862 on network c693e3aa-090c-45a9-8e6b-7f0b57ea4a92 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:51:01.456332 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b58010-d3b4-4d49-b3db-ce9d049082b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:01.462703 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-67b58010-d3b4-4d49-b3db-ce9d049082b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:01.463306 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a8f5b-73c3-4573-9122-fea5a7301869 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:51:01.463694 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a8f5b-73c3-4573-9122-fea5a7301869 None None] Checking segment: {'id': 'dd0fcf51-98a3-4384-a46b-11cd7db74003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c693e3aa-090c-45a9-8e6b-7f0b57ea4a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:51:01.464117 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f27a8f5b-73c3-4573-9122-fea5a7301869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:01.464708 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a8f5b-73c3-4573-9122-fea5a7301869 None None] Bound using segment: {'id': 'dd0fcf51-98a3-4384-a46b-11cd7db74003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c693e3aa-090c-45a9-8e6b-7f0b57ea4a92'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:51:01.465067 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-f27a8f5b-73c3-4573-9122-fea5a7301869 None None] Bound port: 912959ab-5aec-4957-8199-3555557ff862, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fcf51-98a3-4384-a46b-11cd7db74003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c693e3aa-090c-45a9-8e6b-7f0b57ea4a92'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:51:01.465369 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f27a8f5b-73c3-4573-9122-fea5a7301869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:01.504319 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8110f625-d775-4a8d-bf33-d5b6d036d798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:01.538719 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d200a9d0-18d3-4cbd-ad4f-0ca533a75758 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:01.642523 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8110f625-d775-4a8d-bf33-d5b6d036d798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:01.661118 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f086f21a-46ed-4875-911f-813edb37b42b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:01.688552 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:01.733343 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-f27a8f5b-73c3-4573-9122-fea5a7301869 None None] For port 912959ab-5aec-4957-8199-3555557ff862, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:51:01.759458 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-f27a8f5b-73c3-4573-9122-fea5a7301869 None None] For port 912959ab-5aec-4957-8199-3555557ff862, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=912959ab-5aec-4957-8199-3555557ff862,segment=NetworkSegment(dd0fcf51-98a3-4384-a46b-11cd7db74003),segment_id=dd0fcf51-98a3-4384-a46b-11cd7db74003)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:51:01.774405 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-eb733e9f-c258-45a4-9f5e-d48ed3c48926 None None] Allocated IP 172.20.0.2 (b5001308-9f67-458f-99a7-4cdcd1177eb2/b73f49d6-a593-46ad-95a1-a6599736f2a3/5bbe1861-1546-4459-bcb0-53244b72d9f9) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:51:01.799481 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f27a8f5b-73c3-4573-9122-fea5a7301869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:01.827922 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-3f50890b-8f47-474f-841e-9e3feb26c849 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:01.846170 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110f625-d775-4a8d-bf33-d5b6d036d798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04214d4f-9cbc-40d9-bd0b-d71784563880,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:01.850727 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8110f625-d775-4a8d-bf33-d5b6d036d798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:01.874998 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a33d925c-d2c8-4789-a3d6-2bfffb7c8fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:01.889477 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8110f625-d775-4a8d-bf33-d5b6d036d798 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8c3b2ea9a4594def894b2a235c1a97b6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3215859 May 31 15:51:01.925554 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55438) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:02.016515 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a8f5b-73c3-4573-9122-fea5a7301869 None None] Pushing event updated for resources: {'Port': ['ID=912959ab-5aec-4957-8199-3555557ff862,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:02.020255 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f27a8f5b-73c3-4573-9122-fea5a7301869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:02.038474 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d200a9d0-18d3-4cbd-ad4f-0ca533a75758 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:51:02.052291 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-827ffec1-62b0-4272-8718-8b346551227e tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:02.083585 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ece4c454-fff1-4c5d-97c7-1a7eed1b2e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:02.203592 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-eb733e9f-c258-45a4-9f5e-d48ed3c48926 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:02.214878 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ffec1-62b0-4272-8718-8b346551227e tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:02.217747 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-827ffec1-62b0-4272-8718-8b346551227e tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:02.226258 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-eb733e9f-c258-45a4-9f5e-d48ed3c48926 None None] Transition to ACTIVE for port object 5bbe1861-1546-4459-bcb0-53244b72d9f9 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:02.302236 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-eb733e9f-c258-45a4-9f5e-d48ed3c48926 None None] Transition to ACTIVE for port object 5bbe1861-1546-4459-bcb0-53244b72d9f9 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:02.315270 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-eb733e9f-c258-45a4-9f5e-d48ed3c48926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:02.320073 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-2d1eaf04-f29e-4189-9a77-1bd9c3fc6d3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:02.409927 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d65d5e32-f742-4d9f-9d19-7d5f7ee56aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:02.417782 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-827ffec1-62b0-4272-8718-8b346551227e tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:02.422216 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb733e9f-c258-45a4-9f5e-d48ed3c48926 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:02.425298 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-eb733e9f-c258-45a4-9f5e-d48ed3c48926 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:02.427349 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-827ffec1-62b0-4272-8718-8b346551227e tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "DELETE /v2.0/security-groups/3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428 HTTP/1.1" status: 204 len: 168 time: 2.1029680 May 31 15:51:02.429665 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb733e9f-c258-45a4-9f5e-d48ed3c48926 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:51:02.434060 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55450) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:02.449560 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb733e9f-c258-45a4-9f5e-d48ed3c48926 None None] Pushing event updated for resources: {'Port': ['ID=5bbe1861-1546-4459-bcb0-53244b72d9f9,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:02.452216 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-eb733e9f-c258-45a4-9f5e-d48ed3c48926 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:02.461061 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55454) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:02.510758 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4a64d65d-1043-4cd3-8cf0-4efc594ffdb4 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:02.516673 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d65d5e32-f742-4d9f-9d19-7d5f7ee56aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:02.526517 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5ad4e2be-357f-4cf4-9163-267df1e7d4d7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:02.596602 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-eb733e9f-c258-45a4-9f5e-d48ed3c48926 None None] Attempting to bind port 5bbe1861-1546-4459-bcb0-53244b72d9f9 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:51:02.597571 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-eb733e9f-c258-45a4-9f5e-d48ed3c48926 None None] Attempting to bind port 5bbe1861-1546-4459-bcb0-53244b72d9f9 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:51:02.597571 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb733e9f-c258-45a4-9f5e-d48ed3c48926 None None] Attempting to bind port 5bbe1861-1546-4459-bcb0-53244b72d9f9 on network b5001308-9f67-458f-99a7-4cdcd1177eb2 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:51:02.598564 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-734e4a62-d3ca-47ed-831f-a8d02cd49599 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] show failed (client error): The resource could not be found. May 31 15:51:02.603340 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-734e4a62-d3ca-47ed-831f-a8d02cd49599 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "GET /v2.0/security-groups/3aedf4dd-9fc2-44c7-be5e-3ae7e52c3428 HTTP/1.1" status: 404 len: 347 time: 0.1571717 May 31 15:51:02.603547 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb733e9f-c258-45a4-9f5e-d48ed3c48926 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:51:02.603547 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb733e9f-c258-45a4-9f5e-d48ed3c48926 None None] Checking segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:51:02.603860 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-eb733e9f-c258-45a4-9f5e-d48ed3c48926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:02.604364 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb733e9f-c258-45a4-9f5e-d48ed3c48926 None None] Bound using segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:51:02.605121 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-eb733e9f-c258-45a4-9f5e-d48ed3c48926 None None] Bound port: 5bbe1861-1546-4459-bcb0-53244b72d9f9, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:51:02.605248 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-eb733e9f-c258-45a4-9f5e-d48ed3c48926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:02.607889 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64d65d-1043-4cd3-8cf0-4efc594ffdb4 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Subnet': ['ID=fd436e0b-2ca3-422d-88c3-a42ffd48c753,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:02.614970 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55460) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:02.620853 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4a64d65d-1043-4cd3-8cf0-4efc594ffdb4 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:02.684091 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Allocated IP 2001:db8::1 (c693e3aa-090c-45a9-8e6b-7f0b57ea4a92/ad305783-2674-470f-90ac-61406a53d13b/2fa5e014-440c-42e0-ab1e-1898ff1c4b3e) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:51:02.697683 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d200a9d0-18d3-4cbd-ad4f-0ca533a75758 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:51:02.716973 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddf4fe1-6e21-409f-8ebb-41a62d7278fb None None] Sync routers for ids ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:51:02.720325 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-eb733e9f-c258-45a4-9f5e-d48ed3c48926 None None] For port 5bbe1861-1546-4459-bcb0-53244b72d9f9, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:51:02.724222 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-eb733e9f-c258-45a4-9f5e-d48ed3c48926 None None] For port 5bbe1861-1546-4459-bcb0-53244b72d9f9, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=5bbe1861-1546-4459-bcb0-53244b72d9f9,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:51:02.732591 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-eb733e9f-c258-45a4-9f5e-d48ed3c48926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:02.737743 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddf4fe1-6e21-409f-8ebb-41a62d7278fb None None] Routers {'1251add1-0768-43fd-9a5e-ac4434f0d2c2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:51:02.738257 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f27a8f5b-73c3-4573-9122-fea5a7301869 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:02.738816 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-4ddf4fe1-6e21-409f-8ebb-41a62d7278fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:50:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:02.814508 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb733e9f-c258-45a4-9f5e-d48ed3c48926 None None] Pushing event updated for resources: {'Port': ['ID=5bbe1861-1546-4459-bcb0-53244b72d9f9,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:02.825680 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-eb733e9f-c258-45a4-9f5e-d48ed3c48926 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:02.829237 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a33d925c-d2c8-4789-a3d6-2bfffb7c8fa9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:02.931727 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-25f36113-4dba-4d9e-94bb-f8d222533fbc tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1850132101'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:03.108685 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d200a9d0-18d3-4cbd-ad4f-0ca533a75758 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "PUT /v2.0/routers/1251add1-0768-43fd-9a5e-ac4434f0d2c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9799938 May 31 15:51:03.109563 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55464) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:03.114915 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-4ddf4fe1-6e21-409f-8ebb-41a62d7278fb None None] Set router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:51:03.147023 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a33d925c-d2c8-4789-a3d6-2bfffb7c8fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:03.214706 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-25f36113-4dba-4d9e-94bb-f8d222533fbc tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:03.234393 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-07663bb5-9bde-4286-9fe2-f4df27895aac tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:03.275495 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a64d65d-1043-4cd3-8cf0-4efc594ffdb4 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Checking segment: {'id': '58f5db32-6083-461d-996b-7d88a537008c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9f2bc5e0-b93a-4ae5-bd6d-11ebfa709757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:51:03.276069 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a64d65d-1043-4cd3-8cf0-4efc594ffdb4 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network hostable DHCP agents. Network: 9f2bc5e0-b93a-4ae5-bd6d-11ebfa709757, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:51:03.321744 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d65d5e32-f742-4d9f-9d19-7d5f7ee56aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:03.325989 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3692c137-fe41-4bc0-9f3d-daf64d1ffbf9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:03.347427 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a64d65d-1043-4cd3-8cf0-4efc594ffdb4 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network 9f2bc5e0-b93a-4ae5-bd6d-11ebfa709757 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:51:03.353504 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-558a730b-a180-4168-a6c1-78f5e0d28270 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Deleting subnet 4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:51:03.363742 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d5e32-f742-4d9f-9d19-7d5f7ee56aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04214d4f-9cbc-40d9-bd0b-d71784563880,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:03.371952 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d925c-d2c8-4789-a3d6-2bfffb7c8fa9 admin admin] Pushing event updated for resources: {'Port': ['ID=bf6ac0a4-9241-474b-b88d-758c7f9f3835,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:03.372802 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-558a730b-a180-4168-a6c1-78f5e0d28270 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:03.375224 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a33d925c-d2c8-4789-a3d6-2bfffb7c8fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:03.389637 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-25f36113-4dba-4d9e-94bb-f8d222533fbc tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Usage tracker for resource:network and tenant:4f8c80660823495e9741f094bbd468a2 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:03.407251 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-25f36113-4dba-4d9e-94bb-f8d222533fbc tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:03.418014 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d65d5e32-f742-4d9f-9d19-7d5f7ee56aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:03.420492 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d65d5e32-f742-4d9f-9d19-7d5f7ee56aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:03.424452 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-25f36113-4dba-4d9e-94bb-f8d222533fbc tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:03.425641 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d65d5e32-f742-4d9f-9d19-7d5f7ee56aee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/04214d4f-9cbc-40d9-bd0b-d71784563880 HTTP/1.1" status: 204 len: 168 time: 1.4980087 May 31 15:51:03.435850 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-4a64d65d-1043-4cd3-8cf0-4efc594ffdb4 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 9f2bc5e0-b93a-4ae5-bd6d-11ebfa709757) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:03.449290 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa5a814-4f19-43f1-8f5d-95b4d28125c7 None None] Network 9f2bc5e0-b93a-4ae5-bd6d-11ebfa709757 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:03.469305 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-5b71e385-fea4-4995-900a-3c043a1f32f4 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Deleting port 881983aa-2713-4698-97a1-0af0d492bc7c {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:51:03.473359 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5b71e385-fea4-4995-900a-3c043a1f32f4 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:03.609429 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a64d65d-1043-4cd3-8cf0-4efc594ffdb4 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:03.610301 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4a64d65d-1043-4cd3-8cf0-4efc594ffdb4 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:03.620510 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2aa92f-6f47-46cf-92e6-bd59c6f01cce None None] Network c693e3aa-090c-45a9-8e6b-7f0b57ea4a92 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:03.644730 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a33d925c-d2c8-4789-a3d6-2bfffb7c8fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:03.648602 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-558a730b-a180-4168-a6c1-78f5e0d28270 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:03.664750 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f36113-4dba-4d9e-94bb-f8d222533fbc tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Made reservation on behalf of 4f8c80660823495e9741f094bbd468a2 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:03.679881 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-25f36113-4dba-4d9e-94bb-f8d222533fbc tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:03.696733 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4a64d65d-1043-4cd3-8cf0-4efc594ffdb4 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0284009 May 31 15:51:03.701511 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5b71e385-fea4-4995-900a-3c043a1f32f4 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:03.702030 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5b71e385-fea4-4995-900a-3c043a1f32f4 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:03.718332 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55470) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:03.725043 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-df2d0500-9598-4ad0-aa1b-d8371f276ef8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'port': {'network_id': '9f2bc5e0-b93a-4ae5-bd6d-11ebfa709757', 'name': 'tempest-PortsIpV6TestJSON-858676074'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:03.788658 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-25f36113-4dba-4d9e-94bb-f8d222533fbc tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:03.822572 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e343fa2c-c2b1-4511-9d95-31d77d14033d None None] Provisioning for port 912959ab-5aec-4957-8199-3555557ff862 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:03.895363 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-25f36113-4dba-4d9e-94bb-f8d222533fbc tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:03.969377 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-5b71e385-fea4-4995-900a-3c043a1f32f4 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Calling delete_port for 881983aa-2713-4698-97a1-0af0d492bc7c owned by network:floatingip {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:51:04.054848 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-25f36113-4dba-4d9e-94bb-f8d222533fbc tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Usage tracker for resource:security_group_rule and tenant:4f8c80660823495e9741f094bbd468a2 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:04.067857 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:04.105233 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-25f36113-4dba-4d9e-94bb-f8d222533fbc tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:04.132493 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-558a730b-a180-4168-a6c1-78f5e0d28270 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:04.175029 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-4ddf4fe1-6e21-409f-8ebb-41a62d7278fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:51:00Z', 'revision_number': 10, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None, '_interfaces': [{'id': '733c2800-0fbc-443c-896f-fc73ee4be24f', 'name': '', 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:9d:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:14Z', 'updated_at': '2021-05-31T15:49:31Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:04.180945 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-25f36113-4dba-4d9e-94bb-f8d222533fbc tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:04.185165 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddf4fe1-6e21-409f-8ebb-41a62d7278fb None None] Checking router: 1251add1-0768-43fd-9a5e-ac4434f0d2c2 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:51:04.206885 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddf4fe1-6e21-409f-8ebb-41a62d7278fb None None] Routers {'1251add1-0768-43fd-9a5e-ac4434f0d2c2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:51:04.209214 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-4ddf4fe1-6e21-409f-8ebb-41a62d7278fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:50:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:04.277175 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-df2d0500-9598-4ad0-aa1b-d8371f276ef8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:04.285821 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Transition to ACTIVE for port object 2fa5e014-440c-42e0-ab1e-1898ff1c4b3e will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:04.302232 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-df2d0500-9598-4ad0-aa1b-d8371f276ef8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:port and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:04.335076 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-df2d0500-9598-4ad0-aa1b-d8371f276ef8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:04.362452 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-df2d0500-9598-4ad0-aa1b-d8371f276ef8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:04.401794 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 5bbe1861-1546-4459-bcb0-53244b72d9f9 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:51:04.416897 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55476) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:04.552433 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecda2bcd-d37b-4d28-954a-db6e474dd9d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-9f2bc5e0-b93a-4ae5-bd6d-11ebfa709757', 'network_id': '9f2bc5e0-b93a-4ae5-bd6d-11ebfa709757', 'tenant_id': '1a3131733d3b4e64a0dcbfef175233b5', 'fixed_ips': [{'subnet_id': 'fd436e0b-2ca3-422d-88c3-a42ffd48c753'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:51:04.553759 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ecda2bcd-d37b-4d28-954a-db6e474dd9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:04.578365 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-662a7eb4-4fa5-47c7-9480-ae65c76b69fd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9547665d8db04add9c677b4a5a727b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1525962 May 31 15:51:04.588841 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d925c-d2c8-4789-a3d6-2bfffb7c8fa9 admin admin] Network 258fafc3-be14-41c8-a854-4f81d373cb1a is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:04.589721 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55480) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:04.599478 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-a33d925c-d2c8-4789-a3d6-2bfffb7c8fa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:04.610201 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-4ddf4fe1-6e21-409f-8ebb-41a62d7278fb None None] Set router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:51:04.679606 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2178bd10-5478-4472-a793-6e7d362d7162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:04.705645 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 5bbe1861-1546-4459-bcb0-53244b72d9f9 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:04.722190 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.objects.ports [None req-67b58010-d3b4-4d49-b3db-ce9d049082b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=99205) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 15:51:04.725337 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 912959ab-5aec-4957-8199-3555557ff862 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:51:04.904968 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2e0371e2-6d97-4eca-afea-7dc0c27cf28b None None] Provisioning for port 5bbe1861-1546-4459-bcb0-53244b72d9f9 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:04.909310 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-ecda2bcd-d37b-4d28-954a-db6e474dd9d5 None None] Allocated IP 2001:db8::2 (9f2bc5e0-b93a-4ae5-bd6d-11ebfa709757/fd436e0b-2ca3-422d-88c3-a42ffd48c753/cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:51:04.916697 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 912959ab-5aec-4957-8199-3555557ff862 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:04.923600 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2e0371e2-6d97-4eca-afea-7dc0c27cf28b None None] Provisioning complete for port 5bbe1861-1546-4459-bcb0-53244b72d9f9 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:04.923975 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2e0371e2-6d97-4eca-afea-7dc0c27cf28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:04.975104 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 912959ab-5aec-4957-8199-3555557ff862 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:04.975562 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:05.003641 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5b71e385-fea4-4995-900a-3c043a1f32f4 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:05.023495 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b2619e04-8718-47e4-a50f-f81ccd2fed5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:05.060381 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-25f36113-4dba-4d9e-94bb-f8d222533fbc tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:05.065406 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2d0500-9598-4ad0-aa1b-d8371f276ef8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:05.071506 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-df2d0500-9598-4ad0-aa1b-d8371f276ef8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:05.106362 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-25f36113-4dba-4d9e-94bb-f8d222533fbc tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:05.120270 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71e385-fea4-4995-900a-3c043a1f32f4 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Pushing event deleted for resources: {'Port': ['ID=881983aa-2713-4698-97a1-0af0d492bc7c,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:05.121707 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:05.134142 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71e385-fea4-4995-900a-3c043a1f32f4 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:05.135592 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71e385-fea4-4995-900a-3c043a1f32f4 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:05.136152 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71e385-fea4-4995-900a-3c043a1f32f4 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:05.136688 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71e385-fea4-4995-900a-3c043a1f32f4 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:05.137346 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71e385-fea4-4995-900a-3c043a1f32f4 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:05.137887 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71e385-fea4-4995-900a-3c043a1f32f4 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:05.138156 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-4ddf4fe1-6e21-409f-8ebb-41a62d7278fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:51:00Z', 'revision_number': 10, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None, '_interfaces': [{'id': '733c2800-0fbc-443c-896f-fc73ee4be24f', 'name': '', 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:9d:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:14Z', 'updated_at': '2021-05-31T15:49:31Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:05.139140 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71e385-fea4-4995-900a-3c043a1f32f4 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:05.139692 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71e385-fea4-4995-900a-3c043a1f32f4 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:05.140218 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71e385-fea4-4995-900a-3c043a1f32f4 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:05.140752 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71e385-fea4-4995-900a-3c043a1f32f4 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:05.141272 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71e385-fea4-4995-900a-3c043a1f32f4 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:05.141951 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b71e385-fea4-4995-900a-3c043a1f32f4 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:05.144417 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddf4fe1-6e21-409f-8ebb-41a62d7278fb None None] The sync data for ids ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'] in dv-neutron-601336-79-hyperv is: [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:51:00Z', 'revision_number': 10, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None, '_interfaces': [{'id': '733c2800-0fbc-443c-896f-fc73ee4be24f', 'name': '', 'network_id': '0bb017ef-e848-44bb-b9e4-d3c36f7b31dc', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'mac_address': 'fa:16:3e:9d:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:49:14Z', 'updated_at': '2021-05-31T15:49:31Z', 'revision_number': 5, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'subnets': [{'id': '7aa54c21-3555-46e9-919b-be94bc417b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:51:05.155605 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f36113-4dba-4d9e-94bb-f8d222533fbc tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:51:05.168534 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-25f36113-4dba-4d9e-94bb-f8d222533fbc tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:05.169087 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-25f36113-4dba-4d9e-94bb-f8d222533fbc tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Added segment 3ff28b23-4bee-4f6f-ad0a-16f93534a857 of type vlan for network 33566d1d-a280-4684-a0b7-12305be8b5e5 May 31 15:51:05.188437 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5b71e385-fea4-4995-900a-3c043a1f32f4 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:05.194359 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f20228ce-a0d6-4f52-baa7-4f3ff65a47d9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:05.198083 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-df2d0500-9598-4ad0-aa1b-d8371f276ef8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] device_id is not set on port 904f36d7-df7b-4ec9-adf1-7b47c0cc80a9 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:51:05.217557 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9ce0c7b0-a317-48b4-a5e2-6087cbe71e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:05.251517 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-25f36113-4dba-4d9e-94bb-f8d222533fbc tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:05.300067 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network c693e3aa-090c-45a9-8e6b-7f0b57ea4a92 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:05.303198 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f36113-4dba-4d9e-94bb-f8d222533fbc tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e2f4a3-35cd-4b2f-8c25-74b2ae8ea5d6,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:05.323218 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-558a730b-a180-4168-a6c1-78f5e0d28270 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:05.333054 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-babb7ac8-3d59-439a-b39e-d306916d63e8 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:05.353025 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2e0371e2-6d97-4eca-afea-7dc0c27cf28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:05.368778 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:05.386913 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9ce0c7b0-a317-48b4-a5e2-6087cbe71e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:05.388467 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a730b-a180-4168-a6c1-78f5e0d28270 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Subnet': ['ID=4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:05.391586 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-558a730b-a180-4168-a6c1-78f5e0d28270 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:05.394240 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-558a730b-a180-4168-a6c1-78f5e0d28270 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:05.403440 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-25f36113-4dba-4d9e-94bb-f8d222533fbc tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:05.405088 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b5b3a5dc-bf05-4211-a2b5-fe602eb2998f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:05.417065 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-558a730b-a180-4168-a6c1-78f5e0d28270 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/subnets/4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9 HTTP/1.1" status: 204 len: 168 time: 2.2955549 May 31 15:51:05.417929 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55484) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:05.425762 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5b71e385-fea4-4995-900a-3c043a1f32f4 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks [] for floatingip, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:05.428863 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5b71e385-fea4-4995-900a-3c043a1f32f4 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:05.430124 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5b71e385-fea4-4995-900a-3c043a1f32f4 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] 10.222.0.45 "DELETE /v2.0/floatingips/bc758480-3fb5-4def-91a9-ce30b1933e4f HTTP/1.1" status: 204 len: 168 time: 2.8110752 May 31 15:51:05.441012 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec585d9-fcab-4219-94ad-30c5cde9c476 None None] Network ff27b6ea-8ccf-47a3-b354-81f75f21bbba requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:05.443293 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55488) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:05.444279 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:51:05.444873 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:05.450691 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.db.resource_extend [None req-25f36113-4dba-4d9e-94bb-f8d222533fbc tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:51:05.463715 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:05.605419 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Port': ['ID=2fa5e014-440c-42e0-ab1e-1898ff1c4b3e,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:05.624890 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:05.632479 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-25f36113-4dba-4d9e-94bb-f8d222533fbc tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:05.640359 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f36113-4dba-4d9e-94bb-f8d222533fbc tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:05.641217 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-25f36113-4dba-4d9e-94bb-f8d222533fbc tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:05.650509 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-04a25238-5148-457a-a4d2-7929656b4948 tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:05.658489 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-2e0371e2-6d97-4eca-afea-7dc0c27cf28b None None] For port 5bbe1861-1546-4459-bcb0-53244b72d9f9, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=5bbe1861-1546-4459-bcb0-53244b72d9f9,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:05.714600 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2e0371e2-6d97-4eca-afea-7dc0c27cf28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:05.732909 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:05.771281 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33d925c-d2c8-4789-a3d6-2bfffb7c8fa9 admin admin] Router d2eaafca-c962-4810-a0d0-a75595e874c0 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:51:05.779653 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a47a87d7-631c-4eb8-85d9-34a0f2c07541 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:05.877609 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 912959ab-5aec-4957-8199-3555557ff862, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=912959ab-5aec-4957-8199-3555557ff862,segment=NetworkSegment(dd0fcf51-98a3-4384-a46b-11cd7db74003),segment_id=dd0fcf51-98a3-4384-a46b-11cd7db74003)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:05.877902 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-a47a87d7-631c-4eb8-85d9-34a0f2c07541 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Deleting port c5e44fba-5184-4dcc-a22b-c86a05a64e19 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:51:05.878507 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a47a87d7-631c-4eb8-85d9-34a0f2c07541 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:05.893298 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ecda2bcd-d37b-4d28-954a-db6e474dd9d5 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:05.908848 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ecda2bcd-d37b-4d28-954a-db6e474dd9d5 None None] Transition to ACTIVE for port object cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:05.917320 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f36113-4dba-4d9e-94bb-f8d222533fbc tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Pushing event updated for resources: {'Network': ['ID=33566d1d-a280-4684-a0b7-12305be8b5e5,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:05.933705 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ecda2bcd-d37b-4d28-954a-db6e474dd9d5 None None] Transition to ACTIVE for port object cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:05.936185 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0371e2-6d97-4eca-afea-7dc0c27cf28b None None] Pushing event updated for resources: {'Port': ['ID=5bbe1861-1546-4459-bcb0-53244b72d9f9,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:05.973995 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-25f36113-4dba-4d9e-94bb-f8d222533fbc tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:05.978803 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-2e0371e2-6d97-4eca-afea-7dc0c27cf28b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:05.981416 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 33566d1d-a280-4684-a0b7-12305be8b5e5 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:51:06.029271 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ecda2bcd-d37b-4d28-954a-db6e474dd9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:06.033352 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:06.045993 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b35f6acf-80fe-40d1-a13f-d4dde1786734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:06.074399 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-df2d0500-9598-4ad0-aa1b-d8371f276ef8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Allocated IP 2001:db8::2c1 (9f2bc5e0-b93a-4ae5-bd6d-11ebfa709757/fd436e0b-2ca3-422d-88c3-a42ffd48c753/904f36d7-df7b-4ec9-adf1-7b47c0cc80a9) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:51:06.099384 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-a47a87d7-631c-4eb8-85d9-34a0f2c07541 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] For port c5e44fba-5184-4dcc-a22b-c86a05a64e19, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c5e44fba-5184-4dcc-a22b-c86a05a64e19,segment=NetworkSegment(b60a3926-17ab-4d84-b404-856fe26e2a28),segment_id=b60a3926-17ab-4d84-b404-856fe26e2a28)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:06.099766 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a47a87d7-631c-4eb8-85d9-34a0f2c07541 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:06.117157 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda2bcd-d37b-4d28-954a-db6e474dd9d5 None None] Pushing event updated for resources: {'Port': ['ID=cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:06.223452 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a7fcfe89-305b-465e-ab3d-801717c8c41c None None] Provisioning for port 2fa5e014-440c-42e0-ab1e-1898ff1c4b3e completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:06.226919 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 5bbe1861-1546-4459-bcb0-53244b72d9f9 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:51:06.239678 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-25f36113-4dba-4d9e-94bb-f8d222533fbc tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.7455432 May 31 15:51:06.240545 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9ce0c7b0-a317-48b4-a5e2-6087cbe71e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:06.243225 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9ce0c7b0-a317-48b4-a5e2-6087cbe71e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:06.247050 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9ce0c7b0-a317-48b4-a5e2-6087cbe71e80 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6f8df210-1de2-498f-9446-3ec73e55ab13 HTTP/1.1" status: 204 len: 168 time: 1.6420920 May 31 15:51:06.259215 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55494) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:06.259809 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-34099a11-1b96-459a-b1f2-3918553795f7 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:06.285901 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0c7b0-a317-48b4-a5e2-6087cbe71e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8df210-1de2-498f-9446-3ec73e55ab13,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:06.288660 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9ce0c7b0-a317-48b4-a5e2-6087cbe71e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:06.299365 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-ce1fb956-cd7d-4c96-b049-bea9ce90e91d tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Request body: {'subnet': {'network_id': '33566d1d-a280-4684-a0b7-12305be8b5e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:06.300867 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-a47a87d7-631c-4eb8-85d9-34a0f2c07541 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Calling delete_port for c5e44fba-5184-4dcc-a22b-c86a05a64e19 owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:51:06.316946 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecda2bcd-d37b-4d28-954a-db6e474dd9d5 None None] Network 9f2bc5e0-b93a-4ae5-bd6d-11ebfa709757 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:06.318207 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a7fcfe89-305b-465e-ab3d-801717c8c41c None None] Provisioning complete for port 2fa5e014-440c-42e0-ab1e-1898ff1c4b3e triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:06.318808 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a7fcfe89-305b-465e-ab3d-801717c8c41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:06.356555 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-ecda2bcd-d37b-4d28-954a-db6e474dd9d5 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:06.397111 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecda2bcd-d37b-4d28-954a-db6e474dd9d5 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:51:06.442296 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-67b58010-d3b4-4d49-b3db-ce9d049082b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:06.470004 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-ce1fb956-cd7d-4c96-b049-bea9ce90e91d tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:06.500501 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-df2d0500-9598-4ad0-aa1b-d8371f276ef8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:06.519514 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-df2d0500-9598-4ad0-aa1b-d8371f276ef8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Transition to ACTIVE for port object 904f36d7-df7b-4ec9-adf1-7b47c0cc80a9 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:06.551371 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=912959ab-5aec-4957-8199-3555557ff862,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:06.551828 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-df2d0500-9598-4ad0-aa1b-d8371f276ef8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:06.579937 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5b71e385-fea4-4995-900a-3c043a1f32f4 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:06.580297 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcfe89-305b-465e-ab3d-801717c8c41c None None] Port 2fa5e014-440c-42e0-ab1e-1898ff1c4b3e cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:51:06.583639 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:06.584450 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-ecda2bcd-d37b-4d28-954a-db6e474dd9d5 None None] Attempting to bind port cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:51:06.584981 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-ecda2bcd-d37b-4d28-954a-db6e474dd9d5 None None] Attempting to bind port cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '58f5db32-6083-461d-996b-7d88a537008c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9f2bc5e0-b93a-4ae5-bd6d-11ebfa709757'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:51:06.585462 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecda2bcd-d37b-4d28-954a-db6e474dd9d5 None None] Attempting to bind port cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76 on network 9f2bc5e0-b93a-4ae5-bd6d-11ebfa709757 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:51:06.588249 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-eb733e9f-c258-45a4-9f5e-d48ed3c48926 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.476s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:06.588699 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-eb733e9f-c258-45a4-9f5e-d48ed3c48926 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:06.601028 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecda2bcd-d37b-4d28-954a-db6e474dd9d5 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:51:06.601742 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecda2bcd-d37b-4d28-954a-db6e474dd9d5 None None] Checking segment: {'id': '58f5db32-6083-461d-996b-7d88a537008c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9f2bc5e0-b93a-4ae5-bd6d-11ebfa709757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:51:06.602383 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ecda2bcd-d37b-4d28-954a-db6e474dd9d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:06.603016 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecda2bcd-d37b-4d28-954a-db6e474dd9d5 None None] Bound using segment: {'id': '58f5db32-6083-461d-996b-7d88a537008c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9f2bc5e0-b93a-4ae5-bd6d-11ebfa709757'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:51:06.604455 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-ecda2bcd-d37b-4d28-954a-db6e474dd9d5 None None] Bound port: cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f5db32-6083-461d-996b-7d88a537008c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9f2bc5e0-b93a-4ae5-bd6d-11ebfa709757'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:51:06.605299 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ecda2bcd-d37b-4d28-954a-db6e474dd9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:06.667894 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 5bbe1861-1546-4459-bcb0-53244b72d9f9 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:06.668615 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:06.685936 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d0500-9598-4ad0-aa1b-d8371f276ef8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Port': ['ID=904f36d7-df7b-4ec9-adf1-7b47c0cc80a9,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:06.700566 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-67b58010-d3b4-4d49-b3db-ce9d049082b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] For port 5bbe1861-1546-4459-bcb0-53244b72d9f9, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=5bbe1861-1546-4459-bcb0-53244b72d9f9,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:06.701412 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2d0500-9598-4ad0-aa1b-d8371f276ef8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network 9f2bc5e0-b93a-4ae5-bd6d-11ebfa709757 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:06.702774 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-df2d0500-9598-4ad0-aa1b-d8371f276ef8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:06.704567 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-df2d0500-9598-4ad0-aa1b-d8371f276ef8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:06.706940 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2d0500-9598-4ad0-aa1b-d8371f276ef8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:51:06.713846 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2d0500-9598-4ad0-aa1b-d8371f276ef8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:06.714108 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-df2d0500-9598-4ad0-aa1b-d8371f276ef8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:06.720568 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a47a87d7-631c-4eb8-85d9-34a0f2c07541 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:06.728878 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-67b58010-d3b4-4d49-b3db-ce9d049082b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:06.730447 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:06.735645 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2d666dd7-5db2-4f74-a25a-a2ec89044277 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:06.736820 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b4f4eb-8277-4474-90e5-1a30893833c3 None None] DHCP port deletion for ff27b6ea-8ccf-47a3-b354-81f75f21bbba request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:51:06.756815 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ce1fb956-cd7d-4c96-b049-bea9ce90e91d tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Usage tracker for resource:subnet and tenant:4f8c80660823495e9741f094bbd468a2 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:06.759569 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-67b58010-d3b4-4d49-b3db-ce9d049082b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:06.760481 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-67b58010-d3b4-4d49-b3db-ce9d049082b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:06.786576 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47a87d7-631c-4eb8-85d9-34a0f2c07541 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] No DVR routers for this DVR port c5e44fba-5184-4dcc-a22b-c86a05a64e19 on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:51:06.795694 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-ecda2bcd-d37b-4d28-954a-db6e474dd9d5 None None] For port cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:51:06.799230 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-ecda2bcd-d37b-4d28-954a-db6e474dd9d5 None None] For port cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76,segment=NetworkSegment(58f5db32-6083-461d-996b-7d88a537008c),segment_id=58f5db32-6083-461d-996b-7d88a537008c)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:51:06.810046 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a7fcfe89-305b-465e-ab3d-801717c8c41c None None] Provisioning complete for port 912959ab-5aec-4957-8199-3555557ff862 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:06.810412 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a7fcfe89-305b-465e-ab3d-801717c8c41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:06.821460 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a87d7-631c-4eb8-85d9-34a0f2c07541 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Port': ['ID=c5e44fba-5184-4dcc-a22b-c86a05a64e19,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:06.824805 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ce1fb956-cd7d-4c96-b049-bea9ce90e91d tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:06.828932 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7c48351d-94fa-4975-876c-463234de9f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:06.835885 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a47a87d7-631c-4eb8-85d9-34a0f2c07541 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:06.861297 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-df2d0500-9598-4ad0-aa1b-d8371f276ef8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1416323 May 31 15:51:06.869140 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55510) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:06.886204 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ecda2bcd-d37b-4d28-954a-db6e474dd9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:06.896844 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-536f1195-a09f-49f4-8190-d7b289c9ea3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:06.909175 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-ce1fb956-cd7d-4c96-b049-bea9ce90e91d tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:07.006723 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:07.032510 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a47a87d7-631c-4eb8-85d9-34a0f2c07541 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:07.051562 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-a47a87d7-631c-4eb8-85d9-34a0f2c07541 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff27b6ea-8ccf-47a3-b354-81f75f21bbba']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:07.102863 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-a47a87d7-631c-4eb8-85d9-34a0f2c07541 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60a3926-17ab-4d84-b404-856fe26e2a28') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:07.103641 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-a47a87d7-631c-4eb8-85d9-34a0f2c07541 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60a3926-17ab-4d84-b404-856fe26e2a28') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:07.119599 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a47a87d7-631c-4eb8-85d9-34a0f2c07541 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:07.145003 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda2bcd-d37b-4d28-954a-db6e474dd9d5 None None] Pushing event updated for resources: {'Port': ['ID=cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:07.166754 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a47a87d7-631c-4eb8-85d9-34a0f2c07541 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:07.169070 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ecda2bcd-d37b-4d28-954a-db6e474dd9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:07.179252 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 4ad9a788-5b70-4b25-b336-b2fa94ac22a8 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:51:07.181274 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a47a87d7-631c-4eb8-85d9-34a0f2c07541 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:51:07.181690 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a47a87d7-631c-4eb8-85d9-34a0f2c07541 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:51:07.197823 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:51:07.216859 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a7fcfe89-305b-465e-ab3d-801717c8c41c None None] Provisioning complete for port bf6ac0a4-9241-474b-b88d-758c7f9f3835 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:07.217242 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a7fcfe89-305b-465e-ab3d-801717c8c41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:07.240077 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b58010-d3b4-4d49-b3db-ce9d049082b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:07.247831 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 4ad9a788-5b70-4b25-b336-b2fa94ac22a8 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:51:07.248080 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 4ad9a788-5b70-4b25-b336-b2fa94ac22a8 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:51:07.283304 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcfe89-305b-465e-ab3d-801717c8c41c None None] Port bf6ac0a4-9241-474b-b88d-758c7f9f3835 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:51:07.320471 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-ab6ab4c5-f66a-49b4-8115-efe478bcbc70 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting port 904f36d7-df7b-4ec9-adf1-7b47c0cc80a9 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:51:07.320916 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ab6ab4c5-f66a-49b4-8115-efe478bcbc70 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:07.353298 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55522) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:07.377729 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-67b58010-d3b4-4d49-b3db-ce9d049082b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:07.385192 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1fb956-cd7d-4c96-b049-bea9ce90e91d tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Made reservation on behalf of 4f8c80660823495e9741f094bbd468a2 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:07.386959 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ce1fb956-cd7d-4c96-b049-bea9ce90e91d tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:07.390506 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a47fbb1-a045-4768-84f9-b77f4c2cef46 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:07.426153 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a47a87d7-631c-4eb8-85d9-34a0f2c07541 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:07.443443 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c1873052-340c-4071-89fb-5e69623b8525 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:07.472640 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b58010-d3b4-4d49-b3db-ce9d049082b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:07.473301 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-67b58010-d3b4-4d49-b3db-ce9d049082b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:07.476497 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a47a87d7-631c-4eb8-85d9-34a0f2c07541 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:07.491480 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a87d7-631c-4eb8-85d9-34a0f2c07541 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Network': ['ID=ff27b6ea-8ccf-47a3-b354-81f75f21bbba,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:07.497247 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a47a87d7-631c-4eb8-85d9-34a0f2c07541 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/networks/ff27b6ea-8ccf-47a3-b354-81f75f21bbba HTTP/1.1" status: 204 len: 168 time: 2.0751581 May 31 15:51:07.498627 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a47a87d7-631c-4eb8-85d9-34a0f2c07541 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:07.499126 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55528) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:07.810294 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33d925c-d2c8-4789-a3d6-2bfffb7c8fa9 admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:51:07.822004 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3905fa-180e-4f41-a1ca-859e205914f3 None None] Sync routers for ids ['d2eaafca-c962-4810-a0d0-a75595e874c0'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:51:07.828408 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-4ac9ac08-ad5a-461b-8a15-db3002dab3b6 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2117131961'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:07.842974 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b58010-d3b4-4d49-b3db-ce9d049082b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Port': ['ID=5bbe1861-1546-4459-bcb0-53244b72d9f9,revision_number=5']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:07.861918 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a33d925c-d2c8-4789-a3d6-2bfffb7c8fa9 admin admin] 10.222.0.45 "PUT /v2.0/routers/d2eaafca-c962-4810-a0d0-a75595e874c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1967633 May 31 15:51:07.870495 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-67b58010-d3b4-4d49-b3db-ce9d049082b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.041s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:07.871732 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-4ac9ac08-ad5a-461b-8a15-db3002dab3b6 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:07.874977 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9be3c394-a1bb-486f-ba83-d2c938e7bd29 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.007s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:07.878780 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ab6ab4c5-f66a-49b4-8115-efe478bcbc70 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:07.889946 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3905fa-180e-4f41-a1ca-859e205914f3 None None] Routers {'d2eaafca-c962-4810-a0d0-a75595e874c0'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:51:07.891378 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-bf3905fa-180e-4f41-a1ca-859e205914f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:50:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['d2eaafca-c962-4810-a0d0-a75595e874c0'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:07.931749 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4ac9ac08-ad5a-461b-8a15-db3002dab3b6 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Usage tracker for resource:network and tenant:3fe64971f6524794b9c8599e1534ac7b is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:07.935557 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-67b58010-d3b4-4d49-b3db-ce9d049082b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 7.7574067 May 31 15:51:07.937178 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4ac9ac08-ad5a-461b-8a15-db3002dab3b6 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:07.965680 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e318c324-cbbc-4bd0-8c15-4124560b8ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:07.979121 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55534) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:07.996585 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-4ac9ac08-ad5a-461b-8a15-db3002dab3b6 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:08.186488 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-bf3905fa-180e-4f41-a1ca-859e205914f3 None None] Set router d2eaafca-c962-4810-a0d0-a75595e874c0 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:51:08.256744 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-ab6ab4c5-f66a-49b4-8115-efe478bcbc70 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Calling delete_port for 904f36d7-df7b-4ec9-adf1-7b47c0cc80a9 owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:51:08.307399 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b58010-d3b4-4d49-b3db-ce9d049082b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Subnet': ['ID=2b31082f-c591-4340-a0fa-5b1d646b9529,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:08.325634 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac9ac08-ad5a-461b-8a15-db3002dab3b6 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Made reservation on behalf of 3fe64971f6524794b9c8599e1534ac7b for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:08.329258 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4ac9ac08-ad5a-461b-8a15-db3002dab3b6 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:08.369738 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-67b58010-d3b4-4d49-b3db-ce9d049082b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:08.397728 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4ac9ac08-ad5a-461b-8a15-db3002dab3b6 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:08.434322 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-16d9946c-474b-4d19-b4d7-86e382e46da9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'port': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'mac_address': 'fa:16:3e:ba:06:74', 'name': 'tempest-NetworksTestDHCPv6-395741526'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:08.481281 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-4ac9ac08-ad5a-461b-8a15-db3002dab3b6 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:08.634440 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4ac9ac08-ad5a-461b-8a15-db3002dab3b6 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Usage tracker for resource:security_group_rule and tenant:3fe64971f6524794b9c8599e1534ac7b is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:08.642157 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 912959ab-5aec-4957-8199-3555557ff862 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:51:08.643282 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4ac9ac08-ad5a-461b-8a15-db3002dab3b6 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:08.658169 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-4ac9ac08-ad5a-461b-8a15-db3002dab3b6 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:08.713157 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:08.744737 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:08.746245 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:08.759441 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fc5eeb-3aa8-4901-b5c7-b52c02e29332 None None] Network 9f2bc5e0-b93a-4ae5-bd6d-11ebfa709757 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:08.762695 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-aa414ef9-9389-4fe0-8043-415b0c561a05 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:08.778496 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ab6ab4c5-f66a-49b4-8115-efe478bcbc70 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:08.851690 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-df2d0500-9598-4ad0-aa1b-d8371f276ef8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:08.894106 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4ac9ac08-ad5a-461b-8a15-db3002dab3b6 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:08.918941 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4ac9ac08-ad5a-461b-8a15-db3002dab3b6 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:08.927044 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ab4c5-f66a-49b4-8115-efe478bcbc70 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Port': ['ID=904f36d7-df7b-4ec9-adf1-7b47c0cc80a9,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:08.933868 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac9ac08-ad5a-461b-8a15-db3002dab3b6 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:51:08.938777 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ab6ab4c5-f66a-49b4-8115-efe478bcbc70 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:08.945485 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4ac9ac08-ad5a-461b-8a15-db3002dab3b6 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:08.945908 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-4ac9ac08-ad5a-461b-8a15-db3002dab3b6 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Added segment 091c28b4-b6a4-498b-a898-f5c41c960bf9 of type vlan for network debadd60-4836-42ae-ad3c-2669e474d1ca May 31 15:51:08.971098 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55550) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:08.983675 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-1cb20b74-c1c1-4593-9de2-3671abc236b7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1621721402-network', 'tenant_id': 'a4b2d76ea963476fa7fd689948b6d4ce'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:09.000105 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:09.006201 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-16d9946c-474b-4d19-b4d7-86e382e46da9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:09.009106 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1cb20b74-c1c1-4593-9de2-3671abc236b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:09.015478 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-afadc96f-ec54-458b-bdad-f9d9721d2460 None None] Provisioning for port cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:09.017657 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-16d9946c-474b-4d19-b4d7-86e382e46da9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:port and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:09.020539 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1cb20b74-c1c1-4593-9de2-3671abc236b7 admin admin] Usage tracker for resource:network and tenant:a4b2d76ea963476fa7fd689948b6d4ce is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:09.023592 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ab6ab4c5-f66a-49b4-8115-efe478bcbc70 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:09.028337 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1cb20b74-c1c1-4593-9de2-3671abc236b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:09.031305 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-16d9946c-474b-4d19-b4d7-86e382e46da9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:09.067393 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-16d9946c-474b-4d19-b4d7-86e382e46da9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:09.067652 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 912959ab-5aec-4957-8199-3555557ff862 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:09.067652 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:09.075752 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1cb20b74-c1c1-4593-9de2-3671abc236b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:09.085119 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4ac9ac08-ad5a-461b-8a15-db3002dab3b6 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:09.095150 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ab6ab4c5-f66a-49b4-8115-efe478bcbc70 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/ports/904f36d7-df7b-4ec9-adf1-7b47c0cc80a9 HTTP/1.1" status: 204 len: 168 time: 2.2200384 May 31 15:51:09.098145 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55554) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:09.106608 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Port': ['ID=2fa5e014-440c-42e0-ab1e-1898ff1c4b3e,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:09.137245 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d9946c-474b-4d19-b4d7-86e382e46da9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:09.141581 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:09.141876 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:09.142307 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:09.142731 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:09.143196 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:09.143615 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:09.144033 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:09.144519 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:09.144851 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:09.145294 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:09.146753 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:09.146907 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:09.151147 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:09.158584 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-bf3905fa-180e-4f41-a1ca-859e205914f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'name': 'tempest-TestVolumeBootPattern-25264524-router', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:50:45Z', 'updated_at': '2021-05-31T15:51:01Z', 'revision_number': 4, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'gw_port': {'id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:49Z', 'updated_at': '2021-05-31T15:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'bf6ac0a4-9241-474b-b88d-758c7f9f3835', 'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'mac_address': 'fa:16:3e:47:55:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:57Z', 'updated_at': '2021-05-31T15:51:02Z', 'revision_number': 2, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'subnets': [{'id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:09.158865 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7aad50b1-d757-4c21-9f6b-403b08bb9a7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:09.160291 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb20b74-c1c1-4593-9de2-3671abc236b7 admin admin] Made reservation on behalf of a4b2d76ea963476fa7fd689948b6d4ce for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:09.162626 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1cb20b74-c1c1-4593-9de2-3671abc236b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:09.172094 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3905fa-180e-4f41-a1ca-859e205914f3 None None] Checking router: d2eaafca-c962-4810-a0d0-a75595e874c0 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:51:09.172578 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3905fa-180e-4f41-a1ca-859e205914f3 None None] Updating router d2eaafca-c962-4810-a0d0-a75595e874c0 port bf6ac0a4-9241-474b-b88d-758c7f9f3835 binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:51:09.190267 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4edc1ef-c6e0-4ebe-b39c-7f0c05e3cabd tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] DELETE failed (client error): The resource could not be found. May 31 15:51:09.190267 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4edc1ef-c6e0-4ebe-b39c-7f0c05e3cabd tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:51:09.194621 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f4edc1ef-c6e0-4ebe-b39c-7f0c05e3cabd tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/ports/904f36d7-df7b-4ec9-adf1-7b47c0cc80a9 HTTP/1.1" status: 404 len: 333 time: 0.0928762 May 31 15:51:09.196618 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55558) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:09.237356 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1cb20b74-c1c1-4593-9de2-3671abc236b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:09.270754 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f31b7322-d3fe-45ad-9c8a-35fe027b4349 None None] Provisioning complete for port 5bbe1861-1546-4459-bcb0-53244b72d9f9 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:09.271411 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f31b7322-d3fe-45ad-9c8a-35fe027b4349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:09.273315 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1cb20b74-c1c1-4593-9de2-3671abc236b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:09.283276 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1cb20b74-c1c1-4593-9de2-3671abc236b7 admin admin] Usage tracker for resource:security_group_rule and tenant:a4b2d76ea963476fa7fd689948b6d4ce is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:09.287493 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1cb20b74-c1c1-4593-9de2-3671abc236b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:09.307811 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1cb20b74-c1c1-4593-9de2-3671abc236b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:09.317815 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bf3905fa-180e-4f41-a1ca-859e205914f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:09.351215 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c2cf3c9-7e40-45e0-a2fb-b9264854ffd5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] GET failed (client error): The resource could not be found. May 31 15:51:09.354849 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4c2cf3c9-7e40-45e0-a2fb-b9264854ffd5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "GET /v2.0/ports/904f36d7-df7b-4ec9-adf1-7b47c0cc80a9 HTTP/1.1" status: 404 len: 333 time: 0.1450996 May 31 15:51:09.354965 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-16d9946c-474b-4d19-b4d7-86e382e46da9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:09.362655 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55562) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:09.363360 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4ac9ac08-ad5a-461b-8a15-db3002dab3b6 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:09.370098 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac9ac08-ad5a-461b-8a15-db3002dab3b6 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:09.374146 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4ac9ac08-ad5a-461b-8a15-db3002dab3b6 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:09.374544 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9ac08-ad5a-461b-8a15-db3002dab3b6 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67a42064-c9a5-450f-83ed-f89bc250eff8,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:09.383833 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4ac9ac08-ad5a-461b-8a15-db3002dab3b6 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:09.397137 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d0f69689-b7c9-4b9f-8546-ed97be1c219c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:09.403071 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:51:09.413895 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network c693e3aa-090c-45a9-8e6b-7f0b57ea4a92 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:09.452932 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-16d9946c-474b-4d19-b4d7-86e382e46da9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] device_id is not set on port 25064922-bffc-4577-996b-1691bef9c235 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:51:09.470036 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:09.628714 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:09.650343 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-0adf4876-d9ba-48f4-983d-7e74e83958d9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting subnet fd436e0b-2ca3-422d-88c3-a42ffd48c753 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:51:09.655165 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0adf4876-d9ba-48f4-983d-7e74e83958d9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:09.677569 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:09.679155 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:09.820020 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0adf4876-d9ba-48f4-983d-7e74e83958d9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:09.826230 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9ac08-ad5a-461b-8a15-db3002dab3b6 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event updated for resources: {'Network': ['ID=debadd60-4836-42ae-ad3c-2669e474d1ca,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:09.839220 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4ac9ac08-ad5a-461b-8a15-db3002dab3b6 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4686544 May 31 15:51:09.846121 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4ac9ac08-ad5a-461b-8a15-db3002dab3b6 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:09.885337 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1cb20b74-c1c1-4593-9de2-3671abc236b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:09.895698 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fb89f632-e0ee-4e44-ad85-37e39d4ef58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:09.907808 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1cb20b74-c1c1-4593-9de2-3671abc236b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:09.921429 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a27cc06f-8857-49a5-887e-b96d3680b460 tempest-PortsAdminExtendedAttrsTestJSON-1567654787 tempest-PortsAdminExtendedAttrsTestJSON-1567654787-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:09.942871 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a65486e4-b961-467a-8efa-75ed18a9105d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:09.960988 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network debadd60-4836-42ae-ad3c-2669e474d1ca details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:51:09.987773 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:10.028667 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Router f2dceeec-4932-4418-8f3a-339f2f0b066c is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:51:10.215207 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bf3905fa-180e-4f41-a1ca-859e205914f3 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:10.230416 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bf3905fa-180e-4f41-a1ca-859e205914f3 None None] Transition to ACTIVE for port object bf6ac0a4-9241-474b-b88d-758c7f9f3835 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:10.399785 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bf3905fa-180e-4f41-a1ca-859e205914f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:10.403542 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb20b74-c1c1-4593-9de2-3671abc236b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:51:10.420957 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f27a8f5b-73c3-4573-9122-fea5a7301869 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:10.473773 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-01fa20bd-41ee-4238-b317-82d4b7b0ed00 None None] Provisioning complete for port cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:10.474154 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-01fa20bd-41ee-4238-b317-82d4b7b0ed00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:10.484914 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb20b74-c1c1-4593-9de2-3671abc236b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50414dd-8f98-45a6-b12b-78ef1373395c,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:10.488630 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1cb20b74-c1c1-4593-9de2-3671abc236b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:10.509454 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1cb20b74-c1c1-4593-9de2-3671abc236b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:10.510139 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-1cb20b74-c1c1-4593-9de2-3671abc236b7 admin admin] Added segment ddb4e1d0-ba3c-407b-92d2-3e10966f0c74 of type vlan for network dc53903a-215c-4f27-bad9-f59017581435 May 31 15:51:10.536188 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-16d9946c-474b-4d19-b4d7-86e382e46da9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Allocated IP 172.20.0.9 (b5001308-9f67-458f-99a7-4cdcd1177eb2/b73f49d6-a593-46ad-95a1-a6599736f2a3/25064922-bffc-4577-996b-1691bef9c235) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:51:10.617792 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0adf4876-d9ba-48f4-983d-7e74e83958d9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:10.649865 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-16d9946c-474b-4d19-b4d7-86e382e46da9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Allocated IP 2001:db8::f816:3eff:feba:674 (b5001308-9f67-458f-99a7-4cdcd1177eb2/2b31082f-c591-4340-a0fa-5b1d646b9529/25064922-bffc-4577-996b-1691bef9c235) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:51:10.671262 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:10.723003 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1cb20b74-c1c1-4593-9de2-3671abc236b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:10.879292 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ce1fb956-cd7d-4c96-b049-bea9ce90e91d tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:10.889485 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-67b58010-d3b4-4d49-b3db-ce9d049082b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:10.926238 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:51:10.936332 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4918a164-d9d4-40a9-8d10-d382ac4453c6 None None] Sync routers for ids ['f2dceeec-4932-4418-8f3a-339f2f0b066c'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:51:10.948640 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-01fa20bd-41ee-4238-b317-82d4b7b0ed00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:10.950103 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4918a164-d9d4-40a9-8d10-d382ac4453c6 None None] Routers {'f2dceeec-4932-4418-8f3a-339f2f0b066c'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:51:10.953777 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-4918a164-d9d4-40a9-8d10-d382ac4453c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:51:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['f2dceeec-4932-4418-8f3a-339f2f0b066c'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:11.069628 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1cb20b74-c1c1-4593-9de2-3671abc236b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:11.070887 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb20b74-c1c1-4593-9de2-3671abc236b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:11.071831 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1cb20b74-c1c1-4593-9de2-3671abc236b7 admin admin] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:11.088056 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:11.092843 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "PUT /v2.0/routers/f2dceeec-4932-4418-8f3a-339f2f0b066c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7816207 May 31 15:51:11.100034 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-4918a164-d9d4-40a9-8d10-d382ac4453c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:11.106600 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55566) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:11.120958 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4918a164-d9d4-40a9-8d10-d382ac4453c6 None None] Routers {'f2dceeec-4932-4418-8f3a-339f2f0b066c'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:51:11.121937 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-4918a164-d9d4-40a9-8d10-d382ac4453c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:51:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['f2dceeec-4932-4418-8f3a-339f2f0b066c'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:11.155215 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-bf3905fa-180e-4f41-a1ca-859e205914f3 None None] Attempting to bind port bf6ac0a4-9241-474b-b88d-758c7f9f3835 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:51:11.156432 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-bf3905fa-180e-4f41-a1ca-859e205914f3 None None] Attempting to bind port bf6ac0a4-9241-474b-b88d-758c7f9f3835 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'd689a5f1-87c6-4c5b-a91b-b6d33d247f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:51:11.156832 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3905fa-180e-4f41-a1ca-859e205914f3 None None] Attempting to bind port bf6ac0a4-9241-474b-b88d-758c7f9f3835 on network 258fafc3-be14-41c8-a854-4f81d373cb1a {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:51:11.162556 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884eb53-11cf-4d76-8aca-77c765601f45 None None] Pushing event updated for resources: {'Port': ['ID=bf6ac0a4-9241-474b-b88d-758c7f9f3835,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:11.170279 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3905fa-180e-4f41-a1ca-859e205914f3 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:51:11.170661 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3905fa-180e-4f41-a1ca-859e205914f3 None None] Checking segment: {'id': 'd689a5f1-87c6-4c5b-a91b-b6d33d247f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:51:11.171104 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bf3905fa-180e-4f41-a1ca-859e205914f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:11.171506 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3905fa-180e-4f41-a1ca-859e205914f3 None None] Bound using segment: {'id': 'd689a5f1-87c6-4c5b-a91b-b6d33d247f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:51:11.172113 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-bf3905fa-180e-4f41-a1ca-859e205914f3 None None] Bound port: bf6ac0a4-9241-474b-b88d-758c7f9f3835, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd689a5f1-87c6-4c5b-a91b-b6d33d247f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:51:11.172500 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bf3905fa-180e-4f41-a1ca-859e205914f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:11.183041 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4884eb53-11cf-4d76-8aca-77c765601f45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:11.183374 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4884eb53-11cf-4d76-8aca-77c765601f45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:11.183644 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4884eb53-11cf-4d76-8aca-77c765601f45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:11.184401 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4884eb53-11cf-4d76-8aca-77c765601f45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:11.184784 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4884eb53-11cf-4d76-8aca-77c765601f45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:11.185116 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4884eb53-11cf-4d76-8aca-77c765601f45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:11.185589 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4884eb53-11cf-4d76-8aca-77c765601f45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:11.185920 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4884eb53-11cf-4d76-8aca-77c765601f45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:11.186243 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4884eb53-11cf-4d76-8aca-77c765601f45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:11.186565 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4884eb53-11cf-4d76-8aca-77c765601f45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:11.186884 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4884eb53-11cf-4d76-8aca-77c765601f45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:11.187237 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4884eb53-11cf-4d76-8aca-77c765601f45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:11.200404 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-4884eb53-11cf-4d76-8aca-77c765601f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:11.205842 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b003f4-ebe0-426d-bdbe-1e69f33061cf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:11.206974 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-88b003f4-ebe0-426d-bdbe-1e69f33061cf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Synchronizing usage tracker for tenant:4495789bf65544d19fbd02194192aa34 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:51:11.300988 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-bf3905fa-180e-4f41-a1ca-859e205914f3 None None] For port bf6ac0a4-9241-474b-b88d-758c7f9f3835, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:51:11.305558 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-bf3905fa-180e-4f41-a1ca-859e205914f3 None None] For port bf6ac0a4-9241-474b-b88d-758c7f9f3835, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=bf6ac0a4-9241-474b-b88d-758c7f9f3835,segment=NetworkSegment(d689a5f1-87c6-4c5b-a91b-b6d33d247f15),segment_id=d689a5f1-87c6-4c5b-a91b-b6d33d247f15)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:51:11.306761 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1fb956-cd7d-4c96-b049-bea9ce90e91d tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Pushing event updated for resources: {'Subnet': ['ID=7e824e3f-a498-4f55-b4fb-73e83e4034b4,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:11.311599 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ce1fb956-cd7d-4c96-b049-bea9ce90e91d tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:11.319026 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bf3905fa-180e-4f41-a1ca-859e205914f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:11.327824 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1fb956-cd7d-4c96-b049-bea9ce90e91d tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Checking segment: {'id': '3ff28b23-4bee-4f6f-ad0a-16f93534a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33566d1d-a280-4684-a0b7-12305be8b5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:51:11.328324 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1fb956-cd7d-4c96-b049-bea9ce90e91d tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Network hostable DHCP agents. Network: 33566d1d-a280-4684-a0b7-12305be8b5e5, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:51:11.333489 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ef22ebd8-a14b-4589-9468-4bb410d6d080 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:11.337630 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-4918a164-d9d4-40a9-8d10-d382ac4453c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:11.338031 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4918a164-d9d4-40a9-8d10-d382ac4453c6 None None] The sync data for ids ['f2dceeec-4932-4418-8f3a-339f2f0b066c'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:51:11.394611 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1fb956-cd7d-4c96-b049-bea9ce90e91d tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Network 33566d1d-a280-4684-a0b7-12305be8b5e5 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:51:11.415882 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3905fa-180e-4f41-a1ca-859e205914f3 None None] Routers {'d2eaafca-c962-4810-a0d0-a75595e874c0'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:51:11.416508 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-bf3905fa-180e-4f41-a1ca-859e205914f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:51:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['d2eaafca-c962-4810-a0d0-a75595e874c0'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:11.429196 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-88b003f4-ebe0-426d-bdbe-1e69f33061cf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Unset dirty status for tenant:4495789bf65544d19fbd02194192aa34 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:51:11.430426 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-88b003f4-ebe0-426d-bdbe-1e69f33061cf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "GET /v2.0/ports/2fa5e014-440c-42e0-ab1e-1898ff1c4b3e HTTP/1.1" status: 200 len: 911 time: 0.3111668 May 31 15:51:11.433423 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-ce1fb956-cd7d-4c96-b049-bea9ce90e91d tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 33566d1d-a280-4684-a0b7-12305be8b5e5) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:11.442913 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55570) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:11.500476 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446dd80b-c031-4b57-a667-d169998ed702 None None] Network 33566d1d-a280-4684-a0b7-12305be8b5e5 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:11.603570 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1cb20b74-c1c1-4593-9de2-3671abc236b7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6245739 May 31 15:51:11.604586 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55574) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:11.679366 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb20b74-c1c1-4593-9de2-3671abc236b7 admin admin] Pushing event updated for resources: {'Network': ['ID=dc53903a-215c-4f27-bad9-f59017581435,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:11.702172 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-3c693dfa-ef56-4b50-8343-072536bf8d81 admin admin] Request body: {'subnet': {'network_id': 'dc53903a-215c-4f27-bad9-f59017581435', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1621721402-subnet', 'tenant_id': 'a4b2d76ea963476fa7fd689948b6d4ce', 'ip_version': 4}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:11.710152 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network dc53903a-215c-4f27-bad9-f59017581435 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:51:11.732979 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1cb20b74-c1c1-4593-9de2-3671abc236b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:11.746054 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3c693dfa-ef56-4b50-8343-072536bf8d81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:11.760453 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3c693dfa-ef56-4b50-8343-072536bf8d81 admin admin] Usage tracker for resource:subnet and tenant:a4b2d76ea963476fa7fd689948b6d4ce is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:11.775716 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3c693dfa-ef56-4b50-8343-072536bf8d81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:11.804539 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-16d9946c-474b-4d19-b4d7-86e382e46da9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:11.814408 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3c693dfa-ef56-4b50-8343-072536bf8d81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:11.819190 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-a65486e4-b961-467a-8efa-75ed18a9105d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Deleting port 733c2800-0fbc-443c-896f-fc73ee4be24f {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:51:11.819690 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a65486e4-b961-467a-8efa-75ed18a9105d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:11.840640 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884eb53-11cf-4d76-8aca-77c765601f45 None None] Pushing event updated for resources: {'Port': ['ID=bf6ac0a4-9241-474b-b88d-758c7f9f3835,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:11.843604 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1fb956-cd7d-4c96-b049-bea9ce90e91d tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:11.843854 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-4884eb53-11cf-4d76-8aca-77c765601f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:11.844666 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ce1fb956-cd7d-4c96-b049-bea9ce90e91d tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:11.927022 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ce1fb956-cd7d-4c96-b049-bea9ce90e91d tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.6577032 May 31 15:51:11.942071 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55578) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:11.962563 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-257a61c2-c122-48ff-903d-ccc618f65e3b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Request body: {'port': {'network_id': '33566d1d-a280-4684-a0b7-12305be8b5e5', 'name': 'tempest-TagsExtTest-1577212937'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:12.010275 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-a65486e4-b961-467a-8efa-75ed18a9105d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] For port 733c2800-0fbc-443c-896f-fc73ee4be24f, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=733c2800-0fbc-443c-896f-fc73ee4be24f,segment=NetworkSegment(ffbda552-e335-4436-b48a-fa56e98ae33a),segment_id=ffbda552-e335-4436-b48a-fa56e98ae33a)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:12.010666 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a65486e4-b961-467a-8efa-75ed18a9105d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:12.048725 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd348dff-334e-4ac0-8925-e6a230c6360e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-33566d1d-a280-4684-a0b7-12305be8b5e5', 'network_id': '33566d1d-a280-4684-a0b7-12305be8b5e5', 'tenant_id': '4f8c80660823495e9741f094bbd468a2', 'fixed_ips': [{'subnet_id': '7e824e3f-a498-4f55-b4fb-73e83e4034b4'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:51:12.049560 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dd348dff-334e-4ac0-8925-e6a230c6360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:12.069494 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-bf3905fa-180e-4f41-a1ca-859e205914f3 None None] Set router d2eaafca-c962-4810-a0d0-a75595e874c0 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:51:12.153394 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-fb89f632-e0ee-4e44-ad85-37e39d4ef58d admin admin] Deleting port bf1442f4-3076-464d-a628-de537d74f8c9 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:51:12.153766 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fb89f632-e0ee-4e44-ad85-37e39d4ef58d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:12.301843 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-257a61c2-c122-48ff-903d-ccc618f65e3b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:12.309669 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-257a61c2-c122-48ff-903d-ccc618f65e3b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Usage tracker for resource:port and tenant:4f8c80660823495e9741f094bbd468a2 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:12.317203 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-257a61c2-c122-48ff-903d-ccc618f65e3b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:12.343471 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-257a61c2-c122-48ff-903d-ccc618f65e3b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:12.355976 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-a65486e4-b961-467a-8efa-75ed18a9105d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Calling delete_port for 733c2800-0fbc-443c-896f-fc73ee4be24f owned by network:router_interface {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:51:12.375564 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-fb89f632-e0ee-4e44-ad85-37e39d4ef58d admin admin] For port bf1442f4-3076-464d-a628-de537d74f8c9, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=bf1442f4-3076-464d-a628-de537d74f8c9,segment=NetworkSegment(dfcdbfac-1782-4f23-a90d-17caf7895016),segment_id=dfcdbfac-1782-4f23-a90d-17caf7895016)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:12.375564 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fb89f632-e0ee-4e44-ad85-37e39d4ef58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:12.382994 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257a61c2-c122-48ff-903d-ccc618f65e3b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Made reservation on behalf of 4f8c80660823495e9741f094bbd468a2 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:12.386506 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-257a61c2-c122-48ff-903d-ccc618f65e3b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:12.399221 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0adf4876-d9ba-48f4-983d-7e74e83958d9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:12.408665 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-32628e11-bec7-4e65-96dc-d810ba99a8ba tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:12.441104 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-16d9946c-474b-4d19-b4d7-86e382e46da9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Transition to ACTIVE for port object 25064922-bffc-4577-996b-1691bef9c235 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:12.445519 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c693dfa-ef56-4b50-8343-072536bf8d81 admin admin] Made reservation on behalf of a4b2d76ea963476fa7fd689948b6d4ce for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:12.448190 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3c693dfa-ef56-4b50-8343-072536bf8d81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:12.452737 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-dd348dff-334e-4ac0-8925-e6a230c6360e None None] Allocated IP 172.20.0.2 (33566d1d-a280-4684-a0b7-12305be8b5e5/7e824e3f-a498-4f55-b4fb-73e83e4034b4/eb79f702-0b92-4a52-842d-49d65570babe) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:51:12.482227 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf4876-d9ba-48f4-983d-7e74e83958d9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Subnet': ['ID=fd436e0b-2ca3-422d-88c3-a42ffd48c753,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:12.485386 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0adf4876-d9ba-48f4-983d-7e74e83958d9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:12.554636 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0adf4876-d9ba-48f4-983d-7e74e83958d9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:12.572982 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0adf4876-d9ba-48f4-983d-7e74e83958d9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/subnets/fd436e0b-2ca3-422d-88c3-a42ffd48c753 HTTP/1.1" status: 204 len: 168 time: 3.2063355 May 31 15:51:12.590726 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55582) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:12.702024 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-fb89f632-e0ee-4e44-ad85-37e39d4ef58d admin admin] Calling delete_port for bf1442f4-3076-464d-a628-de537d74f8c9 owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:51:12.708499 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-257a61c2-c122-48ff-903d-ccc618f65e3b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] device_id is not set on port 5c5dbbea-a364-47ff-8776-24bbc846113d yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:51:12.726229 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dd348dff-334e-4ac0-8925-e6a230c6360e None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:12.743872 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-dd348dff-334e-4ac0-8925-e6a230c6360e None None] Transition to ACTIVE for port object eb79f702-0b92-4a52-842d-49d65570babe will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:12.764989 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-16d9946c-474b-4d19-b4d7-86e382e46da9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:12.770853 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-dd348dff-334e-4ac0-8925-e6a230c6360e None None] Transition to ACTIVE for port object eb79f702-0b92-4a52-842d-49d65570babe will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:12.792396 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b2619e04-8718-47e4-a50f-f81ccd2fed5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:12.853096 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9fa582-b781-425b-a311-f367b9e3f630 None None] Network 9f2bc5e0-b93a-4ae5-bd6d-11ebfa709757 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:12.893314 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3952bf92-53b1-412a-a6fe-34734b0843e2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:12.940161 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55586) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:12.944701 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.db.api [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:51:12.945093 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_db.api [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:51:12.953574 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dd348dff-334e-4ac0-8925-e6a230c6360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:12.971884 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-673555fd-5fb1-43b2-8844-69c46a2dbdfd tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Request body: {'subnet': {'network_id': 'debadd60-4836-42ae-ad3c-2669e474d1ca', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:12.993351 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d9946c-474b-4d19-b4d7-86e382e46da9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:13.009758 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:13.037665 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fb89f632-e0ee-4e44-ad85-37e39d4ef58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:13.050691 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-79f6eea9-6a38-49e3-bb1d-264d65da24f0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:13.063474 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-16d9946c-474b-4d19-b4d7-86e382e46da9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:13.124835 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d9946c-474b-4d19-b4d7-86e382e46da9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:51:13.134361 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89f632-e0ee-4e44-ad85-37e39d4ef58d admin admin] Pushing event deleted for resources: {'Port': ['ID=bf1442f4-3076-464d-a628-de537d74f8c9,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:13.173903 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fb89f632-e0ee-4e44-ad85-37e39d4ef58d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:13.214457 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd348dff-334e-4ac0-8925-e6a230c6360e None None] Network 33566d1d-a280-4684-a0b7-12305be8b5e5 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:13.230446 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-dd348dff-334e-4ac0-8925-e6a230c6360e None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:13.278167 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd348dff-334e-4ac0-8925-e6a230c6360e None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:51:13.333792 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b118b07b-0850-4dc2-96a8-ea6127f1303f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:13.369036 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd348dff-334e-4ac0-8925-e6a230c6360e None None] Pushing event updated for resources: {'Port': ['ID=eb79f702-0b92-4a52-842d-49d65570babe,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:13.411331 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9946c-474b-4d19-b4d7-86e382e46da9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Port': ['ID=25064922-bffc-4577-996b-1691bef9c235,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:13.423996 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.db.api [None req-01fa20bd-41ee-4238-b317-82d4b7b0ed00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:51:13.424366 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_db.api [None req-01fa20bd-41ee-4238-b317-82d4b7b0ed00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:51:13.425105 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-dd348dff-334e-4ac0-8925-e6a230c6360e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:13.451514 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-257a61c2-c122-48ff-903d-ccc618f65e3b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Allocated IP 172.20.0.8 (33566d1d-a280-4684-a0b7-12305be8b5e5/7e824e3f-a498-4f55-b4fb-73e83e4034b4/5c5dbbea-a364-47ff-8776-24bbc846113d) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:51:13.533116 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-16d9946c-474b-4d19-b4d7-86e382e46da9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:13.628040 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d9946c-474b-4d19-b4d7-86e382e46da9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:13.628861 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-16d9946c-474b-4d19-b4d7-86e382e46da9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:13.641708 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-673555fd-5fb1-43b2-8844-69c46a2dbdfd tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:13.656175 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-673555fd-5fb1-43b2-8844-69c46a2dbdfd tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Usage tracker for resource:subnet and tenant:3fe64971f6524794b9c8599e1534ac7b is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:13.658283 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:13.667519 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-673555fd-5fb1-43b2-8844-69c46a2dbdfd tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:13.681148 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-dd348dff-334e-4ac0-8925-e6a230c6360e None None] Attempting to bind port eb79f702-0b92-4a52-842d-49d65570babe on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:51:13.681526 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-dd348dff-334e-4ac0-8925-e6a230c6360e None None] Attempting to bind port eb79f702-0b92-4a52-842d-49d65570babe by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '3ff28b23-4bee-4f6f-ad0a-16f93534a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33566d1d-a280-4684-a0b7-12305be8b5e5'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:51:13.681892 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd348dff-334e-4ac0-8925-e6a230c6360e None None] Attempting to bind port eb79f702-0b92-4a52-842d-49d65570babe on network 33566d1d-a280-4684-a0b7-12305be8b5e5 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:51:13.683129 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-673555fd-5fb1-43b2-8844-69c46a2dbdfd tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:13.694822 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:51:13.700573 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd348dff-334e-4ac0-8925-e6a230c6360e None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:51:13.700959 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd348dff-334e-4ac0-8925-e6a230c6360e None None] Checking segment: {'id': '3ff28b23-4bee-4f6f-ad0a-16f93534a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33566d1d-a280-4684-a0b7-12305be8b5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:51:13.701364 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dd348dff-334e-4ac0-8925-e6a230c6360e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:13.701762 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd348dff-334e-4ac0-8925-e6a230c6360e None None] Bound using segment: {'id': '3ff28b23-4bee-4f6f-ad0a-16f93534a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33566d1d-a280-4684-a0b7-12305be8b5e5'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:51:13.702239 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-dd348dff-334e-4ac0-8925-e6a230c6360e None None] Bound port: eb79f702-0b92-4a52-842d-49d65570babe, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff28b23-4bee-4f6f-ad0a-16f93534a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '33566d1d-a280-4684-a0b7-12305be8b5e5'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:51:13.702617 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dd348dff-334e-4ac0-8925-e6a230c6360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:13.739669 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a65486e4-b961-467a-8efa-75ed18a9105d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:13.747960 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8a3b3611-a5d1-403d-8767-d82a4b6ba159 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:13.773612 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76,segment=NetworkSegment(58f5db32-6083-461d-996b-7d88a537008c),segment_id=58f5db32-6083-461d-996b-7d88a537008c)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:13.787974 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:13.792037 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ecda2bcd-d37b-4d28-954a-db6e474dd9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:13.801466 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-3952bf92-53b1-412a-a6fe-34734b0843e2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting port cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:51:13.801956 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3952bf92-53b1-412a-a6fe-34734b0843e2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:13.829753 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673555fd-5fb1-43b2-8844-69c46a2dbdfd tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Made reservation on behalf of 3fe64971f6524794b9c8599e1534ac7b for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:13.834536 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-673555fd-5fb1-43b2-8844-69c46a2dbdfd tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:13.848759 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-16d9946c-474b-4d19-b4d7-86e382e46da9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 5.4270146 May 31 15:51:13.854688 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55590) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:13.858999 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65486e4-b961-467a-8efa-75ed18a9105d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Port': ['ID=733c2800-0fbc-443c-896f-fc73ee4be24f,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:13.888858 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-bf3905fa-180e-4f41-a1ca-859e205914f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'name': 'tempest-TestVolumeBootPattern-25264524-router', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:50:45Z', 'updated_at': '2021-05-31T15:51:01Z', 'revision_number': 4, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'gw_port': {'id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:49Z', 'updated_at': '2021-05-31T15:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'bf6ac0a4-9241-474b-b88d-758c7f9f3835', 'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'mac_address': 'fa:16:3e:47:55:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:57Z', 'updated_at': '2021-05-31T15:51:11Z', 'revision_number': 4, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'subnets': [{'id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:13.899365 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:13.902102 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-dd348dff-334e-4ac0-8925-e6a230c6360e None None] For port eb79f702-0b92-4a52-842d-49d65570babe, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:51:13.904780 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3905fa-180e-4f41-a1ca-859e205914f3 None None] The sync data for ids ['d2eaafca-c962-4810-a0d0-a75595e874c0'] in dv-neutron-601336-79-hyperv is: [{'id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'name': 'tempest-TestVolumeBootPattern-25264524-router', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:50:45Z', 'updated_at': '2021-05-31T15:51:01Z', 'revision_number': 4, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'gw_port': {'id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:49Z', 'updated_at': '2021-05-31T15:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'bf6ac0a4-9241-474b-b88d-758c7f9f3835', 'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'mac_address': 'fa:16:3e:47:55:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:57Z', 'updated_at': '2021-05-31T15:51:11Z', 'revision_number': 4, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'subnets': [{'id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:51:13.907533 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:13.909441 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-dd348dff-334e-4ac0-8925-e6a230c6360e None None] For port eb79f702-0b92-4a52-842d-49d65570babe, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=eb79f702-0b92-4a52-842d-49d65570babe,segment=NetworkSegment(3ff28b23-4bee-4f6f-ad0a-16f93534a857),segment_id=3ff28b23-4bee-4f6f-ad0a-16f93534a857)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:51:13.914916 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dd348dff-334e-4ac0-8925-e6a230c6360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:13.919938 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5a688fe0-8e90-4ac0-a8ec-052c20d1823e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:14.014532 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fb89f632-e0ee-4e44-ad85-37e39d4ef58d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:14.032453 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c5e44fba-5184-4dcc-a22b-c86a05a64e19 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:51:14.062596 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1681a5a2-4c74-43aa-9499-e0be895681a6 None None] DHCP port deletion for 9f2bc5e0-b93a-4ae5-bd6d-11ebfa709757 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:51:14.252887 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd348dff-334e-4ac0-8925-e6a230c6360e None None] Pushing event updated for resources: {'Port': ['ID=eb79f702-0b92-4a52-842d-49d65570babe,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:14.268731 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-dd348dff-334e-4ac0-8925-e6a230c6360e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:14.283928 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a65486e4-b961-467a-8efa-75ed18a9105d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:14.295579 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: c5e44fba-5184-4dcc-a22b-c86a05a64e19 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:51:14.295922 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c5e44fba-5184-4dcc-a22b-c86a05a64e19 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:51:14.392260 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-1681a5a2-4c74-43aa-9499-e0be895681a6 None None] Deleting port cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:51:14.392665 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1681a5a2-4c74-43aa-9499-e0be895681a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:14.551818 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c7553ecb-f008-481f-81c7-f4d6d77e1b65 None None] Provisioning complete for port 2fa5e014-440c-42e0-ab1e-1898ff1c4b3e triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:14.552474 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c7553ecb-f008-481f-81c7-f4d6d77e1b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:14.594989 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-3952bf92-53b1-412a-a6fe-34734b0843e2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] For port cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76,segment=NetworkSegment(58f5db32-6083-461d-996b-7d88a537008c),segment_id=58f5db32-6083-461d-996b-7d88a537008c)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:14.595576 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3952bf92-53b1-412a-a6fe-34734b0843e2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:14.645116 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device bf6ac0a4-9241-474b-b88d-758c7f9f3835 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:51:14.741554 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-1681a5a2-4c74-43aa-9499-e0be895681a6 None None] For port cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76,segment=NetworkSegment(58f5db32-6083-461d-996b-7d88a537008c),segment_id=58f5db32-6083-461d-996b-7d88a537008c)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:14.742241 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1681a5a2-4c74-43aa-9499-e0be895681a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:14.911650 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-c7553ecb-f008-481f-81c7-f4d6d77e1b65 None None] Port 2fa5e014-440c-42e0-ab1e-1898ff1c4b3e cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:51:14.920582 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-1681a5a2-4c74-43aa-9499-e0be895681a6 None None] Calling delete_port for cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:51:14.937684 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port bf6ac0a4-9241-474b-b88d-758c7f9f3835 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:14.945534 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port bf6ac0a4-9241-474b-b88d-758c7f9f3835 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:14.945795 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:14.991228 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c7553ecb-f008-481f-81c7-f4d6d77e1b65 None None] Provisioning for port 25064922-bffc-4577-996b-1691bef9c235 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:15.014700 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95428b0a-6ebe-4e74-acad-a3e28f877c4b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:15.016272 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c7553ecb-f008-481f-81c7-f4d6d77e1b65 None None] Provisioning complete for port 25064922-bffc-4577-996b-1691bef9c235 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:15.016906 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c7553ecb-f008-481f-81c7-f4d6d77e1b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:15.021134 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95428b0a-6ebe-4e74-acad-a3e28f877c4b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:15.022003 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-95428b0a-6ebe-4e74-acad-a3e28f877c4b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:51:15.034362 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a65486e4-b961-467a-8efa-75ed18a9105d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:15.041519 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-257a61c2-c122-48ff-903d-ccc618f65e3b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:15.130688 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-257a61c2-c122-48ff-903d-ccc618f65e3b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Transition to ACTIVE for port object 5c5dbbea-a364-47ff-8776-24bbc846113d will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:15.136249 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-95428b0a-6ebe-4e74-acad-a3e28f877c4b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:51:15.137686 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-95428b0a-6ebe-4e74-acad-a3e28f877c4b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 1.2779384 May 31 15:51:15.139919 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb89f632-e0ee-4e44-ad85-37e39d4ef58d admin admin] Router 4356be7f-60e2-4865-b729-026e491816be has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:51:15.143292 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55594) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:15.150398 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-c7553ecb-f008-481f-81c7-f4d6d77e1b65 None None] Port 25064922-bffc-4577-996b-1691bef9c235 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:51:15.171517 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c7553ecb-f008-481f-81c7-f4d6d77e1b65 None None] Could not find standard attr ID for object 904f36d7-df7b-4ec9-adf1-7b47c0cc80a9. {{(pid=99206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 15:51:15.210976 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c7553ecb-f008-481f-81c7-f4d6d77e1b65 None None] Provisioning complete for port bf6ac0a4-9241-474b-b88d-758c7f9f3835 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:15.211843 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c7553ecb-f008-481f-81c7-f4d6d77e1b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:15.265995 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:15.281695 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-3952bf92-53b1-412a-a6fe-34734b0843e2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Calling delete_port for cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76 owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:51:15.312287 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1681a5a2-4c74-43aa-9499-e0be895681a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:15.319710 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0f4f99e6-5f71-4d37-bc0a-9d45e3528e08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:15.376117 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port bf6ac0a4-9241-474b-b88d-758c7f9f3835, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=bf6ac0a4-9241-474b-b88d-758c7f9f3835,segment=NetworkSegment(d689a5f1-87c6-4c5b-a91b-b6d33d247f15),segment_id=d689a5f1-87c6-4c5b-a91b-b6d33d247f15)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:15.401875 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:15.402790 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-257a61c2-c122-48ff-903d-ccc618f65e3b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:15.404142 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681a5a2-4c74-43aa-9499-e0be895681a6 None None] Pushing event deleted for resources: {'Port': ['ID=cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:15.406267 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1681a5a2-4c74-43aa-9499-e0be895681a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:15.407177 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1681a5a2-4c74-43aa-9499-e0be895681a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:15.445378 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:15.500238 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:51:15.537380 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-b118b07b-0850-4dc2-96a8-ea6127f1303f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Deleting port 2fa5e014-440c-42e0-ab1e-1898ff1c4b3e {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:51:15.541000 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b118b07b-0850-4dc2-96a8-ea6127f1303f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:15.561684 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1681a5a2-4c74-43aa-9499-e0be895681a6 None None] No DVR routers for this DVR port cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:51:15.569087 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65486e4-b961-467a-8efa-75ed18a9105d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:51:15.581370 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:51:15.581718 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:51:15.608524 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3952bf92-53b1-412a-a6fe-34734b0843e2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:15.617133 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a61c2-c122-48ff-903d-ccc618f65e3b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Pushing event updated for resources: {'Port': ['ID=5c5dbbea-a364-47ff-8776-24bbc846113d,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:15.627030 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=bf6ac0a4-9241-474b-b88d-758c7f9f3835,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:15.630906 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:15.663995 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-faccc487-fc74-4542-a9ba-a6c8739e94aa tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:15.699570 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-257a61c2-c122-48ff-903d-ccc618f65e3b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:15.701778 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3952bf92-53b1-412a-a6fe-34734b0843e2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] No DVR routers for this DVR port cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76 on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:51:15.707587 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257a61c2-c122-48ff-903d-ccc618f65e3b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Network 33566d1d-a280-4684-a0b7-12305be8b5e5 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:15.725749 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-257a61c2-c122-48ff-903d-ccc618f65e3b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:15.754496 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952bf92-53b1-412a-a6fe-34734b0843e2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Port': ['ID=cbfa3bc7-0f50-4bf5-9675-8acedfc0ac76,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:15.757420 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3952bf92-53b1-412a-a6fe-34734b0843e2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:15.789174 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7451436-9fdb-4b2b-a66a-9ce55239f1f7 None None] Network 33566d1d-a280-4684-a0b7-12305be8b5e5 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:15.789722 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257a61c2-c122-48ff-903d-ccc618f65e3b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:51:15.862743 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257a61c2-c122-48ff-903d-ccc618f65e3b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:15.863098 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-257a61c2-c122-48ff-903d-ccc618f65e3b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:15.878301 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-cd8d0b5d-aa2c-4b50-9b93-d4aa38d3a719 None None] Provisioning for port eb79f702-0b92-4a52-842d-49d65570babe completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:15.910231 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-257a61c2-c122-48ff-903d-ccc618f65e3b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.9632535 May 31 15:51:15.918230 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55598) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:15.944219 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-0bd7eaf1-d3bc-463b-9c19-8d110cda58bf tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1601334713', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:15.960562 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0bd7eaf1-d3bc-463b-9c19-8d110cda58bf tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:15.974694 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb89f632-e0ee-4e44-ad85-37e39d4ef58d admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:51:15.977837 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0bd7eaf1-d3bc-463b-9c19-8d110cda58bf tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Usage tracker for resource:router and tenant:4f8c80660823495e9741f094bbd468a2 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:15.983391 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-fb89f632-e0ee-4e44-ad85-37e39d4ef58d admin admin] 10.222.0.45 "PUT /v2.0/routers/4356be7f-60e2-4865-b729-026e491816be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5346713 May 31 15:51:15.988118 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55602) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:15.988740 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0bd7eaf1-d3bc-463b-9c19-8d110cda58bf tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:15.998137 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0bd7eaf1-d3bc-463b-9c19-8d110cda58bf tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:16.001225 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b118b07b-0850-4dc2-96a8-ea6127f1303f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:16.010036 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f318dd8-5257-4b77-9f0e-7d9ac45a959c None None] Sync routers for ids ['4356be7f-60e2-4865-b729-026e491816be'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:51:16.010404 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-cbee062c-2fd8-41ca-aba3-36ee06bb442f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting port 25064922-bffc-4577-996b-1691bef9c235 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:51:16.010808 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cbee062c-2fd8-41ca-aba3-36ee06bb442f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:16.023799 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3c693dfa-ef56-4b50-8343-072536bf8d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:16.029363 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f318dd8-5257-4b77-9f0e-7d9ac45a959c None None] Routers {'4356be7f-60e2-4865-b729-026e491816be'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:51:16.030074 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-5f318dd8-5257-4b77-9f0e-7d9ac45a959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:51:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4356be7f-60e2-4865-b729-026e491816be'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:16.031166 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:16.055846 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65486e4-b961-467a-8efa-75ed18a9105d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:51:16.062337 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3952bf92-53b1-412a-a6fe-34734b0843e2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:16.068117 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8cb704-91b5-4f03-a11c-628dd2b8bb83 None None] Sync routers for ids ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:51:16.087262 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8cb704-91b5-4f03-a11c-628dd2b8bb83 None None] Routers {'1251add1-0768-43fd-9a5e-ac4434f0d2c2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:51:16.088257 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-ea8cb704-91b5-4f03-a11c-628dd2b8bb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:51:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:16.104261 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-3952bf92-53b1-412a-a6fe-34734b0843e2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f2bc5e0-b93a-4ae5-bd6d-11ebfa709757']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:16.188693 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-3952bf92-53b1-412a-a6fe-34734b0843e2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f5db32-6083-461d-996b-7d88a537008c') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:16.189601 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-3952bf92-53b1-412a-a6fe-34734b0843e2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f5db32-6083-461d-996b-7d88a537008c') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:16.216342 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a65486e4-b961-467a-8efa-75ed18a9105d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "PUT /v2.0/routers/1251add1-0768-43fd-9a5e-ac4434f0d2c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7118993 May 31 15:51:16.225817 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55606) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:16.231059 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-5f318dd8-5257-4b77-9f0e-7d9ac45a959c None None] Set router 4356be7f-60e2-4865-b729-026e491816be gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:51:16.248854 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3952bf92-53b1-412a-a6fe-34734b0843e2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:16.258015 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c693dfa-ef56-4b50-8343-072536bf8d81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2197d41-b475-4e06-aa67-a10de056f18c,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:16.260757 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3c693dfa-ef56-4b50-8343-072536bf8d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:16.275669 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c693dfa-ef56-4b50-8343-072536bf8d81 admin admin] Checking segment: {'id': 'ddb4e1d0-ba3c-407b-92d2-3e10966f0c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'dc53903a-215c-4f27-bad9-f59017581435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:51:16.276024 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c693dfa-ef56-4b50-8343-072536bf8d81 admin admin] Network hostable DHCP agents. Network: dc53903a-215c-4f27-bad9-f59017581435, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:51:16.289510 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3952bf92-53b1-412a-a6fe-34734b0843e2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:16.293165 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-b118b07b-0850-4dc2-96a8-ea6127f1303f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Calling delete_port for 2fa5e014-440c-42e0-ab1e-1898ff1c4b3e owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:51:16.296445 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0bd7eaf1-d3bc-463b-9c19-8d110cda58bf tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:16.297536 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0bd7eaf1-d3bc-463b-9c19-8d110cda58bf tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:16.307141 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3952bf92-53b1-412a-a6fe-34734b0843e2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:51:16.307535 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3952bf92-53b1-412a-a6fe-34734b0843e2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:51:16.324945 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:51:16.358009 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0bd7eaf1-d3bc-463b-9c19-8d110cda58bf tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:16.405307 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c693dfa-ef56-4b50-8343-072536bf8d81 admin admin] Network dc53903a-215c-4f27-bad9-f59017581435 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:51:16.446995 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-ea8cb704-91b5-4f03-a11c-628dd2b8bb83 None None] Set router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:51:16.475323 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-3c693dfa-ef56-4b50-8343-072536bf8d81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, dc53903a-215c-4f27-bad9-f59017581435) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:16.492995 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3952bf92-53b1-412a-a6fe-34734b0843e2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:16.493892 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2097256d-c849-476b-84f2-397a04cb9dbd None None] Network dc53903a-215c-4f27-bad9-f59017581435 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:16.497777 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3952bf92-53b1-412a-a6fe-34734b0843e2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:16.505455 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-66cae878-42f2-4b54-98ba-ce36c8695c67 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:16.528664 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952bf92-53b1-412a-a6fe-34734b0843e2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Network': ['ID=9f2bc5e0-b93a-4ae5-bd6d-11ebfa709757,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:16.531209 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3952bf92-53b1-412a-a6fe-34734b0843e2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:16.532563 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c693dfa-ef56-4b50-8343-072536bf8d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:16.533148 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3c693dfa-ef56-4b50-8343-072536bf8d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:16.540933 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3952bf92-53b1-412a-a6fe-34734b0843e2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/networks/9f2bc5e0-b93a-4ae5-bd6d-11ebfa709757 HTTP/1.1" status: 204 len: 168 time: 3.9474518 May 31 15:51:16.548050 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55610) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:16.557079 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-7ca877b6-8c25-4a25-914a-915599bb27ac tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1608319307'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:16.615467 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-7ca877b6-8c25-4a25-914a-915599bb27ac tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:16.625297 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-7ca877b6-8c25-4a25-914a-915599bb27ac tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:network and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:16.635281 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-7ca877b6-8c25-4a25-914a-915599bb27ac tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:16.639890 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3c693dfa-ef56-4b50-8343-072536bf8d81 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.0074487 May 31 15:51:16.649816 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55614) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:16.658304 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-7ca877b6-8c25-4a25-914a-915599bb27ac tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:16.667614 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-a095d4a4-336c-4641-ae98-e252f0bc7465 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1621721402-router', 'tenant_id': 'a4b2d76ea963476fa7fd689948b6d4ce', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:16.671437 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-ea8cb704-91b5-4f03-a11c-628dd2b8bb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:51:13Z', 'revision_number': 11, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:16.676950 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8cb704-91b5-4f03-a11c-628dd2b8bb83 None None] Checking router: 1251add1-0768-43fd-9a5e-ac4434f0d2c2 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:51:16.677706 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device eb79f702-0b92-4a52-842d-49d65570babe up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:51:16.685080 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a095d4a4-336c-4641-ae98-e252f0bc7465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:16.688932 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8cb704-91b5-4f03-a11c-628dd2b8bb83 None None] Routers {'1251add1-0768-43fd-9a5e-ac4434f0d2c2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:51:16.690307 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-ea8cb704-91b5-4f03-a11c-628dd2b8bb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:51:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:16.698110 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a095d4a4-336c-4641-ae98-e252f0bc7465 admin admin] Usage tracker for resource:router and tenant:a4b2d76ea963476fa7fd689948b6d4ce is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:16.704662 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a095d4a4-336c-4641-ae98-e252f0bc7465 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:16.708089 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca877b6-8c25-4a25-914a-915599bb27ac tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:16.711998 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7ca877b6-8c25-4a25-914a-915599bb27ac tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:16.860950 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-ea8cb704-91b5-4f03-a11c-628dd2b8bb83 None None] Set router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:51:16.927852 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-673555fd-5fb1-43b2-8844-69c46a2dbdfd tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:16.936883 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1266632e-45aa-46b3-9ae5-55806180e3f4 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:17.002913 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a095d4a4-336c-4641-ae98-e252f0bc7465 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:17.005873 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673555fd-5fb1-43b2-8844-69c46a2dbdfd tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event updated for resources: {'Subnet': ['ID=0d8534ad-6a1e-4dcf-bcfd-2453abd38e4d,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:17.009503 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-673555fd-5fb1-43b2-8844-69c46a2dbdfd tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:17.012517 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-ea8cb704-91b5-4f03-a11c-628dd2b8bb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:51:13Z', 'revision_number': 11, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:17.017991 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-6564b207-e73f-4213-8d72-ae405c136171 None None] Provisioning for port 5c5dbbea-a364-47ff-8776-24bbc846113d completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:17.018549 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8cb704-91b5-4f03-a11c-628dd2b8bb83 None None] The sync data for ids ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'] in dv-neutron-601336-79-hyperv is: [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:51:13Z', 'revision_number': 11, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:51:17.060246 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a095d4a4-336c-4641-ae98-e252f0bc7465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:17.061706 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a095d4a4-336c-4641-ae98-e252f0bc7465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:17.072192 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port eb79f702-0b92-4a52-842d-49d65570babe completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:17.074484 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca877b6-8c25-4a25-914a-915599bb27ac tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:51:17.077084 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673555fd-5fb1-43b2-8844-69c46a2dbdfd tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Checking segment: {'id': '091c28b4-b6a4-498b-a898-f5c41c960bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'debadd60-4836-42ae-ad3c-2669e474d1ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:51:17.077251 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673555fd-5fb1-43b2-8844-69c46a2dbdfd tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Network hostable DHCP agents. Network: debadd60-4836-42ae-ad3c-2669e474d1ca, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:51:17.079834 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-6564b207-e73f-4213-8d72-ae405c136171 None None] Provisioning complete for port 5c5dbbea-a364-47ff-8776-24bbc846113d triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:17.080163 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6564b207-e73f-4213-8d72-ae405c136171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:17.089369 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d09be0f5-276e-4f85-a3b1-d7cc077c0172 admin admin] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:17.096657 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7ca877b6-8c25-4a25-914a-915599bb27ac tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:17.097000 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-7ca877b6-8c25-4a25-914a-915599bb27ac tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Added segment 45862ea5-d8db-46e0-993b-1e6c4a7f5828 of type vlan for network 1b74dff5-e0a7-4a46-bd56-5d5c37fbdcc2 May 31 15:51:17.115306 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a095d4a4-336c-4641-ae98-e252f0bc7465 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:17.125757 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port eb79f702-0b92-4a52-842d-49d65570babe triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:17.126176 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:17.133637 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673555fd-5fb1-43b2-8844-69c46a2dbdfd tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Network debadd60-4836-42ae-ad3c-2669e474d1ca is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:51:17.153295 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7ca877b6-8c25-4a25-914a-915599bb27ac tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:17.166742 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-673555fd-5fb1-43b2-8844-69c46a2dbdfd tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, debadd60-4836-42ae-ad3c-2669e474d1ca) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:17.172753 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0bd7eaf1-d3bc-463b-9c19-8d110cda58bf tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:17.217829 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48c95af-8305-4d69-849c-751931d2f7bf None None] Network debadd60-4836-42ae-ad3c-2669e474d1ca requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:17.249633 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673555fd-5fb1-43b2-8844-69c46a2dbdfd tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:17.250588 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-673555fd-5fb1-43b2-8844-69c46a2dbdfd tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:17.289030 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b118b07b-0850-4dc2-96a8-ea6127f1303f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:17.319500 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2bf584-8de6-451d-b4b4-767ad2a3d4a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-dc53903a-215c-4f27-bad9-f59017581435', 'network_id': 'dc53903a-215c-4f27-bad9-f59017581435', 'tenant_id': 'a4b2d76ea963476fa7fd689948b6d4ce', 'fixed_ips': [{'subnet_id': 'd2197d41-b475-4e06-aa67-a10de056f18c'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:51:17.320312 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fc2bf584-8de6-451d-b4b4-767ad2a3d4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:17.328847 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-6564b207-e73f-4213-8d72-ae405c136171 None None] Port 5c5dbbea-a364-47ff-8776-24bbc846113d cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:51:17.346126 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a61b7cbd-d390-48d4-84b9-fd59dc879e8a tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:17.350372 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7ca877b6-8c25-4a25-914a-915599bb27ac tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:17.357342 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca877b6-8c25-4a25-914a-915599bb27ac tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:17.357342 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7ca877b6-8c25-4a25-914a-915599bb27ac tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:17.364693 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5453d347-5fe7-4e40-8280-495f76358131 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:17.387592 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-673555fd-5fb1-43b2-8844-69c46a2dbdfd tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.4413629 May 31 15:51:17.400019 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0bd7eaf1-d3bc-463b-9c19-8d110cda58bf tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:17.401547 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0bd7eaf1-d3bc-463b-9c19-8d110cda58bf tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.4793482 May 31 15:51:17.403688 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55618) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:17.426025 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cbee062c-2fd8-41ca-aba3-36ee06bb442f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:17.456142 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfde9f8a-275d-496d-b850-2d342efa62e0 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Deleting subnet 7aa54c21-3555-46e9-919b-be94bc417b65 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:51:17.457595 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55620) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:17.463836 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-4a8b68b5-be0d-485e-8b57-b768a2f719d8 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1876147286', 'prefixes': ['172.20.0.0/16']}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:17.480297 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4a8b68b5-be0d-485e-8b57-b768a2f719d8 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:17.507294 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-9e9ab2a1-c9b7-477c-953c-07324e68c12f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1104697664'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:17.511087 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b118b07b-0850-4dc2-96a8-ea6127f1303f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Port': ['ID=2fa5e014-440c-42e0-ab1e-1898ff1c4b3e,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:17.528878 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cfde9f8a-275d-496d-b850-2d342efa62e0 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:17.568825 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b118b07b-0850-4dc2-96a8-ea6127f1303f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:17.612376 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7ca877b6-8c25-4a25-914a-915599bb27ac tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0625896 May 31 15:51:17.621336 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55626) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:17.624471 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-5f318dd8-5257-4b77-9f0e-7d9ac45a959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4356be7f-60e2-4865-b729-026e491816be', 'name': 'tempest-ServerActionsTestJSON-60769872-router', 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'daa7d29b-63f7-401f-87ae-664065b3d223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:51:12Z', 'revision_number': 5, 'project_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'gw_port': {'id': 'daa7d29b-63f7-401f-87ae-664065b3d223', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4356be7f-60e2-4865-b729-026e491816be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:17.625448 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a095d4a4-336c-4641-ae98-e252f0bc7465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:17.627042 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-9e9ab2a1-c9b7-477c-953c-07324e68c12f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:17.636024 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-8c680d06-3dd9-4e82-a2c5-6cca92d9e41e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'subnet': {'network_id': '1b74dff5-e0a7-4a46-bd56-5d5c37fbdcc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:17.651394 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f318dd8-5257-4b77-9f0e-7d9ac45a959c None None] Checking router: 4356be7f-60e2-4865-b729-026e491816be for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:51:17.652177 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca877b6-8c25-4a25-914a-915599bb27ac tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Network': ['ID=1b74dff5-e0a7-4a46-bd56-5d5c37fbdcc2,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:17.655013 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7ca877b6-8c25-4a25-914a-915599bb27ac tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:17.694438 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f318dd8-5257-4b77-9f0e-7d9ac45a959c None None] Routers {'4356be7f-60e2-4865-b729-026e491816be'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:51:17.695253 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-5f318dd8-5257-4b77-9f0e-7d9ac45a959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:51:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4356be7f-60e2-4865-b729-026e491816be'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:17.735984 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-cbee062c-2fd8-41ca-aba3-36ee06bb442f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Calling delete_port for 25064922-bffc-4577-996b-1691bef9c235 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:51:17.747053 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-9e9ab2a1-c9b7-477c-953c-07324e68c12f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Usage tracker for resource:network and tenant:3fe64971f6524794b9c8599e1534ac7b is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:17.747273 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e0a053-638b-4f20-a33f-16222e94f5f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-debadd60-4836-42ae-ad3c-2669e474d1ca', 'network_id': 'debadd60-4836-42ae-ad3c-2669e474d1ca', 'tenant_id': '3fe64971f6524794b9c8599e1534ac7b', 'fixed_ips': [{'subnet_id': '0d8534ad-6a1e-4dcf-bcfd-2453abd38e4d'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:51:17.748034 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-62e0a053-638b-4f20-a33f-16222e94f5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:17.757155 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 1b74dff5-e0a7-4a46-bd56-5d5c37fbdcc2 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:51:17.769533 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-71d501a8-f76f-4766-bf73-00f9ec04c68d None None] Provisioning complete for port 5c5dbbea-a364-47ff-8776-24bbc846113d triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:17.769835 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-71d501a8-f76f-4766-bf73-00f9ec04c68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:17.797597 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:17.811060 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-9e9ab2a1-c9b7-477c-953c-07324e68c12f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:17.856001 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8c680d06-3dd9-4e82-a2c5-6cca92d9e41e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:17.870987 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8c680d06-3dd9-4e82-a2c5-6cca92d9e41e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:subnet and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:17.883436 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8c680d06-3dd9-4e82-a2c5-6cca92d9e41e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:17.895496 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8c680d06-3dd9-4e82-a2c5-6cca92d9e41e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:17.902906 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4a8b68b5-be0d-485e-8b57-b768a2f719d8 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks [] for subnetpool, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:17.907616 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4a8b68b5-be0d-485e-8b57-b768a2f719d8 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4488776 May 31 15:51:17.911482 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55630) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:17.926228 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-ec7bc589-bf44-40e0-a423-9634b3b247fc tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7e824e3f-a498-4f55-b4fb-73e83e4034b4', 'tempest-TagsExtTest-Tag-1640420377') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:17.939358 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-9e9ab2a1-c9b7-477c-953c-07324e68c12f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:17.968073 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c680d06-3dd9-4e82-a2c5-6cca92d9e41e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:17.972030 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c680d06-3dd9-4e82-a2c5-6cca92d9e41e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:18.024687 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cfde9f8a-275d-496d-b850-2d342efa62e0 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:18.058643 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d09be0f5-276e-4f85-a3b1-d7cc077c0172 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:18.072205 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b118b07b-0850-4dc2-96a8-ea6127f1303f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:18.085398 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9ab2a1-c9b7-477c-953c-07324e68c12f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Made reservation on behalf of 3fe64971f6524794b9c8599e1534ac7b for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:18.088241 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9e9ab2a1-c9b7-477c-953c-07324e68c12f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:18.100535 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-71d501a8-f76f-4766-bf73-00f9ec04c68d None None] Port 5c5dbbea-a364-47ff-8776-24bbc846113d cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:51:18.141862 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-fc2bf584-8de6-451d-b4b4-767ad2a3d4a4 None None] Allocated IP 172.20.0.2 (dc53903a-215c-4f27-bad9-f59017581435/d2197d41-b475-4e06-aa67-a10de056f18c/bb478d46-8fb1-4c5c-aae9-a50ffeebdce8) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:51:18.203874 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port eb79f702-0b92-4a52-842d-49d65570babe, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=eb79f702-0b92-4a52-842d-49d65570babe,segment=NetworkSegment(3ff28b23-4bee-4f6f-ad0a-16f93534a857),segment_id=3ff28b23-4bee-4f6f-ad0a-16f93534a857)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:18.230777 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:18.231688 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device bf6ac0a4-9241-474b-b88d-758c7f9f3835 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:51:18.272234 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:18.418694 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a095d4a4-336c-4641-ae98-e252f0bc7465 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:18.466375 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a095d4a4-336c-4641-ae98-e252f0bc7465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:18.516668 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=eb79f702-0b92-4a52-842d-49d65570babe,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:18.523997 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-5f318dd8-5257-4b77-9f0e-7d9ac45a959c None None] Set router 4356be7f-60e2-4865-b729-026e491816be gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:51:18.561978 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e9ab2a1-c9b7-477c-953c-07324e68c12f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:51:18.575196 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:18.649366 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9e9ab2a1-c9b7-477c-953c-07324e68c12f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:18.649811 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-9e9ab2a1-c9b7-477c-953c-07324e68c12f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Added segment 109de876-c62b-4b90-ad82-35eaa970fdef of type vlan for network 7babaa98-baaf-4f05-89b2-4ec738a3fdb8 May 31 15:51:18.690926 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-62e0a053-638b-4f20-a33f-16222e94f5f3 None None] Allocated IP 2001:db8:0:ffff::2 (debadd60-4836-42ae-ad3c-2669e474d1ca/0d8534ad-6a1e-4dcf-bcfd-2453abd38e4d/e9a10ed9-44ee-45e4-9568-c7a3318417aa) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:51:18.739472 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cbee062c-2fd8-41ca-aba3-36ee06bb442f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:18.752008 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ec7bc589-bf44-40e0-a423-9634b3b247fc tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "PUT /v2.0/subnets/7e824e3f-a498-4f55-b4fb-73e83e4034b4/tags/tempest-TagsExtTest-Tag-1640420377 HTTP/1.1" status: 201 len: 201 time: 0.8361611 May 31 15:51:18.753002 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55634) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:18.761733 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7bec40ce-8ce1-4cdd-bd87-0d01b2287645 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:18.786134 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port bf6ac0a4-9241-474b-b88d-758c7f9f3835 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:18.786527 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:18.799448 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cfde9f8a-275d-496d-b850-2d342efa62e0 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:18.800404 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-6f219cdb-4e29-45d9-8071-18ff63900e90 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5c5dbbea-a364-47ff-8776-24bbc846113d', 'tempest-TagsExtTest-Tag-2045094972') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:18.848479 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9e9ab2a1-c9b7-477c-953c-07324e68c12f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:18.868625 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee062c-2fd8-41ca-aba3-36ee06bb442f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Port': ['ID=25064922-bffc-4577-996b-1691bef9c235,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:18.873595 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-d09be0f5-276e-4f85-a3b1-d7cc077c0172 admin admin] Deleting port daa7d29b-63f7-401f-87ae-664065b3d223 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:51:18.874103 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d09be0f5-276e-4f85-a3b1-d7cc077c0172 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:18.896240 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cbee062c-2fd8-41ca-aba3-36ee06bb442f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:18.906030 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b118b07b-0850-4dc2-96a8-ea6127f1303f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Router f2dceeec-4932-4418-8f3a-339f2f0b066c has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:51:18.949497 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-a095d4a4-336c-4641-ae98-e252f0bc7465 admin admin] Allocated IP 172.26.0.97 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/0468da02-f471-4cc9-bf1b-aa1c3d1369e4) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:51:18.958803 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.db.resource_extend [None req-9e9ab2a1-c9b7-477c-953c-07324e68c12f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:51:19.138645 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6f219cdb-4e29-45d9-8071-18ff63900e90 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "PUT /v2.0/ports/5c5dbbea-a364-47ff-8776-24bbc846113d/tags/tempest-TagsExtTest-Tag-2045094972 HTTP/1.1" status: 201 len: 201 time: 0.3843741 May 31 15:51:19.152499 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55638) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:19.162532 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-b4a82746-2741-48da-b74b-5aaa60aa3669 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '943cf1fb-f268-4c0a-9eb4-fe30619b38e6', 'tempest-TagsExtTest-Tag-1828259992') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:19.213151 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fc2bf584-8de6-451d-b4b4-767ad2a3d4a4 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:19.241546 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-fc2bf584-8de6-451d-b4b4-767ad2a3d4a4 None None] Transition to ACTIVE for port object bb478d46-8fb1-4c5c-aae9-a50ffeebdce8 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:19.260870 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-62e0a053-638b-4f20-a33f-16222e94f5f3 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:19.291089 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-fc2bf584-8de6-451d-b4b4-767ad2a3d4a4 None None] Transition to ACTIVE for port object bb478d46-8fb1-4c5c-aae9-a50ffeebdce8 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:19.291563 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a095d4a4-336c-4641-ae98-e252f0bc7465 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:19.292502 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-62e0a053-638b-4f20-a33f-16222e94f5f3 None None] Transition to ACTIVE for port object e9a10ed9-44ee-45e4-9568-c7a3318417aa will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:19.339559 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fc2bf584-8de6-451d-b4b4-767ad2a3d4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:19.354764 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-eb733e9f-c258-45a4-9f5e-d48ed3c48926 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:19.381232 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c680d06-3dd9-4e82-a2c5-6cca92d9e41e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:19.386188 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9655d9cb-6308-4298-a16d-5c93a47e6c8a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:19.401390 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-62e0a053-638b-4f20-a33f-16222e94f5f3 None None] Transition to ACTIVE for port object e9a10ed9-44ee-45e4-9568-c7a3318417aa will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:19.429229 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cbee062c-2fd8-41ca-aba3-36ee06bb442f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:19.442556 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-62e0a053-638b-4f20-a33f-16222e94f5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:19.446415 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9e9ab2a1-c9b7-477c-953c-07324e68c12f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:19.451914 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9ab2a1-c9b7-477c-953c-07324e68c12f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:19.452703 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9e9ab2a1-c9b7-477c-953c-07324e68c12f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:19.471431 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2bf584-8de6-451d-b4b4-767ad2a3d4a4 None None] Network dc53903a-215c-4f27-bad9-f59017581435 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:19.474608 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6fe78acf-7d16-49c2-b680-cf9e38f2a7df tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:19.477982 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c680d06-3dd9-4e82-a2c5-6cca92d9e41e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Subnet': ['ID=35a3a2d8-afce-4ddb-97af-1bc3c6ba0dd5,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:19.480085 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-fc2bf584-8de6-451d-b4b4-767ad2a3d4a4 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:19.480605 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8c680d06-3dd9-4e82-a2c5-6cca92d9e41e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:19.491607 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2bf584-8de6-451d-b4b4-767ad2a3d4a4 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:51:19.499088 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e0a053-638b-4f20-a33f-16222e94f5f3 None None] Network debadd60-4836-42ae-ad3c-2669e474d1ca is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:19.499660 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2bf584-8de6-451d-b4b4-767ad2a3d4a4 None None] Pushing event updated for resources: {'Port': ['ID=bb478d46-8fb1-4c5c-aae9-a50ffeebdce8,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:19.503441 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b4a82746-2741-48da-b74b-5aaa60aa3669 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "PUT /v2.0/routers/943cf1fb-f268-4c0a-9eb4-fe30619b38e6/tags/tempest-TagsExtTest-Tag-1828259992 HTTP/1.1" status: 201 len: 201 time: 0.3496213 May 31 15:51:19.505690 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-62e0a053-638b-4f20-a33f-16222e94f5f3 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:19.507633 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-fc2bf584-8de6-451d-b4b4-767ad2a3d4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:19.507933 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a095d4a4-336c-4641-ae98-e252f0bc7465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:19.508360 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-3f50890b-8f47-474f-841e-9e3feb26c849 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:19.512902 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55642) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:19.513597 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-28ed5dd5-0795-4d66-824d-0f291b5abd89 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:19.540792 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b118b07b-0850-4dc2-96a8-ea6127f1303f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:51:19.546499 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c680d06-3dd9-4e82-a2c5-6cca92d9e41e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Checking segment: {'id': '45862ea5-d8db-46e0-993b-1e6c4a7f5828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1b74dff5-e0a7-4a46-bd56-5d5c37fbdcc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:51:19.547562 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c680d06-3dd9-4e82-a2c5-6cca92d9e41e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network hostable DHCP agents. Network: 1b74dff5-e0a7-4a46-bd56-5d5c37fbdcc2, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:51:19.558303 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b118b07b-0850-4dc2-96a8-ea6127f1303f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "PUT /v2.0/routers/f2dceeec-4932-4418-8f3a-339f2f0b066c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1141925 May 31 15:51:19.560347 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-d09be0f5-276e-4f85-a3b1-d7cc077c0172 admin admin] For port daa7d29b-63f7-401f-87ae-664065b3d223, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=daa7d29b-63f7-401f-87ae-664065b3d223,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:19.560720 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d09be0f5-276e-4f85-a3b1-d7cc077c0172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:19.566036 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-6e26b5f7-f945-4cd2-9fd1-3c6b6c8a1109 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '096fa9a7-cb1f-4c85-8f82-a3b37b05dba5', 'tempest-TagsExtTest-Tag-678756100') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:19.572162 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e0a053-638b-4f20-a33f-16222e94f5f3 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:51:19.574519 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55646) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:19.577676 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d107ad3-06aa-4343-bfaf-25371a1fc049 None None] Sync routers for ids ['f2dceeec-4932-4418-8f3a-339f2f0b066c'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:51:19.609408 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-5f318dd8-5257-4b77-9f0e-7d9ac45a959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4356be7f-60e2-4865-b729-026e491816be', 'name': 'tempest-ServerActionsTestJSON-60769872-router', 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'daa7d29b-63f7-401f-87ae-664065b3d223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:51:12Z', 'revision_number': 5, 'project_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'gw_port': {'id': 'daa7d29b-63f7-401f-87ae-664065b3d223', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4356be7f-60e2-4865-b729-026e491816be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:19.621289 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-cbee062c-2fd8-41ca-aba3-36ee06bb442f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/25064922-bffc-4577-996b-1691bef9c235 HTTP/1.1" status: 204 len: 168 time: 4.4765332 May 31 15:51:19.628030 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55650) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:19.658512 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a095d4a4-336c-4641-ae98-e252f0bc7465 admin admin] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:19.658903 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9e9ab2a1-c9b7-477c-953c-07324e68c12f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2092369 May 31 15:51:19.665553 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-448651de-26bf-4a5a-b7e9-b627091c5572 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2dceeec-4932-4418-8f3a-339f2f0b066c HTTP/1.1" status: 200 len: 205 time: 0.0743949 May 31 15:51:19.668508 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55654) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:19.668828 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55656) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:19.671280 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-a095d4a4-336c-4641-ae98-e252f0bc7465 admin admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:19.673940 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a095d4a4-336c-4641-ae98-e252f0bc7465 admin admin] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:51:19.698826 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device eb79f702-0b92-4a52-842d-49d65570babe up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:51:19.711835 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-8346e545-b4e1-4b9c-814a-bb426de72126 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Request body: {'subnet': {'network_id': '7babaa98-baaf-4f05-89b2-4ec738a3fdb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:19.738871 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f318dd8-5257-4b77-9f0e-7d9ac45a959c None None] The sync data for ids ['4356be7f-60e2-4865-b729-026e491816be'] in dv-neutron-601336-79-hyperv is: [{'id': '4356be7f-60e2-4865-b729-026e491816be', 'name': 'tempest-ServerActionsTestJSON-60769872-router', 'tenant_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'daa7d29b-63f7-401f-87ae-664065b3d223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:45:04Z', 'updated_at': '2021-05-31T15:51:12Z', 'revision_number': 5, 'project_id': '2768fca4df5d4b0e9f63be80d17b6d42', 'gw_port': {'id': 'daa7d29b-63f7-401f-87ae-664065b3d223', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4356be7f-60e2-4865-b729-026e491816be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:45:06Z', 'updated_at': '2021-05-31T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:51:19.825054 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095d4a4-336c-4641-ae98-e252f0bc7465 admin admin] Pushing event updated for resources: {'Port': ['ID=0468da02-f471-4cc9-bf1b-aa1c3d1369e4,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:19.827972 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a095d4a4-336c-4641-ae98-e252f0bc7465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:19.828728 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c680d06-3dd9-4e82-a2c5-6cca92d9e41e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network 1b74dff5-e0a7-4a46-bd56-5d5c37fbdcc2 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:51:19.857774 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d107ad3-06aa-4343-bfaf-25371a1fc049 None None] Routers {'f2dceeec-4932-4418-8f3a-339f2f0b066c'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:51:19.858424 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-6d107ad3-06aa-4343-bfaf-25371a1fc049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:51:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['f2dceeec-4932-4418-8f3a-339f2f0b066c'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:19.871820 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ab2a1-c9b7-477c-953c-07324e68c12f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event updated for resources: {'Network': ['ID=7babaa98-baaf-4f05-89b2-4ec738a3fdb8,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:19.892141 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-d09be0f5-276e-4f85-a3b1-d7cc077c0172 admin admin] Calling delete_port for daa7d29b-63f7-401f-87ae-664065b3d223 owned by network:router_gateway {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:51:19.895078 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9e9ab2a1-c9b7-477c-953c-07324e68c12f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:19.936302 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48cc5f6-cd9a-468a-934c-598b6853dc0e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:19.937858 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48cc5f6-cd9a-468a-934c-598b6853dc0e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:19.939566 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48cc5f6-cd9a-468a-934c-598b6853dc0e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:19.940531 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 7babaa98-baaf-4f05-89b2-4ec738a3fdb8 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:51:19.940661 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-c48cc5f6-cd9a-468a-934c-598b6853dc0e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:51:19.975795 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-6d107ad3-06aa-4343-bfaf-25371a1fc049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:19.976818 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cfde9f8a-275d-496d-b850-2d342efa62e0 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:19.981533 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0a053-638b-4f20-a33f-16222e94f5f3 None None] Pushing event updated for resources: {'Port': ['ID=e9a10ed9-44ee-45e4-9568-c7a3318417aa,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:19.984212 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d6da516e-5bdb-44b3-8460-65be9c16e73a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:19.990027 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7b0a286c-ac04-4470-bacd-15fc6293c8ef tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:19.997289 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-62e0a053-638b-4f20-a33f-16222e94f5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:20.002317 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d107ad3-06aa-4343-bfaf-25371a1fc049 None None] Routers {'f2dceeec-4932-4418-8f3a-339f2f0b066c'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:51:20.002995 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-6d107ad3-06aa-4343-bfaf-25371a1fc049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:51:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['f2dceeec-4932-4418-8f3a-339f2f0b066c'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:20.024082 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde9f8a-275d-496d-b850-2d342efa62e0 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Subnet': ['ID=7aa54c21-3555-46e9-919b-be94bc417b65,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:20.025875 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-c48cc5f6-cd9a-468a-934c-598b6853dc0e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:51:20.030031 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c48cc5f6-cd9a-468a-934c-598b6853dc0e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3964987 May 31 15:51:20.030683 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55662) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:20.031710 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cfde9f8a-275d-496d-b850-2d342efa62e0 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:20.070626 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cfde9f8a-275d-496d-b850-2d342efa62e0 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:20.099067 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-fc2bf584-8de6-451d-b4b4-767ad2a3d4a4 None None] Attempting to bind port bb478d46-8fb1-4c5c-aae9-a50ffeebdce8 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:51:20.099440 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-fc2bf584-8de6-451d-b4b4-767ad2a3d4a4 None None] Attempting to bind port bb478d46-8fb1-4c5c-aae9-a50ffeebdce8 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ddb4e1d0-ba3c-407b-92d2-3e10966f0c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'dc53903a-215c-4f27-bad9-f59017581435'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:51:20.099808 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2bf584-8de6-451d-b4b4-767ad2a3d4a4 None None] Attempting to bind port bb478d46-8fb1-4c5c-aae9-a50ffeebdce8 on network dc53903a-215c-4f27-bad9-f59017581435 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:51:20.105568 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-cfde9f8a-275d-496d-b850-2d342efa62e0 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/subnets/7aa54c21-3555-46e9-919b-be94bc417b65 HTTP/1.1" status: 204 len: 168 time: 3.8333611 May 31 15:51:20.106024 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84e3ee5-ccdf-4f51-8d0a-2384fc5d087d None None] Network 0bb017ef-e848-44bb-b9e4-d3c36f7b31dc requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:20.114506 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55666) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:20.117191 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-8c680d06-3dd9-4e82-a2c5-6cca92d9e41e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 1b74dff5-e0a7-4a46-bd56-5d5c37fbdcc2) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:20.117976 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-62e0a053-638b-4f20-a33f-16222e94f5f3 None None] Attempting to bind port e9a10ed9-44ee-45e4-9568-c7a3318417aa on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:51:20.118239 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-62e0a053-638b-4f20-a33f-16222e94f5f3 None None] Attempting to bind port e9a10ed9-44ee-45e4-9568-c7a3318417aa by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '091c28b4-b6a4-498b-a898-f5c41c960bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'debadd60-4836-42ae-ad3c-2669e474d1ca'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:51:20.118571 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e0a053-638b-4f20-a33f-16222e94f5f3 None None] Attempting to bind port e9a10ed9-44ee-45e4-9568-c7a3318417aa on network debadd60-4836-42ae-ad3c-2669e474d1ca {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:51:20.141779 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e0a053-638b-4f20-a33f-16222e94f5f3 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:51:20.141779 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e0a053-638b-4f20-a33f-16222e94f5f3 None None] Checking segment: {'id': '091c28b4-b6a4-498b-a898-f5c41c960bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'debadd60-4836-42ae-ad3c-2669e474d1ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:51:20.142434 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-62e0a053-638b-4f20-a33f-16222e94f5f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:20.142989 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e0a053-638b-4f20-a33f-16222e94f5f3 None None] Bound using segment: {'id': '091c28b4-b6a4-498b-a898-f5c41c960bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'debadd60-4836-42ae-ad3c-2669e474d1ca'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:51:20.143703 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-62e0a053-638b-4f20-a33f-16222e94f5f3 None None] Bound port: e9a10ed9-44ee-45e4-9568-c7a3318417aa, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091c28b4-b6a4-498b-a898-f5c41c960bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'debadd60-4836-42ae-ad3c-2669e474d1ca'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:51:20.143864 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-62e0a053-638b-4f20-a33f-16222e94f5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:20.183722 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f71db9f-9419-43da-94e1-ce98515321bc None None] Network 1b74dff5-e0a7-4a46-bd56-5d5c37fbdcc2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:20.228033 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2bf584-8de6-451d-b4b4-767ad2a3d4a4 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:51:20.228894 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2bf584-8de6-451d-b4b4-767ad2a3d4a4 None None] Checking segment: {'id': 'ddb4e1d0-ba3c-407b-92d2-3e10966f0c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'dc53903a-215c-4f27-bad9-f59017581435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:51:20.228894 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fc2bf584-8de6-451d-b4b4-767ad2a3d4a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:20.229292 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2bf584-8de6-451d-b4b4-767ad2a3d4a4 None None] Bound using segment: {'id': 'ddb4e1d0-ba3c-407b-92d2-3e10966f0c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'dc53903a-215c-4f27-bad9-f59017581435'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:51:20.229715 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-fc2bf584-8de6-451d-b4b4-767ad2a3d4a4 None None] Bound port: bb478d46-8fb1-4c5c-aae9-a50ffeebdce8, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb4e1d0-ba3c-407b-92d2-3e10966f0c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'dc53903a-215c-4f27-bad9-f59017581435'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:51:20.230091 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fc2bf584-8de6-451d-b4b4-767ad2a3d4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:20.335375 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-6d107ad3-06aa-4343-bfaf-25371a1fc049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:20.335786 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d107ad3-06aa-4343-bfaf-25371a1fc049 None None] The sync data for ids ['f2dceeec-4932-4418-8f3a-339f2f0b066c'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:51:20.407444 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6e26b5f7-f945-4cd2-9fd1-3c6b6c8a1109 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "PUT /v2.0/subnetpools/096fa9a7-cb1f-4c85-8f82-a3b37b05dba5/tags/tempest-TagsExtTest-Tag-678756100 HTTP/1.1" status: 201 len: 201 time: 0.8569403 May 31 15:51:20.421019 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55670) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:20.435551 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-996dd11c-36d1-4eb9-b5b2-da5ac0cd395d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting subnet 2b31082f-c591-4340-a0fa-5b1d646b9529 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:51:20.440112 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-996dd11c-36d1-4eb9-b5b2-da5ac0cd395d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:20.460575 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8346e545-b4e1-4b9c-814a-bb426de72126 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:20.463295 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c680d06-3dd9-4e82-a2c5-6cca92d9e41e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:20.463884 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c680d06-3dd9-4e82-a2c5-6cca92d9e41e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:20.482297 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8346e545-b4e1-4b9c-814a-bb426de72126 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Usage tracker for resource:subnet and tenant:3fe64971f6524794b9c8599e1534ac7b is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:20.487802 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.tag.tag_plugin [None req-a23ecb32-1193-437c-b863-23a505791ffb tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7e824e3f-a498-4f55-b4fb-73e83e4034b4') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:20.518206 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8346e545-b4e1-4b9c-814a-bb426de72126 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:20.518484 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port eb79f702-0b92-4a52-842d-49d65570babe triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:20.519085 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:20.587709 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c6fa8042-5b64-4526-af41-2f3ec10cbee9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:20.629270 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-996dd11c-36d1-4eb9-b5b2-da5ac0cd395d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:20.640488 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8346e545-b4e1-4b9c-814a-bb426de72126 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:20.670238 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-62e0a053-638b-4f20-a33f-16222e94f5f3 None None] For port e9a10ed9-44ee-45e4-9568-c7a3318417aa, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:51:20.734641 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-fc2bf584-8de6-451d-b4b4-767ad2a3d4a4 None None] For port bb478d46-8fb1-4c5c-aae9-a50ffeebdce8, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:51:20.737922 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-62e0a053-638b-4f20-a33f-16222e94f5f3 None None] For port e9a10ed9-44ee-45e4-9568-c7a3318417aa, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=e9a10ed9-44ee-45e4-9568-c7a3318417aa,segment=NetworkSegment(091c28b4-b6a4-498b-a898-f5c41c960bf9),segment_id=091c28b4-b6a4-498b-a898-f5c41c960bf9)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:51:20.743950 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7b0a286c-ac04-4470-bacd-15fc6293c8ef tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:20.748857 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7b0a286c-ac04-4470-bacd-15fc6293c8ef tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:20.751842 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8c680d06-3dd9-4e82-a2c5-6cca92d9e41e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1294451 May 31 15:51:20.755988 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55674) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:20.763565 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-fc2bf584-8de6-451d-b4b4-767ad2a3d4a4 None None] For port bb478d46-8fb1-4c5c-aae9-a50ffeebdce8, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=bb478d46-8fb1-4c5c-aae9-a50ffeebdce8,segment=NetworkSegment(ddb4e1d0-ba3c-407b-92d2-3e10966f0c74),segment_id=ddb4e1d0-ba3c-407b-92d2-3e10966f0c74)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:51:20.766213 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-62e0a053-638b-4f20-a33f-16222e94f5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:20.767316 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-746ae76b-41b1-41e7-87fc-37f852e6d872 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'port': {'network_id': '1b74dff5-e0a7-4a46-bd56-5d5c37fbdcc2', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-588232375'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:20.772147 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-62e0a053-638b-4f20-a33f-16222e94f5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:20.781782 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8346e545-b4e1-4b9c-814a-bb426de72126 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Made reservation on behalf of 3fe64971f6524794b9c8599e1534ac7b for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:20.785537 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8346e545-b4e1-4b9c-814a-bb426de72126 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:20.792739 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d09be0f5-276e-4f85-a3b1-d7cc077c0172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:20.805145 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cbee062c-2fd8-41ca-aba3-36ee06bb442f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:20.831449 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fc2bf584-8de6-451d-b4b4-767ad2a3d4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:20.839063 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a23ecb32-1193-437c-b863-23a505791ffb tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "GET /v2.0/subnets/7e824e3f-a498-4f55-b4fb-73e83e4034b4/tags HTTP/1.1" status: 200 len: 241 time: 0.4055116 May 31 15:51:20.846614 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55678) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:20.861585 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.tag.tag_plugin [None req-66a97e2f-8f7b-49e4-a19e-0a97a0bde9a6 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7e824e3f-a498-4f55-b4fb-73e83e4034b4', 'tempest-TagsExtTest-Tag-1640420377') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:20.897385 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09be0f5-276e-4f85-a3b1-d7cc077c0172 admin admin] Pushing event deleted for resources: {'Port': ['ID=daa7d29b-63f7-401f-87ae-664065b3d223,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:20.937740 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d09be0f5-276e-4f85-a3b1-d7cc077c0172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:20.938325 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-996dd11c-36d1-4eb9-b5b2-da5ac0cd395d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:20.978928 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cd5ac2-e804-4b59-b162-b57285ea29ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-1b74dff5-e0a7-4a46-bd56-5d5c37fbdcc2', 'network_id': '1b74dff5-e0a7-4a46-bd56-5d5c37fbdcc2', 'tenant_id': '1a3131733d3b4e64a0dcbfef175233b5', 'fixed_ips': [{'subnet_id': '35a3a2d8-afce-4ddb-97af-1bc3c6ba0dd5'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:51:20.979839 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e8cd5ac2-e804-4b59-b162-b57285ea29ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:21.011316 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0a053-638b-4f20-a33f-16222e94f5f3 None None] Pushing event updated for resources: {'Port': ['ID=e9a10ed9-44ee-45e4-9568-c7a3318417aa,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:21.021026 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-62e0a053-638b-4f20-a33f-16222e94f5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:21.025501 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:21.054871 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7b0a286c-ac04-4470-bacd-15fc6293c8ef tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:21.055524 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0a286c-ac04-4470-bacd-15fc6293c8ef tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Fanout notify agent at l3_agent the message router_deleted on router f2dceeec-4932-4418-8f3a-339f2f0b066c {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:51:21.066236 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-c6fa8042-5b64-4526-af41-2f3ec10cbee9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Deleting port dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:51:21.066388 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c6fa8042-5b64-4526-af41-2f3ec10cbee9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:21.088317 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7b0a286c-ac04-4470-bacd-15fc6293c8ef tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:21.089354 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7b0a286c-ac04-4470-bacd-15fc6293c8ef tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/routers/f2dceeec-4932-4418-8f3a-339f2f0b066c HTTP/1.1" status: 204 len: 168 time: 1.3875210 May 31 15:51:21.102892 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55682) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:21.105603 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 733c2800-0fbc-443c-896f-fc73ee4be24f no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:51:21.255953 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-746ae76b-41b1-41e7-87fc-37f852e6d872 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:21.259381 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a095d4a4-336c-4641-ae98-e252f0bc7465 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:21.312799 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-746ae76b-41b1-41e7-87fc-37f852e6d872 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:port and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:21.321743 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-746ae76b-41b1-41e7-87fc-37f852e6d872 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:21.340651 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-746ae76b-41b1-41e7-87fc-37f852e6d872 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:21.366662 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-e8cd5ac2-e804-4b59-b162-b57285ea29ff None None] Allocated IP 2001:db8::2 (1b74dff5-e0a7-4a46-bd56-5d5c37fbdcc2/35a3a2d8-afce-4ddb-97af-1bc3c6ba0dd5/72d10e01-95c1-4bf7-8199-39a4595ba4dd) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:51:21.370144 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d09be0f5-276e-4f85-a3b1-d7cc077c0172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:21.431029 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746ae76b-41b1-41e7-87fc-37f852e6d872 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:21.436227 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-746ae76b-41b1-41e7-87fc-37f852e6d872 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:21.597898 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-746ae76b-41b1-41e7-87fc-37f852e6d872 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] device_id is not set on port bc8f6aad-ba66-4cc7-bebf-c6004f7de0ff yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:51:21.718440 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 733c2800-0fbc-443c-896f-fc73ee4be24f {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:51:21.718856 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 733c2800-0fbc-443c-896f-fc73ee4be24f not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:51:21.720820 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2bf584-8de6-451d-b4b4-767ad2a3d4a4 None None] Pushing event updated for resources: {'Port': ['ID=bb478d46-8fb1-4c5c-aae9-a50ffeebdce8,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:21.723958 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-fc2bf584-8de6-451d-b4b4-767ad2a3d4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:21.733344 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288428e7-d172-4c59-ad3e-ce382ac6208e None None] DHCP port deletion for 0bb017ef-e848-44bb-b9e4-d3c36f7b31dc request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:51:21.844766 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d09be0f5-276e-4f85-a3b1-d7cc077c0172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:21.856103 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b9fcce0-e242-4a82-beb8-ef98d69d0f3c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Deleting subnet ad305783-2674-470f-90ac-61406a53d13b {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:51:21.863471 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-288428e7-d172-4c59-ad3e-ce382ac6208e None None] Deleting port dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:51:21.864230 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-288428e7-d172-4c59-ad3e-ce382ac6208e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:21.866270 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d09be0f5-276e-4f85-a3b1-d7cc077c0172 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:21.869729 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-c6fa8042-5b64-4526-af41-2f3ec10cbee9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] For port dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a,segment=NetworkSegment(ffbda552-e335-4436-b48a-fa56e98ae33a),segment_id=ffbda552-e335-4436-b48a-fa56e98ae33a)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:21.870082 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c6fa8042-5b64-4526-af41-2f3ec10cbee9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:21.891499 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2b9fcce0-e242-4a82-beb8-ef98d69d0f3c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:21.928457 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-66a97e2f-8f7b-49e4-a19e-0a97a0bde9a6 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "GET /v2.0/subnets/7e824e3f-a498-4f55-b4fb-73e83e4034b4/tags/tempest-TagsExtTest-Tag-1640420377 HTTP/1.1" status: 204 len: 168 time: 1.0713122 May 31 15:51:21.990162 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-288428e7-d172-4c59-ad3e-ce382ac6208e None None] For port dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a,segment=NetworkSegment(ffbda552-e335-4436-b48a-fa56e98ae33a),segment_id=ffbda552-e335-4436-b48a-fa56e98ae33a)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:21.990824 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-288428e7-d172-4c59-ad3e-ce382ac6208e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:22.020083 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55686) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:22.029219 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.tag.tag_plugin [None req-298af2de-2c7a-4773-9aec-45373b32e125 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '7e824e3f-a498-4f55-b4fb-73e83e4034b4', 'tempest-TagsExtTest-Tag-1640420377') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:22.069985 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e8cd5ac2-e804-4b59-b162-b57285ea29ff None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:22.074008 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device bb478d46-8fb1-4c5c-aae9-a50ffeebdce8 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:51:22.179909 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-288428e7-d172-4c59-ad3e-ce382ac6208e None None] Calling delete_port for dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:51:22.184892 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a095d4a4-336c-4641-ae98-e252f0bc7465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:22.195045 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e8cd5ac2-e804-4b59-b162-b57285ea29ff None None] Transition to ACTIVE for port object 72d10e01-95c1-4bf7-8199-39a4595ba4dd will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:22.238733 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e8cd5ac2-e804-4b59-b162-b57285ea29ff None None] Transition to ACTIVE for port object 72d10e01-95c1-4bf7-8199-39a4595ba4dd will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:22.256108 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e8cd5ac2-e804-4b59-b162-b57285ea29ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:22.273791 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-4884eb53-11cf-4d76-8aca-77c765601f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:22.316680 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-c6fa8042-5b64-4526-af41-2f3ec10cbee9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Calling delete_port for dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:51:22.352463 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cd5ac2-e804-4b59-b162-b57285ea29ff None None] Network 1b74dff5-e0a7-4a46-bd56-5d5c37fbdcc2 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:22.354843 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd5ac2-e804-4b59-b162-b57285ea29ff None None] Pushing event updated for resources: {'Port': ['ID=72d10e01-95c1-4bf7-8199-39a4595ba4dd,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:22.357751 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-e8cd5ac2-e804-4b59-b162-b57285ea29ff None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:22.359547 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port bb478d46-8fb1-4c5c-aae9-a50ffeebdce8 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:22.363879 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2b9fcce0-e242-4a82-beb8-ef98d69d0f3c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:22.366426 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e8cd5ac2-e804-4b59-b162-b57285ea29ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:22.367386 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cd5ac2-e804-4b59-b162-b57285ea29ff None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:51:22.391813 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e9a10ed9-44ee-45e4-9568-c7a3318417aa up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:51:22.420686 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d09be0f5-276e-4f85-a3b1-d7cc077c0172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:22.421222 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09be0f5-276e-4f85-a3b1-d7cc077c0172 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4356be7f-60e2-4865-b729-026e491816be {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:51:22.458004 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-996dd11c-36d1-4eb9-b5b2-da5ac0cd395d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:22.490503 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-df4f2110-0e27-46f5-8955-3277324d5d7b tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:22.537921 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-996dd11c-36d1-4eb9-b5b2-da5ac0cd395d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:22.556116 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996dd11c-36d1-4eb9-b5b2-da5ac0cd395d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Subnet': ['ID=2b31082f-c591-4340-a0fa-5b1d646b9529,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:22.559433 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-996dd11c-36d1-4eb9-b5b2-da5ac0cd395d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:22.559791 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e8cd5ac2-e804-4b59-b162-b57285ea29ff None None] Attempting to bind port 72d10e01-95c1-4bf7-8199-39a4595ba4dd on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:51:22.560266 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e8cd5ac2-e804-4b59-b162-b57285ea29ff None None] Attempting to bind port 72d10e01-95c1-4bf7-8199-39a4595ba4dd by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '45862ea5-d8db-46e0-993b-1e6c4a7f5828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1b74dff5-e0a7-4a46-bd56-5d5c37fbdcc2'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:51:22.560809 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cd5ac2-e804-4b59-b162-b57285ea29ff None None] Attempting to bind port 72d10e01-95c1-4bf7-8199-39a4595ba4dd on network 1b74dff5-e0a7-4a46-bd56-5d5c37fbdcc2 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:51:22.563333 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82c88be-6b54-416d-9f0a-1762b63a8ebf None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:22.620739 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-996dd11c-36d1-4eb9-b5b2-da5ac0cd395d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/2b31082f-c591-4340-a0fa-5b1d646b9529 HTTP/1.1" status: 204 len: 168 time: 2.5844753 May 31 15:51:22.627486 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cd5ac2-e804-4b59-b162-b57285ea29ff None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:51:22.628333 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cd5ac2-e804-4b59-b162-b57285ea29ff None None] Checking segment: {'id': '45862ea5-d8db-46e0-993b-1e6c4a7f5828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1b74dff5-e0a7-4a46-bd56-5d5c37fbdcc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:51:22.628980 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e8cd5ac2-e804-4b59-b162-b57285ea29ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:22.629567 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cd5ac2-e804-4b59-b162-b57285ea29ff None None] Bound using segment: {'id': '45862ea5-d8db-46e0-993b-1e6c4a7f5828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1b74dff5-e0a7-4a46-bd56-5d5c37fbdcc2'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:51:22.630801 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e8cd5ac2-e804-4b59-b162-b57285ea29ff None None] Bound port: 72d10e01-95c1-4bf7-8199-39a4595ba4dd, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45862ea5-d8db-46e0-993b-1e6c4a7f5828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1b74dff5-e0a7-4a46-bd56-5d5c37fbdcc2'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:51:22.631542 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e8cd5ac2-e804-4b59-b162-b57285ea29ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:22.635927 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55690) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:22.639471 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d09be0f5-276e-4f85-a3b1-d7cc077c0172 admin admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:22.641239 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d09be0f5-276e-4f85-a3b1-d7cc077c0172 admin admin] 10.222.0.45 "DELETE /v2.0/routers/4356be7f-60e2-4865-b729-026e491816be HTTP/1.1" status: 204 len: 168 time: 6.6492867 May 31 15:51:22.683631 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55692) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:22.684816 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-746ae76b-41b1-41e7-87fc-37f852e6d872 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Allocated IP 2001:db8::2a8 (1b74dff5-e0a7-4a46-bd56-5d5c37fbdcc2/35a3a2d8-afce-4ddb-97af-1bc3c6ba0dd5/bc8f6aad-ba66-4cc7-bebf-c6004f7de0ff) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:51:22.728769 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef2507c9-d3cc-47e2-8452-be0c0fb54e14 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting subnet b73f49d6-a593-46ad-95a1-a6599736f2a3 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:51:22.730694 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c6fa8042-5b64-4526-af41-2f3ec10cbee9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:22.747081 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2b9fcce0-e242-4a82-beb8-ef98d69d0f3c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:22.764637 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009cbd26-b330-4863-a20e-80f84ec9902c None None] Network dc53903a-215c-4f27-bad9-f59017581435 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:22.779167 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9dc5276a-6600-48d6-8767-6d9bb6cd94ab tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:22.814005 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fa8042-5b64-4526-af41-2f3ec10cbee9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] No DVR routers for this DVR port dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:51:22.854102 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ef2507c9-d3cc-47e2-8452-be0c0fb54e14 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:22.886811 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c5d7c49-1165-4472-bf09-30eb9fb567a1 admin admin] Deleting subnet 418ec826-97fb-4894-813a-51ffe25a7768 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:51:22.894821 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9c5d7c49-1165-4472-bf09-30eb9fb567a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:22.921952 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.db.api [None req-288428e7-d172-4c59-ad3e-ce382ac6208e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 31 15:51:22.921952 dv-neutron-601336-79-hyperv neutron-server[99206]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] May 31 15:51:22.921952 dv-neutron-601336-79-hyperv neutron-server[99206]: [parameters: {'port_id': 'dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a', 'host': 'dv-neutron-601336-79-hyperv', 'level': 0}] May 31 15:51:22.921952 dv-neutron-601336-79-hyperv neutron-server[99206]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=99206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:51:22.922448 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_db.api [None req-288428e7-d172-4c59-ad3e-ce382ac6208e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:51:22.974510 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1536cb0f-eec0-435c-bfac-368c57d7a4de None None] Provisioning for port bb478d46-8fb1-4c5c-aae9-a50ffeebdce8 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:22.978402 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a095d4a4-336c-4641-ae98-e252f0bc7465 admin admin] Router 6ac457ab-821a-4207-8feb-ce83aa70bc21 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:51:23.021835 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9c5d7c49-1165-4472-bf09-30eb9fb567a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:23.051926 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c6fa8042-5b64-4526-af41-2f3ec10cbee9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:23.070319 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-c6fa8042-5b64-4526-af41-2f3ec10cbee9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb017ef-e848-44bb-b9e4-d3c36f7b31dc']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:23.071155 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1536cb0f-eec0-435c-bfac-368c57d7a4de None None] Provisioning complete for port bb478d46-8fb1-4c5c-aae9-a50ffeebdce8 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:23.071582 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1536cb0f-eec0-435c-bfac-368c57d7a4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:23.084055 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-c6fa8042-5b64-4526-af41-2f3ec10cbee9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffbda552-e335-4436-b48a-fa56e98ae33a') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:23.084566 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-c6fa8042-5b64-4526-af41-2f3ec10cbee9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffbda552-e335-4436-b48a-fa56e98ae33a') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:23.097847 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c6fa8042-5b64-4526-af41-2f3ec10cbee9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:23.107369 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa8042-5b64-4526-af41-2f3ec10cbee9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Port': ['ID=dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:23.109913 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c6fa8042-5b64-4526-af41-2f3ec10cbee9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:23.125611 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-e8cd5ac2-e804-4b59-b162-b57285ea29ff None None] For port 72d10e01-95c1-4bf7-8199-39a4595ba4dd, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:51:23.130136 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-e8cd5ac2-e804-4b59-b162-b57285ea29ff None None] For port 72d10e01-95c1-4bf7-8199-39a4595ba4dd, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=72d10e01-95c1-4bf7-8199-39a4595ba4dd,segment=NetworkSegment(45862ea5-d8db-46e0-993b-1e6c4a7f5828),segment_id=45862ea5-d8db-46e0-993b-1e6c4a7f5828)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:51:23.141196 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port e9a10ed9-44ee-45e4-9568-c7a3318417aa completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:23.149761 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e341a3fc-68ea-43a7-a484-641f91a537bd None None] Network debadd60-4836-42ae-ad3c-2669e474d1ca requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:23.155060 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ef2507c9-d3cc-47e2-8452-be0c0fb54e14 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:23.185428 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c6fa8042-5b64-4526-af41-2f3ec10cbee9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:23.198549 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e8cd5ac2-e804-4b59-b162-b57285ea29ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:23.232149 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6fa8042-5b64-4526-af41-2f3ec10cbee9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:51:23.232703 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c6fa8042-5b64-4526-af41-2f3ec10cbee9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:51:23.252414 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:51:23.260156 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-62e0a053-638b-4f20-a33f-16222e94f5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:23.262859 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-298af2de-2c7a-4773-9aec-45373b32e125 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "DELETE /v2.0/subnets/7e824e3f-a498-4f55-b4fb-73e83e4034b4/tags/tempest-TagsExtTest-Tag-1640420377 HTTP/1.1" status: 204 len: 168 time: 1.2412896 May 31 15:51:23.267353 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55698) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:23.292166 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-2d9aea6a-e5df-48d1-a610-8e874a199406 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7e824e3f-a498-4f55-b4fb-73e83e4034b4') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:23.321426 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-746ae76b-41b1-41e7-87fc-37f852e6d872 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:23.326343 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:51:23.416611 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8346e545-b4e1-4b9c-814a-bb426de72126 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:23.430882 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-09386ea3-46ca-48b7-b280-6bdc0fff0a51 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:23.455934 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c6fa8042-5b64-4526-af41-2f3ec10cbee9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:23.466964 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-470af32b-68b1-4914-9c50-8500277af182 tempest-FloatingIPTestJSON-29343601 tempest-FloatingIPTestJSON-29343601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:23.483984 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c6fa8042-5b64-4526-af41-2f3ec10cbee9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:23.496043 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-746ae76b-41b1-41e7-87fc-37f852e6d872 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Transition to ACTIVE for port object bc8f6aad-ba66-4cc7-bebf-c6004f7de0ff will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:23.506367 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa8042-5b64-4526-af41-2f3ec10cbee9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Pushing event deleted for resources: {'Network': ['ID=0bb017ef-e848-44bb-b9e4-d3c36f7b31dc,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:23.522476 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9c5d7c49-1165-4472-bf09-30eb9fb567a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:23.529709 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c6fa8042-5b64-4526-af41-2f3ec10cbee9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:23.552434 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a095d4a4-336c-4641-ae98-e252f0bc7465 admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:51:23.566845 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d22b20-076d-4029-93d6-fbdcbdace5f9 None None] Sync routers for ids ['6ac457ab-821a-4207-8feb-ce83aa70bc21'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:51:23.568027 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c6fa8042-5b64-4526-af41-2f3ec10cbee9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/networks/0bb017ef-e848-44bb-b9e4-d3c36f7b31dc HTTP/1.1" status: 204 len: 168 time: 3.4525476 May 31 15:51:23.574829 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55702) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:23.583449 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d22b20-076d-4029-93d6-fbdcbdace5f9 None None] Routers {'6ac457ab-821a-4207-8feb-ce83aa70bc21'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:51:23.585814 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-80d22b20-076d-4029-93d6-fbdcbdace5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:51:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['6ac457ab-821a-4207-8feb-ce83aa70bc21'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:23.591908 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-ebbc8506-265e-4390-b012-fc66ba7c4c0f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'router': {'routes': None}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:23.616139 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346e545-b4e1-4b9c-814a-bb426de72126 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event updated for resources: {'Subnet': ['ID=28e0d553-fd21-4562-8fcc-53d9a6e86813,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:23.627083 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8346e545-b4e1-4b9c-814a-bb426de72126 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:23.655840 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ef2507c9-d3cc-47e2-8452-be0c0fb54e14 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:23.668666 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8346e545-b4e1-4b9c-814a-bb426de72126 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Checking segment: {'id': '109de876-c62b-4b90-ad82-35eaa970fdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '7babaa98-baaf-4f05-89b2-4ec738a3fdb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:51:23.669049 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8346e545-b4e1-4b9c-814a-bb426de72126 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Network hostable DHCP agents. Network: 7babaa98-baaf-4f05-89b2-4ec738a3fdb8, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:51:23.684116 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:51:23.684767 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:51:23.685087 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device bf1442f4-3076-464d-a628-de537d74f8c9 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:51:23.746414 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-288428e7-d172-4c59-ad3e-ce382ac6208e None None] The port 'dc9c0fb4-4b9b-48bf-bc6a-9d35a326ec0a' was deleted {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} May 31 15:51:23.777907 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: bf1442f4-3076-464d-a628-de537d74f8c9 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:51:23.778242 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device bf1442f4-3076-464d-a628-de537d74f8c9 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:51:23.799824 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd5ac2-e804-4b59-b162-b57285ea29ff None None] Pushing event updated for resources: {'Port': ['ID=72d10e01-95c1-4bf7-8199-39a4595ba4dd,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:23.810224 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e8cd5ac2-e804-4b59-b162-b57285ea29ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:23.815256 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a095d4a4-336c-4641-ae98-e252f0bc7465 admin admin] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:23.816576 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a095d4a4-336c-4641-ae98-e252f0bc7465 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1629577 May 31 15:51:23.830365 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55706) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:23.921173 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-80d22b20-076d-4029-93d6-fbdcbdace5f9 None None] Set router 6ac457ab-821a-4207-8feb-ce83aa70bc21 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:51:23.922385 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device daa7d29b-63f7-401f-87ae-664065b3d223 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:51:24.018575 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: daa7d29b-63f7-401f-87ae-664065b3d223 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:51:24.019101 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device daa7d29b-63f7-401f-87ae-664065b3d223 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:51:24.106681 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1536cb0f-eec0-435c-bfac-368c57d7a4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:24.232002 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-1536cb0f-eec0-435c-bfac-368c57d7a4de None None] For port bb478d46-8fb1-4c5c-aae9-a50ffeebdce8, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=bb478d46-8fb1-4c5c-aae9-a50ffeebdce8,segment=NetworkSegment(ddb4e1d0-ba3c-407b-92d2-3e10966f0c74),segment_id=ddb4e1d0-ba3c-407b-92d2-3e10966f0c74)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:24.237234 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-746ae76b-41b1-41e7-87fc-37f852e6d872 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:24.249996 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2d9aea6a-e5df-48d1-a610-8e874a199406 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "GET /v2.0/subnets/7e824e3f-a498-4f55-b4fb-73e83e4034b4/tags HTTP/1.1" status: 200 len: 205 time: 0.9756069 May 31 15:51:24.250882 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a095d4a4-336c-4641-ae98-e252f0bc7465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:24.252440 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1536cb0f-eec0-435c-bfac-368c57d7a4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:24.263056 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e8cd5ac2-e804-4b59-b162-b57285ea29ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:24.331138 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55710) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:24.340795 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746ae76b-41b1-41e7-87fc-37f852e6d872 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network 1b74dff5-e0a7-4a46-bd56-5d5c37fbdcc2 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:24.341801 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8346e545-b4e1-4b9c-814a-bb426de72126 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Network 7babaa98-baaf-4f05-89b2-4ec738a3fdb8 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:51:24.359984 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-0d0bc18d-ec9e-4dbd-b459-27030329d165 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5c5dbbea-a364-47ff-8776-24bbc846113d') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:24.413448 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-746ae76b-41b1-41e7-87fc-37f852e6d872 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:24.415941 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746ae76b-41b1-41e7-87fc-37f852e6d872 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:51:24.421892 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746ae76b-41b1-41e7-87fc-37f852e6d872 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:24.422635 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-746ae76b-41b1-41e7-87fc-37f852e6d872 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:24.446517 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536cb0f-eec0-435c-bfac-368c57d7a4de None None] Pushing event updated for resources: {'Port': ['ID=bb478d46-8fb1-4c5c-aae9-a50ffeebdce8,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:24.471351 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1536cb0f-eec0-435c-bfac-368c57d7a4de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:24.474697 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-8346e545-b4e1-4b9c-814a-bb426de72126 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 7babaa98-baaf-4f05-89b2-4ec738a3fdb8) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:24.475629 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a9976233-8958-4862-bbb8-094a0f193b36 None None] Provisioning for port e9a10ed9-44ee-45e4-9568-c7a3318417aa completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:24.493515 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a582c5-b699-42e3-bd1b-d795b40c7fe1 None None] Network 7babaa98-baaf-4f05-89b2-4ec738a3fdb8 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:24.495335 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-80d22b20-076d-4029-93d6-fbdcbdace5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac457ab-821a-4207-8feb-ce83aa70bc21', 'name': 'tempest-TestVolumeBootPattern-1621721402-router', 'tenant_id': 'a4b2d76ea963476fa7fd689948b6d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '0468da02-f471-4cc9-bf1b-aa1c3d1369e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:51:17Z', 'updated_at': '2021-05-31T15:51:20Z', 'revision_number': 3, 'project_id': 'a4b2d76ea963476fa7fd689948b6d4ce', 'gw_port': {'id': '0468da02-f471-4cc9-bf1b-aa1c3d1369e4', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:18:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac457ab-821a-4207-8feb-ce83aa70bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:51:18Z', 'updated_at': '2021-05-31T15:51:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:24.509164 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8346e545-b4e1-4b9c-814a-bb426de72126 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:24.510082 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8346e545-b4e1-4b9c-814a-bb426de72126 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:24.520272 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a9976233-8958-4862-bbb8-094a0f193b36 None None] Provisioning complete for port e9a10ed9-44ee-45e4-9568-c7a3318417aa triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:24.520823 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a9976233-8958-4862-bbb8-094a0f193b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:24.531993 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ae76b-41b1-41e7-87fc-37f852e6d872 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Port': ['ID=bc8f6aad-ba66-4cc7-bebf-c6004f7de0ff,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:24.534868 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d22b20-076d-4029-93d6-fbdcbdace5f9 None None] Checking router: 6ac457ab-821a-4207-8feb-ce83aa70bc21 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:51:24.535347 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d22b20-076d-4029-93d6-fbdcbdace5f9 None None] Updating router 6ac457ab-821a-4207-8feb-ce83aa70bc21 port 0468da02-f471-4cc9-bf1b-aa1c3d1369e4 binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:51:24.542697 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-746ae76b-41b1-41e7-87fc-37f852e6d872 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:24.652060 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-746ae76b-41b1-41e7-87fc-37f852e6d872 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.8905132 May 31 15:51:24.657352 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55714) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:24.691801 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-80d22b20-076d-4029-93d6-fbdcbdace5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:24.733122 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8346e545-b4e1-4b9c-814a-bb426de72126 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 5.0301647 May 31 15:51:24.743799 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55718) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:24.777881 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0d0bc18d-ec9e-4dbd-b459-27030329d165 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "GET /v2.0/ports/5c5dbbea-a364-47ff-8776-24bbc846113d/tags HTTP/1.1" status: 200 len: 241 time: 0.4271648 May 31 15:51:24.789814 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55722) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:24.804757 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9c5d7c49-1165-4472-bf09-30eb9fb567a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:24.854938 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-66945d87-df1c-4b91-9d69-3044584abae1 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:24.873754 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.extraroute_db [None req-ebbc8506-265e-4390-b012-fc66ba7c4c0f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Added routes are [] {{(pid=99205) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 31 15:51:24.874386 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.extraroute_db [None req-ebbc8506-265e-4390-b012-fc66ba7c4c0f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Removed routes are [] {{(pid=99205) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 31 15:51:24.874386 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ebbc8506-265e-4390-b012-fc66ba7c4c0f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:24.886496 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2b9fcce0-e242-4a82-beb8-ef98d69d0f3c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:24.890623 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cfde9f8a-275d-496d-b850-2d342efa62e0 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:25.035557 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-9f661700-eed4-4571-a94f-c15c83d4452f tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5c5dbbea-a364-47ff-8776-24bbc846113d', 'tempest-TagsExtTest-Tag-2045094972') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:25.064886 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf02612-934b-445b-9e2c-ded5ca25a119 None None] Network c693e3aa-090c-45a9-8e6b-7f0b57ea4a92 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:25.092284 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2b9fcce0-e242-4a82-beb8-ef98d69d0f3c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:25.097493 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9fcce0-e242-4a82-beb8-ef98d69d0f3c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Subnet': ['ID=ad305783-2674-470f-90ac-61406a53d13b,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:25.234264 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2b9fcce0-e242-4a82-beb8-ef98d69d0f3c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:25.262333 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9c5d7c49-1165-4472-bf09-30eb9fb567a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:25.264517 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9c5d7c49-1165-4472-bf09-30eb9fb567a1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/418ec826-97fb-4894-813a-51ffe25a7768 HTTP/1.1" status: 204 len: 168 time: 2.5768554 May 31 15:51:25.266873 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2b9fcce0-e242-4a82-beb8-ef98d69d0f3c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/subnets/ad305783-2674-470f-90ac-61406a53d13b HTTP/1.1" status: 204 len: 168 time: 4.1620615 May 31 15:51:25.270070 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55726) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:25.270539 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55728) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:25.281541 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006355d1-daab-4fb5-8e5a-5edae9197330 None None] Network 1b74dff5-e0a7-4a46-bd56-5d5c37fbdcc2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:25.373199 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cec52a7-7f64-4d0b-a773-40c482d5cb64 None None] Network d344e8f1-f415-4064-9d12-68c70eb6ac0b requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:25.395179 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-80d22b20-076d-4029-93d6-fbdcbdace5f9 None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:25.396000 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d7c49-1165-4472-bf09-30eb9fb567a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=418ec826-97fb-4894-813a-51ffe25a7768,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:25.397307 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856b7b72-4af9-463f-8478-9a689da28efc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-7babaa98-baaf-4f05-89b2-4ec738a3fdb8', 'network_id': '7babaa98-baaf-4f05-89b2-4ec738a3fdb8', 'tenant_id': '3fe64971f6524794b9c8599e1534ac7b', 'fixed_ips': [{'subnet_id': '28e0d553-fd21-4562-8fcc-53d9a6e86813'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:51:25.398150 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-856b7b72-4af9-463f-8478-9a689da28efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:25.401283 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9c5d7c49-1165-4472-bf09-30eb9fb567a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:25.409328 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-80d22b20-076d-4029-93d6-fbdcbdace5f9 None None] Transition to ACTIVE for port object 0468da02-f471-4cc9-bf1b-aa1c3d1369e4 will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:25.416402 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a9976233-8958-4862-bbb8-094a0f193b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:25.420087 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-80d22b20-076d-4029-93d6-fbdcbdace5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:25.431256 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-8f6c31a5-3f16-40d7-b014-9a0445cbbbb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:25.477196 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ebbc8506-265e-4390-b012-fc66ba7c4c0f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:25.492048 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ebbc8506-265e-4390-b012-fc66ba7c4c0f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446711'] for router, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:25.515115 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a75652-2876-4e4d-9f43-ac5dd8a26a6e None None] Pushing event updated for resources: {'Port': ['ID=0468da02-f471-4cc9-bf1b-aa1c3d1369e4,revision_number=2']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:25.542029 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a75652-2876-4e4d-9f43-ac5dd8a26a6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:25.542766 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a75652-2876-4e4d-9f43-ac5dd8a26a6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:25.543351 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a75652-2876-4e4d-9f43-ac5dd8a26a6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:25.543917 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a75652-2876-4e4d-9f43-ac5dd8a26a6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:25.544573 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a75652-2876-4e4d-9f43-ac5dd8a26a6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:25.545096 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a75652-2876-4e4d-9f43-ac5dd8a26a6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:25.545619 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a75652-2876-4e4d-9f43-ac5dd8a26a6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:25.546214 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a75652-2876-4e4d-9f43-ac5dd8a26a6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:25.546736 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a75652-2876-4e4d-9f43-ac5dd8a26a6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:25.547914 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a75652-2876-4e4d-9f43-ac5dd8a26a6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:25.548922 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a75652-2876-4e4d-9f43-ac5dd8a26a6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:25.550113 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a75652-2876-4e4d-9f43-ac5dd8a26a6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:51:25.553975 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-80d22b20-076d-4029-93d6-fbdcbdace5f9 None None] Attempting to bind port 0468da02-f471-4cc9-bf1b-aa1c3d1369e4 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:51:25.554845 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-80d22b20-076d-4029-93d6-fbdcbdace5f9 None None] Attempting to bind port 0468da02-f471-4cc9-bf1b-aa1c3d1369e4 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:51:25.555528 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d22b20-076d-4029-93d6-fbdcbdace5f9 None None] Attempting to bind port 0468da02-f471-4cc9-bf1b-aa1c3d1369e4 on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:51:25.563143 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-27a75652-2876-4e4d-9f43-ac5dd8a26a6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:25.564148 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d22b20-076d-4029-93d6-fbdcbdace5f9 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:51:25.564782 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d22b20-076d-4029-93d6-fbdcbdace5f9 None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:51:25.565396 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-80d22b20-076d-4029-93d6-fbdcbdace5f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:25.566004 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d22b20-076d-4029-93d6-fbdcbdace5f9 None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:51:25.566727 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-80d22b20-076d-4029-93d6-fbdcbdace5f9 None None] Bound port: 0468da02-f471-4cc9-bf1b-aa1c3d1369e4, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:51:25.568143 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-80d22b20-076d-4029-93d6-fbdcbdace5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:25.633615 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-a9976233-8958-4862-bbb8-094a0f193b36 None None] For port e9a10ed9-44ee-45e4-9568-c7a3318417aa, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=e9a10ed9-44ee-45e4-9568-c7a3318417aa,segment=NetworkSegment(091c28b4-b6a4-498b-a898-f5c41c960bf9),segment_id=091c28b4-b6a4-498b-a898-f5c41c960bf9)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:25.651730 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a9976233-8958-4862-bbb8-094a0f193b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:25.656950 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:25.670640 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-80d22b20-076d-4029-93d6-fbdcbdace5f9 None None] For port 0468da02-f471-4cc9-bf1b-aa1c3d1369e4, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:51:25.671025 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ce3c3d8b-9819-48a5-a6ac-c4a60e9270ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:25.675483 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-80d22b20-076d-4029-93d6-fbdcbdace5f9 None None] For port 0468da02-f471-4cc9-bf1b-aa1c3d1369e4, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=0468da02-f471-4cc9-bf1b-aa1c3d1369e4,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:51:25.682557 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-80d22b20-076d-4029-93d6-fbdcbdace5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:25.696051 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-baae824d-889d-49c0-a3a2-ddbe9ac67f33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:25.723242 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9f661700-eed4-4571-a94f-c15c83d4452f tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "GET /v2.0/ports/5c5dbbea-a364-47ff-8776-24bbc846113d/tags/tempest-TagsExtTest-Tag-2045094972 HTTP/1.1" status: 204 len: 168 time: 0.9181516 May 31 15:51:25.728259 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55734) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:25.790448 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a75652-2876-4e4d-9f43-ac5dd8a26a6e None None] Pushing event updated for resources: {'Port': ['ID=0468da02-f471-4cc9-bf1b-aa1c3d1369e4,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:25.795432 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-27a75652-2876-4e4d-9f43-ac5dd8a26a6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:25.807795 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d22b20-076d-4029-93d6-fbdcbdace5f9 None None] Routers {'6ac457ab-821a-4207-8feb-ce83aa70bc21'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:51:25.808778 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-80d22b20-076d-4029-93d6-fbdcbdace5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:51:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['6ac457ab-821a-4207-8feb-ce83aa70bc21'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:25.845406 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-591bd3cb-a48a-4949-b9c3-b452a732ba15 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5c5dbbea-a364-47ff-8776-24bbc846113d', 'tempest-TagsExtTest-Tag-2045094972') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:25.884262 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-96be7fb5-93d6-48d8-bb9c-3588a0739442 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:25.884874 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-6418bb14-b710-413e-a84f-ee9b4acad5dc tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting port bc8f6aad-ba66-4cc7-bebf-c6004f7de0ff {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:51:25.885229 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6418bb14-b710-413e-a84f-ee9b4acad5dc tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:25.908537 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7551308e-67a3-489e-8a40-fe456ad5b091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:25.913668 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbc8506-265e-4390-b012-fc66ba7c4c0f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:51:25.939866 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ef2507c9-d3cc-47e2-8452-be0c0fb54e14 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:25.947723 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2b9fcce0-e242-4a82-beb8-ef98d69d0f3c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:26.050385 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-80d22b20-076d-4029-93d6-fbdcbdace5f9 None None] Set router 6ac457ab-821a-4207-8feb-ce83aa70bc21 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:51:26.072430 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2507c9-d3cc-47e2-8452-be0c0fb54e14 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Subnet': ['ID=b73f49d6-a593-46ad-95a1-a6599736f2a3,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:26.081799 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ef2507c9-d3cc-47e2-8452-be0c0fb54e14 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:26.095073 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c2de683d-c01b-4a52-bf7b-5163387d22d8 None None] Provisioning complete for port 5bbe1861-1546-4459-bcb0-53244b72d9f9 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:26.095659 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c2de683d-c01b-4a52-bf7b-5163387d22d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:26.120839 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device bb478d46-8fb1-4c5c-aae9-a50ffeebdce8 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:51:26.145070 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4667ce-15e4-416d-8240-e5ca8e69878f None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:26.146188 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ef2507c9-d3cc-47e2-8452-be0c0fb54e14 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:26.163623 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:26.182346 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9976233-8958-4862-bbb8-094a0f193b36 None None] Pushing event updated for resources: {'Port': ['ID=e9a10ed9-44ee-45e4-9568-c7a3318417aa,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:26.186074 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a9976233-8958-4862-bbb8-094a0f193b36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:26.291891 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ef2507c9-d3cc-47e2-8452-be0c0fb54e14 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/b73f49d6-a593-46ad-95a1-a6599736f2a3 HTTP/1.1" status: 204 len: 168 time: 3.6488571 May 31 15:51:26.297639 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55738) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:26.370697 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbc8506-265e-4390-b012-fc66ba7c4c0f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:51:26.384109 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-80d22b20-076d-4029-93d6-fbdcbdace5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac457ab-821a-4207-8feb-ce83aa70bc21', 'name': 'tempest-TestVolumeBootPattern-1621721402-router', 'tenant_id': 'a4b2d76ea963476fa7fd689948b6d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '0468da02-f471-4cc9-bf1b-aa1c3d1369e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:51:17Z', 'updated_at': '2021-05-31T15:51:20Z', 'revision_number': 3, 'project_id': 'a4b2d76ea963476fa7fd689948b6d4ce', 'gw_port': {'id': '0468da02-f471-4cc9-bf1b-aa1c3d1369e4', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:18:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac457ab-821a-4207-8feb-ce83aa70bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:51:18Z', 'updated_at': '2021-05-31T15:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:26.387573 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d22b20-076d-4029-93d6-fbdcbdace5f9 None None] The sync data for ids ['6ac457ab-821a-4207-8feb-ce83aa70bc21'] in dv-neutron-601336-79-hyperv is: [{'id': '6ac457ab-821a-4207-8feb-ce83aa70bc21', 'name': 'tempest-TestVolumeBootPattern-1621721402-router', 'tenant_id': 'a4b2d76ea963476fa7fd689948b6d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '0468da02-f471-4cc9-bf1b-aa1c3d1369e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:51:17Z', 'updated_at': '2021-05-31T15:51:20Z', 'revision_number': 3, 'project_id': 'a4b2d76ea963476fa7fd689948b6d4ce', 'gw_port': {'id': '0468da02-f471-4cc9-bf1b-aa1c3d1369e4', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:18:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac457ab-821a-4207-8feb-ce83aa70bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:51:18Z', 'updated_at': '2021-05-31T15:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:51:26.401471 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-856b7b72-4af9-463f-8478-9a689da28efc None None] Allocated IP 2001:db8::1 (7babaa98-baaf-4f05-89b2-4ec738a3fdb8/28e0d553-fd21-4562-8fcc-53d9a6e86813/3a0cc64b-ba8a-4652-857a-9fbaaf547543) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:51:26.404852 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f726603d-644b-4de2-9f52-2dfe8b011b91 None None] Sync routers for ids ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:51:26.506220 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f726603d-644b-4de2-9f52-2dfe8b011b91 None None] Routers {'1251add1-0768-43fd-9a5e-ac4434f0d2c2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:51:26.506913 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-f726603d-644b-4de2-9f52-2dfe8b011b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:51:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:26.589563 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ebbc8506-265e-4390-b012-fc66ba7c4c0f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:26.599105 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ebbc8506-265e-4390-b012-fc66ba7c4c0f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "PUT /v2.0/routers/1251add1-0768-43fd-9a5e-ac4434f0d2c2 HTTP/1.1" status: 200 len: 701 time: 3.0213490 May 31 15:51:26.604814 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-21db21e3-a7a3-4d18-ab2f-f35e419acb6d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3020585 May 31 15:51:26.608461 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc4030b-cb5f-4c14-91e7-9a0971caff1f None None] DHCP port deletion for c693e3aa-090c-45a9-8e6b-7f0b57ea4a92 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:51:26.610137 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55742) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:26.610931 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55744) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:26.628761 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de3f014-52d3-4910-973c-ff3b5c3966fa None None] DHCP port deletion for d344e8f1-f415-4064-9d12-68c70eb6ac0b request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:51:26.652564 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-37243de9-882e-4980-927b-7628554ee82d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:26.690368 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-9f7b5d24-b869-41ca-911d-018250932bcf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Synchronizing usage tracker for tenant:7532521a2dc2494ca283f329c67dc09d on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:51:26.804450 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-96be7fb5-93d6-48d8-bb9c-3588a0739442 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Deleting port 912959ab-5aec-4957-8199-3555557ff862 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:51:26.804787 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-96be7fb5-93d6-48d8-bb9c-3588a0739442 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:26.823275 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6418bb14-b710-413e-a84f-ee9b4acad5dc tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:26.895445 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port bb478d46-8fb1-4c5c-aae9-a50ffeebdce8 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:26.895739 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:26.930511 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-7551308e-67a3-489e-8a40-fe456ad5b091 admin admin] Deleting port 0a540c8b-8876-4617-b0f7-d647ed8b0e4b {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:51:26.931680 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7551308e-67a3-489e-8a40-fe456ad5b091 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:26.952954 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-f726603d-644b-4de2-9f52-2dfe8b011b91 None None] Set router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:51:26.960563 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-9f7b5d24-b869-41ca-911d-018250932bcf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Unset dirty status for tenant:7532521a2dc2494ca283f329c67dc09d on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:51:26.964653 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9f7b5d24-b869-41ca-911d-018250932bcf tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "GET /v2.0/ports?device_id=1251add1-0768-43fd-9a5e-ac4434f0d2c2 HTTP/1.1" status: 200 len: 205 time: 0.3515587 May 31 15:51:26.976149 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55750) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:26.982356 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-37243de9-882e-4980-927b-7628554ee82d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:27.049162 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-6418bb14-b710-413e-a84f-ee9b4acad5dc tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Calling delete_port for bc8f6aad-ba66-4cc7-bebf-c6004f7de0ff owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:51:27.103988 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-f726603d-644b-4de2-9f52-2dfe8b011b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:51:13Z', 'revision_number': 11, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:27.105155 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-37243de9-882e-4980-927b-7628554ee82d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:subnet and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:27.124620 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-37243de9-882e-4980-927b-7628554ee82d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:27.152166 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f726603d-644b-4de2-9f52-2dfe8b011b91 None None] Checking router: 1251add1-0768-43fd-9a5e-ac4434f0d2c2 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:51:27.202091 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-37243de9-882e-4980-927b-7628554ee82d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:27.233168 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c2de683d-c01b-4a52-bf7b-5163387d22d8 None None] Provisioning for port 72d10e01-95c1-4bf7-8199-39a4595ba4dd completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:27.239837 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f726603d-644b-4de2-9f52-2dfe8b011b91 None None] Routers {'1251add1-0768-43fd-9a5e-ac4434f0d2c2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:51:27.240488 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-f726603d-644b-4de2-9f52-2dfe8b011b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:51:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:27.241182 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-96be7fb5-93d6-48d8-bb9c-3588a0739442 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] For port 912959ab-5aec-4957-8199-3555557ff862, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=912959ab-5aec-4957-8199-3555557ff862,segment=NetworkSegment(dd0fcf51-98a3-4384-a46b-11cd7db74003),segment_id=dd0fcf51-98a3-4384-a46b-11cd7db74003)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:27.241544 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-96be7fb5-93d6-48d8-bb9c-3588a0739442 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:27.258046 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3ff23095-bd90-4598-9d3a-857f3fdcd186 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:27.342142 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6418bb14-b710-413e-a84f-ee9b4acad5dc tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:27.363016 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1ab8f68c-927e-4f77-b1fe-cdd54f9c67bf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:27.516517 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418bb14-b710-413e-a84f-ee9b4acad5dc tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Port': ['ID=bc8f6aad-ba66-4cc7-bebf-c6004f7de0ff,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:27.535553 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6418bb14-b710-413e-a84f-ee9b4acad5dc tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:27.542510 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-591bd3cb-a48a-4949-b9c3-b452a732ba15 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "DELETE /v2.0/ports/5c5dbbea-a364-47ff-8776-24bbc846113d/tags/tempest-TagsExtTest-Tag-2045094972 HTTP/1.1" status: 204 len: 168 time: 1.7804937 May 31 15:51:27.542510 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6418bb14-b710-413e-a84f-ee9b4acad5dc tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:27.557804 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6418bb14-b710-413e-a84f-ee9b4acad5dc tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/ports/bc8f6aad-ba66-4cc7-bebf-c6004f7de0ff HTTP/1.1" status: 204 len: 168 time: 2.8969810 May 31 15:51:27.561636 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55754) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:27.562085 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55756) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:27.602900 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-efc4030b-cb5f-4c14-91e7-9a0971caff1f None None] Deleting port 912959ab-5aec-4957-8199-3555557ff862 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:51:27.603295 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-efc4030b-cb5f-4c14-91e7-9a0971caff1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:27.624725 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-f726603d-644b-4de2-9f52-2dfe8b011b91 None None] Set router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:51:27.628845 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-96be7fb5-93d6-48d8-bb9c-3588a0739442 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Calling delete_port for 912959ab-5aec-4957-8199-3555557ff862 owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:51:27.632175 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-d5d12876-f8a4-4125-a762-d19e6546491c tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5c5dbbea-a364-47ff-8776-24bbc846113d') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:27.696660 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37243de9-882e-4980-927b-7628554ee82d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:27.700619 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-37243de9-882e-4980-927b-7628554ee82d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:27.743751 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23902f10-ffa5-48d5-8c2d-d8f9d30f5b27 None None] DHCP port deletion for b5001308-9f67-458f-99a7-4cdcd1177eb2 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:51:27.753726 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcace3c3-b29d-4c1d-acca-849ac1e700ac tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] GET failed (client error): The resource could not be found. May 31 15:51:27.754605 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-bcace3c3-b29d-4c1d-acca-849ac1e700ac tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Synchronizing usage tracker for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:51:27.770474 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-6de3f014-52d3-4910-973c-ff3b5c3966fa None None] Deleting port 0a540c8b-8876-4617-b0f7-d647ed8b0e4b {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:51:27.770931 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6de3f014-52d3-4910-973c-ff3b5c3966fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:27.797463 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-bcace3c3-b29d-4c1d-acca-849ac1e700ac tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Unset dirty status for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:51:27.799020 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-bcace3c3-b29d-4c1d-acca-849ac1e700ac tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "GET /v2.0/ports/bc8f6aad-ba66-4cc7-bebf-c6004f7de0ff HTTP/1.1" status: 404 len: 333 time: 0.2343485 May 31 15:51:27.804668 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55762) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:27.807452 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b5053afa-ba25-4d81-ad98-3caf82235191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:27.867484 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-f726603d-644b-4de2-9f52-2dfe8b011b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:51:13Z', 'revision_number': 11, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:27.902338 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-856b7b72-4af9-463f-8478-9a689da28efc None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:27.911196 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c2de683d-c01b-4a52-bf7b-5163387d22d8 None None] Provisioning complete for port bb478d46-8fb1-4c5c-aae9-a50ffeebdce8 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:27.911649 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c2de683d-c01b-4a52-bf7b-5163387d22d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:28.010637 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 72d10e01-95c1-4bf7-8199-39a4595ba4dd up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:51:28.014502 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d5d12876-f8a4-4125-a762-d19e6546491c tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "GET /v2.0/ports/5c5dbbea-a364-47ff-8776-24bbc846113d/tags HTTP/1.1" status: 200 len: 205 time: 0.4489360 May 31 15:51:28.020666 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6ac744-e36c-4205-9357-dbab0bcb4495 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting subnet 35a3a2d8-afce-4ddb-97af-1bc3c6ba0dd5 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:51:28.026263 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55766) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:28.028917 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5a6ac744-e36c-4205-9357-dbab0bcb4495 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:28.054855 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f726603d-644b-4de2-9f52-2dfe8b011b91 None None] The sync data for ids ['1251add1-0768-43fd-9a5e-ac4434f0d2c2'] in dv-neutron-601336-79-hyperv is: [{'id': '1251add1-0768-43fd-9a5e-ac4434f0d2c2', 'name': 'tempest-RoutersTest-router-1321755668', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:49:08Z', 'updated_at': '2021-05-31T15:51:13Z', 'revision_number': 11, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:51:28.062804 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-7551308e-67a3-489e-8a40-fe456ad5b091 admin admin] For port 0a540c8b-8876-4617-b0f7-d647ed8b0e4b, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=0a540c8b-8876-4617-b0f7-d647ed8b0e4b,segment=NetworkSegment(dfcdbfac-1782-4f23-a90d-17caf7895016),segment_id=dfcdbfac-1782-4f23-a90d-17caf7895016)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:28.063348 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7551308e-67a3-489e-8a40-fe456ad5b091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:28.119246 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-856b7b72-4af9-463f-8478-9a689da28efc None None] Transition to ACTIVE for port object 3a0cc64b-ba8a-4652-857a-9fbaaf547543 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:28.132839 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-4dcfbe0d-6a50-4cb8-9260-3d4856855e8b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '943cf1fb-f268-4c0a-9eb4-fe30619b38e6') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:28.245559 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-6de3f014-52d3-4910-973c-ff3b5c3966fa None None] For port 0a540c8b-8876-4617-b0f7-d647ed8b0e4b, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=0a540c8b-8876-4617-b0f7-d647ed8b0e4b,segment=NetworkSegment(dfcdbfac-1782-4f23-a90d-17caf7895016),segment_id=dfcdbfac-1782-4f23-a90d-17caf7895016)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:28.246074 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6de3f014-52d3-4910-973c-ff3b5c3966fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:28.265852 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-efc4030b-cb5f-4c14-91e7-9a0971caff1f None None] For port 912959ab-5aec-4957-8199-3555557ff862, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=912959ab-5aec-4957-8199-3555557ff862,segment=NetworkSegment(dd0fcf51-98a3-4384-a46b-11cd7db74003),segment_id=dd0fcf51-98a3-4384-a46b-11cd7db74003)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:28.266334 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-efc4030b-cb5f-4c14-91e7-9a0971caff1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:28.280656 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-856b7b72-4af9-463f-8478-9a689da28efc None None] Transition to ACTIVE for port object 3a0cc64b-ba8a-4652-857a-9fbaaf547543 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:28.290258 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:28.356589 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5a6ac744-e36c-4205-9357-dbab0bcb4495 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:28.469115 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-6de3f014-52d3-4910-973c-ff3b5c3966fa None None] Calling delete_port for 0a540c8b-8876-4617-b0f7-d647ed8b0e4b owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:51:28.503682 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4dcfbe0d-6a50-4cb8-9260-3d4856855e8b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "GET /v2.0/routers/943cf1fb-f268-4c0a-9eb4-fe30619b38e6/tags HTTP/1.1" status: 200 len: 241 time: 0.4734993 May 31 15:51:28.509659 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:28.515280 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55770) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:28.517472 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e50a7b92-c3fb-4dff-9770-ba946d5edcc5 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:28.531833 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-856b7b72-4af9-463f-8478-9a689da28efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:28.533985 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3ff23095-bd90-4598-9d3a-857f3fdcd186 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:28.543192 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-7551308e-67a3-489e-8a40-fe456ad5b091 admin admin] Calling delete_port for 0a540c8b-8876-4617-b0f7-d647ed8b0e4b owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:51:28.543509 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-efc4030b-cb5f-4c14-91e7-9a0971caff1f None None] Calling delete_port for 912959ab-5aec-4957-8199-3555557ff862 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:51:28.546995 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:28.548105 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3ff23095-bd90-4598-9d3a-857f3fdcd186 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:28.560950 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-b5053afa-ba25-4d81-ad98-3caf82235191 admin admin] Allocated IP 172.20.0.1 (dc53903a-215c-4f27-bad9-f59017581435/d2197d41-b475-4e06-aa67-a10de056f18c/3039e235-13cd-4d85-ac93-8a162aae8810) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:51:28.566163 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-cd479795-779b-411d-a7fc-6b967d9c8b77 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '943cf1fb-f268-4c0a-9eb4-fe30619b38e6', 'tempest-TagsExtTest-Tag-1828259992') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:28.609157 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3ff23095-bd90-4598-9d3a-857f3fdcd186 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:28.609629 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff23095-bd90-4598-9d3a-857f3fdcd186 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Fanout notify agent at l3_agent the message router_deleted on router 1251add1-0768-43fd-9a5e-ac4434f0d2c2 {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:51:28.641989 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-96be7fb5-93d6-48d8-bb9c-3588a0739442 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:28.648560 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fb89f632-e0ee-4e44-ad85-37e39d4ef58d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:28.659971 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event deleted for resources: {'Subnet': ['ID=28e0d553-fd21-4562-8fcc-53d9a6e86813,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:28.714478 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be7fb5-93d6-48d8-bb9c-3588a0739442 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Port': ['ID=912959ab-5aec-4957-8199-3555557ff862,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:28.726595 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-96be7fb5-93d6-48d8-bb9c-3588a0739442 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:28.728952 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96be7fb5-93d6-48d8-bb9c-3588a0739442 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] No DVR routers for this DVR port 912959ab-5aec-4957-8199-3555557ff862 on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:51:28.732522 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 72d10e01-95c1-4bf7-8199-39a4595ba4dd completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:28.744407 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856b7b72-4af9-463f-8478-9a689da28efc None None] Network 7babaa98-baaf-4f05-89b2-4ec738a3fdb8 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:28.753208 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-856b7b72-4af9-463f-8478-9a689da28efc None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:28.756217 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856b7b72-4af9-463f-8478-9a689da28efc None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:51:28.759815 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-23902f10-ffa5-48d5-8c2d-d8f9d30f5b27 None None] Deleting port 5bbe1861-1546-4459-bcb0-53244b72d9f9 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:51:28.760111 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-23902f10-ffa5-48d5-8c2d-d8f9d30f5b27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:28.768997 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3ff23095-bd90-4598-9d3a-857f3fdcd186 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:28.774726 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b7b72-4af9-463f-8478-9a689da28efc None None] Pushing event updated for resources: {'Port': ['ID=3a0cc64b-ba8a-4652-857a-9fbaaf547543,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:28.778621 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3ff23095-bd90-4598-9d3a-857f3fdcd186 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/routers/1251add1-0768-43fd-9a5e-ac4434f0d2c2 HTTP/1.1" status: 204 len: 168 time: 1.8012037 May 31 15:51:28.779316 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55774) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:28.785184 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-856b7b72-4af9-463f-8478-9a689da28efc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:28.796310 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-ffc78434-ad41-4551-8d89-8815ed32202a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1894540420', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:28.805195 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 72d10e01-95c1-4bf7-8199-39a4595ba4dd triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:28.805741 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:28.817542 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-ffc78434-ad41-4551-8d89-8815ed32202a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:28.835035 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ffc78434-ad41-4551-8d89-8815ed32202a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Usage tracker for resource:router and tenant:7532521a2dc2494ca283f329c67dc09d is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:28.873838 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:28.895906 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ffc78434-ad41-4551-8d89-8815ed32202a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:28.917852 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7551308e-67a3-489e-8a40-fe456ad5b091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:28.921435 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-ffc78434-ad41-4551-8d89-8815ed32202a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:28.927674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c09fe9e5-1bfa-4bb5-97db-db1eefe7b243 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:28.971382 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-96be7fb5-93d6-48d8-bb9c-3588a0739442 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:28.984612 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:28.999134 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551308e-67a3-489e-8a40-fe456ad5b091 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a540c8b-8876-4617-b0f7-d647ed8b0e4b,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:29.001962 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-96be7fb5-93d6-48d8-bb9c-3588a0739442 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c693e3aa-090c-45a9-8e6b-7f0b57ea4a92']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:29.004391 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5a6ac744-e36c-4205-9357-dbab0bcb4495 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.010824 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7551308e-67a3-489e-8a40-fe456ad5b091 admin admin] No DVR routers for this DVR port 0a540c8b-8876-4617-b0f7-d647ed8b0e4b on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:51:29.017047 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7551308e-67a3-489e-8a40-fe456ad5b091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:29.049710 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ffc78434-ad41-4551-8d89-8815ed32202a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.051039 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ffc78434-ad41-4551-8d89-8815ed32202a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.056176 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-96be7fb5-93d6-48d8-bb9c-3588a0739442 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd0fcf51-98a3-4384-a46b-11cd7db74003') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:29.056681 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-96be7fb5-93d6-48d8-bb9c-3588a0739442 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd0fcf51-98a3-4384-a46b-11cd7db74003') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:29.067568 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c2de683d-c01b-4a52-bf7b-5163387d22d8 None None] Provisioning complete for port e9a10ed9-44ee-45e4-9568-c7a3318417aa triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:29.068033 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c2de683d-c01b-4a52-bf7b-5163387d22d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.091870 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-96be7fb5-93d6-48d8-bb9c-3588a0739442 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.138382 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7babaa98-baaf-4f05-89b2-4ec738a3fdb8']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:29.181346 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-856b7b72-4af9-463f-8478-9a689da28efc None None] Attempting to bind port 3a0cc64b-ba8a-4652-857a-9fbaaf547543 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:51:29.181967 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-856b7b72-4af9-463f-8478-9a689da28efc None None] Attempting to bind port 3a0cc64b-ba8a-4652-857a-9fbaaf547543 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '109de876-c62b-4b90-ad82-35eaa970fdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '7babaa98-baaf-4f05-89b2-4ec738a3fdb8'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:51:29.182324 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b7b72-4af9-463f-8478-9a689da28efc None None] Attempting to bind port 3a0cc64b-ba8a-4652-857a-9fbaaf547543 on network 7babaa98-baaf-4f05-89b2-4ec738a3fdb8 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:51:29.195305 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6de3f014-52d3-4910-973c-ff3b5c3966fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.202380 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '109de876-c62b-4b90-ad82-35eaa970fdef') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:29.202380 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '109de876-c62b-4b90-ad82-35eaa970fdef') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:29.205639 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-fc2bf584-8de6-451d-b4b4-767ad2a3d4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:29.219556 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-96be7fb5-93d6-48d8-bb9c-3588a0739442 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.222194 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ffc78434-ad41-4551-8d89-8815ed32202a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.234866 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-efc4030b-cb5f-4c14-91e7-9a0971caff1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.239959 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7551308e-67a3-489e-8a40-fe456ad5b091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.254107 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.255126 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96be7fb5-93d6-48d8-bb9c-3588a0739442 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:51:29.255496 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-96be7fb5-93d6-48d8-bb9c-3588a0739442 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.267689 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b7b72-4af9-463f-8478-9a689da28efc None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:51:29.268242 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b7b72-4af9-463f-8478-9a689da28efc None None] Checking segment: {'id': '109de876-c62b-4b90-ad82-35eaa970fdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '7babaa98-baaf-4f05-89b2-4ec738a3fdb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:51:29.268739 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-856b7b72-4af9-463f-8478-9a689da28efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.269880 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b7b72-4af9-463f-8478-9a689da28efc None None] Bound using segment: {'id': '109de876-c62b-4b90-ad82-35eaa970fdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '7babaa98-baaf-4f05-89b2-4ec738a3fdb8'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:51:29.269880 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-856b7b72-4af9-463f-8478-9a689da28efc None None] Bound port: 3a0cc64b-ba8a-4652-857a-9fbaaf547543, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '109de876-c62b-4b90-ad82-35eaa970fdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '7babaa98-baaf-4f05-89b2-4ec738a3fdb8'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:51:29.270453 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-856b7b72-4af9-463f-8478-9a689da28efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:51:29.272946 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:51:29.286985 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-7551308e-67a3-489e-8a40-fe456ad5b091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d344e8f1-f415-4064-9d12-68c70eb6ac0b']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:29.304640 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de3f014-52d3-4910-973c-ff3b5c3966fa None None] No DVR routers for this DVR port 0a540c8b-8876-4617-b0f7-d647ed8b0e4b on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:51:29.308445 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3f014-52d3-4910-973c-ff3b5c3966fa None None] Pushing event deleted for resources: {'Port': ['ID=0a540c8b-8876-4617-b0f7-d647ed8b0e4b,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:29.337077 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-cd479795-779b-411d-a7fc-6b967d9c8b77 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "GET /v2.0/routers/943cf1fb-f268-4c0a-9eb4-fe30619b38e6/tags/tempest-TagsExtTest-Tag-1828259992 HTTP/1.1" status: 204 len: 168 time: 0.7871206 May 31 15:51:29.347293 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-6de3f014-52d3-4910-973c-ff3b5c3966fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:29.347995 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-37243de9-882e-4980-927b-7628554ee82d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.348498 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a9976233-8958-4862-bbb8-094a0f193b36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:29.349442 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.352261 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55778) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:29.359486 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-7551308e-67a3-489e-8a40-fe456ad5b091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfcdbfac-1782-4f23-a90d-17caf7895016') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:29.359764 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-7551308e-67a3-489e-8a40-fe456ad5b091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfcdbfac-1782-4f23-a90d-17caf7895016') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:29.366467 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fb04701a-ae7c-4294-b537-d8995f86e57a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:29.377864 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:51:29.378291 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.379982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc4030b-cb5f-4c14-91e7-9a0971caff1f None None] No DVR routers for this DVR port 912959ab-5aec-4957-8199-3555557ff862 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:51:29.397819 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:51:29.430627 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.tag.tag_plugin [None req-928eb5af-6cbf-4e76-8d9a-9f047b6e187c tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '943cf1fb-f268-4c0a-9eb4-fe30619b38e6', 'tempest-TagsExtTest-Tag-1828259992') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:29.455287 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4030b-cb5f-4c14-91e7-9a0971caff1f None None] Pushing event deleted for resources: {'Port': ['ID=912959ab-5aec-4957-8199-3555557ff862,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:29.457925 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-efc4030b-cb5f-4c14-91e7-9a0971caff1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:29.467790 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-23902f10-ffa5-48d5-8c2d-d8f9d30f5b27 None None] For port 5bbe1861-1546-4459-bcb0-53244b72d9f9, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=5bbe1861-1546-4459-bcb0-53244b72d9f9,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:29.468187 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-23902f10-ffa5-48d5-8c2d-d8f9d30f5b27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.483293 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ffc78434-ad41-4551-8d89-8815ed32202a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.499022 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7551308e-67a3-489e-8a40-fe456ad5b091 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.503728 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b5053afa-ba25-4d81-ad98-3caf82235191 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.555560 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37243de9-882e-4980-927b-7628554ee82d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:29.558044 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-b5053afa-ba25-4d81-ad98-3caf82235191 admin admin] Transition to ACTIVE for port object 3039e235-13cd-4d85-ac93-8a162aae8810 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:29.560395 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7551308e-67a3-489e-8a40-fe456ad5b091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.564294 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-96be7fb5-93d6-48d8-bb9c-3588a0739442 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.569161 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.db.api [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 31 15:51:29.569161 dv-neutron-601336-79-hyperv neutron-server[99204]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 31 15:51:29.569161 dv-neutron-601336-79-hyperv neutron-server[99204]: [parameters: {'id': '7babaa98-baaf-4f05-89b2-4ec738a3fdb8'}] May 31 15:51:29.569161 dv-neutron-601336-79-hyperv neutron-server[99204]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:51:29.569704 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_db.api [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:51:29.575148 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-37243de9-882e-4980-927b-7628554ee82d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:29.588898 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-96be7fb5-93d6-48d8-bb9c-3588a0739442 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.591645 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7551308e-67a3-489e-8a40-fe456ad5b091 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:51:29.592033 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7551308e-67a3-489e-8a40-fe456ad5b091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:51:29.611422 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:51:29.615512 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-23902f10-ffa5-48d5-8c2d-d8f9d30f5b27 None None] Calling delete_port for 5bbe1861-1546-4459-bcb0-53244b72d9f9 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:51:29.622892 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.654891 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b5053afa-ba25-4d81-ad98-3caf82235191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.661953 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6418bb14-b710-413e-a84f-ee9b4acad5dc tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:29.672841 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37243de9-882e-4980-927b-7628554ee82d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Subnet': ['ID=ba04bbbf-4cbd-4ae9-82c3-bd482ec21d49,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:29.727355 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37243de9-882e-4980-927b-7628554ee82d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:29.728239 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-37243de9-882e-4980-927b-7628554ee82d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.729126 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5a6ac744-e36c-4205-9357-dbab0bcb4495 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.732407 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-856b7b72-4af9-463f-8478-9a689da28efc None None] For port 3a0cc64b-ba8a-4652-857a-9fbaaf547543, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:51:29.732701 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ffc78434-ad41-4551-8d89-8815ed32202a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.735782 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ffc78434-ad41-4551-8d89-8815ed32202a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9494386 May 31 15:51:29.737536 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-37243de9-882e-4980-927b-7628554ee82d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:29.739437 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5053afa-ba25-4d81-ad98-3caf82235191 admin admin] Network dc53903a-215c-4f27-bad9-f59017581435 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:29.742439 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55782) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:29.745211 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-99f7a0fb-68bc-4b80-ba36-a27ec62dcb03 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:29.749029 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5a6ac744-e36c-4205-9357-dbab0bcb4495 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.751694 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-b5053afa-ba25-4d81-ad98-3caf82235191 admin admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:29.756722 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-839b4d47-436a-47a9-848a-df0f9ae59e1a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Request body: {'router': {'admin_state_up': True}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:29.761861 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-96be7fb5-93d6-48d8-bb9c-3588a0739442 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/networks/c693e3aa-090c-45a9-8e6b-7f0b57ea4a92 HTTP/1.1" status: 204 len: 168 time: 4.4885781 May 31 15:51:29.773423 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cf6df1-42bc-477c-b61c-a9c7fb6af3ca None None] Network 1b74dff5-e0a7-4a46-bd56-5d5c37fbdcc2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:29.788581 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55786) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:29.799120 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be7fb5-93d6-48d8-bb9c-3588a0739442 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Network': ['ID=c693e3aa-090c-45a9-8e6b-7f0b57ea4a92,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:29.804276 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-9e3b4624-8d0d-490f-9d6d-b4d3d369c4a1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1739419677', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}, 'admin_state_up': False}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:29.809797 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-856b7b72-4af9-463f-8478-9a689da28efc None None] For port 3a0cc64b-ba8a-4652-857a-9fbaaf547543, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=3a0cc64b-ba8a-4652-857a-9fbaaf547543,segment=NetworkSegment(109de876-c62b-4b90-ad82-35eaa970fdef),segment_id=109de876-c62b-4b90-ad82-35eaa970fdef)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:51:29.822380 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-96be7fb5-93d6-48d8-bb9c-3588a0739442 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:29.823666 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-9e3b4624-8d0d-490f-9d6d-b4d3d369c4a1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:29.829741 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-9e3b4624-8d0d-490f-9d6d-b4d3d369c4a1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Usage tracker for resource:router and tenant:4495789bf65544d19fbd02194192aa34 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:29.833726 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-9e3b4624-8d0d-490f-9d6d-b4d3d369c4a1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:29.838386 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-37243de9-882e-4980-927b-7628554ee82d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2235215 May 31 15:51:29.845423 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55790) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:29.846345 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-9e3b4624-8d0d-490f-9d6d-b4d3d369c4a1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:29.851401 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5053afa-ba25-4d81-ad98-3caf82235191 admin admin] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:51:29.873924 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-5e87fefc-3720-4173-a279-782807009b13 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:29.894016 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-856b7b72-4af9-463f-8478-9a689da28efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.905267 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:29.970127 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7551308e-67a3-489e-8a40-fe456ad5b091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:29.979731 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.db.api [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:51:29.980094 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_db.api [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:51:29.982581 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-dc613333-d065-48be-9935-24b85d1c91b6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:29.994782 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ac6c08fe-c029-485f-b8df-042e8f1b0842 None None] Could not find standard attr ID for object bc8f6aad-ba66-4cc7-bebf-c6004f7de0ff. {{(pid=99206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 15:51:29.998541 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5a6ac744-e36c-4205-9357-dbab0bcb4495 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/subnets/35a3a2d8-afce-4ddb-97af-1bc3c6ba0dd5 HTTP/1.1" status: 204 len: 168 time: 2.1804643 May 31 15:51:29.999725 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5053afa-ba25-4d81-ad98-3caf82235191 admin admin] Pushing event updated for resources: {'Port': ['ID=3039e235-13cd-4d85-ac93-8a162aae8810,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:30.005181 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7551308e-67a3-489e-8a40-fe456ad5b091 admin admin] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:30.007395 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55794) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:30.012076 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b5053afa-ba25-4d81-ad98-3caf82235191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:30.015032 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-928eb5af-6cbf-4e76-8d9a-9f047b6e187c tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "DELETE /v2.0/routers/943cf1fb-f268-4c0a-9eb4-fe30619b38e6/tags/tempest-TagsExtTest-Tag-1828259992 HTTP/1.1" status: 204 len: 168 time: 0.6116340 May 31 15:51:30.015362 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-46d95a29-2562-4b94-b07d-1d85bbee1d89 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:30.022882 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55798) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:30.031996 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551308e-67a3-489e-8a40-fe456ad5b091 admin admin] Pushing event deleted for resources: {'Network': ['ID=d344e8f1-f415-4064-9d12-68c70eb6ac0b,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:30.037947 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.tag.tag_plugin [None req-bd615895-768c-4e4c-b07b-5548db5ef9db tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '943cf1fb-f268-4c0a-9eb4-fe30619b38e6') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:30.126417 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-23902f10-ffa5-48d5-8c2d-d8f9d30f5b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:30.132198 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:30.140977 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b7b72-4af9-463f-8478-9a689da28efc None None] Pushing event updated for resources: {'Port': ['ID=3a0cc64b-ba8a-4652-857a-9fbaaf547543,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:30.145864 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-856b7b72-4af9-463f-8478-9a689da28efc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:30.147212 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-856b7b72-4af9-463f-8478-9a689da28efc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:30.148212 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ac744-e36c-4205-9357-dbab0bcb4495 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Subnet': ['ID=35a3a2d8-afce-4ddb-97af-1bc3c6ba0dd5,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:30.205516 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5a6ac744-e36c-4205-9357-dbab0bcb4495 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:30.206293 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b5053afa-ba25-4d81-ad98-3caf82235191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:30.221147 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ac6c08fe-c029-485f-b8df-042e8f1b0842 None None] Provisioning complete for port 72d10e01-95c1-4bf7-8199-39a4595ba4dd triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:30.221706 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ac6c08fe-c029-485f-b8df-042e8f1b0842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:30.276741 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23902f10-ffa5-48d5-8c2d-d8f9d30f5b27 None None] Pushing event deleted for resources: {'Port': ['ID=5bbe1861-1546-4459-bcb0-53244b72d9f9,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:30.278499 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9e3b4624-8d0d-490f-9d6d-b4d3d369c4a1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:30.282926 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9e3b4624-8d0d-490f-9d6d-b4d3d369c4a1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:30.290976 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23902f10-ffa5-48d5-8c2d-d8f9d30f5b27 None None] No DVR routers for this DVR port 5bbe1861-1546-4459-bcb0-53244b72d9f9 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:51:30.301761 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7551308e-67a3-489e-8a40-fe456ad5b091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:30.302282 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-23902f10-ffa5-48d5-8c2d-d8f9d30f5b27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:30.321933 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fa43b4-e4b7-47e3-bf0e-25c2dc858973 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:30.326869 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7551308e-67a3-489e-8a40-fe456ad5b091 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d344e8f1-f415-4064-9d12-68c70eb6ac0b HTTP/1.1" status: 204 len: 168 time: 5.0529435 May 31 15:51:30.457566 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9e3b4624-8d0d-490f-9d6d-b4d3d369c4a1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:30.491190 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-5e87fefc-3720-4173-a279-782807009b13 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:30.499956 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-5e87fefc-3720-4173-a279-782807009b13 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:subnet and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:30.507585 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bd615895-768c-4e4c-b07b-5548db5ef9db tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "GET /v2.0/routers/943cf1fb-f268-4c0a-9eb4-fe30619b38e6/tags HTTP/1.1" status: 200 len: 205 time: 0.4834490 May 31 15:51:30.509690 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-5e87fefc-3720-4173-a279-782807009b13 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:30.515187 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55804) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:30.606186 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a4a407-feb4-43a1-ab33-6f6c4c36d6b3 None None] Network 7babaa98-baaf-4f05-89b2-4ec738a3fdb8 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:30.615500 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55806) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:30.620588 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.tag.tag_plugin [None req-91280d69-b3c5-4041-b1ed-0552415c8b4b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '096fa9a7-cb1f-4c85-8f82-a3b37b05dba5') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:30.632180 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-5e87fefc-3720-4173-a279-782807009b13 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:30.704773 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05abfccf-06c4-4afb-8347-5607be2e9246 None None] DHCP port deletion for 1b74dff5-e0a7-4a46-bd56-5d5c37fbdcc2 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:51:30.706618 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:30.726515 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-839b4d47-436a-47a9-848a-df0f9ae59e1a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:30.745974 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-938ad017-d694-4619-b8fa-27afec80ba3b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:30.771130 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-839b4d47-436a-47a9-848a-df0f9ae59e1a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446711'] for router, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:30.802825 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e87fefc-3720-4173-a279-782807009b13 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:30.806488 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5e87fefc-3720-4173-a279-782807009b13 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:30.879551 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e6961f1c-e51d-4cc4-b839-879c5a7f9226 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2768fca4df5d4b0e9f63be80d17b6d42&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2576373 May 31 15:51:30.882075 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55812) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:30.914203 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfda6d2-429c-4162-b6ab-f83edbf839e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-b5001308-9f67-458f-99a7-4cdcd1177eb2', 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'fixed_ips': [{'subnet_id': 'ba04bbbf-4cbd-4ae9-82c3-bd482ec21d49'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:51:30.914891 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0dfda6d2-429c-4162-b6ab-f83edbf839e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:30.992872 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ac6c08fe-c029-485f-b8df-042e8f1b0842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:31.009325 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-91280d69-b3c5-4041-b1ed-0552415c8b4b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "GET /v2.0/subnetpools/096fa9a7-cb1f-4c85-8f82-a3b37b05dba5/tags HTTP/1.1" status: 200 len: 240 time: 0.4048915 May 31 15:51:31.012279 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9e3b4624-8d0d-490f-9d6d-b4d3d369c4a1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:31.029028 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55816) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:31.048266 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Deleting port 3a0cc64b-ba8a-4652-857a-9fbaaf547543 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:51:31.048739 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:31.049301 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.tag.tag_plugin [None req-2363458d-b3cc-4d7d-9cad-9960d647a0d8 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '096fa9a7-cb1f-4c85-8f82-a3b37b05dba5', 'tempest-TagsExtTest-Tag-678756100') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:31.080890 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 72d10e01-95c1-4bf7-8199-39a4595ba4dd, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=72d10e01-95c1-4bf7-8199-39a4595ba4dd,segment=NetworkSegment(45862ea5-d8db-46e0-993b-1e6c4a7f5828),segment_id=45862ea5-d8db-46e0-993b-1e6c4a7f5828)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:31.108101 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:31.123218 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-eb733e9f-c258-45a4-9f5e-d48ed3c48926 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:31.174166 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b5053afa-ba25-4d81-ad98-3caf82235191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:31.212119 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839b4d47-436a-47a9-848a-df0f9ae59e1a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Router 0ef3633e-a315-45a5-a008-43828a9512ee is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:51:31.215875 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] For port 3a0cc64b-ba8a-4652-857a-9fbaaf547543, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=3a0cc64b-ba8a-4652-857a-9fbaaf547543,segment=NetworkSegment(109de876-c62b-4b90-ad82-35eaa970fdef),segment_id=109de876-c62b-4b90-ad82-35eaa970fdef)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:31.216371 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:31.229414 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-938ad017-d694-4619-b8fa-27afec80ba3b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting port 72d10e01-95c1-4bf7-8199-39a4595ba4dd {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:51:31.229762 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-938ad017-d694-4619-b8fa-27afec80ba3b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:31.279400 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2363458d-b3cc-4d7d-9cad-9960d647a0d8 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "GET /v2.0/subnetpools/096fa9a7-cb1f-4c85-8f82-a3b37b05dba5/tags/tempest-TagsExtTest-Tag-678756100 HTTP/1.1" status: 204 len: 168 time: 0.2453642 May 31 15:51:31.290323 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55820) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:31.299692 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.tag.tag_plugin [None req-faf55b37-20c9-4e6e-bd1a-06efa4e3f9c5 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '096fa9a7-cb1f-4c85-8f82-a3b37b05dba5', 'tempest-TagsExtTest-Tag-678756100') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:31.339008 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8d4c1083-525a-439d-b97a-977b6dcf70e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:31.341893 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=72d10e01-95c1-4bf7-8199-39a4595ba4dd,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:31.348718 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.db.api [None req-ac6c08fe-c029-485f-b8df-042e8f1b0842 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:51:31.349062 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_db.api [None req-ac6c08fe-c029-485f-b8df-042e8f1b0842 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:51:31.349775 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:31.353109 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-05abfccf-06c4-4afb-8347-5607be2e9246 None None] Deleting port 72d10e01-95c1-4bf7-8199-39a4595ba4dd {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:51:31.353495 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-05abfccf-06c4-4afb-8347-5607be2e9246 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:31.378118 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e9a10ed9-44ee-45e4-9568-c7a3318417aa up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:51:31.401732 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Calling delete_port for 3a0cc64b-ba8a-4652-857a-9fbaaf547543 owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:51:31.406784 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8d4c1083-525a-439d-b97a-977b6dcf70e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:31.508889 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-0dfda6d2-429c-4162-b6ab-f83edbf839e4 None None] Allocated IP 172.20.0.2 (b5001308-9f67-458f-99a7-4cdcd1177eb2/ba04bbbf-4cbd-4ae9-82c3-bd482ec21d49/9eb9f004-89c2-42fa-9b7e-3781b300bea1) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:51:31.543037 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-faf55b37-20c9-4e6e-bd1a-06efa4e3f9c5 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "DELETE /v2.0/subnetpools/096fa9a7-cb1f-4c85-8f82-a3b37b05dba5/tags/tempest-TagsExtTest-Tag-678756100 HTTP/1.1" status: 204 len: 168 time: 0.2495513 May 31 15:51:31.547160 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55824) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:31.558992 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-05abfccf-06c4-4afb-8347-5607be2e9246 None None] For port 72d10e01-95c1-4bf7-8199-39a4595ba4dd, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=72d10e01-95c1-4bf7-8199-39a4595ba4dd,segment=NetworkSegment(45862ea5-d8db-46e0-993b-1e6c4a7f5828),segment_id=45862ea5-d8db-46e0-993b-1e6c4a7f5828)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:31.559388 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-05abfccf-06c4-4afb-8347-5607be2e9246 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:31.566424 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8d4c1083-525a-439d-b97a-977b6dcf70e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:31.572171 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-6cf1fb1b-7177-48cf-a870-bb3fd62191ae tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '096fa9a7-cb1f-4c85-8f82-a3b37b05dba5') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:31.572851 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1ffc1fd9-3c5a-4fad-9709-40084ebf8738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:31.593438 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c1083-525a-439d-b97a-977b6dcf70e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3a61a7-9bc4-4316-a11a-2dc87b3de601,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:31.606220 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8d4c1083-525a-439d-b97a-977b6dcf70e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:31.675698 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-938ad017-d694-4619-b8fa-27afec80ba3b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] For port 72d10e01-95c1-4bf7-8199-39a4595ba4dd, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=72d10e01-95c1-4bf7-8199-39a4595ba4dd,segment=NetworkSegment(45862ea5-d8db-46e0-993b-1e6c4a7f5828),segment_id=45862ea5-d8db-46e0-993b-1e6c4a7f5828)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:31.676447 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-938ad017-d694-4619-b8fa-27afec80ba3b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:31.699596 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839b4d47-436a-47a9-848a-df0f9ae59e1a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:51:31.715244 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-839b4d47-436a-47a9-848a-df0f9ae59e1a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:31.716968 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329f9a85-1268-4ed6-8018-0fd0830ea52c None None] Sync routers for ids ['0ef3633e-a315-45a5-a008-43828a9512ee'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:51:31.719148 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-839b4d47-436a-47a9-848a-df0f9ae59e1a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "PUT /v2.0/routers/0ef3633e-a315-45a5-a008-43828a9512ee HTTP/1.1" status: 200 len: 694 time: 1.9743659 May 31 15:51:31.732060 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329f9a85-1268-4ed6-8018-0fd0830ea52c None None] Routers {'0ef3633e-a315-45a5-a008-43828a9512ee'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:51:31.737027 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-329f9a85-1268-4ed6-8018-0fd0830ea52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:51:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['0ef3633e-a315-45a5-a008-43828a9512ee'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:31.749856 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55828) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:31.778009 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-05abfccf-06c4-4afb-8347-5607be2e9246 None None] Calling delete_port for 72d10e01-95c1-4bf7-8199-39a4595ba4dd owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:51:31.788245 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port e9a10ed9-44ee-45e4-9568-c7a3318417aa triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:31.788589 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:31.939916 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8d4c1083-525a-439d-b97a-977b6dcf70e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:31.941063 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8d4c1083-525a-439d-b97a-977b6dcf70e0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0b3a61a7-9bc4-4316-a11a-2dc87b3de601 HTTP/1.1" status: 204 len: 168 time: 1.0090382 May 31 15:51:31.974530 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-329f9a85-1268-4ed6-8018-0fd0830ea52c None None] Set router 0ef3633e-a315-45a5-a008-43828a9512ee gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:51:32.071536 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-938ad017-d694-4619-b8fa-27afec80ba3b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Calling delete_port for 72d10e01-95c1-4bf7-8199-39a4595ba4dd owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:51:32.088968 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0dfda6d2-429c-4162-b6ab-f83edbf839e4 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:32.095890 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6cf1fb1b-7177-48cf-a870-bb3fd62191ae tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "GET /v2.0/subnetpools/096fa9a7-cb1f-4c85-8f82-a3b37b05dba5/tags HTTP/1.1" status: 200 len: 205 time: 0.5424619 May 31 15:51:32.101646 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55834) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:32.109424 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-05abfccf-06c4-4afb-8347-5607be2e9246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:32.111584 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-87a34fa2-66d8-4aad-bdce-b7b2bc8201b0 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '096fa9a7-cb1f-4c85-8f82-a3b37b05dba5') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:32.124474 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-6de3f014-52d3-4910-973c-ff3b5c3966fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:32.168060 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-0dfda6d2-429c-4162-b6ab-f83edbf839e4 None None] Transition to ACTIVE for port object 9eb9f004-89c2-42fa-9b7e-3781b300bea1 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:32.208655 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abfccf-06c4-4afb-8347-5607be2e9246 None None] Pushing event deleted for resources: {'Port': ['ID=72d10e01-95c1-4bf7-8199-39a4595ba4dd,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:32.219505 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9e3b4624-8d0d-490f-9d6d-b4d3d369c4a1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router_gateway, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:32.223186 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:32.228796 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-329f9a85-1268-4ed6-8018-0fd0830ea52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef3633e-a315-45a5-a008-43828a9512ee', 'name': 'tempest-RoutersTest-router-1894540420', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:51:29Z', 'updated_at': '2021-05-31T15:51:30Z', 'revision_number': 2, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:32.231511 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a47a87d7-631c-4eb8-85d9-34a0f2c07541 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:32.240846 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-0dfda6d2-429c-4162-b6ab-f83edbf839e4 None None] Transition to ACTIVE for port object 9eb9f004-89c2-42fa-9b7e-3781b300bea1 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:32.243273 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329f9a85-1268-4ed6-8018-0fd0830ea52c None None] Checking router: 0ef3633e-a315-45a5-a008-43828a9512ee for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:51:32.245845 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05abfccf-06c4-4afb-8347-5607be2e9246 None None] No DVR routers for this DVR port 72d10e01-95c1-4bf7-8199-39a4595ba4dd on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:51:32.256816 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9e3b4624-8d0d-490f-9d6d-b4d3d369c4a1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:32.257890 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 0468da02-f471-4cc9-bf1b-aa1c3d1369e4 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:51:32.269330 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329f9a85-1268-4ed6-8018-0fd0830ea52c None None] Routers {'0ef3633e-a315-45a5-a008-43828a9512ee'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:51:32.274782 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-329f9a85-1268-4ed6-8018-0fd0830ea52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:51:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['0ef3633e-a315-45a5-a008-43828a9512ee'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:32.279226 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-052574b7-9891-407c-a06f-d1bd253189e3 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "GET /v2.0/routers/0ef3633e-a315-45a5-a008-43828a9512ee HTTP/1.1" status: 200 len: 700 time: 0.5278881 May 31 15:51:32.283274 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55838) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:32.294207 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event deleted for resources: {'Port': ['ID=3a0cc64b-ba8a-4652-857a-9fbaaf547543,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:32.302217 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:32.309983 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] No DVR routers for this DVR port 3a0cc64b-ba8a-4652-857a-9fbaaf547543 on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:51:32.348315 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-87a34fa2-66d8-4aad-bdce-b7b2bc8201b0 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "DELETE /v2.0/subnetpools/096fa9a7-cb1f-4c85-8f82-a3b37b05dba5/tags HTTP/1.1" status: 204 len: 168 time: 0.2424111 May 31 15:51:32.356804 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55844) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:32.356991 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-05abfccf-06c4-4afb-8347-5607be2e9246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:32.362115 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-27c66d78-921b-4255-bfb5-1517aea72ece tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '943cf1fb-f268-4c0a-9eb4-fe30619b38e6') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:32.386179 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5bb60643-fb15-4a4d-9b5a-63f79386606f None None] Provisioning for port 3039e235-13cd-4d85-ac93-8a162aae8810 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:32.393513 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0dfda6d2-429c-4162-b6ab-f83edbf839e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:32.403267 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-5ef7fbf3-ef74-41cb-b677-864c2fb26865 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ef3633e-a315-45a5-a008-43828a9512ee HTTP/1.1" status: 200 len: 205 time: 0.1187255 May 31 15:51:32.403904 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55848) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:32.411403 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1e81d30e-572d-48e6-86df-42621f962a83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:32.421366 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b5053afa-ba25-4d81-ad98-3caf82235191 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:32.464632 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b5053afa-ba25-4d81-ad98-3caf82235191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:32.516340 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-938ad017-d694-4619-b8fa-27afec80ba3b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:32.538838 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d200a9d0-18d3-4cbd-ad4f-0ca533a75758 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:32.555400 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfda6d2-429c-4162-b6ab-f83edbf839e4 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:32.556825 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5bb60643-fb15-4a4d-9b5a-63f79386606f None None] Provisioning complete for port 3039e235-13cd-4d85-ac93-8a162aae8810 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:32.557515 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5bb60643-fb15-4a4d-9b5a-63f79386606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:32.596215 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-329f9a85-1268-4ed6-8018-0fd0830ea52c None None] Set router 0ef3633e-a315-45a5-a008-43828a9512ee gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:51:32.640714 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-0dfda6d2-429c-4162-b6ab-f83edbf839e4 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:32.648245 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-5bb60643-fb15-4a4d-9b5a-63f79386606f None None] Port 3039e235-13cd-4d85-ac93-8a162aae8810 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:51:32.651160 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 0468da02-f471-4cc9-bf1b-aa1c3d1369e4 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:32.657859 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfda6d2-429c-4162-b6ab-f83edbf839e4 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:51:32.689704 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b8a577b1-a812-4624-9b33-b312fdc6ee26 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:32.708885 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 0468da02-f471-4cc9-bf1b-aa1c3d1369e4 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:32.709518 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:32.723876 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938ad017-d694-4619-b8fa-27afec80ba3b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] No DVR routers for this DVR port 72d10e01-95c1-4bf7-8199-39a4595ba4dd on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:51:32.766475 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:32.804861 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7babaa98-baaf-4f05-89b2-4ec738a3fdb8']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:32.810646 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-329f9a85-1268-4ed6-8018-0fd0830ea52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef3633e-a315-45a5-a008-43828a9512ee', 'name': 'tempest-RoutersTest-router-1894540420', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:51:29Z', 'updated_at': '2021-05-31T15:51:30Z', 'revision_number': 2, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:32.818582 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329f9a85-1268-4ed6-8018-0fd0830ea52c None None] The sync data for ids ['0ef3633e-a315-45a5-a008-43828a9512ee'] in dv-neutron-601336-79-hyperv is: [{'id': '0ef3633e-a315-45a5-a008-43828a9512ee', 'name': 'tempest-RoutersTest-router-1894540420', 'tenant_id': '7532521a2dc2494ca283f329c67dc09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:51:29Z', 'updated_at': '2021-05-31T15:51:30Z', 'revision_number': 2, 'project_id': '7532521a2dc2494ca283f329c67dc09d', 'gw_port_host': None}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:51:32.828229 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5053afa-ba25-4d81-ad98-3caf82235191 admin admin] Pushing event updated for resources: {'Port': ['ID=3039e235-13cd-4d85-ac93-8a162aae8810,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:32.838337 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b5053afa-ba25-4d81-ad98-3caf82235191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:32.905557 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '109de876-c62b-4b90-ad82-35eaa970fdef') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:32.906129 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '109de876-c62b-4b90-ad82-35eaa970fdef') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:33.021707 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfda6d2-429c-4162-b6ab-f83edbf839e4 None None] Pushing event updated for resources: {'Port': ['ID=9eb9f004-89c2-42fa-9b7e-3781b300bea1,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:33.032312 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0dfda6d2-429c-4162-b6ab-f83edbf839e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:33.044417 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-0dfda6d2-429c-4162-b6ab-f83edbf839e4 None None] Attempting to bind port 9eb9f004-89c2-42fa-9b7e-3781b300bea1 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:51:33.045056 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-0dfda6d2-429c-4162-b6ab-f83edbf839e4 None None] Attempting to bind port 9eb9f004-89c2-42fa-9b7e-3781b300bea1 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:51:33.045585 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfda6d2-429c-4162-b6ab-f83edbf839e4 None None] Attempting to bind port 9eb9f004-89c2-42fa-9b7e-3781b300bea1 on network b5001308-9f67-458f-99a7-4cdcd1177eb2 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:51:33.078608 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-9e3b4624-8d0d-490f-9d6d-b4d3d369c4a1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Allocated IP 172.26.0.66 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/0ffe030e-8204-475b-a34d-2a568fe40fec) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:51:33.083423 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfda6d2-429c-4162-b6ab-f83edbf839e4 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:51:33.084488 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfda6d2-429c-4162-b6ab-f83edbf839e4 None None] Checking segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:51:33.085117 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0dfda6d2-429c-4162-b6ab-f83edbf839e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:33.085673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfda6d2-429c-4162-b6ab-f83edbf839e4 None None] Bound using segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:51:33.086313 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-0dfda6d2-429c-4162-b6ab-f83edbf839e4 None None] Bound port: 9eb9f004-89c2-42fa-9b7e-3781b300bea1, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:51:33.086871 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0dfda6d2-429c-4162-b6ab-f83edbf839e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:33.144249 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ad017-d694-4619-b8fa-27afec80ba3b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Port': ['ID=72d10e01-95c1-4bf7-8199-39a4595ba4dd,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:33.177349 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-27c66d78-921b-4255-bfb5-1517aea72ece tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "DELETE /v2.0/routers/943cf1fb-f268-4c0a-9eb4-fe30619b38e6/tags HTTP/1.1" status: 204 len: 168 time: 0.8171904 May 31 15:51:33.177948 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:33.183618 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-938ad017-d694-4619-b8fa-27afec80ba3b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:33.191259 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b8a577b1-a812-4624-9b33-b312fdc6ee26 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:33.193236 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-938ad017-d694-4619-b8fa-27afec80ba3b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:33.196372 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55870) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:33.199309 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-79d01eed-6401-4ca4-aca5-6d40040797f0 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.625s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:33.199656 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b8a577b1-a812-4624-9b33-b312fdc6ee26 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:33.200947 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-79d01eed-6401-4ca4-aca5-6d40040797f0 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:33.209820 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:33.229120 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 0468da02-f471-4cc9-bf1b-aa1c3d1369e4, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=0468da02-f471-4cc9-bf1b-aa1c3d1369e4,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:33.229279 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5053afa-ba25-4d81-ad98-3caf82235191 admin admin] Network dc53903a-215c-4f27-bad9-f59017581435 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:33.230925 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-938ad017-d694-4619-b8fa-27afec80ba3b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b74dff5-e0a7-4a46-bd56-5d5c37fbdcc2']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:33.235869 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.tag.tag_plugin [None req-8333662d-2272-4da9-921f-fd153d37c686 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5c5dbbea-a364-47ff-8776-24bbc846113d') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:33.239358 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:33.243426 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-efc4030b-cb5f-4c14-91e7-9a0971caff1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:33.245495 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-b5053afa-ba25-4d81-ad98-3caf82235191 admin admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:33.254207 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:33.270089 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-938ad017-d694-4619-b8fa-27afec80ba3b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45862ea5-d8db-46e0-993b-1e6c4a7f5828') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:33.270442 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-938ad017-d694-4619-b8fa-27afec80ba3b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45862ea5-d8db-46e0-993b-1e6c4a7f5828') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:33.344104 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=0468da02-f471-4cc9-bf1b-aa1c3d1369e4,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:33.347825 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-0dfda6d2-429c-4162-b6ab-f83edbf839e4 None None] For port 9eb9f004-89c2-42fa-9b7e-3781b300bea1, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:51:33.351566 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 912959ab-5aec-4957-8199-3555557ff862 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:51:33.375277 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:51:33.375677 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:51:33.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:51:33.417619 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:33.419083 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 912959ab-5aec-4957-8199-3555557ff862 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:51:33.419673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 912959ab-5aec-4957-8199-3555557ff862 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:51:33.420253 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 0a540c8b-8876-4617-b0f7-d647ed8b0e4b no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:51:33.424339 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b8a577b1-a812-4624-9b33-b312fdc6ee26 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:33.424885 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a577b1-a812-4624-9b33-b312fdc6ee26 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Fanout notify agent at l3_agent the message router_deleted on router 0ef3633e-a315-45a5-a008-43828a9512ee {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:51:33.431806 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-938ad017-d694-4619-b8fa-27afec80ba3b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:33.483561 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 0a540c8b-8876-4617-b0f7-d647ed8b0e4b {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:51:33.483920 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 0a540c8b-8876-4617-b0f7-d647ed8b0e4b not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:51:33.484661 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 72d10e01-95c1-4bf7-8199-39a4595ba4dd no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:51:33.536836 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-0dfda6d2-429c-4162-b6ab-f83edbf839e4 None None] For port 9eb9f004-89c2-42fa-9b7e-3781b300bea1, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=9eb9f004-89c2-42fa-9b7e-3781b300bea1,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:51:33.546219 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 72d10e01-95c1-4bf7-8199-39a4595ba4dd {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:51:33.546650 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 72d10e01-95c1-4bf7-8199-39a4595ba4dd not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:51:33.547854 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 5bbe1861-1546-4459-bcb0-53244b72d9f9 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:51:33.565379 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-938ad017-d694-4619-b8fa-27afec80ba3b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:33.572687 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b8a577b1-a812-4624-9b33-b312fdc6ee26 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:33.577597 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b8a577b1-a812-4624-9b33-b312fdc6ee26 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/routers/0ef3633e-a315-45a5-a008-43828a9512ee HTTP/1.1" status: 204 len: 168 time: 1.1666906 May 31 15:51:33.581802 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55878) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:33.602166 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 5bbe1861-1546-4459-bcb0-53244b72d9f9 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:51:33.602629 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 5bbe1861-1546-4459-bcb0-53244b72d9f9 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:51:33.609619 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9e3b4624-8d0d-490f-9d6d-b4d3d369c4a1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:33.618516 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0dfda6d2-429c-4162-b6ab-f83edbf839e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:33.632808 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-dd348dff-334e-4ac0-8925-e6a230c6360e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:33.660610 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938ad017-d694-4619-b8fa-27afec80ba3b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:51:33.661028 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-938ad017-d694-4619-b8fa-27afec80ba3b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:33.803148 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfda6d2-429c-4162-b6ab-f83edbf839e4 None None] Pushing event updated for resources: {'Port': ['ID=9eb9f004-89c2-42fa-9b7e-3781b300bea1,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:33.808272 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0dfda6d2-429c-4162-b6ab-f83edbf839e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:33.816119 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 0468da02-f471-4cc9-bf1b-aa1c3d1369e4 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:51:33.846584 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.objects.ports [None req-5e87fefc-3720-4173-a279-782807009b13 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=99205) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:51:33.847112 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:51:33.866756 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:33.929911 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f6f14958-32d5-4b4b-9824-f7b088514bf6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:33.947149 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:33.962476 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b96f1b9a-2e8b-47f1-af0d-012dee2c188d None None] Provisioning complete for port 3039e235-13cd-4d85-ac93-8a162aae8810 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:33.962848 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b96f1b9a-2e8b-47f1-af0d-012dee2c188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:33.966781 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-61aa76cf-d3b0-4a91-8425-f3310339d886 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ef3633e-a315-45a5-a008-43828a9512ee HTTP/1.1" status: 200 len: 205 time: 0.3783224 May 31 15:51:33.967990 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55890) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:34.019024 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event deleted for resources: {'Network': ['ID=7babaa98-baaf-4f05-89b2-4ec738a3fdb8,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:34.019740 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 0468da02-f471-4cc9-bf1b-aa1c3d1369e4 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:34.020208 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:34.030017 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:34.038919 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-938ad017-d694-4619-b8fa-27afec80ba3b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:34.047681 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0f5260cd-461e-43b3-82f2-ed30257e2841 tempest-ExternalNetworksTestJSON-528489014 tempest-ExternalNetworksTestJSON-528489014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:34.074487 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-938ad017-d694-4619-b8fa-27afec80ba3b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:34.081749 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "DELETE /v2.0/networks/7babaa98-baaf-4f05-89b2-4ec738a3fdb8 HTTP/1.1" status: 204 len: 168 time: 9.3368399 May 31 15:51:34.095411 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55896) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:34.100424 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ad017-d694-4619-b8fa-27afec80ba3b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Network': ['ID=1b74dff5-e0a7-4a46-bd56-5d5c37fbdcc2,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:34.104136 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5053afa-ba25-4d81-ad98-3caf82235191 admin admin] Router 6ac457ab-821a-4207-8feb-ce83aa70bc21 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:51:34.104935 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-b96f1b9a-2e8b-47f1-af0d-012dee2c188d None None] Port 3039e235-13cd-4d85-ac93-8a162aae8810 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:51:34.111986 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-938ad017-d694-4619-b8fa-27afec80ba3b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:34.116210 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-af7eb87e-8349-4254-b467-713e35af8fec tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-445123506'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:34.122034 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-938ad017-d694-4619-b8fa-27afec80ba3b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/networks/1b74dff5-e0a7-4a46-bd56-5d5c37fbdcc2 HTTP/1.1" status: 204 len: 168 time: 4.1134000 May 31 15:51:34.130065 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55900) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:34.132869 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-af7eb87e-8349-4254-b467-713e35af8fec tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:34.148599 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-af7eb87e-8349-4254-b467-713e35af8fec tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Usage tracker for resource:network and tenant:3fe64971f6524794b9c8599e1534ac7b is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:34.232513 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-32abe47b-f9de-45b1-aea7-389d7c72d9b2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'port': {'network_id': 'c3b1d98e-52e3-416d-a56a-51cbabc18c9a', 'name': 'tempest-PortsIpV6TestJSON-267936333'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:34.260362 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-af7eb87e-8349-4254-b467-713e35af8fec tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:34.275333 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-af7eb87e-8349-4254-b467-713e35af8fec tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:34.381927 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8333662d-2272-4da9-921f-fd153d37c686 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "DELETE /v2.0/ports/5c5dbbea-a364-47ff-8776-24bbc846113d/tags HTTP/1.1" status: 204 len: 168 time: 1.1841099 May 31 15:51:34.395225 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55906) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:34.416142 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9e3b4624-8d0d-490f-9d6d-b4d3d369c4a1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:34.434229 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ad7141a9-f651-4a9e-bab5-3aa26dba3361 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:34.453083 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7eb87e-8349-4254-b467-713e35af8fec tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Made reservation on behalf of 3fe64971f6524794b9c8599e1534ac7b for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:34.456640 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-af7eb87e-8349-4254-b467-713e35af8fec tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:34.482819 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3b4624-8d0d-490f-9d6d-b4d3d369c4a1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:34.486760 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.tag.tag_plugin [None req-b3f2b3ca-4435-411c-ac1a-ed9de07865d2 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7e824e3f-a498-4f55-b4fb-73e83e4034b4') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:34.516760 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-32abe47b-f9de-45b1-aea7-389d7c72d9b2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:34.523794 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-9e3b4624-8d0d-490f-9d6d-b4d3d369c4a1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:34.526322 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3b4624-8d0d-490f-9d6d-b4d3d369c4a1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:51:34.568172 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-1fe4f403-f01e-42fb-8837-875325f2310a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] delete failed (client error): The resource could not be found. May 31 15:51:34.571563 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1fe4f403-f01e-42fb-8837-875325f2310a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/routers/0ef3633e-a315-45a5-a008-43828a9512ee HTTP/1.1" status: 404 len: 336 time: 0.5978107 May 31 15:51:34.577797 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55912) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:34.579003 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-32abe47b-f9de-45b1-aea7-389d7c72d9b2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:port and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:34.591825 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-32abe47b-f9de-45b1-aea7-389d7c72d9b2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:34.609435 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-42c68caf-c128-4eb0-ac31-ad3270893d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:34.632987 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-32abe47b-f9de-45b1-aea7-389d7c72d9b2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:34.663581 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a490332-de4d-4037-b7b3-8ed31dc64882 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] DELETE failed (client error): The resource could not be found. May 31 15:51:34.664036 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a490332-de4d-4037-b7b3-8ed31dc64882 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:51:34.672161 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af7eb87e-8349-4254-b467-713e35af8fec tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:51:34.690256 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9a490332-de4d-4037-b7b3-8ed31dc64882 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/subnets/99a955f8-97b4-4d7b-8714-e7053a6a5ac8 HTTP/1.1" status: 404 len: 337 time: 0.1081488 May 31 15:51:34.694684 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55918) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:34.695684 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32abe47b-f9de-45b1-aea7-389d7c72d9b2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:34.699264 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-32abe47b-f9de-45b1-aea7-389d7c72d9b2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:34.716304 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-af7eb87e-8349-4254-b467-713e35af8fec tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:34.716669 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-af7eb87e-8349-4254-b467-713e35af8fec tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Added segment c695ea92-297a-4a74-9d68-26ddec2d7129 of type vlan for network 9a65d81b-dc56-4f6e-a4a3-1c75ec8782a6 May 31 15:51:34.730087 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b4624-8d0d-490f-9d6d-b4d3d369c4a1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Port': ['ID=0ffe030e-8204-475b-a34d-2a568fe40fec,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:34.733063 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9e3b4624-8d0d-490f-9d6d-b4d3d369c4a1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:34.753905 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5053afa-ba25-4d81-ad98-3caf82235191 admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:51:34.765157 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b061dcec-fe68-4554-a81a-69ac5eae4cd2 None None] Sync routers for ids ['6ac457ab-821a-4207-8feb-ce83aa70bc21'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:51:34.769702 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b5053afa-ba25-4d81-ad98-3caf82235191 admin admin] 10.222.0.45 "PUT /v2.0/routers/6ac457ab-821a-4207-8feb-ce83aa70bc21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9375267 May 31 15:51:34.773532 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db9cfd1-875b-4682-8dae-7a8de44fe4e8 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] DELETE failed (client error): The resource could not be found. May 31 15:51:34.774208 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db9cfd1-875b-4682-8dae-7a8de44fe4e8 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:51:34.777135 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b061dcec-fe68-4554-a81a-69ac5eae4cd2 None None] Routers {'6ac457ab-821a-4207-8feb-ce83aa70bc21'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:51:34.778597 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7db9cfd1-875b-4682-8dae-7a8de44fe4e8 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/subnets/e09bf9c5-ad9b-4edb-a871-044c6e2d7839 HTTP/1.1" status: 404 len: 337 time: 0.0693924 May 31 15:51:34.779413 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55928) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:34.779859 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b061dcec-fe68-4554-a81a-69ac5eae4cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:51:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['6ac457ab-821a-4207-8feb-ce83aa70bc21'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:34.791635 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-32abe47b-f9de-45b1-aea7-389d7c72d9b2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] device_id is not set on port 6e14c9b3-c52e-4a71-ade0-94a4f14edf01 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:51:34.913252 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40ca4de-d5cc-4b91-a23e-c17e4c4994ff tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] DELETE failed (client error): The resource could not be found. May 31 15:51:34.914193 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40ca4de-d5cc-4b91-a23e-c17e4c4994ff tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:51:34.928155 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b40ca4de-d5cc-4b91-a23e-c17e4c4994ff tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/subnets/4d5bd9f1-a7ce-4427-8a82-d142eb6b7db9 HTTP/1.1" status: 404 len: 337 time: 0.1385736 May 31 15:51:34.933871 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55934) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:35.001640 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-f53153cf-9be9-4838-9aca-e0b1e28a5568 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] DELETE failed (client error): The resource could not be found. May 31 15:51:35.001888 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f53153cf-9be9-4838-9aca-e0b1e28a5568 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:51:35.007100 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f53153cf-9be9-4838-9aca-e0b1e28a5568 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/subnets/7aa54c21-3555-46e9-919b-be94bc417b65 HTTP/1.1" status: 404 len: 337 time: 0.0700266 May 31 15:51:35.007963 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5e87fefc-3720-4173-a279-782807009b13 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:35.019559 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55940) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:35.023904 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-af7eb87e-8349-4254-b467-713e35af8fec tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:35.185687 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-af7eb87e-8349-4254-b467-713e35af8fec tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:35.191486 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b3f2b3ca-4435-411c-ac1a-ed9de07865d2 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "DELETE /v2.0/subnets/7e824e3f-a498-4f55-b4fb-73e83e4034b4/tags HTTP/1.1" status: 204 len: 168 time: 0.7738674 May 31 15:51:35.193434 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d2b2875f-7393-484d-ae52-ce28f61cb58f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "GET /v2.0/ports?device_id=1251add1-0768-43fd-9a5e-ac4434f0d2c2 HTTP/1.1" status: 200 len: 205 time: 0.1718729 May 31 15:51:35.201585 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55948) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:35.201934 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55950) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:35.216682 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-b061dcec-fe68-4554-a81a-69ac5eae4cd2 None None] Set router 6ac457ab-821a-4207-8feb-ce83aa70bc21 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:51:35.218736 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7eb87e-8349-4254-b467-713e35af8fec tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:35.219471 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-af7eb87e-8349-4254-b467-713e35af8fec tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:35.230082 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55956) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:35.230907 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-72069845-cda8-4b3c-b78b-ff82fd1c8918 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:35.243358 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.tag.tag_plugin [None req-f2d6d2fd-aa42-4af7-afe1-c9e0a4349e3b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7e824e3f-a498-4f55-b4fb-73e83e4034b4', 'tempest-TagsExtTest-Tag-902378494') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:35.370076 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-af8fe241-23fd-48ee-ae83-43f9bc0c0076 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] delete failed (client error): The resource could not be found. May 31 15:51:35.382771 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-af8fe241-23fd-48ee-ae83-43f9bc0c0076 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/routers/1251add1-0768-43fd-9a5e-ac4434f0d2c2 HTTP/1.1" status: 404 len: 336 time: 0.1752079 May 31 15:51:35.392870 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55962) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:35.493335 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-af7eb87e-8349-4254-b467-713e35af8fec tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3950462 May 31 15:51:35.513033 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55966) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:35.540034 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-0f817bb4-bb1d-423a-b6a3-83aded5b1d36 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Request body: {'subnet': {'network_id': '9a65d81b-dc56-4f6e-a4a3-1c75ec8782a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:35.560622 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7eb87e-8349-4254-b467-713e35af8fec tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event updated for resources: {'Network': ['ID=9a65d81b-dc56-4f6e-a4a3-1c75ec8782a6,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:35.571790 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-af7eb87e-8349-4254-b467-713e35af8fec tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:35.579087 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-32abe47b-f9de-45b1-aea7-389d7c72d9b2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:35.583215 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55970) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:35.584509 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-104c033c-8e83-440d-b456-765301edc731 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f28baa9-8091-4ea5-8cf2-68a0d4c1ddcb HTTP/1.1" status: 200 len: 205 time: 0.1847224 May 31 15:51:35.588909 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4e0a8c-7949-48dd-83db-b663bc3bdbb2 None None] get_active_networks_info from dv-neutron-601336-79-hyperv {{(pid=99206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 31 15:51:35.618924 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 9a65d81b-dc56-4f6e-a4a3-1c75ec8782a6 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:51:35.679903 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9e3b4624-8d0d-490f-9d6d-b4d3d369c4a1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router_gateway, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:35.739178 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-e01f3f8c-28d6-468f-badf-073edfcb150a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] delete failed (client error): The resource could not be found. May 31 15:51:35.741712 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e01f3f8c-28d6-468f-badf-073edfcb150a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/routers/0f28baa9-8091-4ea5-8cf2-68a0d4c1ddcb HTTP/1.1" status: 404 len: 336 time: 0.1548758 May 31 15:51:35.751272 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55974) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:35.767964 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-95940be6-02d0-4b0f-9cb4-ff95f274d233 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:35.778422 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0f817bb4-bb1d-423a-b6a3-83aded5b1d36 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:35.783714 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-95940be6-02d0-4b0f-9cb4-ff95f274d233 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:35.786262 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0f817bb4-bb1d-423a-b6a3-83aded5b1d36 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Usage tracker for resource:subnet and tenant:3fe64971f6524794b9c8599e1534ac7b is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:35.791305 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0f817bb4-bb1d-423a-b6a3-83aded5b1d36 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:35.795845 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-95940be6-02d0-4b0f-9cb4-ff95f274d233 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Usage tracker for resource:floatingip and tenant:553059ded91345179c45baa155886fe6 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:35.802024 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0f817bb4-bb1d-423a-b6a3-83aded5b1d36 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:35.804454 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-95940be6-02d0-4b0f-9cb4-ff95f274d233 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:35.815176 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-95940be6-02d0-4b0f-9cb4-ff95f274d233 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:35.828880 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f817bb4-bb1d-423a-b6a3-83aded5b1d36 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Made reservation on behalf of 3fe64971f6524794b9c8599e1534ac7b for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:35.833411 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0f817bb4-bb1d-423a-b6a3-83aded5b1d36 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:35.840178 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b1cca6-addf-4daa-83c4-575431f396fb tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] DELETE failed (client error): The resource could not be found. May 31 15:51:35.840550 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b1cca6-addf-4daa-83c4-575431f396fb tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:51:35.841771 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9eb9f004-89c2-42fa-9b7e-3781b300bea1 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:51:35.845096 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-67b1cca6-addf-4daa-83c4-575431f396fb tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/subnets/59f3c8bc-84f5-4dc1-b993-a708f387d734 HTTP/1.1" status: 404 len: 337 time: 0.0910087 May 31 15:51:35.845676 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55978) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:35.854093 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-95940be6-02d0-4b0f-9cb4-ff95f274d233 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks [] for floatingip, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:35.868719 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-32abe47b-f9de-45b1-aea7-389d7c72d9b2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:35.885045 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5b45da7b-1254-4671-b823-dc30ae2b09a2 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:35.991359 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55982) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:36.003965 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-42a1f337-8662-408b-9231-25fb75746500 None None] Provisioning for port 9eb9f004-89c2-42fa-9b7e-3781b300bea1 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:36.022964 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-62373db9-8b30-40d9-bd32-911512aacf82 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-523242271', 'description': 'tempest-secgroup-smoke-523242271 description', 'project_id': '8116e4b155bf47a28df54c3549abf9a0'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:36.167442 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 9eb9f004-89c2-42fa-9b7e-3781b300bea1 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:36.175035 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-35bf5530-f113-4ba0-b015-22f7f8a85816 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "GET /v2.0/ports?device_id=cdb38d63-29a8-4ed3-9860-df581e4b166f HTTP/1.1" status: 200 len: 205 time: 0.3111598 May 31 15:51:36.183295 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55986) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:36.185537 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 9eb9f004-89c2-42fa-9b7e-3781b300bea1 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:36.185922 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:36.196328 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-5e87fefc-3720-4173-a279-782807009b13 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] For port 9eb9f004-89c2-42fa-9b7e-3781b300bea1, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=9eb9f004-89c2-42fa-9b7e-3781b300bea1,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:36.226409 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4e0a8c-7949-48dd-83db-b663bc3bdbb2 None None] Resources bound (agent type, host, resource id): {{(pid=99206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 31 15:51:36.232708 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32abe47b-f9de-45b1-aea7-389d7c72d9b2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network c3b1d98e-52e3-416d-a56a-51cbabc18c9a is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:36.233914 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-62373db9-8b30-40d9-bd32-911512aacf82 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:36.288349 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-32abe47b-f9de-45b1-aea7-389d7c72d9b2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:36.294851 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-11c18498-45cb-4f33-8f52-6a57f94fd82a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] delete failed (client error): The resource could not be found. May 31 15:51:36.298577 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-11c18498-45cb-4f33-8f52-6a57f94fd82a tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/routers/cdb38d63-29a8-4ed3-9860-df581e4b166f HTTP/1.1" status: 404 len: 336 time: 0.1067104 May 31 15:51:36.298740 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-62373db9-8b30-40d9-bd32-911512aacf82 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Usage tracker for resource:security_group and tenant:8116e4b155bf47a28df54c3549abf9a0 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:36.303890 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 55990) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:36.305099 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-62373db9-8b30-40d9-bd32-911512aacf82 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:36.305469 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f2d6d2fd-aa42-4af7-afe1-c9e0a4349e3b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "PUT /v2.0/subnets/7e824e3f-a498-4f55-b4fb-73e83e4034b4/tags/tempest-TagsExtTest-Tag-902378494 HTTP/1.1" status: 201 len: 201 time: 1.0997484 May 31 15:51:36.311135 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32abe47b-f9de-45b1-aea7-389d7c72d9b2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:51:36.316712 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32abe47b-f9de-45b1-aea7-389d7c72d9b2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:36.317321 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-32abe47b-f9de-45b1-aea7-389d7c72d9b2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:36.330742 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 55994) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:36.333235 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abe47b-f9de-45b1-aea7-389d7c72d9b2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Port': ['ID=6e14c9b3-c52e-4a71-ade0-94a4f14edf01,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:36.337789 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-62373db9-8b30-40d9-bd32-911512aacf82 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:36.340035 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-32abe47b-f9de-45b1-aea7-389d7c72d9b2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:36.352961 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-eb4f7ce2-84bc-4841-997b-a957d3019cfd tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5c5dbbea-a364-47ff-8776-24bbc846113d', 'tempest-TagsExtTest-Tag-167343576') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:36.377301 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5e87fefc-3720-4173-a279-782807009b13 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:36.410249 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b061dcec-fe68-4554-a81a-69ac5eae4cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac457ab-821a-4207-8feb-ce83aa70bc21', 'name': 'tempest-TestVolumeBootPattern-1621721402-router', 'tenant_id': 'a4b2d76ea963476fa7fd689948b6d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '0468da02-f471-4cc9-bf1b-aa1c3d1369e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:51:17Z', 'updated_at': '2021-05-31T15:51:30Z', 'revision_number': 4, 'project_id': 'a4b2d76ea963476fa7fd689948b6d4ce', 'gw_port': {'id': '0468da02-f471-4cc9-bf1b-aa1c3d1369e4', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:18:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac457ab-821a-4207-8feb-ce83aa70bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:51:18Z', 'updated_at': '2021-05-31T15:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '3039e235-13cd-4d85-ac93-8a162aae8810', 'name': '', 'network_id': 'dc53903a-215c-4f27-bad9-f59017581435', 'tenant_id': 'a4b2d76ea963476fa7fd689948b6d4ce', 'mac_address': 'fa:16:3e:26:92:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac457ab-821a-4207-8feb-ce83aa70bc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'd2197d41-b475-4e06-aa67-a10de056f18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:51:27Z', 'updated_at': '2021-05-31T15:51:31Z', 'revision_number': 2, 'project_id': 'a4b2d76ea963476fa7fd689948b6d4ce', 'subnets': [{'id': 'd2197d41-b475-4e06-aa67-a10de056f18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:36.428410 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-32abe47b-f9de-45b1-aea7-389d7c72d9b2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2891910 May 31 15:51:36.428652 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b061dcec-fe68-4554-a81a-69ac5eae4cd2 None None] Checking router: 6ac457ab-821a-4207-8feb-ce83aa70bc21 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:51:36.428652 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b061dcec-fe68-4554-a81a-69ac5eae4cd2 None None] Updating router 6ac457ab-821a-4207-8feb-ce83aa70bc21 port 3039e235-13cd-4d85-ac93-8a162aae8810 binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:51:36.430294 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56000) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:36.434915 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-62373db9-8b30-40d9-bd32-911512aacf82 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:36.448015 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5e87fefc-3720-4173-a279-782807009b13 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:36.449076 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5e87fefc-3720-4173-a279-782807009b13 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:36.462142 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fa859242-92a2-423d-85f2-a70f4e26ef4d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:36.507248 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2c9df950-7196-45a4-b352-819086bf4f6b tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1dad6d7-a2df-4d49-a6ae-e2c6d973240f HTTP/1.1" status: 200 len: 205 time: 0.1976142 May 31 15:51:36.515723 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56006) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:36.532798 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:36.534131 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-62373db9-8b30-40d9-bd32-911512aacf82 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:36.575093 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e87fefc-3720-4173-a279-782807009b13 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:36.580169 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-5e87fefc-3720-4173-a279-782807009b13 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:36.590973 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b061dcec-fe68-4554-a81a-69ac5eae4cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:36.601783 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-62373db9-8b30-40d9-bd32-911512aacf82 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Usage tracker for resource:security_group_rule and tenant:8116e4b155bf47a28df54c3549abf9a0 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:36.630325 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-62373db9-8b30-40d9-bd32-911512aacf82 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:36.643683 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-62373db9-8b30-40d9-bd32-911512aacf82 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:36.654957 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e87fefc-3720-4173-a279-782807009b13 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:36.655748 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5e87fefc-3720-4173-a279-782807009b13 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:36.679324 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 9eb9f004-89c2-42fa-9b7e-3781b300bea1, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=9eb9f004-89c2-42fa-9b7e-3781b300bea1,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:36.680026 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-ab4462a5-240f-4750-bf96-1c2214dac381 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] delete failed (client error): The resource could not be found. May 31 15:51:36.683362 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ab4462a5-240f-4750-bf96-1c2214dac381 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/routers/a1dad6d7-a2df-4d49-a6ae-e2c6d973240f HTTP/1.1" status: 404 len: 336 time: 0.1639354 May 31 15:51:36.683536 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87fefc-3720-4173-a279-782807009b13 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Port': ['ID=9eb9f004-89c2-42fa-9b7e-3781b300bea1,revision_number=4']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:36.687563 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5e87fefc-3720-4173-a279-782807009b13 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:36.690533 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56012) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:36.691757 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:36.693205 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:36.698989 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-03f07295-e100-424f-82f7-9d9091e9652f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:36.784789 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-776c6734-52fd-42f7-8bea-200f87800906 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] DELETE failed (client error): The resource could not be found. May 31 15:51:36.785395 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-776c6734-52fd-42f7-8bea-200f87800906 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:51:36.789902 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-776c6734-52fd-42f7-8bea-200f87800906 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/subnets/b5c923c3-9bc3-42ca-9a64-5da05e891903 HTTP/1.1" status: 404 len: 337 time: 0.0627029 May 31 15:51:36.796347 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-5e87fefc-3720-4173-a279-782807009b13 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.9476562 May 31 15:51:36.797445 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56016) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:36.797971 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56018) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:36.804978 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9e3b4624-8d0d-490f-9d6d-b4d3d369c4a1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:36.810598 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-b71183e8-3a05-4ccf-ba3a-13360eaa55b4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'port': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'mac_address': 'fa:16:3e:bf:b8:04', 'name': 'tempest-NetworksTestDHCPv6-685723352'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:36.864759 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=9eb9f004-89c2-42fa-9b7e-3781b300bea1,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:36.883084 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-eb4f7ce2-84bc-4841-997b-a957d3019cfd tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "PUT /v2.0/ports/5c5dbbea-a364-47ff-8776-24bbc846113d/tags/tempest-TagsExtTest-Tag-167343576 HTTP/1.1" status: 201 len: 201 time: 0.5468524 May 31 15:51:36.883941 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56024) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:36.900471 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-f5578d69-14c9-4d6f-b6e5-950ef63c743b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '943cf1fb-f268-4c0a-9eb4-fe30619b38e6', 'tempest-TagsExtTest-Tag-1659715412') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:36.908057 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:36.989776 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-95940be6-02d0-4b0f-9cb4-ff95f274d233 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:37.001506 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-140fd80d-646a-4b53-8f59-984f6ee33415 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "GET /v2.0/ports?device_id=3accd7b6-a42d-48e7-a8e3-265c1c12639e HTTP/1.1" status: 200 len: 205 time: 0.1973512 May 31 15:51:37.009400 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56028) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:37.012316 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:37.022459 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87fefc-3720-4173-a279-782807009b13 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Subnet': ['ID=5585a6c0-99c6-458d-8635-37756fac3b2e,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:37.026423 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5e87fefc-3720-4173-a279-782807009b13 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:37.054106 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-5ece2f83-2831-410c-8af8-e26374cc1b54 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting port 6e14c9b3-c52e-4a71-ade0-94a4f14edf01 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:51:37.054504 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5ece2f83-2831-410c-8af8-e26374cc1b54 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:37.086291 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae18bd0-de4e-4a3a-98c1-9d79c325db4f None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:37.118571 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-0f032b51-df62-4f58-9331-3db31cb0f461 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] delete failed (client error): The resource could not be found. May 31 15:51:37.122778 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0f032b51-df62-4f58-9331-3db31cb0f461 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/routers/3accd7b6-a42d-48e7-a8e3-265c1c12639e HTTP/1.1" status: 404 len: 336 time: 0.0990264 May 31 15:51:37.126141 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56032) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:37.229144 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b061dcec-fe68-4554-a81a-69ac5eae4cd2 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:37.238421 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-514922dc-9f1b-4799-9578-c97dbcd37b60 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] DELETE failed (client error): The resource could not be found. May 31 15:51:37.238877 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-514922dc-9f1b-4799-9578-c97dbcd37b60 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:51:37.243287 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-514922dc-9f1b-4799-9578-c97dbcd37b60 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/subnets/f3b6ea0f-9c03-43ca-930d-75741bda644f HTTP/1.1" status: 404 len: 337 time: 0.1134198 May 31 15:51:37.252445 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56036) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:37.263727 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b061dcec-fe68-4554-a81a-69ac5eae4cd2 None None] Transition to ACTIVE for port object 3039e235-13cd-4d85-ac93-8a162aae8810 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:37.300401 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-62373db9-8b30-40d9-bd32-911512aacf82 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:37.303758 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b061dcec-fe68-4554-a81a-69ac5eae4cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:37.312173 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:37.330133 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-aa85ed2c-56b9-4bba-95f3-5a3aa6c33537 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ee2c3ec-4617-4146-bf24-7e1b33d5fb69 HTTP/1.1" status: 200 len: 205 time: 0.0714190 May 31 15:51:37.331999 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56040) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:37.333453 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-62373db9-8b30-40d9-bd32-911512aacf82 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:37.343814 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a8b46791-4483-463b-a8ff-b13b7194312c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:37.356884 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5ece2f83-2831-410c-8af8-e26374cc1b54 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:37.396477 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b71183e8-3a05-4ccf-ba3a-13360eaa55b4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:37.417139 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b71183e8-3a05-4ccf-ba3a-13360eaa55b4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:port and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:37.424420 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b71183e8-3a05-4ccf-ba3a-13360eaa55b4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:37.427459 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-3225903c-e809-4aa1-82ee-c16443bc5aa2 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] delete failed (client error): The resource could not be found. May 31 15:51:37.430886 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3225903c-e809-4aa1-82ee-c16443bc5aa2 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/routers/2ee2c3ec-4617-4146-bf24-7e1b33d5fb69 HTTP/1.1" status: 404 len: 336 time: 0.0967617 May 31 15:51:37.433251 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b71183e8-3a05-4ccf-ba3a-13360eaa55b4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:37.434987 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56044) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:37.449540 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6678bbab-dcdd-4e05-bb84-a1e16044e708 None None] Pushing event updated for resources: {'Port': ['ID=3039e235-13cd-4d85-ac93-8a162aae8810,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:37.461093 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-6678bbab-dcdd-4e05-bb84-a1e16044e708 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:37.487014 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-95940be6-02d0-4b0f-9cb4-ff95f274d233 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Allocated IP 172.26.0.205 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/e9093ae7-fbc6-4db6-a3e7-c5be5e18e644) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:51:37.491852 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-153c05e1-9257-4d32-b9f2-3492e969f659 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] DELETE failed (client error): The resource could not be found. May 31 15:51:37.492813 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-153c05e1-9257-4d32-b9f2-3492e969f659 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:51:37.494476 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-153c05e1-9257-4d32-b9f2-3492e969f659 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/subnets/b0c7a5af-daa6-4d70-b2bf-9d6fc359631c HTTP/1.1" status: 404 len: 337 time: 0.0583298 May 31 15:51:37.497851 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56048) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:37.520306 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62373db9-8b30-40d9-bd32-911512aacf82 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a62fedf-afd0-46d3-9fdd-6733844eb382,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:37.534362 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71183e8-3a05-4ccf-ba3a-13360eaa55b4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:37.571607 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-579d139e-ceb2-4ece-9bd3-67f6838012c1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] DELETE failed (client error): The resource could not be found. May 31 15:51:37.572162 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-579d139e-ceb2-4ece-9bd3-67f6838012c1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:51:37.576957 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-579d139e-ceb2-4ece-9bd3-67f6838012c1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] 10.222.0.45 "DELETE /v2.0/subnets/9cf5649a-8a7d-4915-9713-92767fec22e3 HTTP/1.1" status: 404 len: 337 time: 0.0754688 May 31 15:51:37.627206 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3b4624-8d0d-490f-9d6d-b4d3d369c4a1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Router 05b8ca20-3a76-4f7f-ab3c-c8dca4fd9973 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:51:37.637741 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-62373db9-8b30-40d9-bd32-911512aacf82 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:37.656007 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-b061dcec-fe68-4554-a81a-69ac5eae4cd2 None None] Attempting to bind port 3039e235-13cd-4d85-ac93-8a162aae8810 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:51:37.656529 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-b061dcec-fe68-4554-a81a-69ac5eae4cd2 None None] Attempting to bind port 3039e235-13cd-4d85-ac93-8a162aae8810 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ddb4e1d0-ba3c-407b-92d2-3e10966f0c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'dc53903a-215c-4f27-bad9-f59017581435'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:51:37.657102 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b061dcec-fe68-4554-a81a-69ac5eae4cd2 None None] Attempting to bind port 3039e235-13cd-4d85-ac93-8a162aae8810 on network dc53903a-215c-4f27-bad9-f59017581435 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:51:37.678829 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b061dcec-fe68-4554-a81a-69ac5eae4cd2 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:51:37.679752 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b061dcec-fe68-4554-a81a-69ac5eae4cd2 None None] Checking segment: {'id': 'ddb4e1d0-ba3c-407b-92d2-3e10966f0c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'dc53903a-215c-4f27-bad9-f59017581435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:51:37.680916 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b061dcec-fe68-4554-a81a-69ac5eae4cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:37.681817 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b061dcec-fe68-4554-a81a-69ac5eae4cd2 None None] Bound using segment: {'id': 'ddb4e1d0-ba3c-407b-92d2-3e10966f0c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'dc53903a-215c-4f27-bad9-f59017581435'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:51:37.682551 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-b061dcec-fe68-4554-a81a-69ac5eae4cd2 None None] Bound port: 3039e235-13cd-4d85-ac93-8a162aae8810, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb4e1d0-ba3c-407b-92d2-3e10966f0c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'dc53903a-215c-4f27-bad9-f59017581435'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:51:37.683938 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b061dcec-fe68-4554-a81a-69ac5eae4cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:37.777989 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f5578d69-14c9-4d6f-b6e5-950ef63c743b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "PUT /v2.0/routers/943cf1fb-f268-4c0a-9eb4-fe30619b38e6/tags/tempest-TagsExtTest-Tag-1659715412 HTTP/1.1" status: 201 len: 201 time: 0.8881371 May 31 15:51:37.778900 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-62373db9-8b30-40d9-bd32-911512aacf82 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:37.782685 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-62373db9-8b30-40d9-bd32-911512aacf82 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.7852232 May 31 15:51:37.792022 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-5ece2f83-2831-410c-8af8-e26374cc1b54 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Calling delete_port for 6e14c9b3-c52e-4a71-ade0-94a4f14edf01 owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:51:37.794455 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56054) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:37.794787 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56056) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:37.801791 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9eb9f004-89c2-42fa-9b7e-3781b300bea1 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:51:37.809483 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-47148865-4323-4637-a046-e4ee66d8dd54 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '096fa9a7-cb1f-4c85-8f82-a3b37b05dba5', 'tempest-TagsExtTest-Tag-1265427722') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:37.841656 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-419a07dd-698d-428b-b2f8-d2738c6e1abd tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Request body: {'security_group_rule': {'security_group_id': '8a62fedf-afd0-46d3-9fdd-6733844eb382', 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:37.911864 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-419a07dd-698d-428b-b2f8-d2738c6e1abd tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:37.926841 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-419a07dd-698d-428b-b2f8-d2738c6e1abd tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Usage tracker for resource:security_group_rule and tenant:8116e4b155bf47a28df54c3549abf9a0 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:37.955538 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-419a07dd-698d-428b-b2f8-d2738c6e1abd tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:38.007673 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-419a07dd-698d-428b-b2f8-d2738c6e1abd tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:38.044228 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-35875ae7-f71f-4a15-9593-b71c6b913fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:38.055437 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56064) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:38.060822 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-b061dcec-fe68-4554-a81a-69ac5eae4cd2 None None] For port 3039e235-13cd-4d85-ac93-8a162aae8810, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:51:38.064544 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-b061dcec-fe68-4554-a81a-69ac5eae4cd2 None None] For port 3039e235-13cd-4d85-ac93-8a162aae8810, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=3039e235-13cd-4d85-ac93-8a162aae8810,segment=NetworkSegment(ddb4e1d0-ba3c-407b-92d2-3e10966f0c74),segment_id=ddb4e1d0-ba3c-407b-92d2-3e10966f0c74)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:51:38.076685 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b061dcec-fe68-4554-a81a-69ac5eae4cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:38.082313 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b71183e8-3a05-4ccf-ba3a-13360eaa55b4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:38.089283 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-6678bbab-dcdd-4e05-bb84-a1e16044e708 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:38.089622 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-47148865-4323-4637-a046-e4ee66d8dd54 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "PUT /v2.0/subnetpools/096fa9a7-cb1f-4c85-8f82-a3b37b05dba5/tags/tempest-TagsExtTest-Tag-1265427722 HTTP/1.1" status: 201 len: 201 time: 0.2858191 May 31 15:51:38.098037 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56070) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:38.116908 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.tag.tag_plugin [None req-3f6a05f2-e9c8-4874-aba8-89fa89707ee7 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '7e824e3f-a498-4f55-b4fb-73e83e4034b4', {'tags': ['tempest-TagsExtTest-Tag-1764261580', 'tempest-TagsExtTest-Tag-569748995', 'tempest-TagsExtTest-Tag-26309312']}) {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:38.138405 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-419a07dd-698d-428b-b2f8-d2738c6e1abd tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:38.149598 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 9eb9f004-89c2-42fa-9b7e-3781b300bea1 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:38.149772 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:38.220980 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-b71183e8-3a05-4ccf-ba3a-13360eaa55b4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] device_id is not set on port 188a483c-f74f-4047-b249-038259ec1dc4 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:51:38.295139 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3b4624-8d0d-490f-9d6d-b4d3d369c4a1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:51:38.307151 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27df1f9-be6b-4e9d-8ef5-4c577793fccd None None] Sync routers for ids ['05b8ca20-3a76-4f7f-ab3c-c8dca4fd9973'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:51:38.325943 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b061dcec-fe68-4554-a81a-69ac5eae4cd2 None None] Routers {'6ac457ab-821a-4207-8feb-ce83aa70bc21'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:51:38.326939 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b061dcec-fe68-4554-a81a-69ac5eae4cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:51:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['6ac457ab-821a-4207-8feb-ce83aa70bc21'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:38.333275 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27df1f9-be6b-4e9d-8ef5-4c577793fccd None None] Routers {'05b8ca20-3a76-4f7f-ab3c-c8dca4fd9973'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:51:38.333933 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-b27df1f9-be6b-4e9d-8ef5-4c577793fccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:51:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['05b8ca20-3a76-4f7f-ab3c-c8dca4fd9973'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:38.404465 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:38.415111 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6678bbab-dcdd-4e05-bb84-a1e16044e708 None None] Pushing event updated for resources: {'Port': ['ID=3039e235-13cd-4d85-ac93-8a162aae8810,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:38.419176 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-6678bbab-dcdd-4e05-bb84-a1e16044e708 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:38.447677 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3f6a05f2-e9c8-4874-aba8-89fa89707ee7 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "PUT /v2.0/subnets/7e824e3f-a498-4f55-b4fb-73e83e4034b4/tags HTTP/1.1" status: 200 len: 315 time: 0.3457494 May 31 15:51:38.455907 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56074) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:38.470652 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9e3b4624-8d0d-490f-9d6d-b4d3d369c4a1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:38.475088 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9e3b4624-8d0d-490f-9d6d-b4d3d369c4a1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.6773198 May 31 15:51:38.475762 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56078) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:38.489384 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.tag.tag_plugin [None req-2278e340-dbb0-4c34-b32a-1ae6f42e3d95 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7e824e3f-a498-4f55-b4fb-73e83e4034b4') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:38.516724 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-b27df1f9-be6b-4e9d-8ef5-4c577793fccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:38.535490 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27df1f9-be6b-4e9d-8ef5-4c577793fccd None None] Routers {'05b8ca20-3a76-4f7f-ab3c-c8dca4fd9973'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:51:38.536400 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-b27df1f9-be6b-4e9d-8ef5-4c577793fccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:51:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['05b8ca20-3a76-4f7f-ab3c-c8dca4fd9973'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:38.592078 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-95940be6-02d0-4b0f-9cb4-ff95f274d233 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:38.623121 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-b061dcec-fe68-4554-a81a-69ac5eae4cd2 None None] Set router 6ac457ab-821a-4207-8feb-ce83aa70bc21 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:51:38.625069 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-b27df1f9-be6b-4e9d-8ef5-4c577793fccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:38.625492 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27df1f9-be6b-4e9d-8ef5-4c577793fccd None None] The sync data for ids ['05b8ca20-3a76-4f7f-ab3c-c8dca4fd9973'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:51:38.647564 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0f817bb4-bb1d-423a-b6a3-83aded5b1d36 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:38.677485 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3c693dfa-ef56-4b50-8343-072536bf8d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:38.712442 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-95940be6-02d0-4b0f-9cb4-ff95f274d233 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:38.757394 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95940be6-02d0-4b0f-9cb4-ff95f274d233 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:38.775695 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-95940be6-02d0-4b0f-9cb4-ff95f274d233 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:38.786899 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95940be6-02d0-4b0f-9cb4-ff95f274d233 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:51:38.865830 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-12ec7937-c14f-499b-aaa8-2eb08fc4b9f7 None None] Provisioning complete for port 9eb9f004-89c2-42fa-9b7e-3781b300bea1 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:38.866475 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-12ec7937-c14f-499b-aaa8-2eb08fc4b9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:38.890885 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5ece2f83-2831-410c-8af8-e26374cc1b54 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:38.913133 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f817bb4-bb1d-423a-b6a3-83aded5b1d36 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event updated for resources: {'Subnet': ['ID=3711d68e-6d0b-4f89-9b02-91539ac31021,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:38.927651 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1b33f9b4-85fa-49cf-af5b-deaaaaf3cc3b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "GET /v2.0/routers/05b8ca20-3a76-4f7f-ab3c-c8dca4fd9973 HTTP/1.1" status: 200 len: 884 time: 0.4427571 May 31 15:51:38.927791 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0f817bb4-bb1d-423a-b6a3-83aded5b1d36 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:38.929902 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56082) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:38.932291 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-75dcee86-cbd0-4219-8e56-e713762ef888 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:38.971883 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-02fe26c0-e2c6-4f59-b775-84d85dfea14f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7532521a2dc2494ca283f329c67dc09d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9123652 May 31 15:51:38.973303 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56086) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:39.000021 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-419a07dd-698d-428b-b2f8-d2738c6e1abd tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:39.028428 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-b71183e8-3a05-4ccf-ba3a-13360eaa55b4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Allocated IP 172.20.0.3 (b5001308-9f67-458f-99a7-4cdcd1177eb2/ba04bbbf-4cbd-4ae9-82c3-bd482ec21d49/188a483c-f74f-4047-b249-038259ec1dc4) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:51:39.029013 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f817bb4-bb1d-423a-b6a3-83aded5b1d36 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Checking segment: {'id': 'c695ea92-297a-4a74-9d68-26ddec2d7129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9a65d81b-dc56-4f6e-a4a3-1c75ec8782a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:51:39.029381 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f817bb4-bb1d-423a-b6a3-83aded5b1d36 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Network hostable DHCP agents. Network: 9a65d81b-dc56-4f6e-a4a3-1c75ec8782a6, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:51:39.042498 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-b71183e8-3a05-4ccf-ba3a-13360eaa55b4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Allocated IP 2001:db8::f816:3eff:febf:b804 (b5001308-9f67-458f-99a7-4cdcd1177eb2/5585a6c0-99c6-458d-8635-37756fac3b2e/188a483c-f74f-4047-b249-038259ec1dc4) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:51:39.054350 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2278e340-dbb0-4c34-b32a-1ae6f42e3d95 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "DELETE /v2.0/subnets/7e824e3f-a498-4f55-b4fb-73e83e4034b4/tags HTTP/1.1" status: 204 len: 168 time: 0.5897710 May 31 15:51:39.054829 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-419a07dd-698d-428b-b2f8-d2738c6e1abd tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:39.058656 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5ece2f83-2831-410c-8af8-e26374cc1b54 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:39.067559 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56090) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:39.085982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b061dcec-fe68-4554-a81a-69ac5eae4cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac457ab-821a-4207-8feb-ce83aa70bc21', 'name': 'tempest-TestVolumeBootPattern-1621721402-router', 'tenant_id': 'a4b2d76ea963476fa7fd689948b6d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '0468da02-f471-4cc9-bf1b-aa1c3d1369e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:51:17Z', 'updated_at': '2021-05-31T15:51:30Z', 'revision_number': 4, 'project_id': 'a4b2d76ea963476fa7fd689948b6d4ce', 'gw_port': {'id': '0468da02-f471-4cc9-bf1b-aa1c3d1369e4', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:18:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac457ab-821a-4207-8feb-ce83aa70bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:51:18Z', 'updated_at': '2021-05-31T15:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '3039e235-13cd-4d85-ac93-8a162aae8810', 'name': '', 'network_id': 'dc53903a-215c-4f27-bad9-f59017581435', 'tenant_id': 'a4b2d76ea963476fa7fd689948b6d4ce', 'mac_address': 'fa:16:3e:26:92:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac457ab-821a-4207-8feb-ce83aa70bc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'd2197d41-b475-4e06-aa67-a10de056f18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:51:27Z', 'updated_at': '2021-05-31T15:51:38Z', 'revision_number': 4, 'project_id': 'a4b2d76ea963476fa7fd689948b6d4ce', 'subnets': [{'id': 'd2197d41-b475-4e06-aa67-a10de056f18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:39.087418 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.tag.tag_plugin [None req-9fb301b5-c6ff-4799-ba1a-03185c6c3849 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7e824e3f-a498-4f55-b4fb-73e83e4034b4', 'tempest-TagsExtTest-Tag-1764261580') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:39.090174 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b061dcec-fe68-4554-a81a-69ac5eae4cd2 None None] The sync data for ids ['6ac457ab-821a-4207-8feb-ce83aa70bc21'] in dv-neutron-601336-79-hyperv is: [{'id': '6ac457ab-821a-4207-8feb-ce83aa70bc21', 'name': 'tempest-TestVolumeBootPattern-1621721402-router', 'tenant_id': 'a4b2d76ea963476fa7fd689948b6d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '0468da02-f471-4cc9-bf1b-aa1c3d1369e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:51:17Z', 'updated_at': '2021-05-31T15:51:30Z', 'revision_number': 4, 'project_id': 'a4b2d76ea963476fa7fd689948b6d4ce', 'gw_port': {'id': '0468da02-f471-4cc9-bf1b-aa1c3d1369e4', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:18:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac457ab-821a-4207-8feb-ce83aa70bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:51:18Z', 'updated_at': '2021-05-31T15:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '3039e235-13cd-4d85-ac93-8a162aae8810', 'name': '', 'network_id': 'dc53903a-215c-4f27-bad9-f59017581435', 'tenant_id': 'a4b2d76ea963476fa7fd689948b6d4ce', 'mac_address': 'fa:16:3e:26:92:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac457ab-821a-4207-8feb-ce83aa70bc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'd2197d41-b475-4e06-aa67-a10de056f18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:51:27Z', 'updated_at': '2021-05-31T15:51:38Z', 'revision_number': 4, 'project_id': 'a4b2d76ea963476fa7fd689948b6d4ce', 'subnets': [{'id': 'd2197d41-b475-4e06-aa67-a10de056f18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:51:39.177955 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95940be6-02d0-4b0f-9cb4-ff95f274d233 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Pushing event updated for resources: {'Port': ['ID=e9093ae7-fbc6-4db6-a3e7-c5be5e18e644,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:39.230600 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f817bb4-bb1d-423a-b6a3-83aded5b1d36 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Network 9a65d81b-dc56-4f6e-a4a3-1c75ec8782a6 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:51:39.235032 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5ece2f83-2831-410c-8af8-e26374cc1b54 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/ports/6e14c9b3-c52e-4a71-ade0-94a4f14edf01 HTTP/1.1" status: 204 len: 168 time: 2.8014264 May 31 15:51:39.244482 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56094) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:39.263447 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-684240f6-3bf1-481d-b348-3dcd2214bc6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'port': {'network_id': 'c3b1d98e-52e3-416d-a56a-51cbabc18c9a', 'mac_address': 'fa:16:3e:56:6e:b4', 'name': 'tempest-PortsIpV6TestJSON-1640759569'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:39.280554 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece2f83-2831-410c-8af8-e26374cc1b54 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Port': ['ID=6e14c9b3-c52e-4a71-ade0-94a4f14edf01,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:39.284239 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-419a07dd-698d-428b-b2f8-d2738c6e1abd tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:39.288105 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-419a07dd-698d-428b-b2f8-d2738c6e1abd tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4826901 May 31 15:51:39.288105 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5ece2f83-2831-410c-8af8-e26374cc1b54 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:39.297985 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ab6ab4c5-f66a-49b4-8115-efe478bcbc70 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.385s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:39.298377 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ab6ab4c5-f66a-49b4-8115-efe478bcbc70 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:39.299044 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-0f817bb4-bb1d-423a-b6a3-83aded5b1d36 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 9a65d81b-dc56-4f6e-a4a3-1c75ec8782a6) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:39.307951 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56098) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:39.308150 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b39d1ca-9a0d-4a4b-8626-d9afef2d11f4 None None] Network 9a65d81b-dc56-4f6e-a4a3-1c75ec8782a6 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:39.309110 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f1c78cf5-fa12-4c2a-a804-e2585664523a tempest-ServersTestJSON-95128222 tempest-ServersTestJSON-95128222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:39.319547 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-95940be6-02d0-4b0f-9cb4-ff95f274d233 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:39.336931 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-f3f554b6-aa2e-4580-ab8d-bf394d7b2156 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Request body: {'security_group_rule': {'security_group_id': '8a62fedf-afd0-46d3-9fdd-6733844eb382', 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:39.355757 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-f3f554b6-aa2e-4580-ab8d-bf394d7b2156 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:39.368473 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f3f554b6-aa2e-4580-ab8d-bf394d7b2156 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Usage tracker for resource:security_group_rule and tenant:8116e4b155bf47a28df54c3549abf9a0 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:39.372326 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f3f554b6-aa2e-4580-ab8d-bf394d7b2156 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:39.394434 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f817bb4-bb1d-423a-b6a3-83aded5b1d36 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:39.395258 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0f817bb4-bb1d-423a-b6a3-83aded5b1d36 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:39.399957 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2a9a9e0c-dc6a-4e37-b4ec-118492f2b98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:39.400797 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-f3f554b6-aa2e-4580-ab8d-bf394d7b2156 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:39.449075 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-9fb301b5-c6ff-4799-ba1a-03185c6c3849 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] show failed (client error): The resource could not be found. May 31 15:51:39.450305 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9fb301b5-c6ff-4799-ba1a-03185c6c3849 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "GET /v2.0/subnets/7e824e3f-a498-4f55-b4fb-73e83e4034b4/tags/tempest-TagsExtTest-Tag-1764261580 HTTP/1.1" status: 404 len: 329 time: 0.3817530 May 31 15:51:39.454475 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56102) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:39.477868 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.tag.tag_plugin [None req-223e8fb0-15a5-487a-aa3e-5601491267c6 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7e824e3f-a498-4f55-b4fb-73e83e4034b4', 'tempest-TagsExtTest-Tag-569748995') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:39.508923 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f3f554b6-aa2e-4580-ab8d-bf394d7b2156 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:39.527386 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b71183e8-3a05-4ccf-ba3a-13360eaa55b4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:39.538106 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-95940be6-02d0-4b0f-9cb4-ff95f274d233 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:39.582514 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-b71183e8-3a05-4ccf-ba3a-13360eaa55b4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Transition to ACTIVE for port object 188a483c-f74f-4047-b249-038259ec1dc4 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:39.619766 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-68c0858f-38e5-45e3-8370-4582dbc2444f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Synchronizing usage tracker for tenant:4495789bf65544d19fbd02194192aa34 on resource:router {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:51:39.623539 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43de78d-795b-4c29-9af9-410bd1e9f173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-9a65d81b-dc56-4f6e-a4a3-1c75ec8782a6', 'network_id': '9a65d81b-dc56-4f6e-a4a3-1c75ec8782a6', 'tenant_id': '3fe64971f6524794b9c8599e1534ac7b', 'fixed_ips': [{'subnet_id': '3711d68e-6d0b-4f89-9b02-91539ac31021'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:51:39.625898 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e43de78d-795b-4c29-9af9-410bd1e9f173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:39.628345 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a07dd-698d-428b-b2f8-d2738c6e1abd tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=414dd8b7-2ad7-411f-873d-61719f8777b2,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:39.671251 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2a9a9e0c-dc6a-4e37-b4ec-118492f2b98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:39.706004 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f3f554b6-aa2e-4580-ab8d-bf394d7b2156 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:39.712385 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-223e8fb0-15a5-487a-aa3e-5601491267c6 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] show failed (client error): The resource could not be found. May 31 15:51:39.714027 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-419a07dd-698d-428b-b2f8-d2738c6e1abd tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:39.714302 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-223e8fb0-15a5-487a-aa3e-5601491267c6 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "GET /v2.0/subnets/7e824e3f-a498-4f55-b4fb-73e83e4034b4/tags/tempest-TagsExtTest-Tag-569748995 HTTP/1.1" status: 404 len: 328 time: 0.2582304 May 31 15:51:39.720361 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f3f554b6-aa2e-4580-ab8d-bf394d7b2156 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:39.721647 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-68c0858f-38e5-45e3-8370-4582dbc2444f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Unset dirty status for tenant:4495789bf65544d19fbd02194192aa34 on resource:router {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:51:39.723762 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-68c0858f-38e5-45e3-8370-4582dbc2444f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.7941294 May 31 15:51:39.725024 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56106) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:39.735033 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:39.735272 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56108) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:39.735371 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b71183e8-3a05-4ccf-ba3a-13360eaa55b4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:39.749573 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.tag.tag_plugin [None req-19ebbf67-deb0-4061-a51f-2f7fdddf31c9 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7e824e3f-a498-4f55-b4fb-73e83e4034b4', 'tempest-TagsExtTest-Tag-26309312') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:39.761166 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-bf208867-687b-40e9-8121-695e24553825 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1739419677'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:39.776859 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2b970364-7d03-4b0e-893f-2f69da8b89ff tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:39.797508 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 3039e235-13cd-4d85-ac93-8a162aae8810 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:51:39.818378 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f554b6-aa2e-4580-ab8d-bf394d7b2156 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29c2d2fa-2aca-4a87-834a-44802fb694ef,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:39.822901 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56114) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:39.823223 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0f817bb4-bb1d-423a-b6a3-83aded5b1d36 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.3064840 May 31 15:51:39.848270 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f3f554b6-aa2e-4580-ab8d-bf394d7b2156 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:39.848959 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f3f554b6-aa2e-4580-ab8d-bf394d7b2156 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:39.850455 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f3f554b6-aa2e-4580-ab8d-bf394d7b2156 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5325837 May 31 15:51:39.851813 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-67fd9f36-73fa-41c9-aac1-947e3c278c73 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:39.893531 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56118) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:39.905863 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-e1ed8efa-a189-4268-a5c6-7e42ba0ad0e3 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-365510539'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:39.911256 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e1ed8efa-a189-4268-a5c6-7e42ba0ad0e3 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:39.915987 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-684240f6-3bf1-481d-b348-3dcd2214bc6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:39.916187 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e1ed8efa-a189-4268-a5c6-7e42ba0ad0e3 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Usage tracker for resource:network and tenant:3fe64971f6524794b9c8599e1534ac7b is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:39.919608 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e1ed8efa-a189-4268-a5c6-7e42ba0ad0e3 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:39.925734 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e1ed8efa-a189-4268-a5c6-7e42ba0ad0e3 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:39.938982 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-4bf5e977-11d9-4aa4-9eb8-d92748ca2972 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Request body: {'security_group_rule': {'security_group_id': '8a62fedf-afd0-46d3-9fdd-6733844eb382', 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:39.942401 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-e43de78d-795b-4c29-9af9-410bd1e9f173 None None] Allocated IP 2001:db8::3 (9a65d81b-dc56-4f6e-a4a3-1c75ec8782a6/3711d68e-6d0b-4f89-9b02-91539ac31021/ce308b19-613e-4efe-9ef0-3a56eb9f4f6b) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:51:39.945710 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4bf5e977-11d9-4aa4-9eb8-d92748ca2972 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:39.949781 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4bf5e977-11d9-4aa4-9eb8-d92748ca2972 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Usage tracker for resource:security_group_rule and tenant:8116e4b155bf47a28df54c3549abf9a0 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:39.950670 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71183e8-3a05-4ccf-ba3a-13360eaa55b4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:39.952964 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4bf5e977-11d9-4aa4-9eb8-d92748ca2972 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:39.954248 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 3039e235-13cd-4d85-ac93-8a162aae8810 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:39.959118 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4bf5e977-11d9-4aa4-9eb8-d92748ca2972 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:39.961782 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 3039e235-13cd-4d85-ac93-8a162aae8810 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:39.962148 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:39.969782 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-684240f6-3bf1-481d-b348-3dcd2214bc6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:port and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:39.979622 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-684240f6-3bf1-481d-b348-3dcd2214bc6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:40.008381 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4bf5e977-11d9-4aa4-9eb8-d92748ca2972 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:40.059041 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-684240f6-3bf1-481d-b348-3dcd2214bc6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:40.091373 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4bf5e977-11d9-4aa4-9eb8-d92748ca2972 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:40.108404 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4bf5e977-11d9-4aa4-9eb8-d92748ca2972 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:40.162329 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-b71183e8-3a05-4ccf-ba3a-13360eaa55b4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:40.165964 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71183e8-3a05-4ccf-ba3a-13360eaa55b4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:51:40.194212 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-74296af1-90d5-4260-a69d-7cd926567a7f tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:40.198449 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ed8efa-a189-4268-a5c6-7e42ba0ad0e3 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Made reservation on behalf of 3fe64971f6524794b9c8599e1534ac7b for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:40.203594 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e1ed8efa-a189-4268-a5c6-7e42ba0ad0e3 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:40.249532 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684240f6-3bf1-481d-b348-3dcd2214bc6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:40.285215 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ed8efa-a189-4268-a5c6-7e42ba0ad0e3 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:51:40.298668 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71183e8-3a05-4ccf-ba3a-13360eaa55b4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Port': ['ID=188a483c-f74f-4047-b249-038259ec1dc4,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:40.302843 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b71183e8-3a05-4ccf-ba3a-13360eaa55b4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:40.312347 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e1ed8efa-a189-4268-a5c6-7e42ba0ad0e3 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:40.313991 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-e1ed8efa-a189-4268-a5c6-7e42ba0ad0e3 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Added segment f0dcde7d-32df-45ad-a3b3-92dc404dc7f1 of type vlan for network 4ce8291e-69e7-4b6a-9b96-cd8ed93b2408 May 31 15:51:40.342059 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71183e8-3a05-4ccf-ba3a-13360eaa55b4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:40.343093 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b71183e8-3a05-4ccf-ba3a-13360eaa55b4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:40.381673 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e1ed8efa-a189-4268-a5c6-7e42ba0ad0e3 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:40.407440 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b71183e8-3a05-4ccf-ba3a-13360eaa55b4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.6038151 May 31 15:51:40.408928 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-19ebbf67-deb0-4061-a51f-2f7fdddf31c9 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] show failed (client error): The resource could not be found. May 31 15:51:40.410029 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-19ebbf67-deb0-4061-a51f-2f7fdddf31c9 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "GET /v2.0/subnets/7e824e3f-a498-4f55-b4fb-73e83e4034b4/tags/tempest-TagsExtTest-Tag-26309312 HTTP/1.1" status: 404 len: 327 time: 0.6829829 May 31 15:51:40.411784 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56122) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:40.422468 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56124) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:40.425498 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5e977-11d9-4aa4-9eb8-d92748ca2972 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92480842-686f-4e8d-9b78-240c2abdc18a,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:40.444150 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-684240f6-3bf1-481d-b348-3dcd2214bc6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:40.459148 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4bf5e977-11d9-4aa4-9eb8-d92748ca2972 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:40.475041 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.tag.tag_plugin [None req-9880ea4c-db95-47ce-ab01-4714b24dea90 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5c5dbbea-a364-47ff-8776-24bbc846113d', {'tags': ['tempest-TagsExtTest-Tag-148775899', 'tempest-TagsExtTest-Tag-1914513788', 'tempest-TagsExtTest-Tag-1068365230']}) {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:40.479260 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e43de78d-795b-4c29-9af9-410bd1e9f173 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:40.495927 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:40.520309 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e43de78d-795b-4c29-9af9-410bd1e9f173 None None] Transition to ACTIVE for port object ce308b19-613e-4efe-9ef0-3a56eb9f4f6b will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:40.536592 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-95940be6-02d0-4b0f-9cb4-ff95f274d233 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:40.541782 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2a9a9e0c-dc6a-4e37-b4ec-118492f2b98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:40.552083 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2a9a9e0c-dc6a-4e37-b4ec-118492f2b98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:40.554094 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2a9a9e0c-dc6a-4e37-b4ec-118492f2b98f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/82b82ae7-9de6-4cf3-a713-7fd86b5c23b1 HTTP/1.1" status: 204 len: 168 time: 1.5601051 May 31 15:51:40.570112 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e1ed8efa-a189-4268-a5c6-7e42ba0ad0e3 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:40.572058 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 3039e235-13cd-4d85-ac93-8a162aae8810, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=3039e235-13cd-4d85-ac93-8a162aae8810,segment=NetworkSegment(ddb4e1d0-ba3c-407b-92d2-3e10966f0c74),segment_id=ddb4e1d0-ba3c-407b-92d2-3e10966f0c74)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:40.573804 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e43de78d-795b-4c29-9af9-410bd1e9f173 None None] Transition to ACTIVE for port object ce308b19-613e-4efe-9ef0-3a56eb9f4f6b will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:40.576235 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ed8efa-a189-4268-a5c6-7e42ba0ad0e3 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:40.576902 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e1ed8efa-a189-4268-a5c6-7e42ba0ad0e3 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:40.582842 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:40.585025 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:40.586665 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bdaed448-0e15-4db6-ab8a-228fae586ca0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:40.607052 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1cb20b74-c1c1-4593-9de2-3671abc236b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:40.632957 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-684240f6-3bf1-481d-b348-3dcd2214bc6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] device_id is not set on port 7ef9cbfb-afbb-4ca1-9e5c-bd414d0938d6 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:51:40.667058 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e43de78d-795b-4c29-9af9-410bd1e9f173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:40.705960 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c0b5f133-194e-4854-82c8-cb3405469a23 None None] Provisioning for port 188a483c-f74f-4047-b249-038259ec1dc4 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:40.711991 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a9e0c-dc6a-4e37-b4ec-118492f2b98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b82ae7-9de6-4cf3-a713-7fd86b5c23b1,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:40.717543 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-95940be6-02d0-4b0f-9cb4-ff95f274d233 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:40.720412 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43de78d-795b-4c29-9af9-410bd1e9f173 None None] Network 9a65d81b-dc56-4f6e-a4a3-1c75ec8782a6 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:40.723951 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-e43de78d-795b-4c29-9af9-410bd1e9f173 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:40.726366 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c0b5f133-194e-4854-82c8-cb3405469a23 None None] Provisioning complete for port 188a483c-f74f-4047-b249-038259ec1dc4 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:40.726744 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c0b5f133-194e-4854-82c8-cb3405469a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:40.729996 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4bf5e977-11d9-4aa4-9eb8-d92748ca2972 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:40.736906 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e1ed8efa-a189-4268-a5c6-7e42ba0ad0e3 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8971055 May 31 15:51:40.737124 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4bf5e977-11d9-4aa4-9eb8-d92748ca2972 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8309166 May 31 15:51:40.744841 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56134) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:40.745475 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56136) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:40.758239 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-51f10af2-8efb-4dc8-9a22-45078c9afd80 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Request body: {'subnet': {'network_id': '4ce8291e-69e7-4b6a-9b96-cd8ed93b2408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:40.783759 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-bb6f45e4-f3e3-4012-b6bd-86f841a2904c tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Request body: {'security_group_rule': {'security_group_id': '8a62fedf-afd0-46d3-9fdd-6733844eb382', 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:40.785765 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43de78d-795b-4c29-9af9-410bd1e9f173 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:51:40.789567 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9880ea4c-db95-47ce-ab01-4714b24dea90 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "PUT /v2.0/ports/5c5dbbea-a364-47ff-8776-24bbc846113d/tags HTTP/1.1" status: 200 len: 317 time: 0.3660355 May 31 15:51:40.799973 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56144) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:40.800914 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-bb6f45e4-f3e3-4012-b6bd-86f841a2904c tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:40.805208 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed8efa-a189-4268-a5c6-7e42ba0ad0e3 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event updated for resources: {'Network': ['ID=4ce8291e-69e7-4b6a-9b96-cd8ed93b2408,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:40.808227 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e1ed8efa-a189-4268-a5c6-7e42ba0ad0e3 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:40.812216 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=3039e235-13cd-4d85-ac93-8a162aae8810,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:40.812398 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.tag.tag_plugin [None req-edb3223f-261a-4c01-8c51-bb78a0007639 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5c5dbbea-a364-47ff-8776-24bbc846113d') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:40.823181 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2a9a9e0c-dc6a-4e37-b4ec-118492f2b98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:40.841903 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:40.852667 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-23902f10-ffa5-48d5-8c2d-d8f9d30f5b27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:40.886646 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 4ce8291e-69e7-4b6a-9b96-cd8ed93b2408 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:51:40.918765 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fcd1df-0798-4610-bd2e-958e4b883716 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:40.919044 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b5f133-194e-4854-82c8-cb3405469a23 None None] Port 188a483c-f74f-4047-b249-038259ec1dc4 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:51:40.929027 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fcd1df-0798-4610-bd2e-958e4b883716 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:40.929825 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a9fcd1df-0798-4610-bd2e-958e4b883716 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:51:40.949783 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-bb6f45e4-f3e3-4012-b6bd-86f841a2904c tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Usage tracker for resource:security_group_rule and tenant:8116e4b155bf47a28df54c3549abf9a0 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:40.957282 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-bb6f45e4-f3e3-4012-b6bd-86f841a2904c tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:40.982438 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-bb6f45e4-f3e3-4012-b6bd-86f841a2904c tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:41.007018 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a9fcd1df-0798-4610-bd2e-958e4b883716 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:51:41.011326 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a9fcd1df-0798-4610-bd2e-958e4b883716 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.5982177 May 31 15:51:41.013127 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56154) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:41.069678 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-51f10af2-8efb-4dc8-9a22-45078c9afd80 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:41.083878 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bb6f45e4-f3e3-4012-b6bd-86f841a2904c tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:41.090501 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e43de78d-795b-4c29-9af9-410bd1e9f173 None None] Attempting to bind port ce308b19-613e-4efe-9ef0-3a56eb9f4f6b on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:51:41.091154 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e43de78d-795b-4c29-9af9-410bd1e9f173 None None] Attempting to bind port ce308b19-613e-4efe-9ef0-3a56eb9f4f6b by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'c695ea92-297a-4a74-9d68-26ddec2d7129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9a65d81b-dc56-4f6e-a4a3-1c75ec8782a6'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:51:41.091255 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43de78d-795b-4c29-9af9-410bd1e9f173 None None] Attempting to bind port ce308b19-613e-4efe-9ef0-3a56eb9f4f6b on network 9a65d81b-dc56-4f6e-a4a3-1c75ec8782a6 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:51:41.092977 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-51f10af2-8efb-4dc8-9a22-45078c9afd80 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Usage tracker for resource:subnet and tenant:3fe64971f6524794b9c8599e1534ac7b is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:41.103154 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-51f10af2-8efb-4dc8-9a22-45078c9afd80 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:41.103422 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43de78d-795b-4c29-9af9-410bd1e9f173 None None] Pushing event updated for resources: {'Port': ['ID=ce308b19-613e-4efe-9ef0-3a56eb9f4f6b,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:41.113466 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e43de78d-795b-4c29-9af9-410bd1e9f173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:41.114300 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43de78d-795b-4c29-9af9-410bd1e9f173 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:51:41.114682 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43de78d-795b-4c29-9af9-410bd1e9f173 None None] Checking segment: {'id': 'c695ea92-297a-4a74-9d68-26ddec2d7129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9a65d81b-dc56-4f6e-a4a3-1c75ec8782a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:51:41.115139 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e43de78d-795b-4c29-9af9-410bd1e9f173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:41.115587 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43de78d-795b-4c29-9af9-410bd1e9f173 None None] Bound using segment: {'id': 'c695ea92-297a-4a74-9d68-26ddec2d7129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9a65d81b-dc56-4f6e-a4a3-1c75ec8782a6'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:51:41.116107 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e43de78d-795b-4c29-9af9-410bd1e9f173 None None] Bound port: ce308b19-613e-4efe-9ef0-3a56eb9f4f6b, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c695ea92-297a-4a74-9d68-26ddec2d7129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9a65d81b-dc56-4f6e-a4a3-1c75ec8782a6'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:51:41.116493 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e43de78d-795b-4c29-9af9-410bd1e9f173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:41.149527 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-51f10af2-8efb-4dc8-9a22-45078c9afd80 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:41.223012 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-e43de78d-795b-4c29-9af9-410bd1e9f173 None None] For port ce308b19-613e-4efe-9ef0-3a56eb9f4f6b, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:51:41.227499 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-e43de78d-795b-4c29-9af9-410bd1e9f173 None None] For port ce308b19-613e-4efe-9ef0-3a56eb9f4f6b, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=ce308b19-613e-4efe-9ef0-3a56eb9f4f6b,segment=NetworkSegment(c695ea92-297a-4a74-9d68-26ddec2d7129),segment_id=c695ea92-297a-4a74-9d68-26ddec2d7129)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:51:41.233596 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e43de78d-795b-4c29-9af9-410bd1e9f173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:41.235284 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f10af2-8efb-4dc8-9a22-45078c9afd80 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Made reservation on behalf of 3fe64971f6524794b9c8599e1534ac7b for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:41.238787 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-51f10af2-8efb-4dc8-9a22-45078c9afd80 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:41.246146 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-2e0371e2-6d97-4eca-afea-7dc0c27cf28b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:41.270071 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-66cae878-42f2-4b54-98ba-ce36c8695c67 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:41.358093 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43de78d-795b-4c29-9af9-410bd1e9f173 None None] Pushing event updated for resources: {'Port': ['ID=ce308b19-613e-4efe-9ef0-3a56eb9f4f6b,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:41.362524 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e43de78d-795b-4c29-9af9-410bd1e9f173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:41.383331 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.ipam_backend_mixin [None req-51f10af2-8efb-4dc8-9a22-45078c9afd80 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Performing IP validity checks on allocation pools {{(pid=99205) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 31 15:51:41.384291 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.ipam_backend_mixin [None req-51f10af2-8efb-4dc8-9a22-45078c9afd80 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Checking for overlaps among allocation pools and gateway ip {{(pid=99205) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 31 15:51:41.404387 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bb6f45e4-f3e3-4012-b6bd-86f841a2904c tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:41.419134 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bb6f45e4-f3e3-4012-b6bd-86f841a2904c tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:41.435736 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:41.436338 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-95940be6-02d0-4b0f-9cb4-ff95f274d233 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:41.443639 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-edb3223f-261a-4c01-8c51-bb78a0007639 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "DELETE /v2.0/ports/5c5dbbea-a364-47ff-8776-24bbc846113d/tags HTTP/1.1" status: 204 len: 168 time: 0.6398447 May 31 15:51:41.458244 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56168) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:41.474015 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.tag.tag_plugin [None req-bdd54c7f-9b27-42b6-90b1-b21a16a685ce tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5c5dbbea-a364-47ff-8776-24bbc846113d', 'tempest-TagsExtTest-Tag-148775899') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:41.485349 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-95940be6-02d0-4b0f-9cb4-ff95f274d233 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:41.487737 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-95940be6-02d0-4b0f-9cb4-ff95f274d233 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2316093 May 31 15:51:41.497803 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-684240f6-3bf1-481d-b348-3dcd2214bc6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:41.499499 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56172) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:41.500195 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f45e4-f3e3-4012-b6bd-86f841a2904c tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee7c8bd-74c0-4882-818b-31380f99e025,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:41.502921 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bb6f45e4-f3e3-4012-b6bd-86f841a2904c tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:41.526658 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-0de28f4f-8da5-42e0-b1d7-df5b71c28cd7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting port 188a483c-f74f-4047-b249-038259ec1dc4 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:51:41.527102 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0de28f4f-8da5-42e0-b1d7-df5b71c28cd7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:41.551715 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bb6f45e4-f3e3-4012-b6bd-86f841a2904c tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:41.552897 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bb6f45e4-f3e3-4012-b6bd-86f841a2904c tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8030994 May 31 15:51:41.598142 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-2cf73692-e005-4aa8-9bb5-c32dec517fc9 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2020539927'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:41.608070 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56176) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:41.608406 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56178) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:41.619720 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95940be6-02d0-4b0f-9cb4-ff95f274d233 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Pushing event updated for resources: {'Port': ['ID=e9093ae7-fbc6-4db6-a3e7-c5be5e18e644,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:41.628183 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-2cf73692-e005-4aa8-9bb5-c32dec517fc9 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:41.631830 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-95940be6-02d0-4b0f-9cb4-ff95f274d233 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:41.634396 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-bcf2cc5c-e501-4f60-86f7-00beb1387d83 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Request body: {'security_group_rule': {'security_group_id': '8a62fedf-afd0-46d3-9fdd-6733844eb382', 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:41.642865 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-2cf73692-e005-4aa8-9bb5-c32dec517fc9 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Usage tracker for resource:network and tenant:553059ded91345179c45baa155886fe6 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:41.657806 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-2cf73692-e005-4aa8-9bb5-c32dec517fc9 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:41.701062 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-bcf2cc5c-e501-4f60-86f7-00beb1387d83 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:41.733661 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-bcf2cc5c-e501-4f60-86f7-00beb1387d83 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Usage tracker for resource:security_group_rule and tenant:8116e4b155bf47a28df54c3549abf9a0 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:41.748883 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-bcf2cc5c-e501-4f60-86f7-00beb1387d83 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:41.781584 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-bcf2cc5c-e501-4f60-86f7-00beb1387d83 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:41.843814 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-0ce2582d-53f2-451e-a22c-fad1b580e09e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1282788472', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:41.855555 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-2cf73692-e005-4aa8-9bb5-c32dec517fc9 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:41.874785 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.securitygroups_db [None req-bcf2cc5c-e501-4f60-86f7-00beb1387d83 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Project 8116e4b155bf47a28df54c3549abf9a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 15:51:41.878481 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0ce2582d-53f2-451e-a22c-fad1b580e09e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:41.901013 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device ce308b19-613e-4efe-9ef0-3a56eb9f4f6b up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:51:41.901220 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf73692-e005-4aa8-9bb5-c32dec517fc9 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Made reservation on behalf of 553059ded91345179c45baa155886fe6 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:41.902083 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0de28f4f-8da5-42e0-b1d7-df5b71c28cd7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:41.904732 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2cf73692-e005-4aa8-9bb5-c32dec517fc9 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:41.914400 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0ce2582d-53f2-451e-a22c-fad1b580e09e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Usage tracker for resource:router and tenant:66a9e884b7e3435b9d9133bd1952ca8e is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:41.918249 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bf208867-687b-40e9-8121-695e24553825 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:41.921443 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bcf2cc5c-e501-4f60-86f7-00beb1387d83 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:41.925730 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2cf73692-e005-4aa8-9bb5-c32dec517fc9 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:41.934523 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0ce2582d-53f2-451e-a22c-fad1b580e09e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:41.938290 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-bdd54c7f-9b27-42b6-90b1-b21a16a685ce tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] show failed (client error): The resource could not be found. May 31 15:51:41.942270 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bdd54c7f-9b27-42b6-90b1-b21a16a685ce tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "GET /v2.0/ports/5c5dbbea-a364-47ff-8776-24bbc846113d/tags/tempest-TagsExtTest-Tag-148775899 HTTP/1.1" status: 404 len: 328 time: 0.4772532 May 31 15:51:41.943364 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56186) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:41.949722 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-5c271522-1cb7-46bd-9ebd-42dfdb4ec707 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5c5dbbea-a364-47ff-8776-24bbc846113d', 'tempest-TagsExtTest-Tag-1914513788') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:41.984858 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port ce308b19-613e-4efe-9ef0-3a56eb9f4f6b completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:41.990675 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 3039e235-13cd-4d85-ac93-8a162aae8810 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:51:41.991916 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bf208867-687b-40e9-8121-695e24553825 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446711'] for router, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:41.994295 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-684240f6-3bf1-481d-b348-3dcd2214bc6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:42.000447 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-2cf73692-e005-4aa8-9bb5-c32dec517fc9 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:42.005957 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0ce2582d-53f2-451e-a22c-fad1b580e09e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:42.008588 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f49a456b-696a-4e66-94b6-5877c9e2a3fb tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:42.063682 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 3039e235-13cd-4d85-ac93-8a162aae8810 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:42.064141 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:42.092410 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-0de28f4f-8da5-42e0-b1d7-df5b71c28cd7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Calling delete_port for 188a483c-f74f-4047-b249-038259ec1dc4 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:51:42.109584 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-2cf73692-e005-4aa8-9bb5-c32dec517fc9 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Usage tracker for resource:security_group_rule and tenant:553059ded91345179c45baa155886fe6 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:42.124187 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0ce2582d-53f2-451e-a22c-fad1b580e09e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:42.124461 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-2cf73692-e005-4aa8-9bb5-c32dec517fc9 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:42.125589 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0ce2582d-53f2-451e-a22c-fad1b580e09e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:42.144742 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-2cf73692-e005-4aa8-9bb5-c32dec517fc9 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:42.175056 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684240f6-3bf1-481d-b348-3dcd2214bc6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network c3b1d98e-52e3-416d-a56a-51cbabc18c9a is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:42.184675 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-684240f6-3bf1-481d-b348-3dcd2214bc6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:42.198772 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684240f6-3bf1-481d-b348-3dcd2214bc6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:51:42.204506 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684240f6-3bf1-481d-b348-3dcd2214bc6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:42.204880 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-684240f6-3bf1-481d-b348-3dcd2214bc6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:42.237015 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0ce2582d-53f2-451e-a22c-fad1b580e09e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:42.255632 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bcf2cc5c-e501-4f60-86f7-00beb1387d83 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:42.268727 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bcf2cc5c-e501-4f60-86f7-00beb1387d83 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:42.281022 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684240f6-3bf1-481d-b348-3dcd2214bc6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Port': ['ID=7ef9cbfb-afbb-4ca1-9e5c-bd414d0938d6,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:42.291909 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:42.296036 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-684240f6-3bf1-481d-b348-3dcd2214bc6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:42.325880 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0ce2582d-53f2-451e-a22c-fad1b580e09e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:42.330989 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-684240f6-3bf1-481d-b348-3dcd2214bc6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.0752273 May 31 15:51:42.332016 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2cc5c-e501-4f60-86f7-00beb1387d83 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb42c69b-f816-421d-8fad-3e7b5a4aae26,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:42.334619 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bcf2cc5c-e501-4f60-86f7-00beb1387d83 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:42.340956 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56190) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:42.352744 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-5c271522-1cb7-46bd-9ebd-42dfdb4ec707 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] show failed (client error): The resource could not be found. May 31 15:51:42.356570 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5c271522-1cb7-46bd-9ebd-42dfdb4ec707 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "GET /v2.0/ports/5c5dbbea-a364-47ff-8776-24bbc846113d/tags/tempest-TagsExtTest-Tag-1914513788 HTTP/1.1" status: 404 len: 329 time: 0.4102921 May 31 15:51:42.358729 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56194) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:42.368077 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-15119bc9-e58c-477f-a428-1a48d2a8a30d tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5c5dbbea-a364-47ff-8776-24bbc846113d', 'tempest-TagsExtTest-Tag-1068365230') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:42.404833 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf208867-687b-40e9-8121-695e24553825 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Router 05b8ca20-3a76-4f7f-ab3c-c8dca4fd9973 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:51:42.555359 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2cf73692-e005-4aa8-9bb5-c32dec517fc9 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:42.570773 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2cf73692-e005-4aa8-9bb5-c32dec517fc9 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:42.578081 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4cf5a32a-1fa4-46da-95e8-22c7c0f61396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:42.591239 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bcf2cc5c-e501-4f60-86f7-00beb1387d83 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:42.594826 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bcf2cc5c-e501-4f60-86f7-00beb1387d83 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9803979 May 31 15:51:42.597256 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56198) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:42.635254 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8d6893-d3bd-4d69-bbf2-4f725e819665 None None] Network 9a65d81b-dc56-4f6e-a4a3-1c75ec8782a6 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:42.639786 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0ce2582d-53f2-451e-a22c-fad1b580e09e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:42.640978 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0ce2582d-53f2-451e-a22c-fad1b580e09e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.0218935 May 31 15:51:42.646155 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56200) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:42.658013 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf73692-e005-4aa8-9bb5-c32dec517fc9 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:51:42.664544 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-83dea753-5eda-44fa-9e2b-a40a50c37b1e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-332815115'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:42.673702 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff936526-ea50-405b-a6a3-e9f84c27f2f0 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:42.675074 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ff936526-ea50-405b-a6a3-e9f84c27f2f0 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "GET /v2.0/ports/7ef9cbfb-afbb-4ca1-9e5c-bd414d0938d6 HTTP/1.1" status: 200 len: 845 time: 0.3331158 May 31 15:51:42.677101 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-3b07741b-5f1a-4164-ae4d-f390f292666a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Request body: {'security_group_rule': {'security_group_id': '8a62fedf-afd0-46d3-9fdd-6733844eb382', 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:42.681765 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-83dea753-5eda-44fa-9e2b-a40a50c37b1e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:42.682485 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-15119bc9-e58c-477f-a428-1a48d2a8a30d tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] show failed (client error): The resource could not be found. May 31 15:51:42.683501 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-15119bc9-e58c-477f-a428-1a48d2a8a30d tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "GET /v2.0/ports/5c5dbbea-a364-47ff-8776-24bbc846113d/tags/tempest-TagsExtTest-Tag-1068365230 HTTP/1.1" status: 404 len: 329 time: 0.3237975 May 31 15:51:42.684895 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56206) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:42.688480 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56208) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:42.707775 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3b07741b-5f1a-4164-ae4d-f390f292666a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:42.718734 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3b07741b-5f1a-4164-ae4d-f390f292666a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Usage tracker for resource:security_group_rule and tenant:8116e4b155bf47a28df54c3549abf9a0 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:42.722326 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2cf73692-e005-4aa8-9bb5-c32dec517fc9 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:42.722668 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-2cf73692-e005-4aa8-9bb5-c32dec517fc9 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Added segment 62c6b059-c7a5-49dc-9588-db7fb402c937 of type vlan for network f733c860-a821-44d8-ad6b-7c5226db04a6 May 31 15:51:42.725831 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3b07741b-5f1a-4164-ae4d-f390f292666a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:42.728731 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf73692-e005-4aa8-9bb5-c32dec517fc9 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab598f8-6cc1-40c0-b6a2-5a3b46b8ce1b,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:42.732498 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-83dea753-5eda-44fa-9e2b-a40a50c37b1e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Usage tracker for resource:network and tenant:66a9e884b7e3435b9d9133bd1952ca8e is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:42.738538 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.tag.tag_plugin [None req-048e84ed-11c1-4b77-9fa6-c4d0a9d7e540 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '943cf1fb-f268-4c0a-9eb4-fe30619b38e6', {'tags': ['tempest-TagsExtTest-Tag-286870135', 'tempest-TagsExtTest-Tag-1830685832', 'tempest-TagsExtTest-Tag-2121594501']}) {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:42.740899 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2cf73692-e005-4aa8-9bb5-c32dec517fc9 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:42.746092 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3b07741b-5f1a-4164-ae4d-f390f292666a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:42.749475 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf208867-687b-40e9-8121-695e24553825 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:51:42.781270 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2cf73692-e005-4aa8-9bb5-c32dec517fc9 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:42.787079 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.securitygroups_db [None req-3b07741b-5f1a-4164-ae4d-f390f292666a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Project 8116e4b155bf47a28df54c3549abf9a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 15:51:42.797143 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3b07741b-5f1a-4164-ae4d-f390f292666a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:42.806520 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bf208867-687b-40e9-8121-695e24553825 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:42.810240 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-bf208867-687b-40e9-8121-695e24553825 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "PUT /v2.0/routers/05b8ca20-3a76-4f7f-ab3c-c8dca4fd9973 HTTP/1.1" status: 200 len: 891 time: 3.0743537 May 31 15:51:42.812368 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56214) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:42.836493 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-83dea753-5eda-44fa-9e2b-a40a50c37b1e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:42.867182 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-83dea753-5eda-44fa-9e2b-a40a50c37b1e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:42.873941 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016b04a4-24c5-425a-bb7e-bb3deebdc022 None None] Sync routers for ids ['05b8ca20-3a76-4f7f-ab3c-c8dca4fd9973'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:51:42.933063 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016b04a4-24c5-425a-bb7e-bb3deebdc022 None None] Routers {'05b8ca20-3a76-4f7f-ab3c-c8dca4fd9973'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:51:42.933867 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-016b04a4-24c5-425a-bb7e-bb3deebdc022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:51:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['05b8ca20-3a76-4f7f-ab3c-c8dca4fd9973'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:42.948678 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2cf73692-e005-4aa8-9bb5-c32dec517fc9 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:42.954254 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf73692-e005-4aa8-9bb5-c32dec517fc9 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:42.954847 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2cf73692-e005-4aa8-9bb5-c32dec517fc9 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:42.963111 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a1693cb9-829a-45f7-8315-524559aca260 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:42.972819 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dea753-5eda-44fa-9e2b-a40a50c37b1e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Made reservation on behalf of 66a9e884b7e3435b9d9133bd1952ca8e for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:42.976511 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-83dea753-5eda-44fa-9e2b-a40a50c37b1e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:42.991684 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-95b20dc7-6a4b-4d04-aff8-7aaa03f2ea44 None None] Provisioning for port ce308b19-613e-4efe-9ef0-3a56eb9f4f6b completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:43.012365 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-016b04a4-24c5-425a-bb7e-bb3deebdc022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:43.016495 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-95b20dc7-6a4b-4d04-aff8-7aaa03f2ea44 None None] Provisioning complete for port ce308b19-613e-4efe-9ef0-3a56eb9f4f6b triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:43.017206 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-95b20dc7-6a4b-4d04-aff8-7aaa03f2ea44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:43.064460 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-83dea753-5eda-44fa-9e2b-a40a50c37b1e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:43.088423 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016b04a4-24c5-425a-bb7e-bb3deebdc022 None None] Routers {'05b8ca20-3a76-4f7f-ab3c-c8dca4fd9973'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:51:43.089493 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-016b04a4-24c5-425a-bb7e-bb3deebdc022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:51:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['05b8ca20-3a76-4f7f-ab3c-c8dca4fd9973'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:43.104404 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0de28f4f-8da5-42e0-b1d7-df5b71c28cd7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:43.118131 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-67b58010-d3b4-4d49-b3db-ce9d049082b5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:43.157463 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-016b04a4-24c5-425a-bb7e-bb3deebdc022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:43.158109 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016b04a4-24c5-425a-bb7e-bb3deebdc022 None None] The sync data for ids ['05b8ca20-3a76-4f7f-ab3c-c8dca4fd9973'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:51:43.160124 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-83dea753-5eda-44fa-9e2b-a40a50c37b1e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:43.176442 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-048e84ed-11c1-4b77-9fa6-c4d0a9d7e540 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "PUT /v2.0/routers/943cf1fb-f268-4c0a-9eb4-fe30619b38e6/tags HTTP/1.1" status: 200 len: 317 time: 0.4868846 May 31 15:51:43.183901 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-83dea753-5eda-44fa-9e2b-a40a50c37b1e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Usage tracker for resource:security_group_rule and tenant:66a9e884b7e3435b9d9133bd1952ca8e is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:43.218271 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56218) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:43.218471 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-83dea753-5eda-44fa-9e2b-a40a50c37b1e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:43.229349 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de28f4f-8da5-42e0-b1d7-df5b71c28cd7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Port': ['ID=188a483c-f74f-4047-b249-038259ec1dc4,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:43.232437 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0de28f4f-8da5-42e0-b1d7-df5b71c28cd7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:43.261945 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-83dea753-5eda-44fa-9e2b-a40a50c37b1e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:43.294222 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-51f10af2-8efb-4dc8-9a22-45078c9afd80 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:43.295926 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3b07741b-5f1a-4164-ae4d-f390f292666a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:43.305237 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-ee0a562f-dbc3-4621-ba78-879a07018cf4 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '943cf1fb-f268-4c0a-9eb4-fe30619b38e6') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:43.308711 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bde57475-bc6f-4231-8e01-0fe9ef4e4d87 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:43.316109 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-95b20dc7-6a4b-4d04-aff8-7aaa03f2ea44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:43.358023 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-95b20dc7-6a4b-4d04-aff8-7aaa03f2ea44 None None] For port ce308b19-613e-4efe-9ef0-3a56eb9f4f6b, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=ce308b19-613e-4efe-9ef0-3a56eb9f4f6b,segment=NetworkSegment(c695ea92-297a-4a74-9d68-26ddec2d7129),segment_id=c695ea92-297a-4a74-9d68-26ddec2d7129)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:43.363154 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-95b20dc7-6a4b-4d04-aff8-7aaa03f2ea44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:43.368418 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e43de78d-795b-4c29-9af9-410bd1e9f173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:43.411002 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2cf73692-e005-4aa8-9bb5-c32dec517fc9 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8984106 May 31 15:51:43.423939 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56222) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:43.425188 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3b07741b-5f1a-4164-ae4d-f390f292666a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:43.442735 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf73692-e005-4aa8-9bb5-c32dec517fc9 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Pushing event updated for resources: {'Network': ['ID=f733c860-a821-44d8-ad6b-7c5226db04a6,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:43.449460 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-940b5fb6-39ba-4675-8b05-1a2b7e38cbbb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Request body: {'subnet': {'network_id': 'f733c860-a821-44d8-ad6b-7c5226db04a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:43.464933 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2cf73692-e005-4aa8-9bb5-c32dec517fc9 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:43.464933 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:43.467057 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network f733c860-a821-44d8-ad6b-7c5226db04a6 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:51:43.527611 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f10af2-8efb-4dc8-9a22-45078c9afd80 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event updated for resources: {'Subnet': ['ID=9be08a8c-c4a0-4d4b-aaae-dd4fa6643e82,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:43.530416 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-51f10af2-8efb-4dc8-9a22-45078c9afd80 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:43.567753 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e24892e7-3b59-449b-b9eb-7fcaf42180aa tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "GET /v2.0/routers/05b8ca20-3a76-4f7f-ab3c-c8dca4fd9973 HTTP/1.1" status: 200 len: 891 time: 0.7541416 May 31 15:51:43.569101 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b20dc7-6a4b-4d04-aff8-7aaa03f2ea44 None None] Pushing event updated for resources: {'Port': ['ID=ce308b19-613e-4efe-9ef0-3a56eb9f4f6b,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:43.590405 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56226) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:43.590982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-95b20dc7-6a4b-4d04-aff8-7aaa03f2ea44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:43.591961 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07741b-5f1a-4164-ae4d-f390f292666a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8643855-0b82-49c1-874e-8d96ef7caa6c,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:43.593842 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0de28f4f-8da5-42e0-b1d7-df5b71c28cd7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:43.597610 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3b07741b-5f1a-4164-ae4d-f390f292666a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:43.598850 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-fd88309d-bb7e-4d58-92f4-fe69bfa57c16 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting port 7ef9cbfb-afbb-4ca1-9e5c-bd414d0938d6 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:51:43.599002 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3b07741b-5f1a-4164-ae4d-f390f292666a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9427457 May 31 15:51:43.599211 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fd88309d-bb7e-4d58-92f4-fe69bfa57c16 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:43.600368 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3b07741b-5f1a-4164-ae4d-f390f292666a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:43.631700 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ee0a562f-dbc3-4621-ba78-879a07018cf4 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "DELETE /v2.0/routers/943cf1fb-f268-4c0a-9eb4-fe30619b38e6/tags HTTP/1.1" status: 204 len: 168 time: 0.3933735 May 31 15:51:43.634389 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56232) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:43.641474 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-325f7582-cb2d-401c-a497-5b2d5fe4aae5 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '943cf1fb-f268-4c0a-9eb4-fe30619b38e6', 'tempest-TagsExtTest-Tag-286870135') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:43.708674 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f657da5c-728c-47c7-816b-0104c3fccb7e None None] Provisioning complete for port ce308b19-613e-4efe-9ef0-3a56eb9f4f6b triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:43.709282 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f657da5c-728c-47c7-816b-0104c3fccb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:43.766154 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device ce308b19-613e-4efe-9ef0-3a56eb9f4f6b up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:51:43.798380 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0de28f4f-8da5-42e0-b1d7-df5b71c28cd7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/188a483c-f74f-4047-b249-038259ec1dc4 HTTP/1.1" status: 204 len: 168 time: 2.7835505 May 31 15:51:43.800309 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4e7c2d63-63d5-4d15-8064-7aae302f4ded tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Synchronizing usage tracker for tenant:4495789bf65544d19fbd02194192aa34 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:51:43.807866 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56256) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:43.826680 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f10af2-8efb-4dc8-9a22-45078c9afd80 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Checking segment: {'id': 'f0dcde7d-32df-45ad-a3b3-92dc404dc7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4ce8291e-69e7-4b6a-9b96-cd8ed93b2408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:51:43.826937 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f10af2-8efb-4dc8-9a22-45078c9afd80 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Network hostable DHCP agents. Network: 4ce8291e-69e7-4b6a-9b96-cd8ed93b2408, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:51:43.857468 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-325f7582-cb2d-401c-a497-5b2d5fe4aae5 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] show failed (client error): The resource could not be found. May 31 15:51:43.858993 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-325f7582-cb2d-401c-a497-5b2d5fe4aae5 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "GET /v2.0/routers/943cf1fb-f268-4c0a-9eb4-fe30619b38e6/tags/tempest-TagsExtTest-Tag-286870135 HTTP/1.1" status: 404 len: 328 time: 0.2231674 May 31 15:51:43.861611 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56268) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:43.867584 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-edcc5b47-fd5c-4c2a-ad21-7609576f9c6a tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '943cf1fb-f268-4c0a-9eb4-fe30619b38e6', 'tempest-TagsExtTest-Tag-1830685832') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:43.895472 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-940b5fb6-39ba-4675-8b05-1a2b7e38cbbb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:43.924305 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port ce308b19-613e-4efe-9ef0-3a56eb9f4f6b triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:43.925048 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:43.925224 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-940b5fb6-39ba-4675-8b05-1a2b7e38cbbb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Usage tracker for resource:subnet and tenant:553059ded91345179c45baa155886fe6 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:43.939885 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-940b5fb6-39ba-4675-8b05-1a2b7e38cbbb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:43.943768 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fd88309d-bb7e-4d58-92f4-fe69bfa57c16 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:43.968895 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-940b5fb6-39ba-4675-8b05-1a2b7e38cbbb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:43.972311 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4e7c2d63-63d5-4d15-8064-7aae302f4ded tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Unset dirty status for tenant:4495789bf65544d19fbd02194192aa34 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:51:43.973663 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4e7c2d63-63d5-4d15-8064-7aae302f4ded tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "GET /v2.0/ports?device_id=05b8ca20-3a76-4f7f-ab3c-c8dca4fd9973 HTTP/1.1" status: 200 len: 205 time: 0.3361776 May 31 15:51:43.999169 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56272) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:44.112603 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-edcc5b47-fd5c-4c2a-ad21-7609576f9c6a tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] show failed (client error): The resource could not be found. May 31 15:51:44.115038 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-edcc5b47-fd5c-4c2a-ad21-7609576f9c6a tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "GET /v2.0/routers/943cf1fb-f268-4c0a-9eb4-fe30619b38e6/tags/tempest-TagsExtTest-Tag-1830685832 HTTP/1.1" status: 404 len: 329 time: 0.2511306 May 31 15:51:44.116083 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-fd88309d-bb7e-4d58-92f4-fe69bfa57c16 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Calling delete_port for 7ef9cbfb-afbb-4ca1-9e5c-bd414d0938d6 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:51:44.117228 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56288) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:44.122261 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f10af2-8efb-4dc8-9a22-45078c9afd80 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Network 4ce8291e-69e7-4b6a-9b96-cd8ed93b2408 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:51:44.125100 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-7091171e-d354-49a8-ab03-e5c3e6fb38fa tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '943cf1fb-f268-4c0a-9eb4-fe30619b38e6', 'tempest-TagsExtTest-Tag-2121594501') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:44.128457 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-83dea753-5eda-44fa-9e2b-a40a50c37b1e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:44.144699 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940b5fb6-39ba-4675-8b05-1a2b7e38cbbb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Made reservation on behalf of 553059ded91345179c45baa155886fe6 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:44.148881 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-940b5fb6-39ba-4675-8b05-1a2b7e38cbbb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:44.165032 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ab8ebf-06a3-4884-ad08-f829d07243fd tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:44.166522 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ab8ebf-06a3-4884-ad08-f829d07243fd tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:44.168138 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ab8ebf-06a3-4884-ad08-f829d07243fd tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:44.168928 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-49ab8ebf-06a3-4884-ad08-f829d07243fd tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:51:44.171340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-83dea753-5eda-44fa-9e2b-a40a50c37b1e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:44.184506 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:44.338748 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-824b77c6-81c6-4bbc-bf0a-4ad3abf0a1bf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:44.366089 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-51f10af2-8efb-4dc8-9a22-45078c9afd80 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 4ce8291e-69e7-4b6a-9b96-cd8ed93b2408) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:44.403457 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3040d25b-114a-4c79-a286-273c0a760c6d None None] Network 4ce8291e-69e7-4b6a-9b96-cd8ed93b2408 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:44.426062 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-7091171e-d354-49a8-ab03-e5c3e6fb38fa tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] show failed (client error): The resource could not be found. May 31 15:51:44.429740 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7091171e-d354-49a8-ab03-e5c3e6fb38fa tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "GET /v2.0/routers/943cf1fb-f268-4c0a-9eb4-fe30619b38e6/tags/tempest-TagsExtTest-Tag-2121594501 HTTP/1.1" status: 404 len: 329 time: 0.3084855 May 31 15:51:44.430915 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56292) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:44.439003 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-15d76cce-7c8a-468e-a88c-7921af95dbe1 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '096fa9a7-cb1f-4c85-8f82-a3b37b05dba5', {'tags': ['tempest-TagsExtTest-Tag-78373126', 'tempest-TagsExtTest-Tag-1257190240', 'tempest-TagsExtTest-Tag-1039707412']}) {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:44.483998 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83dea753-5eda-44fa-9e2b-a40a50c37b1e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:51:44.487017 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f10af2-8efb-4dc8-9a22-45078c9afd80 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:44.487844 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-51f10af2-8efb-4dc8-9a22-45078c9afd80 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:44.539267 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dea753-5eda-44fa-9e2b-a40a50c37b1e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc8da07-50fe-4bdb-8ddf-6ad4b34e97ce,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:44.555901 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-83dea753-5eda-44fa-9e2b-a40a50c37b1e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:44.565092 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-49ab8ebf-06a3-4884-ad08-f829d07243fd tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:51:44.569333 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-49ab8ebf-06a3-4884-ad08-f829d07243fd tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7504778 May 31 15:51:44.572264 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56300) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:44.576367 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-83dea753-5eda-44fa-9e2b-a40a50c37b1e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:44.576889 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-83dea753-5eda-44fa-9e2b-a40a50c37b1e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Added segment ff87042f-6004-4a57-a119-815b91aa5985 of type vlan for network 448dfe7c-1dc8-498c-9bda-9a9ecb06b8eb May 31 15:51:44.650791 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-51f10af2-8efb-4dc8-9a22-45078c9afd80 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.8989420 May 31 15:51:44.665862 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56306) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:44.686181 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-824b77c6-81c6-4bbc-bf0a-4ad3abf0a1bf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:44.704830 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-15d76cce-7c8a-468e-a88c-7921af95dbe1 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "PUT /v2.0/subnetpools/096fa9a7-cb1f-4c85-8f82-a3b37b05dba5/tags HTTP/1.1" status: 200 len: 316 time: 0.2728460 May 31 15:51:44.707700 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56310) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:44.715774 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-35d9a293-ad4d-46a7-802b-d4edf6907749 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '096fa9a7-cb1f-4c85-8f82-a3b37b05dba5') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:44.735902 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-83dea753-5eda-44fa-9e2b-a40a50c37b1e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:44.755442 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120a0bee-d8a0-47ee-8e0f-a97516f1bfdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-4ce8291e-69e7-4b6a-9b96-cd8ed93b2408', 'network_id': '4ce8291e-69e7-4b6a-9b96-cd8ed93b2408', 'tenant_id': '3fe64971f6524794b9c8599e1534ac7b', 'fixed_ips': [{'subnet_id': '9be08a8c-c4a0-4d4b-aaae-dd4fa6643e82'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:51:44.756412 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-120a0bee-d8a0-47ee-8e0f-a97516f1bfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:44.843935 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fd88309d-bb7e-4d58-92f4-fe69bfa57c16 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:44.879867 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-c001f020-c16d-4098-8b95-dbdd3c541929 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting subnet 5585a6c0-99c6-458d-8635-37756fac3b2e {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:51:44.883547 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c001f020-c16d-4098-8b95-dbdd3c541929 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:44.930789 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b118b07b-0850-4dc2-96a8-ea6127f1303f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:44.935643 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-120a0bee-d8a0-47ee-8e0f-a97516f1bfdf None None] Allocated IP 2001:db8::3 (4ce8291e-69e7-4b6a-9b96-cd8ed93b2408/9be08a8c-c4a0-4d4b-aaae-dd4fa6643e82/b9abe71e-4c69-4f77-a536-42113723e01a) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:51:44.984058 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88309d-bb7e-4d58-92f4-fe69bfa57c16 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Port': ['ID=7ef9cbfb-afbb-4ca1-9e5c-bd414d0938d6,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:44.986071 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-83dea753-5eda-44fa-9e2b-a40a50c37b1e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:44.991913 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dea753-5eda-44fa-9e2b-a40a50c37b1e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:44.993155 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-83dea753-5eda-44fa-9e2b-a40a50c37b1e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:45.003908 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-824b77c6-81c6-4bbc-bf0a-4ad3abf0a1bf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Deleting port 0ffe030e-8204-475b-a34d-2a568fe40fec {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:51:45.004453 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-824b77c6-81c6-4bbc-bf0a-4ad3abf0a1bf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:45.006442 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fd88309d-bb7e-4d58-92f4-fe69bfa57c16 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:45.024177 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-35d9a293-ad4d-46a7-802b-d4edf6907749 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "DELETE /v2.0/subnetpools/096fa9a7-cb1f-4c85-8f82-a3b37b05dba5/tags HTTP/1.1" status: 204 len: 168 time: 0.3122137 May 31 15:51:45.025289 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56316) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:45.032120 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-af26f07f-3065-4273-aff5-fdbcb9056501 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '096fa9a7-cb1f-4c85-8f82-a3b37b05dba5', 'tempest-TagsExtTest-Tag-78373126') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:45.037006 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9e9ab2a1-c9b7-477c-953c-07324e68c12f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:45.121447 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-af26f07f-3065-4273-aff5-fdbcb9056501 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] show failed (client error): The resource could not be found. May 31 15:51:45.122483 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-af26f07f-3065-4273-aff5-fdbcb9056501 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "GET /v2.0/subnetpools/096fa9a7-cb1f-4c85-8f82-a3b37b05dba5/tags/tempest-TagsExtTest-Tag-78373126 HTTP/1.1" status: 404 len: 327 time: 0.0963326 May 31 15:51:45.133821 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56326) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:45.141836 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-4cef4016-52dc-44af-95c5-55b8017fba04 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '096fa9a7-cb1f-4c85-8f82-a3b37b05dba5', 'tempest-TagsExtTest-Tag-1257190240') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:45.148734 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fd88309d-bb7e-4d58-92f4-fe69bfa57c16 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:45.164540 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dea753-5eda-44fa-9e2b-a40a50c37b1e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Pushing event updated for resources: {'Network': ['ID=448dfe7c-1dc8-498c-9bda-9a9ecb06b8eb,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:45.168554 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-fd88309d-bb7e-4d58-92f4-fe69bfa57c16 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/ports/7ef9cbfb-afbb-4ca1-9e5c-bd414d0938d6 HTTP/1.1" status: 204 len: 168 time: 2.4827037 May 31 15:51:45.175308 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-83dea753-5eda-44fa-9e2b-a40a50c37b1e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:45.177703 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56338) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:45.184338 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-824b77c6-81c6-4bbc-bf0a-4ad3abf0a1bf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:45.188236 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 448dfe7c-1dc8-498c-9bda-9a9ecb06b8eb details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:51:45.289277 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c001f020-c16d-4098-8b95-dbdd3c541929 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:45.322548 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-83dea753-5eda-44fa-9e2b-a40a50c37b1e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.6731565 May 31 15:51:45.345116 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-120a0bee-d8a0-47ee-8e0f-a97516f1bfdf None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:45.347972 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56360) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:45.356441 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-824b77c6-81c6-4bbc-bf0a-4ad3abf0a1bf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Calling delete_port for 0ffe030e-8204-475b-a34d-2a568fe40fec owned by network:router_gateway {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:51:45.360066 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-120a0bee-d8a0-47ee-8e0f-a97516f1bfdf None None] Transition to ACTIVE for port object b9abe71e-4c69-4f77-a536-42113723e01a will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:45.369375 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-9aaaf34b-fd31-4528-9339-347a2f5583c7 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Request body: {'subnet': {'network_id': '448dfe7c-1dc8-498c-9bda-9a9ecb06b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:45.370427 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d617011-33dd-4532-b175-38eb93d7b9b6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] GET failed (client error): The resource could not be found. May 31 15:51:45.370979 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6d617011-33dd-4532-b175-38eb93d7b9b6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Synchronizing usage tracker for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:51:45.374787 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-4cef4016-52dc-44af-95c5-55b8017fba04 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] show failed (client error): The resource could not be found. May 31 15:51:45.378545 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4cef4016-52dc-44af-95c5-55b8017fba04 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "GET /v2.0/subnetpools/096fa9a7-cb1f-4c85-8f82-a3b37b05dba5/tags/tempest-TagsExtTest-Tag-1257190240 HTTP/1.1" status: 404 len: 329 time: 0.2410853 May 31 15:51:45.379042 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56364) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:45.390236 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-120a0bee-d8a0-47ee-8e0f-a97516f1bfdf None None] Transition to ACTIVE for port object b9abe71e-4c69-4f77-a536-42113723e01a will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:45.392385 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-09e3aca2-3840-4ff9-9393-f699e6d87a32 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '096fa9a7-cb1f-4c85-8f82-a3b37b05dba5', 'tempest-TagsExtTest-Tag-1039707412') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:45.413727 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-20884c44-72c9-46cf-8230-568129a00a4f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:45.414278 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-120a0bee-d8a0-47ee-8e0f-a97516f1bfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:45.437402 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-70f5b414-6e5f-4802-8bd3-51c350c4f6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:45.440895 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6d617011-33dd-4532-b175-38eb93d7b9b6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Unset dirty status for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:51:45.442067 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6d617011-33dd-4532-b175-38eb93d7b9b6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "GET /v2.0/ports/7ef9cbfb-afbb-4ca1-9e5c-bd414d0938d6 HTTP/1.1" status: 404 len: 333 time: 0.2604649 May 31 15:51:45.447493 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56368) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:45.456585 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-4629480b-4633-4eb2-96b2-915402548f06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'port': {'network_id': 'c3b1d98e-52e3-416d-a56a-51cbabc18c9a', 'name': 'tempest-PortsIpV6TestJSON-228588376'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:45.485400 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-09e3aca2-3840-4ff9-9393-f699e6d87a32 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] show failed (client error): The resource could not be found. May 31 15:51:45.486582 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-09e3aca2-3840-4ff9-9393-f699e6d87a32 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "GET /v2.0/subnetpools/096fa9a7-cb1f-4c85-8f82-a3b37b05dba5/tags/tempest-TagsExtTest-Tag-1039707412 HTTP/1.1" status: 404 len: 329 time: 0.1055486 May 31 15:51:45.490505 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56372) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:45.515728 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120a0bee-d8a0-47ee-8e0f-a97516f1bfdf None None] Network 4ce8291e-69e7-4b6a-9b96-cd8ed93b2408 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:45.523661 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-120a0bee-d8a0-47ee-8e0f-a97516f1bfdf None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:45.532799 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120a0bee-d8a0-47ee-8e0f-a97516f1bfdf None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:51:45.554500 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-78106e72-e5ea-4380-b163-dcdaa3503ff5 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '096fa9a7-cb1f-4c85-8f82-a3b37b05dba5') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:45.628746 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4629480b-4633-4eb2-96b2-915402548f06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:45.637859 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-120a0bee-d8a0-47ee-8e0f-a97516f1bfdf None None] Attempting to bind port b9abe71e-4c69-4f77-a536-42113723e01a on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:51:45.637859 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-120a0bee-d8a0-47ee-8e0f-a97516f1bfdf None None] Attempting to bind port b9abe71e-4c69-4f77-a536-42113723e01a by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f0dcde7d-32df-45ad-a3b3-92dc404dc7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4ce8291e-69e7-4b6a-9b96-cd8ed93b2408'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:51:45.637859 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120a0bee-d8a0-47ee-8e0f-a97516f1bfdf None None] Attempting to bind port b9abe71e-4c69-4f77-a536-42113723e01a on network 4ce8291e-69e7-4b6a-9b96-cd8ed93b2408 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:51:45.638833 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a0bee-d8a0-47ee-8e0f-a97516f1bfdf None None] Pushing event updated for resources: {'Port': ['ID=b9abe71e-4c69-4f77-a536-42113723e01a,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:45.647034 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-120a0bee-d8a0-47ee-8e0f-a97516f1bfdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:45.650976 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120a0bee-d8a0-47ee-8e0f-a97516f1bfdf None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:51:45.651548 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120a0bee-d8a0-47ee-8e0f-a97516f1bfdf None None] Checking segment: {'id': 'f0dcde7d-32df-45ad-a3b3-92dc404dc7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4ce8291e-69e7-4b6a-9b96-cd8ed93b2408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:51:45.652060 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-120a0bee-d8a0-47ee-8e0f-a97516f1bfdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:45.652563 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120a0bee-d8a0-47ee-8e0f-a97516f1bfdf None None] Bound using segment: {'id': 'f0dcde7d-32df-45ad-a3b3-92dc404dc7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4ce8291e-69e7-4b6a-9b96-cd8ed93b2408'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:51:45.653157 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-120a0bee-d8a0-47ee-8e0f-a97516f1bfdf None None] Bound port: b9abe71e-4c69-4f77-a536-42113723e01a, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0dcde7d-32df-45ad-a3b3-92dc404dc7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4ce8291e-69e7-4b6a-9b96-cd8ed93b2408'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:51:45.653778 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-120a0bee-d8a0-47ee-8e0f-a97516f1bfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:45.659169 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4629480b-4633-4eb2-96b2-915402548f06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:45.665782 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-78106e72-e5ea-4380-b163-dcdaa3503ff5 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "DELETE /v2.0/subnetpools/096fa9a7-cb1f-4c85-8f82-a3b37b05dba5/tags HTTP/1.1" status: 204 len: 168 time: 0.1233397 May 31 15:51:45.668992 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56376) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:45.678266 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-a10d4d56-0ea9-4d9c-b258-9050ab16b5ac tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '943cf1fb-f268-4c0a-9eb4-fe30619b38e6') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:45.753893 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4629480b-4633-4eb2-96b2-915402548f06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:45.757875 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4629480b-4633-4eb2-96b2-915402548f06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:45.766769 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c001f020-c16d-4098-8b95-dbdd3c541929 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:45.824476 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-120a0bee-d8a0-47ee-8e0f-a97516f1bfdf None None] For port b9abe71e-4c69-4f77-a536-42113723e01a, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:51:45.828934 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-120a0bee-d8a0-47ee-8e0f-a97516f1bfdf None None] For port b9abe71e-4c69-4f77-a536-42113723e01a, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=b9abe71e-4c69-4f77-a536-42113723e01a,segment=NetworkSegment(f0dcde7d-32df-45ad-a3b3-92dc404dc7f1),segment_id=f0dcde7d-32df-45ad-a3b3-92dc404dc7f1)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:51:45.833983 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-120a0bee-d8a0-47ee-8e0f-a97516f1bfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:45.839580 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-9aaaf34b-fd31-4528-9339-347a2f5583c7 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:45.841006 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:45.847980 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-9aaaf34b-fd31-4528-9339-347a2f5583c7 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Usage tracker for resource:subnet and tenant:66a9e884b7e3435b9d9133bd1952ca8e is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:45.852153 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-9aaaf34b-fd31-4528-9339-347a2f5583c7 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:45.858805 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-4629480b-4633-4eb2-96b2-915402548f06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] device_id is not set on port 97ebbee7-b5c2-4156-a432-6b845cdd3d22 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:51:45.859011 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-9aaaf34b-fd31-4528-9339-347a2f5583c7 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:45.891950 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aaaf34b-fd31-4528-9339-347a2f5583c7 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Made reservation on behalf of 66a9e884b7e3435b9d9133bd1952ca8e for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:45.895502 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9aaaf34b-fd31-4528-9339-347a2f5583c7 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:45.969238 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a0bee-d8a0-47ee-8e0f-a97516f1bfdf None None] Pushing event updated for resources: {'Port': ['ID=b9abe71e-4c69-4f77-a536-42113723e01a,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:45.972779 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-120a0bee-d8a0-47ee-8e0f-a97516f1bfdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:46.017326 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-824b77c6-81c6-4bbc-bf0a-4ad3abf0a1bf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:46.027034 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-684240f6-3bf1-481d-b348-3dcd2214bc6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:46.105158 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b77c6-81c6-4bbc-bf0a-4ad3abf0a1bf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Port': ['ID=0ffe030e-8204-475b-a34d-2a568fe40fec,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:46.107923 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-824b77c6-81c6-4bbc-bf0a-4ad3abf0a1bf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:46.140302 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a10d4d56-0ea9-4d9c-b258-9050ab16b5ac tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "DELETE /v2.0/routers/943cf1fb-f268-4c0a-9eb4-fe30619b38e6/tags HTTP/1.1" status: 204 len: 168 time: 0.4674358 May 31 15:51:46.163525 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56382) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:46.184879 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-cc9d9eb9-e5f8-425f-af78-e937964e3e91 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5c5dbbea-a364-47ff-8776-24bbc846113d') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:46.251121 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-20884c44-72c9-46cf-8230-568129a00a4f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Deleting port b9abe71e-4c69-4f77-a536-42113723e01a {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:51:46.251372 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-20884c44-72c9-46cf-8230-568129a00a4f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:46.395995 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-824b77c6-81c6-4bbc-bf0a-4ad3abf0a1bf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:46.818145 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-824b77c6-81c6-4bbc-bf0a-4ad3abf0a1bf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:46.824162 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-824b77c6-81c6-4bbc-bf0a-4ad3abf0a1bf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:46.827935 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4629480b-4633-4eb2-96b2-915402548f06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:46.838998 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-cc9d9eb9-e5f8-425f-af78-e937964e3e91 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "DELETE /v2.0/ports/5c5dbbea-a364-47ff-8776-24bbc846113d/tags HTTP/1.1" status: 204 len: 168 time: 0.6703558 May 31 15:51:46.842087 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56388) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:46.850244 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-30302329-5032-4a3d-b323-08b0e2a32eed tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7e824e3f-a498-4f55-b4fb-73e83e4034b4') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:46.890404 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-20884c44-72c9-46cf-8230-568129a00a4f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] For port b9abe71e-4c69-4f77-a536-42113723e01a, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=b9abe71e-4c69-4f77-a536-42113723e01a,segment=NetworkSegment(f0dcde7d-32df-45ad-a3b3-92dc404dc7f1),segment_id=f0dcde7d-32df-45ad-a3b3-92dc404dc7f1)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:46.891277 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-20884c44-72c9-46cf-8230-568129a00a4f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:46.906529 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-940b5fb6-39ba-4675-8b05-1a2b7e38cbbb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:46.922393 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-824b77c6-81c6-4bbc-bf0a-4ad3abf0a1bf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:46.923115 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824b77c6-81c6-4bbc-bf0a-4ad3abf0a1bf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Fanout notify agent at l3_agent the message router_deleted on router 05b8ca20-3a76-4f7f-ab3c-c8dca4fd9973 {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:51:46.964092 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4629480b-4633-4eb2-96b2-915402548f06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:46.971436 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a65486e4-b961-467a-8efa-75ed18a9105d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:47.030356 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-824b77c6-81c6-4bbc-bf0a-4ad3abf0a1bf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:47.035918 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-824b77c6-81c6-4bbc-bf0a-4ad3abf0a1bf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/routers/05b8ca20-3a76-4f7f-ab3c-c8dca4fd9973 HTTP/1.1" status: 204 len: 168 time: 3.0255408 May 31 15:51:47.043722 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56392) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:47.065335 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-6e6ca62d-17fc-4616-ac0f-946a74bc7df5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-410956544'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:47.074000 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4629480b-4633-4eb2-96b2-915402548f06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network c3b1d98e-52e3-416d-a56a-51cbabc18c9a is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:47.076693 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-996dd11c-36d1-4eb9-b5b2-da5ac0cd395d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:47.084642 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-4629480b-4633-4eb2-96b2-915402548f06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:47.089987 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6e6ca62d-17fc-4616-ac0f-946a74bc7df5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:47.096467 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4629480b-4633-4eb2-96b2-915402548f06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:51:47.102204 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4629480b-4633-4eb2-96b2-915402548f06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:47.102831 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4629480b-4633-4eb2-96b2-915402548f06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:47.110455 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629480b-4633-4eb2-96b2-915402548f06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Port': ['ID=97ebbee7-b5c2-4156-a432-6b845cdd3d22,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:47.118067 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6e6ca62d-17fc-4616-ac0f-946a74bc7df5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Usage tracker for resource:network and tenant:4495789bf65544d19fbd02194192aa34 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:47.124229 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4629480b-4633-4eb2-96b2-915402548f06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:47.127601 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6e6ca62d-17fc-4616-ac0f-946a74bc7df5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:47.135692 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6e6ca62d-17fc-4616-ac0f-946a74bc7df5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:47.141307 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-30302329-5032-4a3d-b323-08b0e2a32eed tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "DELETE /v2.0/subnets/7e824e3f-a498-4f55-b4fb-73e83e4034b4/tags HTTP/1.1" status: 204 len: 168 time: 0.2981257 May 31 15:51:47.147973 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56396) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:47.165958 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4629480b-4633-4eb2-96b2-915402548f06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7173872 May 31 15:51:47.170195 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56400) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:47.176282 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6ca62d-17fc-4616-ac0f-946a74bc7df5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Made reservation on behalf of 4495789bf65544d19fbd02194192aa34 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:47.179802 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca62d-17fc-4616-ac0f-946a74bc7df5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:47.195822 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-ad78604f-b9ac-4ffc-a186-4bf93c6c4bf5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:47.205282 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c001f020-c16d-4098-8b95-dbdd3c541929 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:47.224849 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-20884c44-72c9-46cf-8230-568129a00a4f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Calling delete_port for b9abe71e-4c69-4f77-a536-42113723e01a owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:51:47.235947 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df28931-a688-4272-9a86-8e359a886aca None None] Network 4ce8291e-69e7-4b6a-9b96-cd8ed93b2408 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:47.278762 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c001f020-c16d-4098-8b95-dbdd3c541929 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:47.317596 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e6ca62d-17fc-4616-ac0f-946a74bc7df5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:51:47.363541 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c001f020-c16d-4098-8b95-dbdd3c541929 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/5585a6c0-99c6-458d-8635-37756fac3b2e HTTP/1.1" status: 204 len: 168 time: 2.7833519 May 31 15:51:47.370791 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56404) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:47.384225 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05575642-be5f-4139-9191-17d44fd4eabc None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:47.385709 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca62d-17fc-4616-ac0f-946a74bc7df5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:47.387535 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-6e6ca62d-17fc-4616-ac0f-946a74bc7df5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Added segment 70fd9a72-d6ad-4070-99a1-5a3f80802c40 of type vlan for network 2a626c17-1e71-4265-a3ec-c3e50d230f28 May 31 15:51:47.459641 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca62d-17fc-4616-ac0f-946a74bc7df5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:47.464178 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ad78604f-b9ac-4ffc-a186-4bf93c6c4bf5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:47.483862 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ca9e8707-9c19-4e85-b9b5-152383ec22d0 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks [] for subnetpool, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:47.487592 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ca9e8707-9c19-4e85-b9b5-152383ec22d0 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "DELETE /v2.0/subnetpools/096fa9a7-cb1f-4c85-8f82-a3b37b05dba5 HTTP/1.1" status: 204 len: 168 time: 0.3357337 May 31 15:51:47.490055 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56408) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:47.492615 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a0e9e76c-a8b7-4a05-a898-ce0769a381ca None None] Provisioning for port b9abe71e-4c69-4f77-a536-42113723e01a completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:47.506110 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b5fb6-39ba-4675-8b05-1a2b7e38cbbb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Pushing event updated for resources: {'Subnet': ['ID=9731c117-1d39-4f07-84c7-f03c5a756af8,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:47.510781 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-940b5fb6-39ba-4675-8b05-1a2b7e38cbbb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:47.517860 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ef2507c9-d3cc-47e2-8452-be0c0fb54e14 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.308s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:47.546597 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940b5fb6-39ba-4675-8b05-1a2b7e38cbbb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Checking segment: {'id': '62c6b059-c7a5-49dc-9588-db7fb402c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f733c860-a821-44d8-ad6b-7c5226db04a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:51:47.547129 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940b5fb6-39ba-4675-8b05-1a2b7e38cbbb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Network hostable DHCP agents. Network: f733c860-a821-44d8-ad6b-7c5226db04a6, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:51:47.590029 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.db.resource_extend [None req-6e6ca62d-17fc-4616-ac0f-946a74bc7df5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:51:47.591400 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001f020-c16d-4098-8b95-dbdd3c541929 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Subnet': ['ID=5585a6c0-99c6-458d-8635-37756fac3b2e,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:47.593908 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c001f020-c16d-4098-8b95-dbdd3c541929 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:47.600727 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a80f3145-923a-4e7a-8599-13ebb97d6434 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "GET /v2.0/ports?device_id=943cf1fb-f268-4c0a-9eb4-fe30619b38e6 HTTP/1.1" status: 200 len: 205 time: 0.1068804 May 31 15:51:47.609114 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56412) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:47.640547 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca62d-17fc-4616-ac0f-946a74bc7df5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:47.646791 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6ca62d-17fc-4616-ac0f-946a74bc7df5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:47.647439 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca62d-17fc-4616-ac0f-946a74bc7df5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:47.670927 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-962835c2-1d35-4a97-9247-40dcbd120711 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:47.676567 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940b5fb6-39ba-4675-8b05-1a2b7e38cbbb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Network f733c860-a821-44d8-ad6b-7c5226db04a6 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:51:47.682610 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a104d6-3e70-4314-af78-a72de9fcb3d6 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting subnet ba04bbbf-4cbd-4ae9-82c3-bd482ec21d49 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:51:47.709640 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-25a104d6-3e70-4314-af78-a72de9fcb3d6 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:47.848315 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-940b5fb6-39ba-4675-8b05-1a2b7e38cbbb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, f733c860-a821-44d8-ad6b-7c5226db04a6) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:47.863682 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6e6ca62d-17fc-4616-ac0f-946a74bc7df5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8088570 May 31 15:51:47.874797 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56416) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:47.891891 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-039269eb-0382-40de-b9d0-bdfa4e986267 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'subnet': {'network_id': '2a626c17-1e71-4265-a3ec-c3e50d230f28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:47.904990 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-25a104d6-3e70-4314-af78-a72de9fcb3d6 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:47.909909 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device b9abe71e-4c69-4f77-a536-42113723e01a up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:51:47.922286 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ca62d-17fc-4616-ac0f-946a74bc7df5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Network': ['ID=2a626c17-1e71-4265-a3ec-c3e50d230f28,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:47.936002 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0cfc8c-757b-4e7b-811f-572d950fc358 None None] Network f733c860-a821-44d8-ad6b-7c5226db04a6 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:47.959051 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940b5fb6-39ba-4675-8b05-1a2b7e38cbbb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:47.959923 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-940b5fb6-39ba-4675-8b05-1a2b7e38cbbb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:47.968965 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6e6ca62d-17fc-4616-ac0f-946a74bc7df5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:47.969811 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 2a626c17-1e71-4265-a3ec-c3e50d230f28 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:51:47.974209 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2c31b477-683f-4569-b7dd-453dbe80d1bf tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:48.032705 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ad78604f-b9ac-4ffc-a186-4bf93c6c4bf5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:48.038718 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-039269eb-0382-40de-b9d0-bdfa4e986267 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:48.044124 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-039269eb-0382-40de-b9d0-bdfa4e986267 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Usage tracker for resource:subnet and tenant:4495789bf65544d19fbd02194192aa34 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:48.048943 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ad78604f-b9ac-4ffc-a186-4bf93c6c4bf5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:48.074259 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-039269eb-0382-40de-b9d0-bdfa4e986267 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:48.078196 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ab6ab4c5-f66a-49b4-8115-efe478bcbc70 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:48.192667 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-039269eb-0382-40de-b9d0-bdfa4e986267 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:48.197097 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-ad78604f-b9ac-4ffc-a186-4bf93c6c4bf5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] In _notify_port_updated(), no bound segment for port 97ebbee7-b5c2-4156-a432-6b845cdd3d22 on network c3b1d98e-52e3-416d-a56a-51cbabc18c9a {{(pid=99204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 15:51:48.203991 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad78604f-b9ac-4ffc-a186-4bf93c6c4bf5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:48.208656 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ad78604f-b9ac-4ffc-a186-4bf93c6c4bf5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:48.208656 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ad78604f-b9ac-4ffc-a186-4bf93c6c4bf5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "PUT /v2.0/ports/97ebbee7-b5c2-4156-a432-6b845cdd3d22 HTTP/1.1" status: 200 len: 818 time: 1.0348701 May 31 15:51:48.214378 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56422) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:48.352734 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port b9abe71e-4c69-4f77-a536-42113723e01a completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:48.377126 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-940b5fb6-39ba-4675-8b05-1a2b7e38cbbb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.9475055 May 31 15:51:48.381728 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-20884c44-72c9-46cf-8230-568129a00a4f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:48.382231 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port b9abe71e-4c69-4f77-a536-42113723e01a triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:48.382651 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:48.384512 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56426) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:48.408874 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039269eb-0382-40de-b9d0-bdfa4e986267 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Made reservation on behalf of 4495789bf65544d19fbd02194192aa34 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:48.414675 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-039269eb-0382-40de-b9d0-bdfa4e986267 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:48.430645 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Port b9abe71e-4c69-4f77-a536-42113723e01a was deleted so its status cannot be updated. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 31 15:51:48.451578 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-0607b0f7-2896-44af-a9e8-385e20e3579f tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1124116529', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}, 'admin_state_up': False}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:48.464129 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b71183e8-3a05-4ccf-ba3a-13360eaa55b4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:48.467035 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0607b0f7-2896-44af-a9e8-385e20e3579f tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:48.478572 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0607b0f7-2896-44af-a9e8-385e20e3579f tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Usage tracker for resource:router and tenant:553059ded91345179c45baa155886fe6 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:48.482141 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0607b0f7-2896-44af-a9e8-385e20e3579f tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:48.501384 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0607b0f7-2896-44af-a9e8-385e20e3579f tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:48.544839 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad78604f-b9ac-4ffc-a186-4bf93c6c4bf5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Port': ['ID=97ebbee7-b5c2-4156-a432-6b845cdd3d22,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:48.549342 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ad78604f-b9ac-4ffc-a186-4bf93c6c4bf5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:48.549697 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e679076b-57ac-4c08-85a0-bc809ab3751a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-f733c860-a821-44d8-ad6b-7c5226db04a6', 'network_id': 'f733c860-a821-44d8-ad6b-7c5226db04a6', 'tenant_id': '553059ded91345179c45baa155886fe6', 'fixed_ips': [{'subnet_id': '9731c117-1d39-4f07-84c7-f03c5a756af8'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:51:48.551344 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e679076b-57ac-4c08-85a0-bc809ab3751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:48.576695 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0607b0f7-2896-44af-a9e8-385e20e3579f tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:48.583025 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0607b0f7-2896-44af-a9e8-385e20e3579f tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:48.601343 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0607b0f7-2896-44af-a9e8-385e20e3579f tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:48.701097 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5cf64c95-abf4-45f4-a205-70270ae2901e None None] Could not find standard attr ID for object b9abe71e-4c69-4f77-a536-42113723e01a. {{(pid=99206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 15:51:48.873820 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-25a104d6-3e70-4314-af78-a72de9fcb3d6 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:48.912772 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-e679076b-57ac-4c08-85a0-bc809ab3751a None None] Allocated IP 172.20.0.2 (f733c860-a821-44d8-ad6b-7c5226db04a6/9731c117-1d39-4f07-84c7-f03c5a756af8/c506d9c4-6a2e-4adb-9d74-2e8734b9b028) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:51:49.116768 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20884c44-72c9-46cf-8230-568129a00a4f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event deleted for resources: {'Port': ['ID=b9abe71e-4c69-4f77-a536-42113723e01a,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:49.127670 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-20884c44-72c9-46cf-8230-568129a00a4f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:49.177425 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-a3187960-f1e7-456c-abc7-8013d1aa1687 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting port 97ebbee7-b5c2-4156-a432-6b845cdd3d22 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:51:49.178133 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a3187960-f1e7-456c-abc7-8013d1aa1687 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:49.199453 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0607b0f7-2896-44af-a9e8-385e20e3579f tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:49.219814 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e679076b-57ac-4c08-85a0-bc809ab3751a None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:49.234854 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e679076b-57ac-4c08-85a0-bc809ab3751a None None] Transition to ACTIVE for port object c506d9c4-6a2e-4adb-9d74-2e8734b9b028 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:49.257767 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e679076b-57ac-4c08-85a0-bc809ab3751a None None] Transition to ACTIVE for port object c506d9c4-6a2e-4adb-9d74-2e8734b9b028 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:49.267550 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e679076b-57ac-4c08-85a0-bc809ab3751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:49.284820 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-05abfccf-06c4-4afb-8347-5607be2e9246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:49.328526 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2c31b477-683f-4569-b7dd-453dbe80d1bf tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:49.346554 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2c31b477-683f-4569-b7dd-453dbe80d1bf tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:49.359584 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6c0f1d-9dc4-4f8d-ba13-77d60f395031 None None] DHCP port deletion for 4ce8291e-69e7-4b6a-9b96-cd8ed93b2408 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:51:49.391844 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e679076b-57ac-4c08-85a0-bc809ab3751a None None] Network f733c860-a821-44d8-ad6b-7c5226db04a6 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:49.397208 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-e679076b-57ac-4c08-85a0-bc809ab3751a None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:49.427777 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e679076b-57ac-4c08-85a0-bc809ab3751a None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:51:49.429683 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a3187960-f1e7-456c-abc7-8013d1aa1687 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:49.525874 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b0249b19-cc9e-4901-b01c-bc6bab313eeb None None] Provisioning complete for port 9eb9f004-89c2-42fa-9b7e-3781b300bea1 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:49.526265 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b0249b19-cc9e-4901-b01c-bc6bab313eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:49.565459 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2c31b477-683f-4569-b7dd-453dbe80d1bf tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:49.565996 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c31b477-683f-4569-b7dd-453dbe80d1bf tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Fanout notify agent at l3_agent the message router_deleted on router 943cf1fb-f268-4c0a-9eb4-fe30619b38e6 {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:51:49.568992 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679076b-57ac-4c08-85a0-bc809ab3751a None None] Pushing event updated for resources: {'Port': ['ID=c506d9c4-6a2e-4adb-9d74-2e8734b9b028,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:49.592015 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e679076b-57ac-4c08-85a0-bc809ab3751a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:49.611949 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2c31b477-683f-4569-b7dd-453dbe80d1bf tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:49.613132 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2c31b477-683f-4569-b7dd-453dbe80d1bf tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "DELETE /v2.0/routers/943cf1fb-f268-4c0a-9eb4-fe30619b38e6 HTTP/1.1" status: 204 len: 168 time: 2.0011160 May 31 15:51:49.614596 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20884c44-72c9-46cf-8230-568129a00a4f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] No DVR routers for this DVR port b9abe71e-4c69-4f77-a536-42113723e01a on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:51:49.616344 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56432) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:49.623967 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-a3187960-f1e7-456c-abc7-8013d1aa1687 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Calling delete_port for 97ebbee7-b5c2-4156-a432-6b845cdd3d22 owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:51:49.630774 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e679076b-57ac-4c08-85a0-bc809ab3751a None None] Attempting to bind port c506d9c4-6a2e-4adb-9d74-2e8734b9b028 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:51:49.632061 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e679076b-57ac-4c08-85a0-bc809ab3751a None None] Attempting to bind port c506d9c4-6a2e-4adb-9d74-2e8734b9b028 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '62c6b059-c7a5-49dc-9588-db7fb402c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f733c860-a821-44d8-ad6b-7c5226db04a6'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:51:49.632856 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e679076b-57ac-4c08-85a0-bc809ab3751a None None] Attempting to bind port c506d9c4-6a2e-4adb-9d74-2e8734b9b028 on network f733c860-a821-44d8-ad6b-7c5226db04a6 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:51:49.642723 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e679076b-57ac-4c08-85a0-bc809ab3751a None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:51:49.643442 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e679076b-57ac-4c08-85a0-bc809ab3751a None None] Checking segment: {'id': '62c6b059-c7a5-49dc-9588-db7fb402c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f733c860-a821-44d8-ad6b-7c5226db04a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:51:49.644031 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e679076b-57ac-4c08-85a0-bc809ab3751a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:49.644589 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e679076b-57ac-4c08-85a0-bc809ab3751a None None] Bound using segment: {'id': '62c6b059-c7a5-49dc-9588-db7fb402c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f733c860-a821-44d8-ad6b-7c5226db04a6'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:51:49.646088 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e679076b-57ac-4c08-85a0-bc809ab3751a None None] Bound port: c506d9c4-6a2e-4adb-9d74-2e8734b9b028, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c6b059-c7a5-49dc-9588-db7fb402c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f733c860-a821-44d8-ad6b-7c5226db04a6'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:51:49.646647 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e679076b-57ac-4c08-85a0-bc809ab3751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:49.767545 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9aaaf34b-fd31-4528-9339-347a2f5583c7 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:49.776723 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7c9e7f7c-0546-4919-8f7b-bfc97a22cc26 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:49.861274 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaaf34b-fd31-4528-9339-347a2f5583c7 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Pushing event updated for resources: {'Subnet': ['ID=1448ae41-c23b-464b-a8a9-a4ab315000b3,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:49.873042 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9aaaf34b-fd31-4528-9339-347a2f5583c7 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:49.883284 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device b9abe71e-4c69-4f77-a536-42113723e01a no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:51:49.899828 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a3187960-f1e7-456c-abc7-8013d1aa1687 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:49.922006 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-20884c44-72c9-46cf-8230-568129a00a4f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:49.922333 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-be1d8e94-f583-472e-9a92-f8aee230f487 tempest-RoutersIpV6AdminTest-191824810 tempest-RoutersIpV6AdminTest-191824810-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:49.978735 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: b9abe71e-4c69-4f77-a536-42113723e01a {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:51:49.979383 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device b9abe71e-4c69-4f77-a536-42113723e01a not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:51:49.982136 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3187960-f1e7-456c-abc7-8013d1aa1687 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Port': ['ID=97ebbee7-b5c2-4156-a432-6b845cdd3d22,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:49.985371 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a3187960-f1e7-456c-abc7-8013d1aa1687 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:49.992947 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-25a104d6-3e70-4314-af78-a72de9fcb3d6 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:49.998029 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a3187960-f1e7-456c-abc7-8013d1aa1687 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:50.003378 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d0ccf617-a694-4f68-9393-2ceac45b4ce0 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:50.034624 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-e679076b-57ac-4c08-85a0-bc809ab3751a None None] For port c506d9c4-6a2e-4adb-9d74-2e8734b9b028, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:51:50.039493 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-e679076b-57ac-4c08-85a0-bc809ab3751a None None] For port c506d9c4-6a2e-4adb-9d74-2e8734b9b028, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c506d9c4-6a2e-4adb-9d74-2e8734b9b028,segment=NetworkSegment(62c6b059-c7a5-49dc-9588-db7fb402c937),segment_id=62c6b059-c7a5-49dc-9588-db7fb402c937)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:51:50.072433 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e679076b-57ac-4c08-85a0-bc809ab3751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:50.079047 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a104d6-3e70-4314-af78-a72de9fcb3d6 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Subnet': ['ID=ba04bbbf-4cbd-4ae9-82c3-bd482ec21d49,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:50.082151 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-25a104d6-3e70-4314-af78-a72de9fcb3d6 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:50.087924 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e8cd5ac2-e804-4b59-b162-b57285ea29ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:50.091154 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-25a104d6-3e70-4314-af78-a72de9fcb3d6 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:50.138062 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10534a1a-4000-4fcb-b6dc-2a243172d8c4 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:50.164214 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaaf34b-fd31-4528-9339-347a2f5583c7 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Checking segment: {'id': 'ff87042f-6004-4a57-a119-815b91aa5985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '448dfe7c-1dc8-498c-9bda-9a9ecb06b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:51:50.164862 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaaf34b-fd31-4528-9339-347a2f5583c7 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Network hostable DHCP agents. Network: 448dfe7c-1dc8-498c-9bda-9a9ecb06b8eb, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:51:50.177529 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-25a104d6-3e70-4314-af78-a72de9fcb3d6 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/ba04bbbf-4cbd-4ae9-82c3-bd482ec21d49 HTTP/1.1" status: 204 len: 168 time: 2.8016076 May 31 15:51:50.178525 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56436) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:50.182579 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a3187960-f1e7-456c-abc7-8013d1aa1687 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/ports/97ebbee7-b5c2-4156-a432-6b845cdd3d22 HTTP/1.1" status: 204 len: 168 time: 1.9667025 May 31 15:51:50.191699 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56438) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:50.245532 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0607b0f7-2896-44af-a9e8-385e20e3579f tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks [] for router_gateway, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:50.307790 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0607b0f7-2896-44af-a9e8-385e20e3579f tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:50.316678 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b170cc24-5a36-4ae1-9cfa-fff3770b03ee tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1314280 May 31 15:51:50.322878 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56444) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:50.410181 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaaf34b-fd31-4528-9339-347a2f5583c7 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Network 448dfe7c-1dc8-498c-9bda-9a9ecb06b8eb is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:51:50.448271 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679076b-57ac-4c08-85a0-bc809ab3751a None None] Pushing event updated for resources: {'Port': ['ID=c506d9c4-6a2e-4adb-9d74-2e8734b9b028,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:50.458840 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e679076b-57ac-4c08-85a0-bc809ab3751a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:50.517251 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-ead62c9e-a76e-4fdc-9acd-31fa4d2a21c7 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Deleting port 5c5dbbea-a364-47ff-8776-24bbc846113d {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:51:50.517591 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ead62c9e-a76e-4fdc-9acd-31fa4d2a21c7 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:50.567150 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce22315-5a86-4035-b534-28b2df125696 None None] DHCP port deletion for b5001308-9f67-458f-99a7-4cdcd1177eb2 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:51:50.648776 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-0607b0f7-2896-44af-a9e8-385e20e3579f tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Allocated IP 172.26.0.98 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/60ce93ea-ea12-439f-a40b-2086837c0a5e) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:51:50.666382 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-9aaaf34b-fd31-4528-9339-347a2f5583c7 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 448dfe7c-1dc8-498c-9bda-9a9ecb06b8eb) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:50.688349 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:51:50.698931 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e76cbf-e19c-495b-9cf4-6efc0ba925f2 None None] Network 448dfe7c-1dc8-498c-9bda-9a9ecb06b8eb requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:50.708210 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-039269eb-0382-40de-b9d0-bdfa4e986267 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:50.739651 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaaf34b-fd31-4528-9339-347a2f5583c7 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:50.740100 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9aaaf34b-fd31-4528-9339-347a2f5583c7 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:50.846438 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dc9ca9-972f-4adb-a989-7f7423f2e053 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:50.847361 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a5dc9ca9-972f-4adb-a989-7f7423f2e053 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Synchronizing usage tracker for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:51:50.854052 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ead62c9e-a76e-4fdc-9acd-31fa4d2a21c7 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:50.857195 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4a64d65d-1043-4cd3-8cf0-4efc594ffdb4 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:50.867881 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-bce22315-5a86-4035-b534-28b2df125696 None None] Deleting port 9eb9f004-89c2-42fa-9b7e-3781b300bea1 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:51:50.868346 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bce22315-5a86-4035-b534-28b2df125696 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:50.869881 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9aaaf34b-fd31-4528-9339-347a2f5583c7 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.5170605 May 31 15:51:50.874605 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56450) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:50.875589 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-20884c44-72c9-46cf-8230-568129a00a4f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:50.881475 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9aaaf34b-fd31-4528-9339-347a2f5583c7 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:50.937631 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-9f28222c-74ad-4f71-a1b8-28f283c2b216 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Request body: {'network': {'name': 'tempest-router-network01--229051882'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:51.064739 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-bce22315-5a86-4035-b534-28b2df125696 None None] For port 9eb9f004-89c2-42fa-9b7e-3781b300bea1, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=9eb9f004-89c2-42fa-9b7e-3781b300bea1,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:51.065588 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bce22315-5a86-4035-b534-28b2df125696 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:51.188360 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039269eb-0382-40de-b9d0-bdfa4e986267 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Checking segment: {'id': '70fd9a72-d6ad-4070-99a1-5a3f80802c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '2a626c17-1e71-4265-a3ec-c3e50d230f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:51:51.188909 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039269eb-0382-40de-b9d0-bdfa4e986267 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network hostable DHCP agents. Network: 2a626c17-1e71-4265-a3ec-c3e50d230f28, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:51:51.192319 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039269eb-0382-40de-b9d0-bdfa4e986267 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Subnet': ['ID=b59015b2-7930-4193-9dba-280ea2cacd49,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:51.195581 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-039269eb-0382-40de-b9d0-bdfa4e986267 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:51.233164 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-9f28222c-74ad-4f71-a1b8-28f283c2b216 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:51.233817 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0607b0f7-2896-44af-a9e8-385e20e3579f tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:51.259549 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039269eb-0382-40de-b9d0-bdfa4e986267 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network 2a626c17-1e71-4265-a3ec-c3e50d230f28 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:51:51.285785 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-039269eb-0382-40de-b9d0-bdfa4e986267 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 2a626c17-1e71-4265-a3ec-c3e50d230f28) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:51.305194 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039269eb-0382-40de-b9d0-bdfa4e986267 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:51.305918 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-039269eb-0382-40de-b9d0-bdfa4e986267 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:51.320670 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20884c44-72c9-46cf-8230-568129a00a4f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event deleted for resources: {'Subnet': ['ID=9be08a8c-c4a0-4d4b-aaae-dd4fa6643e82,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:51.324156 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-20884c44-72c9-46cf-8230-568129a00a4f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:51.326269 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-bce22315-5a86-4035-b534-28b2df125696 None None] Calling delete_port for 9eb9f004-89c2-42fa-9b7e-3781b300bea1 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:51:51.330380 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-9f28222c-74ad-4f71-a1b8-28f283c2b216 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Usage tracker for resource:network and tenant:66a9e884b7e3435b9d9133bd1952ca8e is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:51.333312 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0607b0f7-2896-44af-a9e8-385e20e3579f tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:51.333494 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-9f28222c-74ad-4f71-a1b8-28f283c2b216 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:51.339786 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-9f28222c-74ad-4f71-a1b8-28f283c2b216 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:51.346114 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-79d01eed-6401-4ca4-aca5-6d40040797f0 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:51.350177 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-ead62c9e-a76e-4fdc-9acd-31fa4d2a21c7 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Calling delete_port for 5c5dbbea-a364-47ff-8776-24bbc846113d owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:51:51.363076 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6835e59-5e56-4f05-a108-f3ab94b6ec1c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:51.363831 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a6835e59-5e56-4f05-a108-f3ab94b6ec1c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:51:51.396075 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a682cf-548f-4050-96f2-bef76d479f28 None None] Network 2a626c17-1e71-4265-a3ec-c3e50d230f28 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:51.412846 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a5dc9ca9-972f-4adb-a989-7f7423f2e053 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Unset dirty status for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:51:51.414217 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a5dc9ca9-972f-4adb-a989-7f7423f2e053 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.2214632 May 31 15:51:51.435237 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2c9b63-b6eb-41dc-a039-ea554c070c29 None None] Network 4ce8291e-69e7-4b6a-9b96-cd8ed93b2408 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:51.466346 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56454) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:51.472079 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607b0f7-2896-44af-a9e8-385e20e3579f tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Pushing event updated for resources: {'Port': ['ID=60ce93ea-ea12-439f-a40b-2086837c0a5e,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:51.485041 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0607b0f7-2896-44af-a9e8-385e20e3579f tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:51.490997 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f28222c-74ad-4f71-a1b8-28f283c2b216 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Made reservation on behalf of 66a9e884b7e3435b9d9133bd1952ca8e for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:51.495081 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9f28222c-74ad-4f71-a1b8-28f283c2b216 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:51.499114 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-039269eb-0382-40de-b9d0-bdfa4e986267 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6164043 May 31 15:51:51.501505 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56458) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:51.553923 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-20884c44-72c9-46cf-8230-568129a00a4f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:51.563420 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cff629-b8b0-4977-91ba-1e13949746b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-448dfe7c-1dc8-498c-9bda-9a9ecb06b8eb', 'network_id': '448dfe7c-1dc8-498c-9bda-9a9ecb06b8eb', 'tenant_id': '66a9e884b7e3435b9d9133bd1952ca8e', 'fixed_ips': [{'subnet_id': '1448ae41-c23b-464b-a8a9-a4ab315000b3'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:51:51.564067 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-43faf37f-80b2-49af-8c7c-bc5a6f400853 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-721566948', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:51.566918 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-90cff629-b8b0-4977-91ba-1e13949746b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:51.567066 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a6835e59-5e56-4f05-a108-f3ab94b6ec1c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:51:51.567066 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a6835e59-5e56-4f05-a108-f3ab94b6ec1c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.2405388 May 31 15:51:51.573886 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56464) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:51.600343 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0607b0f7-2896-44af-a9e8-385e20e3579f tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:51.602237 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-43faf37f-80b2-49af-8c7c-bc5a6f400853 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:51.622143 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-20884c44-72c9-46cf-8230-568129a00a4f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce8291e-69e7-4b6a-9b96-cd8ed93b2408']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:51.626797 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-0607b0f7-2896-44af-a9e8-385e20e3579f tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:51.638437 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-43faf37f-80b2-49af-8c7c-bc5a6f400853 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Usage tracker for resource:router and tenant:4495789bf65544d19fbd02194192aa34 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:51.647075 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0607b0f7-2896-44af-a9e8-385e20e3579f tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:51:51.659830 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-20884c44-72c9-46cf-8230-568129a00a4f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0dcde7d-32df-45ad-a3b3-92dc404dc7f1') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:51.660142 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-20884c44-72c9-46cf-8230-568129a00a4f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0dcde7d-32df-45ad-a3b3-92dc404dc7f1') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:51.680227 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f28222c-74ad-4f71-a1b8-28f283c2b216 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:51:51.694227 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-20884c44-72c9-46cf-8230-568129a00a4f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:51.726902 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9f28222c-74ad-4f71-a1b8-28f283c2b216 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:51.727287 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-9f28222c-74ad-4f71-a1b8-28f283c2b216 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Added segment df32c9b7-5f5a-46b4-8536-ca5bd5163222 of type vlan for network c8f5773f-62e1-4757-9927-498b5b31a13b May 31 15:51:51.735131 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0e79d4-fdd4-41ab-b7ca-93041df97720 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] GET failed (client error): The resource could not be found. May 31 15:51:51.736733 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8a0e79d4-fdd4-41ab-b7ca-93041df97720 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Synchronizing usage tracker for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:51:51.747223 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-43faf37f-80b2-49af-8c7c-bc5a6f400853 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:51.751626 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-20884c44-72c9-46cf-8230-568129a00a4f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:51.760278 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acc70ee-fb5b-4b05-939a-0d26a715cba8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:51.761321 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-7acc70ee-fb5b-4b05-939a-0d26a715cba8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:51:51.782756 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-43faf37f-80b2-49af-8c7c-bc5a6f400853 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:51.823334 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9f28222c-74ad-4f71-a1b8-28f283c2b216 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:51.853856 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e447c4-9a8d-4451-9132-128449e4485a None None] Network f733c860-a821-44d8-ad6b-7c5226db04a6 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:51.869759 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20884c44-72c9-46cf-8230-568129a00a4f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:51:51.869759 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-20884c44-72c9-46cf-8230-568129a00a4f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:51.919679 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c506d9c4-6a2e-4adb-9d74-2e8734b9b028 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:51:51.980297 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8a0e79d4-fdd4-41ab-b7ca-93041df97720 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Unset dirty status for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:51:51.985194 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8a0e79d4-fdd4-41ab-b7ca-93041df97720 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "GET /v2.0/ports/97ebbee7-b5c2-4156-a432-6b845cdd3d22 HTTP/1.1" status: 404 len: 333 time: 0.5090821 May 31 15:51:51.997660 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56468) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:52.008037 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-43517faf-7c19-41f9-8f84-41e613d9ba06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-297909975'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:51:52.049357 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:51:52.051673 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-43faf37f-80b2-49af-8c7c-bc5a6f400853 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:52.053026 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-43faf37f-80b2-49af-8c7c-bc5a6f400853 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:52.066155 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-43517faf-7c19-41f9-8f84-41e613d9ba06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:52.080258 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-43517faf-7c19-41f9-8f84-41e613d9ba06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:network and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:52.089448 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-43517faf-7c19-41f9-8f84-41e613d9ba06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:52.097504 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-43faf37f-80b2-49af-8c7c-bc5a6f400853 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:52.101256 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-43517faf-7c19-41f9-8f84-41e613d9ba06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:52.111042 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9f28222c-74ad-4f71-a1b8-28f283c2b216 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:52.122492 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f28222c-74ad-4f71-a1b8-28f283c2b216 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:52.123566 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9f28222c-74ad-4f71-a1b8-28f283c2b216 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:52.131583 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-20884c44-72c9-46cf-8230-568129a00a4f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:52.135412 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43517faf-7c19-41f9-8f84-41e613d9ba06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:52.140218 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-43517faf-7c19-41f9-8f84-41e613d9ba06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:52.143382 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-30b54c27-c0b6-4c90-b87f-9fa4b77e54a3 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:52.159873 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-43faf37f-80b2-49af-8c7c-bc5a6f400853 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:52.165291 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-7acc70ee-fb5b-4b05-939a-0d26a715cba8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:51:52.166821 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7acc70ee-fb5b-4b05-939a-0d26a715cba8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5903585 May 31 15:51:52.176716 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56472) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:52.178406 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-20884c44-72c9-46cf-8230-568129a00a4f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:52.198294 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-43faf37f-80b2-49af-8c7c-bc5a6f400853 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:52.199627 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-43faf37f-80b2-49af-8c7c-bc5a6f400853 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6434968 May 31 15:51:52.209620 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56476) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:52.263976 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-cbbe3d26-56af-4954-94a1-2cca4a3e9306 None None] Provisioning for port c506d9c4-6a2e-4adb-9d74-2e8734b9b028 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:52.304545 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f357b53-a278-429f-afef-ab3190e8dd05 None None] DHCP port deletion for 4ce8291e-69e7-4b6a-9b96-cd8ed93b2408 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:51:52.334603 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ead62c9e-a76e-4fdc-9acd-31fa4d2a21c7 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:52.380368 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8d18dde6-ee04-47f8-8466-3404da2f8ac5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1893106 May 31 15:51:52.387763 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56480) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:52.393730 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-20884c44-72c9-46cf-8230-568129a00a4f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "DELETE /v2.0/networks/4ce8291e-69e7-4b6a-9b96-cd8ed93b2408 HTTP/1.1" status: 204 len: 168 time: 7.7163217 May 31 15:51:52.398704 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-6c56ddca-febe-45a4-b6e2-2ff33f51514b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:52.442725 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56484) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:52.510924 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-4e7fea32-941d-4bd0-9ed2-bc50e711962d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-23673430'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:52.517904 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4e7fea32-941d-4bd0-9ed2-bc50e711962d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:52.544005 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4e7fea32-941d-4bd0-9ed2-bc50e711962d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Usage tracker for resource:network and tenant:3fe64971f6524794b9c8599e1534ac7b is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:52.551514 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4e7fea32-941d-4bd0-9ed2-bc50e711962d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:52.551740 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4785746-eff2-443a-adce-5ab4b218989a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-2a626c17-1e71-4265-a3ec-c3e50d230f28', 'network_id': '2a626c17-1e71-4265-a3ec-c3e50d230f28', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'fixed_ips': [{'subnet_id': 'b59015b2-7930-4193-9dba-280ea2cacd49'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:51:52.552729 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f4785746-eff2-443a-adce-5ab4b218989a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:52.573776 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bce22315-5a86-4035-b534-28b2df125696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:52.580772 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4e7fea32-941d-4bd0-9ed2-bc50e711962d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:52.584739 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-120a0bee-d8a0-47ee-8e0f-a97516f1bfdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:52.586263 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-6c56ddca-febe-45a4-b6e2-2ff33f51514b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:52.599838 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28222c-74ad-4f71-a1b8-28f283c2b216 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Pushing event updated for resources: {'Network': ['ID=c8f5773f-62e1-4757-9927-498b5b31a13b,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:52.604743 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43517faf-7c19-41f9-8f84-41e613d9ba06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:51:52.614609 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9f28222c-74ad-4f71-a1b8-28f283c2b216 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:52.618878 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9f28222c-74ad-4f71-a1b8-28f283c2b216 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6895325 May 31 15:51:52.626740 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1aa65262-12e0-418c-a556-eac7ddc20011 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.450s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:52.627092 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port c506d9c4-6a2e-4adb-9d74-2e8734b9b028 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:52.630551 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network c8f5773f-62e1-4757-9927-498b5b31a13b details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:51:52.647543 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56488) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:52.676800 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port c506d9c4-6a2e-4adb-9d74-2e8734b9b028 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:52.677178 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:52.703548 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce22315-5a86-4035-b534-28b2df125696 None None] No DVR routers for this DVR port 9eb9f004-89c2-42fa-9b7e-3781b300bea1 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:51:52.707560 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce22315-5a86-4035-b534-28b2df125696 None None] Pushing event deleted for resources: {'Port': ['ID=9eb9f004-89c2-42fa-9b7e-3781b300bea1,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:52.709591 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-bce22315-5a86-4035-b534-28b2df125696 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:52.748839 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-835a4cdc-8a3c-4772-a08d-fddc77cba548 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Request body: {'network': {'name': 'tempest-router-network02--1578219232'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:52.752811 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20884c44-72c9-46cf-8230-568129a00a4f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event deleted for resources: {'Network': ['ID=4ce8291e-69e7-4b6a-9b96-cd8ed93b2408,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:52.756513 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-20884c44-72c9-46cf-8230-568129a00a4f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:52.757371 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-6c56ddca-febe-45a4-b6e2-2ff33f51514b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:52.760420 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-373fb28e-c07f-442b-a383-186324d6cbad tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.387s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:52.779490 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-90cff629-b8b0-4977-91ba-1e13949746b5 None None] Allocated IP 2001:db8::2 (448dfe7c-1dc8-498c-9bda-9a9ecb06b8eb/1448ae41-c23b-464b-a8a9-a4ab315000b3/db58becd-0fc6-4962-8734-02934027e805) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:51:52.829454 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-835a4cdc-8a3c-4772-a08d-fddc77cba548 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:52.839541 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ead62c9e-a76e-4fdc-9acd-31fa4d2a21c7 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:52.843930 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ead62c9e-a76e-4fdc-9acd-31fa4d2a21c7 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "DELETE /v2.0/ports/5c5dbbea-a364-47ff-8776-24bbc846113d HTTP/1.1" status: 204 len: 168 time: 3.2189503 May 31 15:51:52.854857 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56494) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:52.855715 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead62c9e-a76e-4fdc-9acd-31fa4d2a21c7 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Pushing event deleted for resources: {'Port': ['ID=5c5dbbea-a364-47ff-8776-24bbc846113d,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:52.863232 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ead62c9e-a76e-4fdc-9acd-31fa4d2a21c7 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:52.873562 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-835a4cdc-8a3c-4772-a08d-fddc77cba548 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Usage tracker for resource:network and tenant:66a9e884b7e3435b9d9133bd1952ca8e is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:52.878847 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-835a4cdc-8a3c-4772-a08d-fddc77cba548 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:52.891076 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-835a4cdc-8a3c-4772-a08d-fddc77cba548 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:52.947843 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-43517faf-7c19-41f9-8f84-41e613d9ba06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:52.948194 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-43517faf-7c19-41f9-8f84-41e613d9ba06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Added segment f57e9e4c-a7b8-449f-9083-e7a34d655af0 of type vlan for network 4c290b78-afad-45a0-897e-9dd09df4de09 May 31 15:51:52.949553 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7fea32-941d-4bd0-9ed2-bc50e711962d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Made reservation on behalf of 3fe64971f6524794b9c8599e1534ac7b for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:52.958261 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4e7fea32-941d-4bd0-9ed2-bc50e711962d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:52.995673 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c56ddca-febe-45a4-b6e2-2ff33f51514b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:53.007260 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6c56ddca-febe-45a4-b6e2-2ff33f51514b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:53.009533 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c56ddca-febe-45a4-b6e2-2ff33f51514b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:51:53.010993 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c56ddca-febe-45a4-b6e2-2ff33f51514b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:51:53.015687 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835a4cdc-8a3c-4772-a08d-fddc77cba548 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Made reservation on behalf of 66a9e884b7e3435b9d9133bd1952ca8e for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:53.020566 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-835a4cdc-8a3c-4772-a08d-fddc77cba548 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:53.088617 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1937a42-cf71-4fb7-98d8-192f702cb9bd tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Deleting subnet 7e824e3f-a498-4f55-b4fb-73e83e4034b4 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:51:53.100144 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6c56ddca-febe-45a4-b6e2-2ff33f51514b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7086544 May 31 15:51:53.104097 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56498) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:53.106083 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b1937a42-cf71-4fb7-98d8-192f702cb9bd tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:53.174685 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835a4cdc-8a3c-4772-a08d-fddc77cba548 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:51:53.181343 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-86cf70aa-3207-4472-b9e8-618258ac3927 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:53.191382 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b1937a42-cf71-4fb7-98d8-192f702cb9bd tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:53.231230 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-835a4cdc-8a3c-4772-a08d-fddc77cba548 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:53.231591 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-835a4cdc-8a3c-4772-a08d-fddc77cba548 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Added segment 542b55e0-08b5-4912-8430-f86dfedd9e05 of type vlan for network e866eb11-be78-4e2f-86ed-99308f3aae19 May 31 15:51:53.265463 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-43517faf-7c19-41f9-8f84-41e613d9ba06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:53.277423 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-f4785746-eff2-443a-adce-5ab4b218989a None None] Allocated IP 2001:db8::2 (2a626c17-1e71-4265-a3ec-c3e50d230f28/b59015b2-7930-4193-9dba-280ea2cacd49/5042530e-8bb6-4655-9ea8-88a21cb800c6) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:51:53.292769 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-835a4cdc-8a3c-4772-a08d-fddc77cba548 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:53.368218 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:53.371008 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b1937a42-cf71-4fb7-98d8-192f702cb9bd tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:53.453801 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-835a4cdc-8a3c-4772-a08d-fddc77cba548 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:53.460165 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835a4cdc-8a3c-4772-a08d-fddc77cba548 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:53.461635 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-835a4cdc-8a3c-4772-a08d-fddc77cba548 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:53.481003 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-784fa1ed-5451-45bd-b882-91fd019a8f61 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:53.502853 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0607b0f7-2896-44af-a9e8-385e20e3579f tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks [] for router_gateway, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:53.602147 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port c506d9c4-6a2e-4adb-9d74-2e8734b9b028, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c506d9c4-6a2e-4adb-9d74-2e8734b9b028,segment=NetworkSegment(62c6b059-c7a5-49dc-9588-db7fb402c937),segment_id=62c6b059-c7a5-49dc-9588-db7fb402c937)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:53.606132 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-90cff629-b8b0-4977-91ba-1e13949746b5 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:53.614066 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:53.627452 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e679076b-57ac-4c08-85a0-bc809ab3751a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:53.697666 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9eb9f004-89c2-42fa-9b7e-3781b300bea1 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:51:53.737701 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-90cff629-b8b0-4977-91ba-1e13949746b5 None None] Transition to ACTIVE for port object db58becd-0fc6-4962-8734-02934027e805 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:53.784086 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 9eb9f004-89c2-42fa-9b7e-3781b300bea1 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:51:53.784429 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9eb9f004-89c2-42fa-9b7e-3781b300bea1 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:51:53.802795 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e7fea32-941d-4bd0-9ed2-bc50e711962d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:51:53.851991 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-90cff629-b8b0-4977-91ba-1e13949746b5 None None] Transition to ACTIVE for port object db58becd-0fc6-4962-8734-02934027e805 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:53.872753 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=c506d9c4-6a2e-4adb-9d74-2e8734b9b028,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:53.881298 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4e7fea32-941d-4bd0-9ed2-bc50e711962d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:53.882284 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-4e7fea32-941d-4bd0-9ed2-bc50e711962d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Added segment fc582b84-b27f-434c-b358-32ad568e7459 of type vlan for network b5dd9d9c-7970-4ad3-9229-3ac80f4dfa2a May 31 15:51:53.883459 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:53.916862 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a4bc1bc4-13cd-4291-b0a0-9040644e7e16 None None] Provisioning complete for port c506d9c4-6a2e-4adb-9d74-2e8734b9b028 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:53.917246 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a4bc1bc4-13cd-4291-b0a0-9040644e7e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:53.941444 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-90cff629-b8b0-4977-91ba-1e13949746b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:53.954924 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e43de78d-795b-4c29-9af9-410bd1e9f173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:53.966443 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-86cf70aa-3207-4472-b9e8-618258ac3927 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:53.984324 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-835a4cdc-8a3c-4772-a08d-fddc77cba548 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3307240 May 31 15:51:53.986362 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56504) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:54.089460 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cff629-b8b0-4977-91ba-1e13949746b5 None None] Network 448dfe7c-1dc8-498c-9bda-9a9ecb06b8eb is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:54.097219 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-20d7727f-6319-40f8-b655-7d9c351aa670 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Request body: {'subnet': {'network_id': 'c8f5773f-62e1-4757-9927-498b5b31a13b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:54.097934 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-90cff629-b8b0-4977-91ba-1e13949746b5 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:54.100434 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cff629-b8b0-4977-91ba-1e13949746b5 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:51:54.106987 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cff629-b8b0-4977-91ba-1e13949746b5 None None] Pushing event updated for resources: {'Port': ['ID=db58becd-0fc6-4962-8734-02934027e805,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:54.117464 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-90cff629-b8b0-4977-91ba-1e13949746b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:54.122862 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f4785746-eff2-443a-adce-5ab4b218989a None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:54.127377 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a4cdc-8a3c-4772-a08d-fddc77cba548 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Pushing event updated for resources: {'Network': ['ID=e866eb11-be78-4e2f-86ed-99308f3aae19,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:54.133389 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-835a4cdc-8a3c-4772-a08d-fddc77cba548 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:54.139299 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-86cf70aa-3207-4472-b9e8-618258ac3927 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:54.162231 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-98a7eec8-2d55-4a3a-96a0-429f26f80692 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:54.171246 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network e866eb11-be78-4e2f-86ed-99308f3aae19 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:51:54.201135 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0607b0f7-2896-44af-a9e8-385e20e3579f tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:54.203653 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-43517faf-7c19-41f9-8f84-41e613d9ba06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:54.212572 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43517faf-7c19-41f9-8f84-41e613d9ba06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:54.214039 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-43517faf-7c19-41f9-8f84-41e613d9ba06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:54.253710 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1cec381d-141c-4393-8d99-cb01ea0bbb21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-679611782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:54.267059 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b1937a42-cf71-4fb7-98d8-192f702cb9bd tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:54.277778 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4e7fea32-941d-4bd0-9ed2-bc50e711962d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:54.278608 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-58f06a5f-49ae-4fb2-8bc7-08f0f938a4e7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:54.323822 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1937a42-cf71-4fb7-98d8-192f702cb9bd tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Pushing event deleted for resources: {'Subnet': ['ID=7e824e3f-a498-4f55-b4fb-73e83e4034b4,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:54.326210 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b1937a42-cf71-4fb7-98d8-192f702cb9bd tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:54.328975 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b1937a42-cf71-4fb7-98d8-192f702cb9bd tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:54.333827 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b1937a42-cf71-4fb7-98d8-192f702cb9bd tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "DELETE /v2.0/subnets/7e824e3f-a498-4f55-b4fb-73e83e4034b4 HTTP/1.1" status: 204 len: 168 time: 1.4695055 May 31 15:51:54.336468 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56508) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:54.355842 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e0ed7f-0b53-4b72-8ac7-bd505201803e None None] Network 33566d1d-a280-4684-a0b7-12305be8b5e5 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:54.393741 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-43517faf-7c19-41f9-8f84-41e613d9ba06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.3941019 May 31 15:51:54.425567 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56512) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:54.428392 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f4785746-eff2-443a-adce-5ab4b218989a None None] Transition to ACTIVE for port object 5042530e-8bb6-4655-9ea8-88a21cb800c6 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:54.438341 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-a554e65c-93d6-4580-a17a-e3cce3b2a3e9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'subnet': {'network_id': '4c290b78-afad-45a0-897e-9dd09df4de09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:54.472743 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cf70aa-3207-4472-b9e8-618258ac3927 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:54.476731 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-86cf70aa-3207-4472-b9e8-618258ac3927 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:54.478658 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-86cf70aa-3207-4472-b9e8-618258ac3927 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:51:54.479605 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86cf70aa-3207-4472-b9e8-618258ac3927 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:51:54.555739 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-90cff629-b8b0-4977-91ba-1e13949746b5 None None] Attempting to bind port db58becd-0fc6-4962-8734-02934027e805 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:51:54.556153 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-90cff629-b8b0-4977-91ba-1e13949746b5 None None] Attempting to bind port db58becd-0fc6-4962-8734-02934027e805 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ff87042f-6004-4a57-a119-815b91aa5985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '448dfe7c-1dc8-498c-9bda-9a9ecb06b8eb'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:51:54.556500 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cff629-b8b0-4977-91ba-1e13949746b5 None None] Attempting to bind port db58becd-0fc6-4962-8734-02934027e805 on network 448dfe7c-1dc8-498c-9bda-9a9ecb06b8eb {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:51:54.577018 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b51d2d5b-4c7c-4241-b61a-2596dd45532b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:54.606420 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a554e65c-93d6-4580-a17a-e3cce3b2a3e9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:54.610274 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a554e65c-93d6-4580-a17a-e3cce3b2a3e9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:subnet and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:54.613163 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a554e65c-93d6-4580-a17a-e3cce3b2a3e9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:54.614271 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f4785746-eff2-443a-adce-5ab4b218989a None None] Transition to ACTIVE for port object 5042530e-8bb6-4655-9ea8-88a21cb800c6 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:54.616254 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cff629-b8b0-4977-91ba-1e13949746b5 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:51:54.616659 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cff629-b8b0-4977-91ba-1e13949746b5 None None] Checking segment: {'id': 'ff87042f-6004-4a57-a119-815b91aa5985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '448dfe7c-1dc8-498c-9bda-9a9ecb06b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:51:54.617070 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-90cff629-b8b0-4977-91ba-1e13949746b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:54.617495 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cff629-b8b0-4977-91ba-1e13949746b5 None None] Bound using segment: {'id': 'ff87042f-6004-4a57-a119-815b91aa5985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '448dfe7c-1dc8-498c-9bda-9a9ecb06b8eb'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:51:54.617956 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-90cff629-b8b0-4977-91ba-1e13949746b5 None None] Bound port: db58becd-0fc6-4962-8734-02934027e805, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff87042f-6004-4a57-a119-815b91aa5985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '448dfe7c-1dc8-498c-9bda-9a9ecb06b8eb'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:51:54.618334 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-90cff629-b8b0-4977-91ba-1e13949746b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:54.619850 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a554e65c-93d6-4580-a17a-e3cce3b2a3e9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:54.666112 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a554e65c-93d6-4580-a17a-e3cce3b2a3e9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:54.669549 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a554e65c-93d6-4580-a17a-e3cce3b2a3e9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:54.682723 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f4785746-eff2-443a-adce-5ab4b218989a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:54.696348 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-4884eb53-11cf-4d76-8aca-77c765601f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:54.819818 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4785746-eff2-443a-adce-5ab4b218989a None None] Network 2a626c17-1e71-4265-a3ec-c3e50d230f28 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:54.835557 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-f4785746-eff2-443a-adce-5ab4b218989a None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:54.839555 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-b51d2d5b-4c7c-4241-b61a-2596dd45532b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Deleting port eb79f702-0b92-4a52-842d-49d65570babe {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:51:54.839900 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b51d2d5b-4c7c-4241-b61a-2596dd45532b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:54.852947 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4785746-eff2-443a-adce-5ab4b218989a None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:51:54.887333 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-98a7eec8-2d55-4a3a-96a0-429f26f80692 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Allocated IP 2001:db8::1 (2a626c17-1e71-4265-a3ec-c3e50d230f28/b59015b2-7930-4193-9dba-280ea2cacd49/34d46b84-63de-41da-bbd0-fbc4bd840381) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:51:54.957940 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4785746-eff2-443a-adce-5ab4b218989a None None] Pushing event updated for resources: {'Port': ['ID=5042530e-8bb6-4655-9ea8-88a21cb800c6,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:54.979266 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f4785746-eff2-443a-adce-5ab4b218989a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:55.026268 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-b51d2d5b-4c7c-4241-b61a-2596dd45532b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] For port eb79f702-0b92-4a52-842d-49d65570babe, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=eb79f702-0b92-4a52-842d-49d65570babe,segment=NetworkSegment(3ff28b23-4bee-4f6f-ad0a-16f93534a857),segment_id=3ff28b23-4bee-4f6f-ad0a-16f93534a857)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:55.026689 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b51d2d5b-4c7c-4241-b61a-2596dd45532b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:55.027969 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-90cff629-b8b0-4977-91ba-1e13949746b5 None None] For port db58becd-0fc6-4962-8734-02934027e805, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:51:55.040178 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-f4785746-eff2-443a-adce-5ab4b218989a None None] Attempting to bind port 5042530e-8bb6-4655-9ea8-88a21cb800c6 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:51:55.040633 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-f4785746-eff2-443a-adce-5ab4b218989a None None] Attempting to bind port 5042530e-8bb6-4655-9ea8-88a21cb800c6 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '70fd9a72-d6ad-4070-99a1-5a3f80802c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '2a626c17-1e71-4265-a3ec-c3e50d230f28'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:51:55.041100 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4785746-eff2-443a-adce-5ab4b218989a None None] Attempting to bind port 5042530e-8bb6-4655-9ea8-88a21cb800c6 on network 2a626c17-1e71-4265-a3ec-c3e50d230f28 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:51:55.053989 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-90cff629-b8b0-4977-91ba-1e13949746b5 None None] For port db58becd-0fc6-4962-8734-02934027e805, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=db58becd-0fc6-4962-8734-02934027e805,segment=NetworkSegment(ff87042f-6004-4a57-a119-815b91aa5985),segment_id=ff87042f-6004-4a57-a119-815b91aa5985)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:51:55.056911 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4785746-eff2-443a-adce-5ab4b218989a None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:51:55.057320 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4785746-eff2-443a-adce-5ab4b218989a None None] Checking segment: {'id': '70fd9a72-d6ad-4070-99a1-5a3f80802c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '2a626c17-1e71-4265-a3ec-c3e50d230f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:51:55.058257 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f4785746-eff2-443a-adce-5ab4b218989a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:55.058669 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4785746-eff2-443a-adce-5ab4b218989a None None] Bound using segment: {'id': '70fd9a72-d6ad-4070-99a1-5a3f80802c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '2a626c17-1e71-4265-a3ec-c3e50d230f28'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:51:55.060056 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-f4785746-eff2-443a-adce-5ab4b218989a None None] Bound port: 5042530e-8bb6-4655-9ea8-88a21cb800c6, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fd9a72-d6ad-4070-99a1-5a3f80802c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '2a626c17-1e71-4265-a3ec-c3e50d230f28'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:51:55.060477 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f4785746-eff2-443a-adce-5ab4b218989a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:55.074880 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-90cff629-b8b0-4977-91ba-1e13949746b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:55.102064 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ef22ebd8-a14b-4589-9468-4bb410d6d080 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:55.136176 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4e7fea32-941d-4bd0-9ed2-bc50e711962d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:55.149712 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7fea32-941d-4bd0-9ed2-bc50e711962d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:55.150503 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4e7fea32-941d-4bd0-9ed2-bc50e711962d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:55.183091 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43517faf-7c19-41f9-8f84-41e613d9ba06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Network': ['ID=4c290b78-afad-45a0-897e-9dd09df4de09,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:55.186195 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-43517faf-7c19-41f9-8f84-41e613d9ba06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.932s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:55.199902 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f7c034-1ca0-43d8-a2ce-ff6da30fefec None None] DHCP port deletion for 33566d1d-a280-4684-a0b7-12305be8b5e5 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:51:55.202041 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ea46fc69-d239-4573-a5ac-975edb46a0b1 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:55.202214 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 4c290b78-afad-45a0-897e-9dd09df4de09 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:51:55.253097 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-86cf70aa-3207-4472-b9e8-618258ac3927 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 2.0899150 May 31 15:51:55.257656 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-20d7727f-6319-40f8-b655-7d9c351aa670 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:55.263432 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56518) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:55.283377 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-b51d2d5b-4c7c-4241-b61a-2596dd45532b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Calling delete_port for eb79f702-0b92-4a52-842d-49d65570babe owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:51:55.473562 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b51d2d5b-4c7c-4241-b61a-2596dd45532b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:55.479525 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:55.537701 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-c8f7c034-1ca0-43d8-a2ce-ff6da30fefec None None] The port 'eb79f702-0b92-4a52-842d-49d65570babe' was deleted {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} May 31 15:51:55.544423 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cff629-b8b0-4977-91ba-1e13949746b5 None None] Pushing event updated for resources: {'Port': ['ID=db58becd-0fc6-4962-8734-02934027e805,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:55.547643 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-90cff629-b8b0-4977-91ba-1e13949746b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:55.553827 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-f4785746-eff2-443a-adce-5ab4b218989a None None] For port 5042530e-8bb6-4655-9ea8-88a21cb800c6, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:51:55.556462 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51d2d5b-4c7c-4241-b61a-2596dd45532b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] No DVR routers for this DVR port eb79f702-0b92-4a52-842d-49d65570babe on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:51:55.557562 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-f4785746-eff2-443a-adce-5ab4b218989a None None] For port 5042530e-8bb6-4655-9ea8-88a21cb800c6, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=5042530e-8bb6-4655-9ea8-88a21cb800c6,segment=NetworkSegment(70fd9a72-d6ad-4070-99a1-5a3f80802c40),segment_id=70fd9a72-d6ad-4070-99a1-5a3f80802c40)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:51:55.577466 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f4785746-eff2-443a-adce-5ab4b218989a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:55.583858 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-76571a43-3fd5-467b-8cad-16dfaa2077f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:55.591347 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d2d5b-4c7c-4241-b61a-2596dd45532b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Pushing event deleted for resources: {'Port': ['ID=eb79f702-0b92-4a52-842d-49d65570babe,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:55.593980 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b51d2d5b-4c7c-4241-b61a-2596dd45532b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:55.616910 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-8841dddc-3286-4dfc-ba06-65003626d5f1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:55.637633 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-20d7727f-6319-40f8-b655-7d9c351aa670 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Usage tracker for resource:subnet and tenant:66a9e884b7e3435b9d9133bd1952ca8e is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:55.662855 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-20d7727f-6319-40f8-b655-7d9c351aa670 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:55.668398 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4e7fea32-941d-4bd0-9ed2-bc50e711962d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 3.1631215 May 31 15:51:55.687084 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4785746-eff2-443a-adce-5ab4b218989a None None] Pushing event updated for resources: {'Port': ['ID=5042530e-8bb6-4655-9ea8-88a21cb800c6,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:55.691769 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f4785746-eff2-443a-adce-5ab4b218989a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:55.710299 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b51d2d5b-4c7c-4241-b61a-2596dd45532b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:55.712812 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56522) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:55.724462 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-b51d2d5b-4c7c-4241-b61a-2596dd45532b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33566d1d-a280-4684-a0b7-12305be8b5e5']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:55.739927 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-b51d2d5b-4c7c-4241-b61a-2596dd45532b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff28b23-4bee-4f6f-ad0a-16f93534a857') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:55.741790 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-b51d2d5b-4c7c-4241-b61a-2596dd45532b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff28b23-4bee-4f6f-ad0a-16f93534a857') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:55.767803 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-20d7727f-6319-40f8-b655-7d9c351aa670 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:55.769828 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b51d2d5b-4c7c-4241-b61a-2596dd45532b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:55.792826 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b51d2d5b-4c7c-4241-b61a-2596dd45532b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:55.808628 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-51785f1c-26d1-47a3-ad2f-6cf8d6482f9c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Request body: {'subnet': {'network_id': 'b5dd9d9c-7970-4ad3-9229-3ac80f4dfa2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:55.839975 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b51d2d5b-4c7c-4241-b61a-2596dd45532b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:51:55.840516 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b51d2d5b-4c7c-4241-b61a-2596dd45532b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:51:55.861764 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:51:55.872725 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7fea32-941d-4bd0-9ed2-bc50e711962d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event updated for resources: {'Network': ['ID=b5dd9d9c-7970-4ad3-9229-3ac80f4dfa2a,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:55.875654 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4e7fea32-941d-4bd0-9ed2-bc50e711962d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:55.902174 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network b5dd9d9c-7970-4ad3-9229-3ac80f4dfa2a details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:51:55.962534 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d7727f-6319-40f8-b655-7d9c351aa670 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Made reservation on behalf of 66a9e884b7e3435b9d9133bd1952ca8e for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:55.970023 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-20d7727f-6319-40f8-b655-7d9c351aa670 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:56.000251 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-98a7eec8-2d55-4a3a-96a0-429f26f80692 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:56.099538 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c506d9c4-6a2e-4adb-9d74-2e8734b9b028 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:51:56.125295 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8841dddc-3286-4dfc-ba06-65003626d5f1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:56.176804 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-51785f1c-26d1-47a3-ad2f-6cf8d6482f9c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:56.181981 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-51785f1c-26d1-47a3-ad2f-6cf8d6482f9c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Usage tracker for resource:subnet and tenant:3fe64971f6524794b9c8599e1534ac7b is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:56.182868 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b51d2d5b-4c7c-4241-b61a-2596dd45532b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:56.185314 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-51785f1c-26d1-47a3-ad2f-6cf8d6482f9c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:56.194114 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b51d2d5b-4c7c-4241-b61a-2596dd45532b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:56.194534 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-51785f1c-26d1-47a3-ad2f-6cf8d6482f9c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:56.201050 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-96be7fb5-93d6-48d8-bb9c-3588a0739442 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:56.273788 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port c506d9c4-6a2e-4adb-9d74-2e8734b9b028 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:56.276250 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:56.277324 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d2d5b-4c7c-4241-b61a-2596dd45532b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Pushing event deleted for resources: {'Network': ['ID=33566d1d-a280-4684-a0b7-12305be8b5e5,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:56.285004 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b51d2d5b-4c7c-4241-b61a-2596dd45532b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:56.304682 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b51d2d5b-4c7c-4241-b61a-2596dd45532b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] 10.222.0.45 "DELETE /v2.0/networks/33566d1d-a280-4684-a0b7-12305be8b5e5 HTTP/1.1" status: 204 len: 168 time: 1.9670792 May 31 15:51:56.329872 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a554e65c-93d6-4580-a17a-e3cce3b2a3e9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:56.345284 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-98a7eec8-2d55-4a3a-96a0-429f26f80692 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Transition to ACTIVE for port object 34d46b84-63de-41da-bbd0-fbc4bd840381 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:56.348588 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-63be6be5-7eb4-4ed1-b2a6-f51900ccc169 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:56.366595 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51785f1c-26d1-47a3-ad2f-6cf8d6482f9c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Made reservation on behalf of 3fe64971f6524794b9c8599e1534ac7b for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:56.370225 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-51785f1c-26d1-47a3-ad2f-6cf8d6482f9c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:56.433227 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8841dddc-3286-4dfc-ba06-65003626d5f1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:56.489330 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554e65c-93d6-4580-a17a-e3cce3b2a3e9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Subnet': ['ID=3b807396-1055-474f-ba27-098d1e1689ea,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:56.491772 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a554e65c-93d6-4580-a17a-e3cce3b2a3e9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Checking segment: {'id': 'f57e9e4c-a7b8-449f-9083-e7a34d655af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4c290b78-afad-45a0-897e-9dd09df4de09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:51:56.492123 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a554e65c-93d6-4580-a17a-e3cce3b2a3e9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network hostable DHCP agents. Network: 4c290b78-afad-45a0-897e-9dd09df4de09, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:51:56.500617 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a554e65c-93d6-4580-a17a-e3cce3b2a3e9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:56.523861 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a554e65c-93d6-4580-a17a-e3cce3b2a3e9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network 4c290b78-afad-45a0-897e-9dd09df4de09 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:51:56.539078 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-a554e65c-93d6-4580-a17a-e3cce3b2a3e9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 4c290b78-afad-45a0-897e-9dd09df4de09) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:56.551416 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fe4634-ec40-4a6c-9807-cccbc2d5141a None None] Network 4c290b78-afad-45a0-897e-9dd09df4de09 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:56.562912 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8841dddc-3286-4dfc-ba06-65003626d5f1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:56.566678 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8841dddc-3286-4dfc-ba06-65003626d5f1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:56.568148 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-8841dddc-3286-4dfc-ba06-65003626d5f1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:51:56.569183 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8841dddc-3286-4dfc-ba06-65003626d5f1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:51:56.572916 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a554e65c-93d6-4580-a17a-e3cce3b2a3e9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:51:56.573515 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a554e65c-93d6-4580-a17a-e3cce3b2a3e9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:56.605025 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0607b0f7-2896-44af-a9e8-385e20e3579f tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Router 59ac736d-1c1f-45ca-8cd3-07d979c66e36 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:51:56.651687 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8841dddc-3286-4dfc-ba06-65003626d5f1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0518036 May 31 15:51:56.685356 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56532) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:56.768402 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-26ea84c4-d476-4ac5-bff2-50ab215383fe tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:56.858275 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-98a7eec8-2d55-4a3a-96a0-429f26f80692 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:56.873753 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a554e65c-93d6-4580-a17a-e3cce3b2a3e9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4425709 May 31 15:51:56.873753 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56536) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:56.873981 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56538) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:56.892258 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5ece2f83-2831-410c-8af8-e26374cc1b54 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:56.894730 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-73b8df58-1bca-446c-ae59-3a23ea59835d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'subnet': {'network_id': '4c290b78-afad-45a0-897e-9dd09df4de09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:57.073282 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device eb79f702-0b92-4a52-842d-49d65570babe no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:51:57.152992 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a7eec8-2d55-4a3a-96a0-429f26f80692 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network 2a626c17-1e71-4265-a3ec-c3e50d230f28 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:57.175562 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-98a7eec8-2d55-4a3a-96a0-429f26f80692 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:57.178240 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a7eec8-2d55-4a3a-96a0-429f26f80692 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:51:57.178860 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-98a7eec8-2d55-4a3a-96a0-429f26f80692 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:57.215498 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: eb79f702-0b92-4a52-842d-49d65570babe {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:51:57.216574 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device eb79f702-0b92-4a52-842d-49d65570babe not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:51:57.235197 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca0af12-c892-439a-a6ae-f1a00f0e4d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-4c290b78-afad-45a0-897e-9dd09df4de09', 'network_id': '4c290b78-afad-45a0-897e-9dd09df4de09', 'tenant_id': '1a3131733d3b4e64a0dcbfef175233b5', 'fixed_ips': [{'subnet_id': '3b807396-1055-474f-ba27-098d1e1689ea'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:51:57.237035 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5ca0af12-c892-439a-a6ae-f1a00f0e4d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:57.296663 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-15e61051-a8cb-4010-bf2d-cf10a841edee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4f8c80660823495e9741f094bbd468a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4171181 May 31 15:51:57.303293 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-73b8df58-1bca-446c-ae59-3a23ea59835d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:57.306853 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56548) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:57.309849 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-73b8df58-1bca-446c-ae59-3a23ea59835d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:subnet and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:57.314887 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7eec8-2d55-4a3a-96a0-429f26f80692 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Port': ['ID=34d46b84-63de-41da-bbd0-fbc4bd840381,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:57.316038 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-98a7eec8-2d55-4a3a-96a0-429f26f80692 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:57.339332 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-73b8df58-1bca-446c-ae59-3a23ea59835d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:57.350751 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-73b8df58-1bca-446c-ae59-3a23ea59835d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:57.388040 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b8df58-1bca-446c-ae59-3a23ea59835d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:57.391523 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-73b8df58-1bca-446c-ae59-3a23ea59835d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:57.392891 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb939858-d641-4084-82ab-e2ffd03284fe None None] Network 448dfe7c-1dc8-498c-9bda-9a9ecb06b8eb requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:57.437766 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-26ea84c4-d476-4ac5-bff2-50ab215383fe tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:57.536012 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-26ea84c4-d476-4ac5-bff2-50ab215383fe tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:57.567828 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-19c70fd7-0a33-49d6-8421-57110682fe93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:57.624402 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0607b0f7-2896-44af-a9e8-385e20e3579f tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:51:57.626045 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1b5269-fa83-4c4d-a348-fcbe1e7fb9a0 None None] Sync routers for ids ['59ac736d-1c1f-45ca-8cd3-07d979c66e36'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:51:57.641022 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1b5269-fa83-4c4d-a348-fcbe1e7fb9a0 None None] Routers {'59ac736d-1c1f-45ca-8cd3-07d979c66e36'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:51:57.641797 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0c1b5269-fa83-4c4d-a348-fcbe1e7fb9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:51:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['59ac736d-1c1f-45ca-8cd3-07d979c66e36'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:57.667247 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ea84c4-d476-4ac5-bff2-50ab215383fe tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:57.671247 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-26ea84c4-d476-4ac5-bff2-50ab215383fe tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:57.672906 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ea84c4-d476-4ac5-bff2-50ab215383fe tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:51:57.673440 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ea84c4-d476-4ac5-bff2-50ab215383fe tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:51:57.691112 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-19c70fd7-0a33-49d6-8421-57110682fe93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:57.707176 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-5ca0af12-c892-439a-a6ae-f1a00f0e4d03 None None] Allocated IP 2001:db8::2 (4c290b78-afad-45a0-897e-9dd09df4de09/3b807396-1055-474f-ba27-098d1e1689ea/5320ff3f-be15-4415-8707-70ec69caadc4) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:51:57.785376 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.ipam_backend_mixin [None req-73b8df58-1bca-446c-ae59-3a23ea59835d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3b807396-1055-474f-ba27-098d1e1689ea (CIDR: 2001:db8::/64) May 31 15:51:57.788423 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0c1b5269-fa83-4c4d-a348-fcbe1e7fb9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:57.797661 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1b5269-fa83-4c4d-a348-fcbe1e7fb9a0 None None] Routers {'59ac736d-1c1f-45ca-8cd3-07d979c66e36'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:51:57.798293 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0c1b5269-fa83-4c4d-a348-fcbe1e7fb9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:51:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['59ac736d-1c1f-45ca-8cd3-07d979c66e36'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:57.805436 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b8df58-1bca-446c-ae59-3a23ea59835d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:51:57.805899 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73b8df58-1bca-446c-ae59-3a23ea59835d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:51:57.859239 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-98a7eec8-2d55-4a3a-96a0-429f26f80692 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:57.874241 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0c1b5269-fa83-4c4d-a348-fcbe1e7fb9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:51:57.874907 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1b5269-fa83-4c4d-a348-fcbe1e7fb9a0 None None] The sync data for ids ['59ac736d-1c1f-45ca-8cd3-07d979c66e36'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:51:57.878171 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-73b8df58-1bca-446c-ae59-3a23ea59835d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0030324 May 31 15:51:57.879073 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56554) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:57.888792 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0607b0f7-2896-44af-a9e8-385e20e3579f tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:57.891860 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0607b0f7-2896-44af-a9e8-385e20e3579f tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.5007515 May 31 15:51:57.899108 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b97a39-3fea-43a9-a09c-aeeb006975be None None] Network 2a626c17-1e71-4265-a3ec-c3e50d230f28 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:51:57.903377 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-6432d701-e621-4ad3-974e-80c227308748 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'subnet': {'network_id': '4c290b78-afad-45a0-897e-9dd09df4de09', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:57.925123 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-24b6c447-7548-4f93-a036-46b168e75c61 None None] Provisioning for port db58becd-0fc6-4962-8734-02934027e805 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:57.931738 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56558) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:57.989459 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-19c70fd7-0a33-49d6-8421-57110682fe93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:57.998033 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-19c70fd7-0a33-49d6-8421-57110682fe93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:57.999216 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-19c70fd7-0a33-49d6-8421-57110682fe93 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/19e2f4a3-35cd-4b2f-8c25-74b2ae8ea5d6 HTTP/1.1" status: 204 len: 168 time: 0.6912570 May 31 15:51:58.016531 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:58.153853 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device db58becd-0fc6-4962-8734-02934027e805 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:51:58.218625 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-26ea84c4-d476-4ac5-bff2-50ab215383fe tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.5317218 May 31 15:51:58.232466 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56564) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:58.253633 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-edd2295e-0d22-4c97-bff9-420d2de89f77 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:58.295393 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:58.384262 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-edd2295e-0d22-4c97-bff9-420d2de89f77 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:58.412005 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ae1f6e77-acf9-48fe-b61e-17fc18f1a9d9 None None] Provisioning for port 5042530e-8bb6-4655-9ea8-88a21cb800c6 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:58.517369 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5ca0af12-c892-439a-a6ae-f1a00f0e4d03 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:58.522403 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-edd2295e-0d22-4c97-bff9-420d2de89f77 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:58.528003 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port db58becd-0fc6-4962-8734-02934027e805 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:51:58.540540 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port db58becd-0fc6-4962-8734-02934027e805 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:58.540989 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:58.577445 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5ca0af12-c892-439a-a6ae-f1a00f0e4d03 None None] Transition to ACTIVE for port object 5320ff3f-be15-4415-8707-70ec69caadc4 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:58.677304 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5ca0af12-c892-439a-a6ae-f1a00f0e4d03 None None] Transition to ACTIVE for port object 5320ff3f-be15-4415-8707-70ec69caadc4 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:51:58.688078 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd2295e-0d22-4c97-bff9-420d2de89f77 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:58.692457 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5ca0af12-c892-439a-a6ae-f1a00f0e4d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:58.697137 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-edd2295e-0d22-4c97-bff9-420d2de89f77 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:58.698448 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-fc2bf584-8de6-451d-b4b4-767ad2a3d4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:58.699163 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd2295e-0d22-4c97-bff9-420d2de89f77 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:51:58.699748 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edd2295e-0d22-4c97-bff9-420d2de89f77 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:51:58.757618 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-edd2295e-0d22-4c97-bff9-420d2de89f77 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5180366 May 31 15:51:58.780626 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56576) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:58.803668 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c70fd7-0a33-49d6-8421-57110682fe93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e2f4a3-35cd-4b2f-8c25-74b2ae8ea5d6,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:58.823984 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-19c70fd7-0a33-49d6-8421-57110682fe93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.807s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:58.825657 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-38af40d0-d4f7-4738-8e05-6dcc5036dd50 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:51:58.885388 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca0af12-c892-439a-a6ae-f1a00f0e4d03 None None] Network 4c290b78-afad-45a0-897e-9dd09df4de09 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:51:58.898695 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-5ca0af12-c892-439a-a6ae-f1a00f0e4d03 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:51:58.911766 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-6432d701-e621-4ad3-974e-80c227308748 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:58.915581 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca0af12-c892-439a-a6ae-f1a00f0e4d03 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:51:58.917813 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0af12-c892-439a-a6ae-f1a00f0e4d03 None None] Pushing event updated for resources: {'Port': ['ID=5320ff3f-be15-4415-8707-70ec69caadc4,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:51:58.968633 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5ca0af12-c892-439a-a6ae-f1a00f0e4d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:51:59.086918 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6432d701-e621-4ad3-974e-80c227308748 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:subnet and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:51:59.092460 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6432d701-e621-4ad3-974e-80c227308748 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:51:59.104966 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-6432d701-e621-4ad3-974e-80c227308748 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:59.173089 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6432d701-e621-4ad3-974e-80c227308748 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:59.180089 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6432d701-e621-4ad3-974e-80c227308748 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:59.243315 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-efcc71c5-efaf-4193-9218-220284ac8c85 None None] Provisioning complete for port db58becd-0fc6-4962-8734-02934027e805 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:51:59.243812 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-efcc71c5-efaf-4193-9218-220284ac8c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:59.308550 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:59.461605 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-5ca0af12-c892-439a-a6ae-f1a00f0e4d03 None None] Attempting to bind port 5320ff3f-be15-4415-8707-70ec69caadc4 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:51:59.462202 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-5ca0af12-c892-439a-a6ae-f1a00f0e4d03 None None] Attempting to bind port 5320ff3f-be15-4415-8707-70ec69caadc4 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f57e9e4c-a7b8-449f-9083-e7a34d655af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4c290b78-afad-45a0-897e-9dd09df4de09'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:51:59.462372 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca0af12-c892-439a-a6ae-f1a00f0e4d03 None None] Attempting to bind port 5320ff3f-be15-4415-8707-70ec69caadc4 on network 4c290b78-afad-45a0-897e-9dd09df4de09 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:51:59.485021 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca0af12-c892-439a-a6ae-f1a00f0e4d03 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:51:59.487042 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca0af12-c892-439a-a6ae-f1a00f0e4d03 None None] Checking segment: {'id': 'f57e9e4c-a7b8-449f-9083-e7a34d655af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4c290b78-afad-45a0-897e-9dd09df4de09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:51:59.487493 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5ca0af12-c892-439a-a6ae-f1a00f0e4d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:59.487900 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca0af12-c892-439a-a6ae-f1a00f0e4d03 None None] Bound using segment: {'id': 'f57e9e4c-a7b8-449f-9083-e7a34d655af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4c290b78-afad-45a0-897e-9dd09df4de09'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:51:59.488474 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-5ca0af12-c892-439a-a6ae-f1a00f0e4d03 None None] Bound port: 5320ff3f-be15-4415-8707-70ec69caadc4, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57e9e4c-a7b8-449f-9083-e7a34d655af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4c290b78-afad-45a0-897e-9dd09df4de09'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:51:59.488886 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5ca0af12-c892-439a-a6ae-f1a00f0e4d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:59.510216 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port db58becd-0fc6-4962-8734-02934027e805, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=db58becd-0fc6-4962-8734-02934027e805,segment=NetworkSegment(ff87042f-6004-4a57-a119-815b91aa5985),segment_id=ff87042f-6004-4a57-a119-815b91aa5985)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:51:59.543448 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:59.545532 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 5042530e-8bb6-4655-9ea8-88a21cb800c6 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:51:59.576539 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-38af40d0-d4f7-4738-8e05-6dcc5036dd50 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:51:59.593279 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0dfda6d2-429c-4162-b6ab-f83edbf839e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:59.672642 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-38af40d0-d4f7-4738-8e05-6dcc5036dd50 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:51:59.732310 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38af40d0-d4f7-4738-8e05-6dcc5036dd50 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:51:59.735873 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-38af40d0-d4f7-4738-8e05-6dcc5036dd50 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:59.737166 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-38af40d0-d4f7-4738-8e05-6dcc5036dd50 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:51:59.737597 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38af40d0-d4f7-4738-8e05-6dcc5036dd50 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:51:59.750684 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-20d7727f-6319-40f8-b655-7d9c351aa670 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:59.781128 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b03fd81c-30fb-48da-aa8b-8fd222f4353b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:51:59.841274 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-98a7eec8-2d55-4a3a-96a0-429f26f80692 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:59.856834 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-38af40d0-d4f7-4738-8e05-6dcc5036dd50 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0684137 May 31 15:51:59.864844 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-98a7eec8-2d55-4a3a-96a0-429f26f80692 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:59.865728 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-98a7eec8-2d55-4a3a-96a0-429f26f80692 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:59.867395 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-5ca0af12-c892-439a-a6ae-f1a00f0e4d03 None None] For port 5320ff3f-be15-4415-8707-70ec69caadc4, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:51:59.871194 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56598) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:51:59.873517 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-5ca0af12-c892-439a-a6ae-f1a00f0e4d03 None None] For port 5320ff3f-be15-4415-8707-70ec69caadc4, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=5320ff3f-be15-4415-8707-70ec69caadc4,segment=NetworkSegment(f57e9e4c-a7b8-449f-9083-e7a34d655af0),segment_id=f57e9e4c-a7b8-449f-9083-e7a34d655af0)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:51:59.923942 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a0642ceb-b7d1-4e65-be46-89a80d560dab tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:51:59.996667 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7727f-6319-40f8-b655-7d9c351aa670 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Pushing event updated for resources: {'Subnet': ['ID=c142e301-873b-4e35-bbb4-7f7015a6afa0,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:00.018815 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-59670804-0e71-47b8-b467-c31cd8732069 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:52:00.025607 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-20d7727f-6319-40f8-b655-7d9c351aa670 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:00.034533 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ad78604f-b9ac-4ffc-a186-4bf93c6c4bf5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:00.037753 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5ca0af12-c892-439a-a6ae-f1a00f0e4d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:00.154374 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 5042530e-8bb6-4655-9ea8-88a21cb800c6 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:00.167124 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=db58becd-0fc6-4962-8734-02934027e805,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:00.179413 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 5042530e-8bb6-4655-9ea8-88a21cb800c6 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:00.179806 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:00.252559 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:00.259481 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5ca0af12-c892-439a-a6ae-f1a00f0e4d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:00.407683 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-882836ea-58fb-4f5e-973d-8274acab4c89 None None] Provisioning complete for port 5042530e-8bb6-4655-9ea8-88a21cb800c6 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:00.409316 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-882836ea-58fb-4f5e-973d-8274acab4c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:00.411163 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d7727f-6319-40f8-b655-7d9c351aa670 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Checking segment: {'id': 'df32c9b7-5f5a-46b4-8536-ca5bd5163222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c8f5773f-62e1-4757-9927-498b5b31a13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:00.411529 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d7727f-6319-40f8-b655-7d9c351aa670 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Network hostable DHCP agents. Network: c8f5773f-62e1-4757-9927-498b5b31a13b, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:52:00.414625 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-51785f1c-26d1-47a3-ad2f-6cf8d6482f9c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:00.464977 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-59670804-0e71-47b8-b467-c31cd8732069 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:52:00.466152 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-59670804-0e71-47b8-b467-c31cd8732069 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5905306 May 31 15:52:00.481404 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56612) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:00.500723 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7eec8-2d55-4a3a-96a0-429f26f80692 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Port': ['ID=34d46b84-63de-41da-bbd0-fbc4bd840381,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:00.506725 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a7eec8-2d55-4a3a-96a0-429f26f80692 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network 2a626c17-1e71-4265-a3ec-c3e50d230f28 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:00.522216 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-98a7eec8-2d55-4a3a-96a0-429f26f80692 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:00.525292 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0af12-c892-439a-a6ae-f1a00f0e4d03 None None] Pushing event updated for resources: {'Port': ['ID=5320ff3f-be15-4415-8707-70ec69caadc4,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:00.526696 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-98a7eec8-2d55-4a3a-96a0-429f26f80692 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:00.541022 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5ca0af12-c892-439a-a6ae-f1a00f0e4d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:00.595504 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-673555fd-5fb1-43b2-8844-69c46a2dbdfd tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:00.602271 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:00.696262 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56616) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:00.775074 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 5042530e-8bb6-4655-9ea8-88a21cb800c6, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=5042530e-8bb6-4655-9ea8-88a21cb800c6,segment=NetworkSegment(70fd9a72-d6ad-4070-99a1-5a3f80802c40),segment_id=70fd9a72-d6ad-4070-99a1-5a3f80802c40)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:00.789003 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:00.809860 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:00.859094 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-a0642ceb-b7d1-4e65-be46-89a80d560dab tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Allocated IP 172.20.0.1 (f733c860-a821-44d8-ad6b-7c5226db04a6/9731c117-1d39-4f07-84c7-f03c5a756af8/379cc086-f953-4e5a-b55b-b81802fb3ec9) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:00.888347 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d7727f-6319-40f8-b655-7d9c351aa670 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Network c8f5773f-62e1-4757-9927-498b5b31a13b is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:52:00.943747 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-882836ea-58fb-4f5e-973d-8274acab4c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:01.096106 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=5042530e-8bb6-4655-9ea8-88a21cb800c6,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:01.102581 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:01.122303 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 5320ff3f-be15-4415-8707-70ec69caadc4 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:01.260755 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.db.api [None req-882836ea-58fb-4f5e-973d-8274acab4c89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:52:01.261539 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_db.api [None req-882836ea-58fb-4f5e-973d-8274acab4c89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:52:01.287902 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 5320ff3f-be15-4415-8707-70ec69caadc4 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:01.294397 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a0642ceb-b7d1-4e65-be46-89a80d560dab tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:01.296490 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device db58becd-0fc6-4962-8734-02934027e805 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:01.310971 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-060bd140-ce35-42e4-99b7-28d96c04d7e2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'network': {'name': 'tempest-network-smoke--2094246666', 'project_id': '77a9908268404908970d038c7b3f1f66', 'port_security_enabled': True}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:01.323189 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-a0642ceb-b7d1-4e65-be46-89a80d560dab tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Transition to ACTIVE for port object 379cc086-f953-4e5a-b55b-b81802fb3ec9 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:01.325955 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-20d7727f-6319-40f8-b655-7d9c351aa670 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, c8f5773f-62e1-4757-9927-498b5b31a13b) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:01.350109 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4425e3d5-d1e9-472f-b4cc-edc0572b5a84 None None] Network c8f5773f-62e1-4757-9927-498b5b31a13b requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:01.373949 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d7727f-6319-40f8-b655-7d9c351aa670 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:01.374684 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-20d7727f-6319-40f8-b655-7d9c351aa670 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:01.386438 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41a3be7-c666-46d6-ac44-7efe99b466c3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:01.387817 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a41a3be7-c666-46d6-ac44-7efe99b466c3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:52:01.393738 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51785f1c-26d1-47a3-ad2f-6cf8d6482f9c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event updated for resources: {'Subnet': ['ID=5bba88b7-3f08-415b-a0f3-ae13c0d17c40,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:01.407154 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-060bd140-ce35-42e4-99b7-28d96c04d7e2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:01.416078 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51785f1c-26d1-47a3-ad2f-6cf8d6482f9c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Checking segment: {'id': 'fc582b84-b27f-434c-b358-32ad568e7459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b5dd9d9c-7970-4ad3-9229-3ac80f4dfa2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:01.416505 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51785f1c-26d1-47a3-ad2f-6cf8d6482f9c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Network hostable DHCP agents. Network: b5dd9d9c-7970-4ad3-9229-3ac80f4dfa2a, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:52:01.432513 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-51785f1c-26d1-47a3-ad2f-6cf8d6482f9c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.836s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:01.444896 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-060bd140-ce35-42e4-99b7-28d96c04d7e2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:network and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:01.457725 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-060bd140-ce35-42e4-99b7-28d96c04d7e2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:01.485881 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-060bd140-ce35-42e4-99b7-28d96c04d7e2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:01.489658 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a41a3be7-c666-46d6-ac44-7efe99b466c3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:52:01.495515 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a41a3be7-c666-46d6-ac44-7efe99b466c3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.0070343 May 31 15:52:01.496833 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56632) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:01.501758 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a0642ceb-b7d1-4e65-be46-89a80d560dab tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:01.510704 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-20d7727f-6319-40f8-b655-7d9c351aa670 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 7.5128543 May 31 15:52:01.514815 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port db58becd-0fc6-4962-8734-02934027e805 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:01.515179 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3fd31012-601d-4f12-916e-00f651516917 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:01.515409 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:01.546697 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56636) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:01.588075 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b5e01695-2592-46fd-857d-5377fa82119c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0845590 May 31 15:52:01.595028 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-b07acae4-25a5-4ed2-905d-7630c903bdd4 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Request body: {'subnet': {'network_id': 'e866eb11-be78-4e2f-86ed-99308f3aae19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:01.604167 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56638) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:01.609121 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51785f1c-26d1-47a3-ad2f-6cf8d6482f9c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Network b5dd9d9c-7970-4ad3-9229-3ac80f4dfa2a is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:52:01.618370 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-12e8ba86-41ed-4934-af54-ebf21f6226b3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:01.643256 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060bd140-ce35-42e4-99b7-28d96c04d7e2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Made reservation on behalf of 77a9908268404908970d038c7b3f1f66 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:01.645038 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6432d701-e621-4ad3-974e-80c227308748 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:01.649043 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-060bd140-ce35-42e4-99b7-28d96c04d7e2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:01.658079 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0642ceb-b7d1-4e65-be46-89a80d560dab tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Network f733c860-a821-44d8-ad6b-7c5226db04a6 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:01.681845 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-060bd140-ce35-42e4-99b7-28d96c04d7e2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:01.689477 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5f7d6d-1abd-45c7-8e5d-f5a43072ec85 None None] Network 4c290b78-afad-45a0-897e-9dd09df4de09 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:01.716670 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-a0642ceb-b7d1-4e65-be46-89a80d560dab tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:01.738039 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-51785f1c-26d1-47a3-ad2f-6cf8d6482f9c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, b5dd9d9c-7970-4ad3-9229-3ac80f4dfa2a) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:01.738285 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0642ceb-b7d1-4e65-be46-89a80d560dab tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:01.791847 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6432d701-e621-4ad3-974e-80c227308748 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network 4c290b78-afad-45a0-897e-9dd09df4de09 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:01.806387 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-060bd140-ce35-42e4-99b7-28d96c04d7e2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:01.815904 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51785f1c-26d1-47a3-ad2f-6cf8d6482f9c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:01.816675 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-51785f1c-26d1-47a3-ad2f-6cf8d6482f9c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:01.820678 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-6432d701-e621-4ad3-974e-80c227308748 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:01.832959 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-060bd140-ce35-42e4-99b7-28d96c04d7e2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:01.836291 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0642ceb-b7d1-4e65-be46-89a80d560dab tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Pushing event updated for resources: {'Port': ['ID=379cc086-f953-4e5a-b55b-b81802fb3ec9,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:01.836446 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a7eec8-2d55-4a3a-96a0-429f26f80692 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Router aef2e159-59ed-47e5-b6c1-cefc23c47a0f is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:52:01.838180 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-060bd140-ce35-42e4-99b7-28d96c04d7e2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:01.851560 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a0642ceb-b7d1-4e65-be46-89a80d560dab tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:01.855522 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-060bd140-ce35-42e4-99b7-28d96c04d7e2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:01.856605 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-33ccffcf-292d-46ca-89eb-d3881c6e694e tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:01.861991 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-12e8ba86-41ed-4934-af54-ebf21f6226b3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:01.884434 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-51785f1c-26d1-47a3-ad2f-6cf8d6482f9c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 6.1139708 May 31 15:52:01.894034 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56644) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:01.903902 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6432d701-e621-4ad3-974e-80c227308748 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:01.904523 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6432d701-e621-4ad3-974e-80c227308748 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:01.917964 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-12e8ba86-41ed-4934-af54-ebf21f6226b3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:01.918740 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b07acae4-25a5-4ed2-905d-7630c903bdd4 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:01.931757 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a0642ceb-b7d1-4e65-be46-89a80d560dab tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:01.932221 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4bc07a-ad39-4a2e-81c4-5ee9f2b947dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-c8f5773f-62e1-4757-9927-498b5b31a13b', 'network_id': 'c8f5773f-62e1-4757-9927-498b5b31a13b', 'tenant_id': '66a9e884b7e3435b9d9133bd1952ca8e', 'fixed_ips': [{'subnet_id': 'c142e301-873b-4e35-bbb4-7f7015a6afa0'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:52:01.933088 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bb4bc07a-ad39-4a2e-81c4-5ee9f2b947dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:01.947853 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b07acae4-25a5-4ed2-905d-7630c903bdd4 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Usage tracker for resource:subnet and tenant:66a9e884b7e3435b9d9133bd1952ca8e is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:01.971911 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b07acae4-25a5-4ed2-905d-7630c903bdd4 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:01.980568 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b07acae4-25a5-4ed2-905d-7630c903bdd4 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:02.009057 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07acae4-25a5-4ed2-905d-7630c903bdd4 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Made reservation on behalf of 66a9e884b7e3435b9d9133bd1952ca8e for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:02.013670 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b07acae4-25a5-4ed2-905d-7630c903bdd4 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:02.060166 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6432d701-e621-4ad3-974e-80c227308748 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.1775868 May 31 15:52:02.064168 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56652) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:02.084739 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-58e65fee-9e4b-46f1-b0c5-3e155aa93bc7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'port': {'network_id': '4c290b78-afad-45a0-897e-9dd09df4de09', 'fixed_ips': [{'subnet_id': '3b807396-1055-474f-ba27-098d1e1689ea'}, {'subnet_id': '4198f9a9-9edf-420a-a662-1715aa51e545'}], 'name': 'tempest-PortsIpV6TestJSON-1702015641'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:02.106760 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62f4042-4e1b-4e8a-85ba-1d23a646689d None None] Network b5dd9d9c-7970-4ad3-9229-3ac80f4dfa2a requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:02.184154 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e8ba86-41ed-4934-af54-ebf21f6226b3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:02.187736 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-12e8ba86-41ed-4934-af54-ebf21f6226b3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:02.293887 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432d701-e621-4ad3-974e-80c227308748 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Subnet': ['ID=4198f9a9-9edf-420a-a662-1715aa51e545,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:02.311210 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a7eec8-2d55-4a3a-96a0-429f26f80692 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:52:02.312522 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6432d701-e621-4ad3-974e-80c227308748 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:02.330546 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-58e65fee-9e4b-46f1-b0c5-3e155aa93bc7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:02.335582 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-58e65fee-9e4b-46f1-b0c5-3e155aa93bc7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:port and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:02.339155 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-58e65fee-9e4b-46f1-b0c5-3e155aa93bc7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:02.346362 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-58e65fee-9e4b-46f1-b0c5-3e155aa93bc7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:02.352320 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a96baad-bae7-43b0-81b4-3193c006562f None None] Sync routers for ids ['aef2e159-59ed-47e5-b6c1-cefc23c47a0f'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:52:02.393668 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e65fee-9e4b-46f1-b0c5-3e155aa93bc7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:02.410784 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-98a7eec8-2d55-4a3a-96a0-429f26f80692 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "PUT /v2.0/routers/aef2e159-59ed-47e5-b6c1-cefc23c47a0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1905069 May 31 15:52:02.412620 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56662) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:02.427858 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:02.433768 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-882836ea-58fb-4f5e-973d-8274acab4c89 None None] Provisioning for port 34d46b84-63de-41da-bbd0-fbc4bd840381 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:02.500400 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a96baad-bae7-43b0-81b4-3193c006562f None None] Routers {'aef2e159-59ed-47e5-b6c1-cefc23c47a0f'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:52:02.501003 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-9a96baad-bae7-43b0-81b4-3193c006562f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:51:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['aef2e159-59ed-47e5-b6c1-cefc23c47a0f'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:02.524781 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-060bd140-ce35-42e4-99b7-28d96c04d7e2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:02.577283 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcdcdbb-4746-494a-aecb-264f384c223a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:02.578276 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-dbcdcdbb-4746-494a-aecb-264f384c223a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Synchronizing usage tracker for tenant:4495789bf65544d19fbd02194192aa34 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:52:02.585521 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-060bd140-ce35-42e4-99b7-28d96c04d7e2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:02.600109 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060bd140-ce35-42e4-99b7-28d96c04d7e2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:52:02.612269 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-060bd140-ce35-42e4-99b7-28d96c04d7e2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:02.613216 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-060bd140-ce35-42e4-99b7-28d96c04d7e2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Added segment 333ad118-f290-4f99-a784-81002b51054a of type vlan for network c90d105b-40f8-46f5-a26d-05b432efdd46 May 31 15:52:02.616919 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-882836ea-58fb-4f5e-973d-8274acab4c89 None None] Provisioning complete for port 34d46b84-63de-41da-bbd0-fbc4bd840381 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:02.617311 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-882836ea-58fb-4f5e-973d-8274acab4c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:02.621744 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d65d5e32-f742-4d9f-9d19-7d5f7ee56aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:02.670498 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-060bd140-ce35-42e4-99b7-28d96c04d7e2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:02.697997 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-58e65fee-9e4b-46f1-b0c5-3e155aa93bc7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:02.736925 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-58e65fee-9e4b-46f1-b0c5-3e155aa93bc7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] device_id is not set on port 851f25ef-90e0-4e32-9cba-15833844f307 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:52:02.755912 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-060bd140-ce35-42e4-99b7-28d96c04d7e2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:02.762239 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060bd140-ce35-42e4-99b7-28d96c04d7e2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:02.762915 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-060bd140-ce35-42e4-99b7-28d96c04d7e2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:02.812211 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-9a96baad-bae7-43b0-81b4-3193c006562f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:02.841638 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a96baad-bae7-43b0-81b4-3193c006562f None None] Routers {'aef2e159-59ed-47e5-b6c1-cefc23c47a0f'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:52:02.842349 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-9a96baad-bae7-43b0-81b4-3193c006562f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:51:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['aef2e159-59ed-47e5-b6c1-cefc23c47a0f'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:02.963654 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-dbcdcdbb-4746-494a-aecb-264f384c223a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Unset dirty status for tenant:4495789bf65544d19fbd02194192aa34 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:52:02.969558 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-dbcdcdbb-4746-494a-aecb-264f384c223a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "GET /v2.0/ports/34d46b84-63de-41da-bbd0-fbc4bd840381 HTTP/1.1" status: 200 len: 911 time: 0.5462363 May 31 15:52:02.971083 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f3faaf-7764-4246-b380-8b595459eeb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-b5dd9d9c-7970-4ad3-9229-3ac80f4dfa2a', 'network_id': 'b5dd9d9c-7970-4ad3-9229-3ac80f4dfa2a', 'tenant_id': '3fe64971f6524794b9c8599e1534ac7b', 'fixed_ips': [{'subnet_id': '5bba88b7-3f08-415b-a0f3-ae13c0d17c40'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:52:02.972039 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f1f3faaf-7764-4246-b380-8b595459eeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:02.981880 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56666) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:02.992090 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 5042530e-8bb6-4655-9ea8-88a21cb800c6 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:02.996667 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060bd140-ce35-42e4-99b7-28d96c04d7e2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=676bac8e-538c-4a65-9a2e-41b0e5ba259f,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:03.011611 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-e91efd27-f6b5-421d-8803-6066c6dad294 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b59015b2-7930-4193-9dba-280ea2cacd49'}]}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:03.091301 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-882836ea-58fb-4f5e-973d-8274acab4c89 None None] Port 34d46b84-63de-41da-bbd0-fbc4bd840381 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:52:03.128474 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-9a96baad-bae7-43b0-81b4-3193c006562f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:03.128892 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a96baad-bae7-43b0-81b4-3193c006562f None None] The sync data for ids ['aef2e159-59ed-47e5-b6c1-cefc23c47a0f'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:52:03.226689 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-060bd140-ce35-42e4-99b7-28d96c04d7e2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:03.268553 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-946300a0-6a82-4dc5-b2e1-793ee9630369 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.464s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:03.295196 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-060bd140-ce35-42e4-99b7-28d96c04d7e2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.5693233 May 31 15:52:03.296635 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:03.312508 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-bb4bc07a-ad39-4a2e-81c4-5ee9f2b947dd None None] Allocated IP 2001:db8::2 (c8f5773f-62e1-4757-9927-498b5b31a13b/c142e301-873b-4e35-bbb4-7f7015a6afa0/6707f9c9-961d-4625-a7ce-b5ca17bd7c5f) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:03.315290 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2843f145-0ba6-4d8c-ae0d-4827632ee19c None None] Provisioning complete for port 34d46b84-63de-41da-bbd0-fbc4bd840381 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:03.315716 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2843f145-0ba6-4d8c-ae0d-4827632ee19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:03.320836 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-58e65fee-9e4b-46f1-b0c5-3e155aa93bc7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Allocated IP 2001:db8::18c (4c290b78-afad-45a0-897e-9dd09df4de09/3b807396-1055-474f-ba27-098d1e1689ea/851f25ef-90e0-4e32-9cba-15833844f307) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:03.322983 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56670) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:03.343265 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1645003349', 'admin_state_up': True, 'project_id': '77a9908268404908970d038c7b3f1f66', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:03.358704 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-58e65fee-9e4b-46f1-b0c5-3e155aa93bc7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Allocated IP 2001:db8:0:1::39c (4c290b78-afad-45a0-897e-9dd09df4de09/4198f9a9-9edf-420a-a662-1715aa51e545/851f25ef-90e0-4e32-9cba-15833844f307) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:03.373580 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 5042530e-8bb6-4655-9ea8-88a21cb800c6 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:03.374253 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:03.603765 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-2843f145-0ba6-4d8c-ae0d-4827632ee19c None None] Port 34d46b84-63de-41da-bbd0-fbc4bd840381 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:52:03.631547 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:03.676005 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:router and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:03.686667 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:03.702473 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:03.706640 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060bd140-ce35-42e4-99b7-28d96c04d7e2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Network': ['ID=c90d105b-40f8-46f5-a26d-05b432efdd46,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:03.721979 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-f1f3faaf-7764-4246-b380-8b595459eeb5 None None] Allocated IP 2001:db8::1 (b5dd9d9c-7970-4ad3-9229-3ac80f4dfa2a/5bba88b7-3f08-415b-a0f3-ae13c0d17c40/db05a77a-fe5e-4f0a-8381-bdfeb9268313) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:03.746315 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a0642ceb-b7d1-4e65-be46-89a80d560dab tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:03.749107 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network c90d105b-40f8-46f5-a26d-05b432efdd46 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:52:03.782116 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-060bd140-ce35-42e4-99b7-28d96c04d7e2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:03.795162 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:03.796560 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:03.805178 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e91efd27-f6b5-421d-8803-6066c6dad294 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:03.818540 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2843f145-0ba6-4d8c-ae0d-4827632ee19c None None] Provisioning for port 5320ff3f-be15-4415-8707-70ec69caadc4 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:03.838764 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2843f145-0ba6-4d8c-ae0d-4827632ee19c None None] Provisioning complete for port 5320ff3f-be15-4415-8707-70ec69caadc4 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:03.839166 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2843f145-0ba6-4d8c-ae0d-4827632ee19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:03.908028 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-58e65fee-9e4b-46f1-b0c5-3e155aa93bc7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:03.916716 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:03.934876 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-58e65fee-9e4b-46f1-b0c5-3e155aa93bc7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Transition to ACTIVE for port object 851f25ef-90e0-4e32-9cba-15833844f307 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:03.943766 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c6e3ab-60ff-437f-bc69-c9f1f7e55398 None None] Update dhcp port {'port': {'network_id': '4c290b78-afad-45a0-897e-9dd09df4de09', 'fixed_ips': [{'subnet_id': '3b807396-1055-474f-ba27-098d1e1689ea', 'ip_address': '2001:db8::2'}, {'subnet_id': '4198f9a9-9edf-420a-a662-1715aa51e545'}], 'binding:host_id': 'dv-neutron-601336-79-hyperv'}, 'id': '5320ff3f-be15-4415-8707-70ec69caadc4'} from dv-neutron-601336-79-hyperv. {{(pid=99206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 31 15:52:03.972975 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-58e65fee-9e4b-46f1-b0c5-3e155aa93bc7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:03.981517 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b5b3a5dc-bf05-4211-a2b5-fe602eb2998f tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:04.207274 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e65fee-9e4b-46f1-b0c5-3e155aa93bc7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network 4c290b78-afad-45a0-897e-9dd09df4de09 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:04.266447 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2c6e3ab-60ff-437f-bc69-c9f1f7e55398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:04.268084 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-58e65fee-9e4b-46f1-b0c5-3e155aa93bc7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:04.319063 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e65fee-9e4b-46f1-b0c5-3e155aa93bc7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:04.330573 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e65fee-9e4b-46f1-b0c5-3e155aa93bc7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:04.332222 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-58e65fee-9e4b-46f1-b0c5-3e155aa93bc7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:04.476848 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e65fee-9e4b-46f1-b0c5-3e155aa93bc7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Port': ['ID=851f25ef-90e0-4e32-9cba-15833844f307,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:04.503539 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-58e65fee-9e4b-46f1-b0c5-3e155aa93bc7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:04.735692 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2843f145-0ba6-4d8c-ae0d-4827632ee19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:04.770781 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bb4bc07a-ad39-4a2e-81c4-5ee9f2b947dd None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:04.785143 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9609fd63-fbe4-4946-ba70-77487977eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:04.837266 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bb4bc07a-ad39-4a2e-81c4-5ee9f2b947dd None None] Transition to ACTIVE for port object 6707f9c9-961d-4625-a7ce-b5ca17bd7c5f will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:04.929044 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-58e65fee-9e4b-46f1-b0c5-3e155aa93bc7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.8569846 May 31 15:52:04.940568 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56686) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:04.962644 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-73af3bef-73ac-4a22-baaa-7de2df7fa6ae tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3b807396-1055-474f-ba27-098d1e1689ea'}]}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:04.962842 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:04.970539 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f1f3faaf-7764-4246-b380-8b595459eeb5 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:05.084110 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-d2c6e3ab-60ff-437f-bc69-c9f1f7e55398 None None] Allocated IP 2001:db8:0:1::2 (4c290b78-afad-45a0-897e-9dd09df4de09/4198f9a9-9edf-420a-a662-1715aa51e545/5320ff3f-be15-4415-8707-70ec69caadc4) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:05.098534 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bb4bc07a-ad39-4a2e-81c4-5ee9f2b947dd None None] Transition to ACTIVE for port object 6707f9c9-961d-4625-a7ce-b5ca17bd7c5f will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:05.115515 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bb4bc07a-ad39-4a2e-81c4-5ee9f2b947dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:05.122889 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:05.150861 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e91efd27-f6b5-421d-8803-6066c6dad294 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:05.166416 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f1f3faaf-7764-4246-b380-8b595459eeb5 None None] Transition to ACTIVE for port object db05a77a-fe5e-4f0a-8381-bdfeb9268313 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:05.193931 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-2843f145-0ba6-4d8c-ae0d-4827632ee19c None None] For port 5320ff3f-be15-4415-8707-70ec69caadc4, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=5320ff3f-be15-4415-8707-70ec69caadc4,segment=NetworkSegment(f57e9e4c-a7b8-449f-9083-e7a34d655af0),segment_id=f57e9e4c-a7b8-449f-9083-e7a34d655af0)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:05.240005 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e91efd27-f6b5-421d-8803-6066c6dad294 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:05.247576 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91efd27-f6b5-421d-8803-6066c6dad294 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:05.248224 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e91efd27-f6b5-421d-8803-6066c6dad294 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:05.249818 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e91efd27-f6b5-421d-8803-6066c6dad294 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "PUT /v2.0/ports/34d46b84-63de-41da-bbd0-fbc4bd840381 HTTP/1.1" status: 200 len: 911 time: 2.2632358 May 31 15:52:05.259318 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-95940be6-02d0-4b0f-9cb4-ff95f274d233 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:05.275726 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56690) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:05.347221 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91efd27-f6b5-421d-8803-6066c6dad294 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Port': ['ID=34d46b84-63de-41da-bbd0-fbc4bd840381,revision_number=3']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:05.367278 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.db.resource_extend [None req-a0642ceb-b7d1-4e65-be46-89a80d560dab tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:52:05.374101 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2c6e3ab-60ff-437f-bc69-c9f1f7e55398 None None] For port 5320ff3f-be15-4415-8707-70ec69caadc4, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=5320ff3f-be15-4415-8707-70ec69caadc4,segment=NetworkSegment(f57e9e4c-a7b8-449f-9083-e7a34d655af0),segment_id=f57e9e4c-a7b8-449f-9083-e7a34d655af0)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:05.402586 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2c6e3ab-60ff-437f-bc69-c9f1f7e55398 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:05.415444 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.objects.ports [None req-12e8ba86-41ed-4934-af54-ebf21f6226b3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99204) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 15:52:05.419907 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91efd27-f6b5-421d-8803-6066c6dad294 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:05.420278 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91efd27-f6b5-421d-8803-6066c6dad294 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:05.420640 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91efd27-f6b5-421d-8803-6066c6dad294 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:05.420997 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91efd27-f6b5-421d-8803-6066c6dad294 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:05.421351 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91efd27-f6b5-421d-8803-6066c6dad294 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:05.421697 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91efd27-f6b5-421d-8803-6066c6dad294 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:05.422049 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91efd27-f6b5-421d-8803-6066c6dad294 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:05.422396 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91efd27-f6b5-421d-8803-6066c6dad294 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:05.422739 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91efd27-f6b5-421d-8803-6066c6dad294 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:05.423013 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2c6e3ab-60ff-437f-bc69-c9f1f7e55398 None None] Transition to ACTIVE for port object 5320ff3f-be15-4415-8707-70ec69caadc4 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:05.423147 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91efd27-f6b5-421d-8803-6066c6dad294 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:05.423672 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91efd27-f6b5-421d-8803-6066c6dad294 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:05.424266 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91efd27-f6b5-421d-8803-6066c6dad294 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:05.433416 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2843f145-0ba6-4d8c-ae0d-4827632ee19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:05.435631 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-12e8ba86-41ed-4934-af54-ebf21f6226b3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:05.441900 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e91efd27-f6b5-421d-8803-6066c6dad294 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:05.444322 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8c680d06-3dd9-4e82-a2c5-6cca92d9e41e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:05.444478 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2c6e3ab-60ff-437f-bc69-c9f1f7e55398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:05.452969 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a0642ceb-b7d1-4e65-be46-89a80d560dab tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:05.464772 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4bc07a-ad39-4a2e-81c4-5ee9f2b947dd None None] Network c8f5773f-62e1-4757-9927-498b5b31a13b is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:05.469931 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f1f3faaf-7764-4246-b380-8b595459eeb5 None None] Transition to ACTIVE for port object db05a77a-fe5e-4f0a-8381-bdfeb9268313 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:05.474527 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-bb4bc07a-ad39-4a2e-81c4-5ee9f2b947dd None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:05.475482 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a0642ceb-b7d1-4e65-be46-89a80d560dab tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:05.510511 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a0642ceb-b7d1-4e65-be46-89a80d560dab tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:05.519723 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8ba86-41ed-4934-af54-ebf21f6226b3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Subnet': ['ID=cb54d1ba-93a6-4979-b086-d81b299633df,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:05.536363 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-12e8ba86-41ed-4934-af54-ebf21f6226b3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:05.556393 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4bc07a-ad39-4a2e-81c4-5ee9f2b947dd None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:05.572316 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b07acae4-25a5-4ed2-905d-7630c903bdd4 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:05.579245 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e8ba86-41ed-4934-af54-ebf21f6226b3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:05.586689 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-12e8ba86-41ed-4934-af54-ebf21f6226b3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:05.596574 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4bc07a-ad39-4a2e-81c4-5ee9f2b947dd None None] Pushing event updated for resources: {'Port': ['ID=6707f9c9-961d-4625-a7ce-b5ca17bd7c5f,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:05.612433 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b2bb10-cc4a-482f-901d-dd9779da5ef5 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:05.614300 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:05.620327 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d4b1cba5-e367-4639-9f4e-27bc415c3578 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:05.626436 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f1f3faaf-7764-4246-b380-8b595459eeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:05.636374 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-bb4bc07a-ad39-4a2e-81c4-5ee9f2b947dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:05.636823 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-bb4bc07a-ad39-4a2e-81c4-5ee9f2b947dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:05.680255 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f3faaf-7764-4246-b380-8b595459eeb5 None None] Network b5dd9d9c-7970-4ad3-9229-3ac80f4dfa2a is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:05.692161 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-f1f3faaf-7764-4246-b380-8b595459eeb5 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:05.702480 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event deleted for resources: {'Subnet': ['ID=5bba88b7-3f08-415b-a0f3-ae13c0d17c40,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:05.711110 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e8ba86-41ed-4934-af54-ebf21f6226b3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:05.711942 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-12e8ba86-41ed-4934-af54-ebf21f6226b3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:05.728960 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:05.736809 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f3faaf-7764-4246-b380-8b595459eeb5 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:05.757063 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2843f145-0ba6-4d8c-ae0d-4827632ee19c None None] Provisioning for port 379cc086-f953-4e5a-b55b-b81802fb3ec9 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:05.781669 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0642ceb-b7d1-4e65-be46-89a80d560dab tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Pushing event updated for resources: {'Port': ['ID=379cc086-f953-4e5a-b55b-b81802fb3ec9,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:05.802807 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a0642ceb-b7d1-4e65-be46-89a80d560dab tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:05.808836 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a0642ceb-b7d1-4e65-be46-89a80d560dab tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:05.827580 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2843f145-0ba6-4d8c-ae0d-4827632ee19c None None] Provisioning complete for port 379cc086-f953-4e5a-b55b-b81802fb3ec9 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:05.827964 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2843f145-0ba6-4d8c-ae0d-4827632ee19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:05.828676 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-51f10af2-8efb-4dc8-9a22-45078c9afd80 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:05.985985 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-bb4bc07a-ad39-4a2e-81c4-5ee9f2b947dd None None] Attempting to bind port 6707f9c9-961d-4625-a7ce-b5ca17bd7c5f on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:52:05.986368 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-bb4bc07a-ad39-4a2e-81c4-5ee9f2b947dd None None] Attempting to bind port 6707f9c9-961d-4625-a7ce-b5ca17bd7c5f by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'df32c9b7-5f5a-46b4-8536-ca5bd5163222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c8f5773f-62e1-4757-9927-498b5b31a13b'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:52:05.986740 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4bc07a-ad39-4a2e-81c4-5ee9f2b947dd None None] Attempting to bind port 6707f9c9-961d-4625-a7ce-b5ca17bd7c5f on network c8f5773f-62e1-4757-9927-498b5b31a13b {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:52:06.076593 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-73af3bef-73ac-4a22-baaa-7de2df7fa6ae tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:06.086455 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-12e8ba86-41ed-4934-af54-ebf21f6226b3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.4795425 May 31 15:52:06.098399 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56696) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:06.117207 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-2843f145-0ba6-4d8c-ae0d-4827632ee19c None None] Port 379cc086-f953-4e5a-b55b-b81802fb3ec9 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:52:06.120251 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6e3ab-60ff-437f-bc69-c9f1f7e55398 None None] Pushing event updated for resources: {'Port': ['ID=5320ff3f-be15-4415-8707-70ec69caadc4,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:06.183004 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4bc07a-ad39-4a2e-81c4-5ee9f2b947dd None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:52:06.183316 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4bc07a-ad39-4a2e-81c4-5ee9f2b947dd None None] Checking segment: {'id': 'df32c9b7-5f5a-46b4-8536-ca5bd5163222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c8f5773f-62e1-4757-9927-498b5b31a13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:06.184969 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bb4bc07a-ad39-4a2e-81c4-5ee9f2b947dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:06.185487 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4bc07a-ad39-4a2e-81c4-5ee9f2b947dd None None] Bound using segment: {'id': 'df32c9b7-5f5a-46b4-8536-ca5bd5163222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c8f5773f-62e1-4757-9927-498b5b31a13b'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:52:06.186692 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-bb4bc07a-ad39-4a2e-81c4-5ee9f2b947dd None None] Bound port: 6707f9c9-961d-4625-a7ce-b5ca17bd7c5f, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df32c9b7-5f5a-46b4-8536-ca5bd5163222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c8f5773f-62e1-4757-9927-498b5b31a13b'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:52:06.187169 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bb4bc07a-ad39-4a2e-81c4-5ee9f2b947dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:06.196687 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-45166193-8924-47e2-9e41-846400115125 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'port': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'mac_address': 'fa:16:3e:8c:34:f3', 'name': 'tempest-NetworksTestDHCPv6-1873387117'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:06.308546 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07acae4-25a5-4ed2-905d-7630c903bdd4 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Checking segment: {'id': '542b55e0-08b5-4912-8430-f86dfedd9e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e866eb11-be78-4e2f-86ed-99308f3aae19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:06.308925 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07acae4-25a5-4ed2-905d-7630c903bdd4 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Network hostable DHCP agents. Network: e866eb11-be78-4e2f-86ed-99308f3aae19, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:52:06.362661 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-bb4bc07a-ad39-4a2e-81c4-5ee9f2b947dd None None] For port 6707f9c9-961d-4625-a7ce-b5ca17bd7c5f, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:52:06.366208 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-bb4bc07a-ad39-4a2e-81c4-5ee9f2b947dd None None] For port 6707f9c9-961d-4625-a7ce-b5ca17bd7c5f, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=6707f9c9-961d-4625-a7ce-b5ca17bd7c5f,segment=NetworkSegment(df32c9b7-5f5a-46b4-8536-ca5bd5163222),segment_id=df32c9b7-5f5a-46b4-8536-ca5bd5163222)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:52:06.390746 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bb4bc07a-ad39-4a2e-81c4-5ee9f2b947dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:06.449464 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-f1f3faaf-7764-4246-b380-8b595459eeb5 None None] Attempting to bind port db05a77a-fe5e-4f0a-8381-bdfeb9268313 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:52:06.450611 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-f1f3faaf-7764-4246-b380-8b595459eeb5 None None] Attempting to bind port db05a77a-fe5e-4f0a-8381-bdfeb9268313 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'fc582b84-b27f-434c-b358-32ad568e7459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b5dd9d9c-7970-4ad3-9229-3ac80f4dfa2a'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:52:06.451024 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f3faaf-7764-4246-b380-8b595459eeb5 None None] Attempting to bind port db05a77a-fe5e-4f0a-8381-bdfeb9268313 on network b5dd9d9c-7970-4ad3-9229-3ac80f4dfa2a {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:52:06.477030 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f3faaf-7764-4246-b380-8b595459eeb5 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:52:06.477488 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f3faaf-7764-4246-b380-8b595459eeb5 None None] Checking segment: {'id': 'fc582b84-b27f-434c-b358-32ad568e7459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b5dd9d9c-7970-4ad3-9229-3ac80f4dfa2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:06.477812 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f1f3faaf-7764-4246-b380-8b595459eeb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:06.478215 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f3faaf-7764-4246-b380-8b595459eeb5 None None] Bound using segment: {'id': 'fc582b84-b27f-434c-b358-32ad568e7459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b5dd9d9c-7970-4ad3-9229-3ac80f4dfa2a'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:52:06.478774 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-f1f3faaf-7764-4246-b380-8b595459eeb5 None None] Bound port: db05a77a-fe5e-4f0a-8381-bdfeb9268313, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc582b84-b27f-434c-b358-32ad568e7459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b5dd9d9c-7970-4ad3-9229-3ac80f4dfa2a'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:52:06.479302 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f1f3faaf-7764-4246-b380-8b595459eeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:06.561143 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-73af3bef-73ac-4a22-baaa-7de2df7fa6ae tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Delete allocated IP 2001:db8:0:1::39c (4c290b78-afad-45a0-897e-9dd09df4de09/4198f9a9-9edf-420a-a662-1715aa51e545) {{(pid=99204) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 31 15:52:06.644037 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3faaf-7764-4246-b380-8b595459eeb5 None None] Pushing event updated for resources: {'Port': ['ID=db05a77a-fe5e-4f0a-8381-bdfeb9268313,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:06.662429 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07acae4-25a5-4ed2-905d-7630c903bdd4 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Pushing event updated for resources: {'Subnet': ['ID=d2fd01c9-d181-44c3-b664-6b28ac012a82,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:06.672368 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b07acae4-25a5-4ed2-905d-7630c903bdd4 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.844s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:06.693586 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f1f3faaf-7764-4246-b380-8b595459eeb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.056s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:06.700152 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f4785746-eff2-443a-adce-5ab4b218989a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.235s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:06.749438 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:06.756319 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-f1f3faaf-7764-4246-b380-8b595459eeb5 None None] For port db05a77a-fe5e-4f0a-8381-bdfeb9268313, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:52:06.843265 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5dd9d9c-7970-4ad3-9229-3ac80f4dfa2a']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:06.847066 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22a7b46-141f-4c0b-8703-a1af4a329479 None None] Network 4c290b78-afad-45a0-897e-9dd09df4de09 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:06.851933 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_gateway, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:06.883121 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc582b84-b27f-434c-b358-32ad568e7459') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:06.883814 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc582b84-b27f-434c-b358-32ad568e7459') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:06.933018 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:06.983976 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-f1f3faaf-7764-4246-b380-8b595459eeb5 None None] For port db05a77a-fe5e-4f0a-8381-bdfeb9268313, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=db05a77a-fe5e-4f0a-8381-bdfeb9268313,segment=NetworkSegment(fc582b84-b27f-434c-b358-32ad568e7459),segment_id=fc582b84-b27f-434c-b358-32ad568e7459)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:52:07.007057 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:07.024526 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:07.039318 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:52:07.039783 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:52:07.056713 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:52:07.123037 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d5eb5190-38c1-42fd-a239-c20ef55f2cf3 None None] Provisioning for port 5320ff3f-be15-4415-8707-70ec69caadc4 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:07.151816 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 5320ff3f-be15-4415-8707-70ec69caadc4 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:07.203728 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f1f3faaf-7764-4246-b380-8b595459eeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:07.271654 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.db.api [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 31 15:52:07.271654 dv-neutron-601336-79-hyperv neutron-server[99204]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 31 15:52:07.271654 dv-neutron-601336-79-hyperv neutron-server[99204]: [parameters: {'id': 'b5dd9d9c-7970-4ad3-9229-3ac80f4dfa2a'}] May 31 15:52:07.271654 dv-neutron-601336-79-hyperv neutron-server[99204]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:52:07.272657 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_db.api [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:52:07.274456 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07acae4-25a5-4ed2-905d-7630c903bdd4 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Network e866eb11-be78-4e2f-86ed-99308f3aae19 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:52:07.290585 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-73af3bef-73ac-4a22-baaa-7de2df7fa6ae tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:07.312210 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0642ceb-b7d1-4e65-be46-89a80d560dab tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Network f733c860-a821-44d8-ad6b-7c5226db04a6 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:07.315998 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d5eb5190-38c1-42fd-a239-c20ef55f2cf3 None None] Provisioning complete for port 5320ff3f-be15-4415-8707-70ec69caadc4 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:07.316453 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d5eb5190-38c1-42fd-a239-c20ef55f2cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:07.335231 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-73af3bef-73ac-4a22-baaa-7de2df7fa6ae tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Ignored duplicate provisioning block setup for port 851f25ef-90e0-4e32-9cba-15833844f307 by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 31 15:52:07.342826 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-73af3bef-73ac-4a22-baaa-7de2df7fa6ae tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:07.352600 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-42b13758-9966-4112-8d21-cf7d8f2a1490 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:07.363973 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-a0642ceb-b7d1-4e65-be46-89a80d560dab tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:07.485839 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4bc07a-ad39-4a2e-81c4-5ee9f2b947dd None None] Pushing event updated for resources: {'Port': ['ID=6707f9c9-961d-4625-a7ce-b5ca17bd7c5f,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:07.526053 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-45166193-8924-47e2-9e41-846400115125 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:07.534623 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-73af3bef-73ac-4a22-baaa-7de2df7fa6ae tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] In _notify_port_updated(), no bound segment for port 851f25ef-90e0-4e32-9cba-15833844f307 on network 4c290b78-afad-45a0-897e-9dd09df4de09 {{(pid=99204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 15:52:07.536778 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-45166193-8924-47e2-9e41-846400115125 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:07.539316 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:07.540190 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73af3bef-73ac-4a22-baaa-7de2df7fa6ae tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:07.540842 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-73af3bef-73ac-4a22-baaa-7de2df7fa6ae tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:07.545153 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-73af3bef-73ac-4a22-baaa-7de2df7fa6ae tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "PUT /v2.0/ports/851f25ef-90e0-4e32-9cba-15833844f307 HTTP/1.1" status: 200 len: 926 time: 2.5920660 May 31 15:52:07.549304 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56702) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:07.557730 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-a91af1ce-b12b-4ba3-b258-3a74138ffc52 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3b807396-1055-474f-ba27-098d1e1689ea'}, {'subnet_id': '4198f9a9-9edf-420a-a662-1715aa51e545'}]}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:07.562558 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-b07acae4-25a5-4ed2-905d-7630c903bdd4 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, e866eb11-be78-4e2f-86ed-99308f3aae19) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:07.569927 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45166193-8924-47e2-9e41-846400115125 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:07.571893 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-bb4bc07a-ad39-4a2e-81c4-5ee9f2b947dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.872s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:07.614169 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af3bef-73ac-4a22-baaa-7de2df7fa6ae tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Port': ['ID=851f25ef-90e0-4e32-9cba-15833844f307,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:07.623564 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-73af3bef-73ac-4a22-baaa-7de2df7fa6ae tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:07.709322 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356d9894-7df0-4e40-aa45-52deabe90190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-b5001308-9f67-458f-99a7-4cdcd1177eb2', 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'fixed_ips': [{'subnet_id': 'cb54d1ba-93a6-4979-b086-d81b299633df'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:52:07.710579 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-356d9894-7df0-4e40-aa45-52deabe90190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:07.724677 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-9221e06e-8e07-4b85-96fa-3eacc0e23446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.280s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:07.753409 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a91af1ce-b12b-4ba3-b258-3a74138ffc52 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:07.774254 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07acae4-25a5-4ed2-905d-7630c903bdd4 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:07.774864 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b07acae4-25a5-4ed2-905d-7630c903bdd4 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:07.780965 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:07.817214 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b07acae4-25a5-4ed2-905d-7630c903bdd4 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.2239196 May 31 15:52:07.836787 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56706) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:07.863585 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b68ac2-0959-44e8-ad58-dc69f165ade7 None None] Network e866eb11-be78-4e2f-86ed-99308f3aae19 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:07.934976 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.26.0.54 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/bf377262-98a0-4957-838e-8d2195cd062a) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:08.257218 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0642ceb-b7d1-4e65-be46-89a80d560dab tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Router 59ac736d-1c1f-45ca-8cd3-07d979c66e36 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:52:08.266236 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-45166193-8924-47e2-9e41-846400115125 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:08.292052 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-356d9894-7df0-4e40-aa45-52deabe90190 None None] Allocated IP 2001:db8::f816:3eff:fe7d:c86a (b5001308-9f67-458f-99a7-4cdcd1177eb2/cb54d1ba-93a6-4979-b086-d81b299633df/b2cc7b25-f36d-4c42-a875-bb23792a6a2f) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:08.374708 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:08.409481 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-45166193-8924-47e2-9e41-846400115125 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] device_id is not set on port 8968cc08-0b8b-4de9-a9b9-ed066f031536 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:52:08.461007 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3faaf-7764-4246-b380-8b595459eeb5 None None] Pushing event updated for resources: {'Port': ['ID=db05a77a-fe5e-4f0a-8381-bdfeb9268313,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:08.469264 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b2b47f-f697-4867-a011-fefc7d65a4a0 None None] Network b5dd9d9c-7970-4ad3-9229-3ac80f4dfa2a requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:08.501507 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121c33e8-0c21-4781-a2d6-f1c5b7fee0e5 None None] Network c8f5773f-62e1-4757-9927-498b5b31a13b requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:08.516663 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f1f3faaf-7764-4246-b380-8b595459eeb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:08.529436 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-856b7b72-4af9-463f-8478-9a689da28efc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.091s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:08.529822 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-856b7b72-4af9-463f-8478-9a689da28efc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:08.551667 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-6678bbab-dcdd-4e05-bb84-a1e16044e708 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.236s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:08.552107 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-6678bbab-dcdd-4e05-bb84-a1e16044e708 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:08.552711 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-407903cd-a5b4-4ffe-8158-b37db0be9e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:08.579643 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-efb9a8b0-876d-492a-8903-e176405ae06a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:08.747023 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0642ceb-b7d1-4e65-be46-89a80d560dab tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:52:08.759079 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:08.760843 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 5320ff3f-be15-4415-8707-70ec69caadc4 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:08.761230 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:08.766510 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7551308e-67a3-489e-8a40-fe456ad5b091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:08.773178 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d331d92e-7786-4a08-97fa-8c487e45499e None None] Sync routers for ids ['59ac736d-1c1f-45ca-8cd3-07d979c66e36'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:52:08.789260 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:08.790515 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d331d92e-7786-4a08-97fa-8c487e45499e None None] Routers {'59ac736d-1c1f-45ca-8cd3-07d979c66e36'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:52:08.793515 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-d331d92e-7786-4a08-97fa-8c487e45499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:52:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['59ac736d-1c1f-45ca-8cd3-07d979c66e36'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:08.804596 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a0642ceb-b7d1-4e65-be46-89a80d560dab tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] 10.222.0.45 "PUT /v2.0/routers/59ac736d-1c1f-45ca-8cd3-07d979c66e36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8672507 May 31 15:52:08.809664 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56712) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:08.838144 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Deleting port db05a77a-fe5e-4f0a-8381-bdfeb9268313 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:52:08.838795 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:08.852223 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-56a2da77-11fc-4461-9d76-3a56e4e722b4 None None] Provisioning complete for port 379cc086-f953-4e5a-b55b-b81802fb3ec9 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:08.853143 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-56a2da77-11fc-4461-9d76-3a56e4e722b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:08.894569 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-d331d92e-7786-4a08-97fa-8c487e45499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:08.910101 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d331d92e-7786-4a08-97fa-8c487e45499e None None] Routers {'59ac736d-1c1f-45ca-8cd3-07d979c66e36'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:52:08.911724 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-d331d92e-7786-4a08-97fa-8c487e45499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:52:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['59ac736d-1c1f-45ca-8cd3-07d979c66e36'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:09.019739 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-d331d92e-7786-4a08-97fa-8c487e45499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:09.020837 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d331d92e-7786-4a08-97fa-8c487e45499e None None] The sync data for ids ['59ac736d-1c1f-45ca-8cd3-07d979c66e36'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:52:09.033680 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-d0c8661f-e627-48b8-a0e7-1b5654a84825 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Request body: {'port': {'network_id': 'f733c860-a821-44d8-ad6b-7c5226db04a6', 'name': 'tempest-FloatingIPAdminTestJSON-1215932943'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:09.049372 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7c44c443-9464-49f6-946c-0de23f6d3f7a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:09.059986 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-e866eb11-be78-4e2f-86ed-99308f3aae19', 'network_id': 'e866eb11-be78-4e2f-86ed-99308f3aae19', 'tenant_id': '66a9e884b7e3435b9d9133bd1952ca8e', 'fixed_ips': [{'subnet_id': 'd2fd01c9-d181-44c3-b664-6b28ac012a82'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:52:09.059986 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:09.137979 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:09.173628 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] For port db05a77a-fe5e-4f0a-8381-bdfeb9268313, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=db05a77a-fe5e-4f0a-8381-bdfeb9268313,segment=NetworkSegment(fc582b84-b27f-434c-b358-32ad568e7459),segment_id=fc582b84-b27f-434c-b358-32ad568e7459)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:09.174053 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:09.194110 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-56a2da77-11fc-4461-9d76-3a56e4e722b4 None None] Port 379cc086-f953-4e5a-b55b-b81802fb3ec9 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:52:09.215189 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:09.234829 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:09.280892 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=bf377262-98a0-4957-838e-8d2195cd062a,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:09.315595 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:09.317138 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:09.317138 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:09.317138 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:09.317138 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:09.317544 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:09.317773 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:09.318102 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:09.318534 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:09.318922 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:09.319306 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:09.319634 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:09.344093 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:09.381213 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Calling delete_port for db05a77a-fe5e-4f0a-8381-bdfeb9268313 owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:52:09.395943 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d0c8661f-e627-48b8-a0e7-1b5654a84825 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:09.404056 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-a91af1ce-b12b-4ba3-b258-3a74138ffc52 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Allocated IP 2001:db8:0:1::2f1 (4c290b78-afad-45a0-897e-9dd09df4de09/4198f9a9-9edf-420a-a662-1715aa51e545/851f25ef-90e0-4e32-9cba-15833844f307) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:09.405245 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d0c8661f-e627-48b8-a0e7-1b5654a84825 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Usage tracker for resource:port and tenant:553059ded91345179c45baa155886fe6 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:09.410273 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d0c8661f-e627-48b8-a0e7-1b5654a84825 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Quota usage for port was recalculated. Used quota:3. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:09.422085 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d0c8661f-e627-48b8-a0e7-1b5654a84825 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:09.506232 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-356d9894-7df0-4e40-aa45-52deabe90190 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:09.512994 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-0b5fce78-d4c5-4882-b67d-a23f06e8d6bb None None] Provisioning for port 6707f9c9-961d-4625-a7ce-b5ca17bd7c5f completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:09.595135 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-356d9894-7df0-4e40-aa45-52deabe90190 None None] Transition to ACTIVE for port object b2cc7b25-f36d-4c42-a875-bb23792a6a2f will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:09.701773 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c8661f-e627-48b8-a0e7-1b5654a84825 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Made reservation on behalf of 553059ded91345179c45baa155886fe6 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:09.705985 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d0c8661f-e627-48b8-a0e7-1b5654a84825 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:09.719908 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-356d9894-7df0-4e40-aa45-52deabe90190 None None] Transition to ACTIVE for port object b2cc7b25-f36d-4c42-a875-bb23792a6a2f will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:09.744474 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-d0c8661f-e627-48b8-a0e7-1b5654a84825 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] device_id is not set on port a832f34d-ebfd-44c6-a451-6df86b3f671c yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:52:09.751723 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-356d9894-7df0-4e40-aa45-52deabe90190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:09.764214 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:09.770548 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1536cb0f-eec0-435c-bfac-368c57d7a4de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:09.856282 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356d9894-7df0-4e40-aa45-52deabe90190 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:09.863207 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9894-7df0-4e40-aa45-52deabe90190 None None] Pushing event updated for resources: {'Port': ['ID=b2cc7b25-f36d-4c42-a875-bb23792a6a2f,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:09.866165 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-356d9894-7df0-4e40-aa45-52deabe90190 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:09.869491 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-356d9894-7df0-4e40-aa45-52deabe90190 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:09.875626 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356d9894-7df0-4e40-aa45-52deabe90190 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:09.878512 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Allocated IP 2001:db8::2 (e866eb11-be78-4e2f-86ed-99308f3aae19/d2fd01c9-d181-44c3-b664-6b28ac012a82/b5014de4-24c4-474c-b2b5-b759392a37f1) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:09.945576 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 6707f9c9-961d-4625-a7ce-b5ca17bd7c5f up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:09.957176 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:09.978465 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-16d9946c-474b-4d19-b4d7-86e382e46da9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:10.011982 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a91af1ce-b12b-4ba3-b258-3a74138ffc52 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:10.049649 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-7c44c443-9464-49f6-946c-0de23f6d3f7a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Allocated IP 2001:db8::1 (c8f5773f-62e1-4757-9927-498b5b31a13b/c142e301-873b-4e35-bbb4-7f7015a6afa0/35617034-bcc8-4b36-bb0a-1319cbb5b6d7) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:10.054208 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event deleted for resources: {'Port': ['ID=db05a77a-fe5e-4f0a-8381-bdfeb9268313,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:10.058633 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] No DVR routers for this DVR port db05a77a-fe5e-4f0a-8381-bdfeb9268313 on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:52:10.090735 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:10.106601 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-a91af1ce-b12b-4ba3-b258-3a74138ffc52 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Ignored duplicate provisioning block setup for port 851f25ef-90e0-4e32-9cba-15833844f307 by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 31 15:52:10.139828 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-45166193-8924-47e2-9e41-846400115125 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Allocated IP 2001:db8::f816:3eff:fe8c:34f3 (b5001308-9f67-458f-99a7-4cdcd1177eb2/cb54d1ba-93a6-4979-b086-d81b299633df/8968cc08-0b8b-4de9-a9b9-ed066f031536) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:10.143573 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a91af1ce-b12b-4ba3-b258-3a74138ffc52 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:10.189673 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-73af3bef-73ac-4a22-baaa-7de2df7fa6ae tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:10.212412 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-356d9894-7df0-4e40-aa45-52deabe90190 None None] Attempting to bind port b2cc7b25-f36d-4c42-a875-bb23792a6a2f on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:52:10.212959 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-356d9894-7df0-4e40-aa45-52deabe90190 None None] Attempting to bind port b2cc7b25-f36d-4c42-a875-bb23792a6a2f by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:52:10.213228 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356d9894-7df0-4e40-aa45-52deabe90190 None None] Attempting to bind port b2cc7b25-f36d-4c42-a875-bb23792a6a2f on network b5001308-9f67-458f-99a7-4cdcd1177eb2 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:52:10.235149 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356d9894-7df0-4e40-aa45-52deabe90190 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:52:10.235582 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356d9894-7df0-4e40-aa45-52deabe90190 None None] Checking segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:10.235931 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-356d9894-7df0-4e40-aa45-52deabe90190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:10.236327 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356d9894-7df0-4e40-aa45-52deabe90190 None None] Bound using segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:52:10.236813 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-356d9894-7df0-4e40-aa45-52deabe90190 None None] Bound port: b2cc7b25-f36d-4c42-a875-bb23792a6a2f, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:52:10.237186 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-356d9894-7df0-4e40-aa45-52deabe90190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:10.262663 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f49d854b-5d82-4d6a-9bb7-8d4d24eb328a None None] Provisioning for port 851f25ef-90e0-4e32-9cba-15833844f307 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:10.290798 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 6707f9c9-961d-4625-a7ce-b5ca17bd7c5f completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:10.304501 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f49d854b-5d82-4d6a-9bb7-8d4d24eb328a None None] Provisioning complete for port 851f25ef-90e0-4e32-9cba-15833844f307 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:10.304752 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f49d854b-5d82-4d6a-9bb7-8d4d24eb328a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:10.405913 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_gateway, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:10.417918 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-f49d854b-5d82-4d6a-9bb7-8d4d24eb328a None None] Port 851f25ef-90e0-4e32-9cba-15833844f307 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:52:10.429286 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 6707f9c9-961d-4625-a7ce-b5ca17bd7c5f triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:10.429961 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:10.528263 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-533822ed-4dde-4cb8-a974-1c899c83912a req-c2106bfb-b568-48f3-b48d-b51f917e6c29 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-523242271&fields=id&tenant_id=8116e4b155bf47a28df54c3549abf9a0 HTTP/1.1" status: 200 len: 267 time: 0.4989920 May 31 15:52:10.568628 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91af1ce-b12b-4ba3-b258-3a74138ffc52 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Port': ['ID=851f25ef-90e0-4e32-9cba-15833844f307,revision_number=3']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:10.588583 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f49d854b-5d82-4d6a-9bb7-8d4d24eb328a None None] Provisioning complete for port 5320ff3f-be15-4415-8707-70ec69caadc4 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:10.588954 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f49d854b-5d82-4d6a-9bb7-8d4d24eb328a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:10.589838 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a91af1ce-b12b-4ba3-b258-3a74138ffc52 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:10.663785 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-356d9894-7df0-4e40-aa45-52deabe90190 None None] For port b2cc7b25-f36d-4c42-a875-bb23792a6a2f, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:52:10.668593 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:10.673346 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-356d9894-7df0-4e40-aa45-52deabe90190 None None] For port b2cc7b25-f36d-4c42-a875-bb23792a6a2f, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=b2cc7b25-f36d-4c42-a875-bb23792a6a2f,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:52:10.687540 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-356d9894-7df0-4e40-aa45-52deabe90190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:10.724283 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Transition to ACTIVE for port object b5014de4-24c4-474c-b2b5-b759392a37f1 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:10.726888 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-6678bbab-dcdd-4e05-bb84-a1e16044e708 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:10.730306 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-d0c8661f-e627-48b8-a0e7-1b5654a84825 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Allocated IP 172.20.0.12 (f733c860-a821-44d8-ad6b-7c5226db04a6/9731c117-1d39-4f07-84c7-f03c5a756af8/a832f34d-ebfd-44c6-a451-6df86b3f671c) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:10.761262 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:10.796546 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-a91af1ce-b12b-4ba3-b258-3a74138ffc52 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] In _notify_port_updated(), no bound segment for port 851f25ef-90e0-4e32-9cba-15833844f307 on network 4c290b78-afad-45a0-897e-9dd09df4de09 {{(pid=99204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 15:52:10.802293 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91af1ce-b12b-4ba3-b258-3a74138ffc52 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:10.803090 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a91af1ce-b12b-4ba3-b258-3a74138ffc52 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:10.807883 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a91af1ce-b12b-4ba3-b258-3a74138ffc52 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "PUT /v2.0/ports/851f25ef-90e0-4e32-9cba-15833844f307 HTTP/1.1" status: 200 len: 1012 time: 3.2578139 May 31 15:52:10.808405 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56726) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:10.810262 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5dd9d9c-7970-4ad3-9229-3ac80f4dfa2a']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:10.846556 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:10.906757 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc582b84-b27f-434c-b358-32ad568e7459') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:10.907091 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc582b84-b27f-434c-b358-32ad568e7459') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:10.945865 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:10.960759 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Transition to ACTIVE for port object b5014de4-24c4-474c-b2b5-b759392a37f1 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:10.999027 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9894-7df0-4e40-aa45-52deabe90190 None None] Pushing event updated for resources: {'Port': ['ID=b2cc7b25-f36d-4c42-a875-bb23792a6a2f,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:11.007878 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:11.022327 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-356d9894-7df0-4e40-aa45-52deabe90190 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:11.022808 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-356d9894-7df0-4e40-aa45-52deabe90190 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:11.030308 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:11.036092 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7c44c443-9464-49f6-946c-0de23f6d3f7a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:11.050425 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:52:11.050831 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:52:11.068709 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:52:11.089572 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 6707f9c9-961d-4625-a7ce-b5ca17bd7c5f, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=6707f9c9-961d-4625-a7ce-b5ca17bd7c5f,segment=NetworkSegment(df32c9b7-5f5a-46b4-8536-ca5bd5163222),segment_id=df32c9b7-5f5a-46b4-8536-ca5bd5163222)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:11.116165 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Network e866eb11-be78-4e2f-86ed-99308f3aae19 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:11.121831 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:11.133534 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:11.140404 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-7c44c443-9464-49f6-946c-0de23f6d3f7a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Transition to ACTIVE for port object 35617034-bcc8-4b36-bb0a-1319cbb5b6d7 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:11.174490 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:11.203739 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:11.208297 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:11.214823 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:11.248392 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event deleted for resources: {'Network': ['ID=b5dd9d9c-7970-4ad3-9229-3ac80f4dfa2a,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:11.251226 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:11.255642 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-cba1080a-5205-4694-b892-b14c7cd8037c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting port 851f25ef-90e0-4e32-9cba-15833844f307 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:52:11.256038 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cba1080a-5205-4694-b892-b14c7cd8037c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:11.272274 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Pushing event updated for resources: {'Port': ['ID=b5014de4-24c4-474c-b2b5-b759392a37f1,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:11.303792 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f3386a83-222c-48ba-a32a-0255dabaea66 None None] Provisioning complete for port 6707f9c9-961d-4625-a7ce-b5ca17bd7c5f triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:11.304592 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f3386a83-222c-48ba-a32a-0255dabaea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:11.340236 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:11.340911 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:11.341473 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:11.342702 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:11.343322 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:11.343894 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:11.344466 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:11.345026 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:11.345585 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:11.346151 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:11.346697 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:11.347287 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:11.359407 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Attempting to bind port b5014de4-24c4-474c-b2b5-b759392a37f1 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:52:11.360207 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Attempting to bind port b5014de4-24c4-474c-b2b5-b759392a37f1 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '542b55e0-08b5-4912-8430-f86dfedd9e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e866eb11-be78-4e2f-86ed-99308f3aae19'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:52:11.360834 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Attempting to bind port b5014de4-24c4-474c-b2b5-b759392a37f1 on network e866eb11-be78-4e2f-86ed-99308f3aae19 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:52:11.365868 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:11.368695 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0dfda6d2-429c-4162-b6ab-f83edbf839e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:11.404026 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "DELETE /v2.0/networks/b5dd9d9c-7970-4ad3-9229-3ac80f4dfa2a HTTP/1.1" status: 204 len: 168 time: 9.4983778 May 31 15:52:11.404297 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533822ed-4dde-4cb8-a974-1c899c83912a req-12f83200-2389-4ffc-bbb7-df3bc6c83ca8 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:11.406417 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-533822ed-4dde-4cb8-a974-1c899c83912a req-12f83200-2389-4ffc-bbb7-df3bc6c83ca8 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/networks?id=258fafc3-be14-41c8-a854-4f81d373cb1a HTTP/1.1" status: 200 len: 810 time: 0.8546517 May 31 15:52:11.421807 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56730) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:11.434546 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-f59568e7-9887-417b-90f1-fbfb2619cb99 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1769356318'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:11.436209 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:52:11.437010 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Checking segment: {'id': '542b55e0-08b5-4912-8430-f86dfedd9e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e866eb11-be78-4e2f-86ed-99308f3aae19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:11.437676 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:11.438540 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Bound using segment: {'id': '542b55e0-08b5-4912-8430-f86dfedd9e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e866eb11-be78-4e2f-86ed-99308f3aae19'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:52:11.439535 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Bound port: b5014de4-24c4-474c-b2b5-b759392a37f1, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '542b55e0-08b5-4912-8430-f86dfedd9e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e866eb11-be78-4e2f-86ed-99308f3aae19'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:52:11.440365 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:11.451503 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f59568e7-9887-417b-90f1-fbfb2619cb99 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:11.454015 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7c44c443-9464-49f6-946c-0de23f6d3f7a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:11.462304 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e91efd27-f6b5-421d-8803-6066c6dad294 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:11.499311 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f59568e7-9887-417b-90f1-fbfb2619cb99 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Usage tracker for resource:network and tenant:3fe64971f6524794b9c8599e1534ac7b is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:11.509940 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f59568e7-9887-417b-90f1-fbfb2619cb99 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:11.524654 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cba1080a-5205-4694-b892-b14c7cd8037c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:11.531649 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f59568e7-9887-417b-90f1-fbfb2619cb99 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:11.537068 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-45166193-8924-47e2-9e41-846400115125 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:11.541504 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=6707f9c9-961d-4625-a7ce-b5ca17bd7c5f,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:11.550548 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-efb9a8b0-876d-492a-8903-e176405ae06a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Deleting port 34d46b84-63de-41da-bbd0-fbc4bd840381 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:52:11.551473 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-efb9a8b0-876d-492a-8903-e176405ae06a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:11.572329 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:11.620126 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-45166193-8924-47e2-9e41-846400115125 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Transition to ACTIVE for port object 8968cc08-0b8b-4de9-a9b9-ed066f031536 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:11.685608 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-cba1080a-5205-4694-b892-b14c7cd8037c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Calling delete_port for 851f25ef-90e0-4e32-9cba-15833844f307 owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:52:11.688678 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] For port b5014de4-24c4-474c-b2b5-b759392a37f1, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:52:11.689279 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c44c443-9464-49f6-946c-0de23f6d3f7a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Network c8f5773f-62e1-4757-9927-498b5b31a13b is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:11.693111 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59568e7-9887-417b-90f1-fbfb2619cb99 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Made reservation on behalf of 3fe64971f6524794b9c8599e1534ac7b for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:11.693807 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] For port b5014de4-24c4-474c-b2b5-b759392a37f1, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=b5014de4-24c4-474c-b2b5-b759392a37f1,segment=NetworkSegment(542b55e0-08b5-4912-8430-f86dfedd9e05),segment_id=542b55e0-08b5-4912-8430-f86dfedd9e05)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:52:11.696960 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f59568e7-9887-417b-90f1-fbfb2619cb99 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:11.700123 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:11.704649 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f1f3faaf-7764-4246-b380-8b595459eeb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:11.709992 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-7c44c443-9464-49f6-946c-0de23f6d3f7a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:11.712690 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c44c443-9464-49f6-946c-0de23f6d3f7a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:11.713384 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7c44c443-9464-49f6-946c-0de23f6d3f7a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:11.714705 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-533822ed-4dde-4cb8-a974-1c899c83912a req-d7df20ca-4ccf-4c7d-8c08-6fd3bb0c3b91 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/quotas/8116e4b155bf47a28df54c3549abf9a0 HTTP/1.1" status: 200 len: 375 time: 0.1741650 May 31 15:52:11.721914 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44c443-9464-49f6-946c-0de23f6d3f7a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Pushing event updated for resources: {'Port': ['ID=35617034-bcc8-4b36-bb0a-1319cbb5b6d7,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:11.724894 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7c44c443-9464-49f6-946c-0de23f6d3f7a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:11.776481 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Pushing event updated for resources: {'Port': ['ID=b5014de4-24c4-474c-b2b5-b759392a37f1,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:11.786360 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:11.786752 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59568e7-9887-417b-90f1-fbfb2619cb99 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:52:11.787284 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f3386a83-222c-48ba-a32a-0255dabaea66 None None] Provisioning complete for port 851f25ef-90e0-4e32-9cba-15833844f307 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:11.787632 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f3386a83-222c-48ba-a32a-0255dabaea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:11.812709 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:11.865631 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-f3386a83-222c-48ba-a32a-0255dabaea66 None None] Port 851f25ef-90e0-4e32-9cba-15833844f307 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:52:11.877975 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f59568e7-9887-417b-90f1-fbfb2619cb99 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:11.878488 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-f59568e7-9887-417b-90f1-fbfb2619cb99 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Added segment 3b5c6bb3-642a-44a5-9e22-3301b4345726 of type vlan for network f55818ad-f29e-4ae1-9298-eefdce81d57c May 31 15:52:12.019449 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f59568e7-9887-417b-90f1-fbfb2619cb99 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:12.077732 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 6707f9c9-961d-4625-a7ce-b5ca17bd7c5f up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:12.098714 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-efb9a8b0-876d-492a-8903-e176405ae06a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:12.142762 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7c44c443-9464-49f6-946c-0de23f6d3f7a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:12.221730 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 6707f9c9-961d-4625-a7ce-b5ca17bd7c5f triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:12.222179 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:12.226075 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f59568e7-9887-417b-90f1-fbfb2619cb99 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:12.238699 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59568e7-9887-417b-90f1-fbfb2619cb99 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:12.239458 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f59568e7-9887-417b-90f1-fbfb2619cb99 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:12.286737 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c94350a3-7c83-4f5e-80ea-8f04d6622b64 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:12.314736 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-4b610720-502b-4860-92b9-6ebce7e2d2c7 None None] Provisioning for port 35617034-bcc8-4b36-bb0a-1319cbb5b6d7 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:12.322895 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-4b610720-502b-4860-92b9-6ebce7e2d2c7 None None] Provisioning complete for port 35617034-bcc8-4b36-bb0a-1319cbb5b6d7 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:12.323455 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4b610720-502b-4860-92b9-6ebce7e2d2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:12.341536 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-45166193-8924-47e2-9e41-846400115125 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:12.428254 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-efb9a8b0-876d-492a-8903-e176405ae06a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Calling delete_port for 34d46b84-63de-41da-bbd0-fbc4bd840381 owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:52:12.442097 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-533822ed-4dde-4cb8-a974-1c899c83912a req-8399b208-d657-49e4-ad7c-0950a28a0cfe tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Synchronizing usage tracker for tenant:8116e4b155bf47a28df54c3549abf9a0 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:52:12.444958 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cba1080a-5205-4694-b892-b14c7cd8037c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:12.472253 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device b2cc7b25-f36d-4c42-a875-bb23792a6a2f up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:12.479757 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f59568e7-9887-417b-90f1-fbfb2619cb99 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0542550 May 31 15:52:12.492428 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d0c8661f-e627-48b8-a0e7-1b5654a84825 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:12.502312 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bdaed448-0e15-4db6-ab8a-228fae586ca0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:12.544624 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56734) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:12.553420 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-4b610720-502b-4860-92b9-6ebce7e2d2c7 None None] Port 35617034-bcc8-4b36-bb0a-1319cbb5b6d7 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:52:12.570676 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-0fbd94fd-6163-4525-af3d-9448ea124355 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Request body: {'subnet': {'network_id': 'f55818ad-f29e-4ae1-9298-eefdce81d57c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:12.572573 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port b2cc7b25-f36d-4c42-a875-bb23792a6a2f completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:12.589062 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-d0c8661f-e627-48b8-a0e7-1b5654a84825 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Transition to ACTIVE for port object a832f34d-ebfd-44c6-a451-6df86b3f671c will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:12.624408 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59568e7-9887-417b-90f1-fbfb2619cb99 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event updated for resources: {'Network': ['ID=f55818ad-f29e-4ae1-9298-eefdce81d57c,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:12.632222 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f59568e7-9887-417b-90f1-fbfb2619cb99 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:12.642726 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network f55818ad-f29e-4ae1-9298-eefdce81d57c details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:52:12.656836 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45166193-8924-47e2-9e41-846400115125 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:12.683344 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-45166193-8924-47e2-9e41-846400115125 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:12.691393 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45166193-8924-47e2-9e41-846400115125 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:12.704053 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45166193-8924-47e2-9e41-846400115125 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:12.705672 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-45166193-8924-47e2-9e41-846400115125 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:12.734652 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-533822ed-4dde-4cb8-a974-1c899c83912a req-8399b208-d657-49e4-ad7c-0950a28a0cfe tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Unset dirty status for tenant:8116e4b155bf47a28df54c3549abf9a0 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:52:12.737224 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-533822ed-4dde-4cb8-a974-1c899c83912a req-8399b208-d657-49e4-ad7c-0950a28a0cfe tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8116e4b155bf47a28df54c3549abf9a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9948468 May 31 15:52:12.807889 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45166193-8924-47e2-9e41-846400115125 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Port': ['ID=8968cc08-0b8b-4de9-a9b9-ed066f031536,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:12.814742 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-45166193-8924-47e2-9e41-846400115125 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.7004569 May 31 15:52:12.825977 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-45166193-8924-47e2-9e41-846400115125 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:12.830881 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56740) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:12.889217 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-844225ac-ab8f-4812-ac95-08d52de459cb None None] Provisioning for port b2cc7b25-f36d-4c42-a875-bb23792a6a2f completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:12.896023 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-844225ac-ab8f-4812-ac95-08d52de459cb None None] Provisioning complete for port b2cc7b25-f36d-4c42-a875-bb23792a6a2f triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:12.896608 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-844225ac-ab8f-4812-ac95-08d52de459cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:12.935016 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.473s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:13.073879 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-844225ac-ab8f-4812-ac95-08d52de459cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:13.098315 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1080a-5205-4694-b892-b14c7cd8037c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Port': ['ID=851f25ef-90e0-4e32-9cba-15833844f307,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:13.100974 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-cba1080a-5205-4694-b892-b14c7cd8037c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:13.119263 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cba1080a-5205-4694-b892-b14c7cd8037c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:13.124386 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-cba1080a-5205-4694-b892-b14c7cd8037c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/ports/851f25ef-90e0-4e32-9cba-15833844f307 HTTP/1.1" status: 204 len: 168 time: 2.2955294 May 31 15:52:13.126050 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-844225ac-ab8f-4812-ac95-08d52de459cb None None] For port b2cc7b25-f36d-4c42-a875-bb23792a6a2f, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=b2cc7b25-f36d-4c42-a875-bb23792a6a2f,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:13.132822 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-844225ac-ab8f-4812-ac95-08d52de459cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:13.135239 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:13.140125 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56744) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:13.215115 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844225ac-ab8f-4812-ac95-08d52de459cb None None] Pushing event updated for resources: {'Port': ['ID=b2cc7b25-f36d-4c42-a875-bb23792a6a2f,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:13.217124 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-038054d5-02b1-4991-a210-6477cfea74eb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] GET failed (client error): The resource could not be found. May 31 15:52:13.217678 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-038054d5-02b1-4991-a210-6477cfea74eb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Synchronizing usage tracker for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:52:13.219303 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-844225ac-ab8f-4812-ac95-08d52de459cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:13.261424 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2c880f02-6cab-460b-b337-d81799271b4a None None] Provisioning for port 8968cc08-0b8b-4de9-a9b9-ed066f031536 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:13.262707 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0fbd94fd-6163-4525-af3d-9448ea124355 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:13.271789 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2c880f02-6cab-460b-b337-d81799271b4a None None] Provisioning complete for port 8968cc08-0b8b-4de9-a9b9-ed066f031536 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:13.272897 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2c880f02-6cab-460b-b337-d81799271b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:13.273719 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0fbd94fd-6163-4525-af3d-9448ea124355 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Usage tracker for resource:subnet and tenant:3fe64971f6524794b9c8599e1534ac7b is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:13.279491 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0fbd94fd-6163-4525-af3d-9448ea124355 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:13.329953 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-038054d5-02b1-4991-a210-6477cfea74eb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Unset dirty status for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:52:13.334252 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-038054d5-02b1-4991-a210-6477cfea74eb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "GET /v2.0/ports/851f25ef-90e0-4e32-9cba-15833844f307 HTTP/1.1" status: 404 len: 333 time: 0.1929381 May 31 15:52:13.335442 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0fbd94fd-6163-4525-af3d-9448ea124355 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:13.337380 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56748) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:13.341898 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-2c880f02-6cab-460b-b337-d81799271b4a None None] Port 8968cc08-0b8b-4de9-a9b9-ed066f031536 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:52:13.380633 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ab307e-f99c-49a8-9521-abf55e207f12 None None] Network e866eb11-be78-4e2f-86ed-99308f3aae19 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:13.438278 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbd94fd-6163-4525-af3d-9448ea124355 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Made reservation on behalf of 3fe64971f6524794b9c8599e1534ac7b for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:13.442198 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0fbd94fd-6163-4525-af3d-9448ea124355 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:13.497806 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d96fe6bb-9603-4409-9cfd-f9013c1fd72a None None] Provisioning for port b5014de4-24c4-474c-b2b5-b759392a37f1 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:13.517863 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 09cabd9d-a1cf-4d34-90ff-3476c764de24 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:52:13.549551 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d0c8661f-e627-48b8-a0e7-1b5654a84825 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:13.574026 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a33d925c-d2c8-4789-a3d6-2bfffb7c8fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:13.763925 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c8661f-e627-48b8-a0e7-1b5654a84825 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Network f733c860-a821-44d8-ad6b-7c5226db04a6 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:13.766618 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-533822ed-4dde-4cb8-a974-1c899c83912a req-818f22f4-0b9d-411f-b213-795ff4fd4d64 service neutron] 10.222.0.45 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0019608 May 31 15:52:13.775662 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-d0c8661f-e627-48b8-a0e7-1b5654a84825 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:13.822315 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-3034d291-f6f6-44b2-8362-b5e165a79ee3 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting subnet 4198f9a9-9edf-420a-a662-1715aa51e545 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:52:13.838045 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3034d291-f6f6-44b2-8362-b5e165a79ee3 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:13.873726 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c8661f-e627-48b8-a0e7-1b5654a84825 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:13.927781 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8661f-e627-48b8-a0e7-1b5654a84825 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Pushing event updated for resources: {'Port': ['ID=a832f34d-ebfd-44c6-a451-6df86b3f671c,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:13.952136 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d0c8661f-e627-48b8-a0e7-1b5654a84825 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:13.967090 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b91f5c-ebfc-4262-9e80-ea1f16ca8e20 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:13.969752 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3034d291-f6f6-44b2-8362-b5e165a79ee3 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:13.973616 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b91f5c-ebfc-4262-9e80-ea1f16ca8e20 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:13.980132 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-16b91f5c-ebfc-4262-9e80-ea1f16ca8e20 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:52:13.992312 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device b2cc7b25-f36d-4c42-a875-bb23792a6a2f up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:14.081453 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7c44c443-9464-49f6-946c-0de23f6d3f7a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:14.093653 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c178b2-a84a-49ea-95a0-094bf116b655 None None] get_active_networks_info from dv-neutron-601336-79-hyperv {{(pid=99206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 31 15:52:14.104396 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7c44c443-9464-49f6-946c-0de23f6d3f7a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:14.105218 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7c44c443-9464-49f6-946c-0de23f6d3f7a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:14.112811 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a91af1ce-b12b-4ba3-b258-3a74138ffc52 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:14.130127 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port b2cc7b25-f36d-4c42-a875-bb23792a6a2f triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:14.130639 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:14.219845 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:52:14.250804 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e119097f-2e7c-4009-b8dc-9f6306e4fb5f None None] Sync routers for ids ['09cabd9d-a1cf-4d34-90ff-3476c764de24'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:52:14.259639 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-79b9f0d3-cb53-4ca9-ad38-e37f17c8527c None None] Provisioning for port a832f34d-ebfd-44c6-a451-6df86b3f671c completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:14.259859 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c8661f-e627-48b8-a0e7-1b5654a84825 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:14.259859 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d0c8661f-e627-48b8-a0e7-1b5654a84825 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:14.304909 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-79b9f0d3-cb53-4ca9-ad38-e37f17c8527c None None] Provisioning complete for port a832f34d-ebfd-44c6-a451-6df86b3f671c triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:14.305330 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-79b9f0d3-cb53-4ca9-ad38-e37f17c8527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:14.314036 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-16b91f5c-ebfc-4262-9e80-ea1f16ca8e20 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:52:14.315560 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-16b91f5c-ebfc-4262-9e80-ea1f16ca8e20 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.4837205 May 31 15:52:14.327914 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56754) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:14.354672 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44c443-9464-49f6-946c-0de23f6d3f7a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Pushing event updated for resources: {'Port': ['ID=35617034-bcc8-4b36-bb0a-1319cbb5b6d7,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:14.357837 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7c44c443-9464-49f6-946c-0de23f6d3f7a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:14.359388 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e119097f-2e7c-4009-b8dc-9f6306e4fb5f None None] Routers {'09cabd9d-a1cf-4d34-90ff-3476c764de24'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:52:14.360166 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e119097f-2e7c-4009-b8dc-9f6306e4fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:52:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['09cabd9d-a1cf-4d34-90ff-3476c764de24'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:14.367970 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0fbd94fd-6163-4525-af3d-9448ea124355 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:14.374350 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3034d291-f6f6-44b2-8362-b5e165a79ee3 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:14.393981 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-533822ed-4dde-4cb8-a974-1c899c83912a req-f049fc00-7ccd-495b-be0a-71f7f9504035 service neutron] 10.222.0.45 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6100481 May 31 15:52:14.399639 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:14.404476 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 11.0730996 May 31 15:52:14.404678 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-12e8ba86-41ed-4934-af54-ebf21f6226b3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:14.411171 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d0c8661f-e627-48b8-a0e7-1b5654a84825 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.3833034 May 31 15:52:14.412050 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56758) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:14.412409 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56760) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:14.435421 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-efb9a8b0-876d-492a-8903-e176405ae06a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:14.440320 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0de28f4f-8da5-42e0-b1d7-df5b71c28cd7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:14.493538 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd94fd-6163-4525-af3d-9448ea124355 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event updated for resources: {'Subnet': ['ID=e73409ba-6e66-414e-97b9-d0083d98b572,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:14.496504 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0fbd94fd-6163-4525-af3d-9448ea124355 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:14.607129 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9a8b0-876d-492a-8903-e176405ae06a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Port': ['ID=34d46b84-63de-41da-bbd0-fbc4bd840381,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:14.653367 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-efb9a8b0-876d-492a-8903-e176405ae06a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:14.658863 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-3c9527ff-2564-4f39-a91c-af4a922ff1d0 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'project_id': '553059ded91345179c45baa155886fe6', 'port_id': 'a832f34d-ebfd-44c6-a451-6df86b3f671c'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:14.669860 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2f861118-5838-4eec-b18f-da86307b4c61 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=77a9908268404908970d038c7b3f1f66&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2514112 May 31 15:52:14.682064 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56776) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:14.710094 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-3c9527ff-2564-4f39-a91c-af4a922ff1d0 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:14.714598 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-3c9527ff-2564-4f39-a91c-af4a922ff1d0 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Usage tracker for resource:floatingip and tenant:553059ded91345179c45baa155886fe6 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:14.718612 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-3c9527ff-2564-4f39-a91c-af4a922ff1d0 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:14.722747 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-e119097f-2e7c-4009-b8dc-9f6306e4fb5f None None] Set router 09cabd9d-a1cf-4d34-90ff-3476c764de24 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:52:14.725648 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-3c9527ff-2564-4f39-a91c-af4a922ff1d0 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:14.806606 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3c9527ff-2564-4f39-a91c-af4a922ff1d0 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:14.859643 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c44c443-9464-49f6-946c-0de23f6d3f7a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Network c8f5773f-62e1-4757-9927-498b5b31a13b is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:14.865132 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-7c44c443-9464-49f6-946c-0de23f6d3f7a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:14.873942 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbd94fd-6163-4525-af3d-9448ea124355 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Checking segment: {'id': '3b5c6bb3-642a-44a5-9e22-3301b4345726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f55818ad-f29e-4ae1-9298-eefdce81d57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:14.874713 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbd94fd-6163-4525-af3d-9448ea124355 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Network hostable DHCP agents. Network: f55818ad-f29e-4ae1-9298-eefdce81d57c, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:52:14.945168 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device b5014de4-24c4-474c-b2b5-b759392a37f1 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:14.987615 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-79b9f0d3-cb53-4ca9-ad38-e37f17c8527c None None] Port a832f34d-ebfd-44c6-a451-6df86b3f671c cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:52:15.004193 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-efb9a8b0-876d-492a-8903-e176405ae06a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:15.079067 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-012f1a25-b285-4846-ad95-18e2f1ba7c56 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting port 8968cc08-0b8b-4de9-a9b9-ed066f031536 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:52:15.079438 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-012f1a25-b285-4846-ad95-18e2f1ba7c56 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:15.122746 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbd94fd-6163-4525-af3d-9448ea124355 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Network f55818ad-f29e-4ae1-9298-eefdce81d57c is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:52:15.156818 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-0fbd94fd-6163-4525-af3d-9448ea124355 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, f55818ad-f29e-4ae1-9298-eefdce81d57c) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:15.192368 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbd94fd-6163-4525-af3d-9448ea124355 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:15.193066 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0fbd94fd-6163-4525-af3d-9448ea124355 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:15.203624 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port b5014de4-24c4-474c-b2b5-b759392a37f1 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:15.219805 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port b5014de4-24c4-474c-b2b5-b759392a37f1 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:15.219805 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:15.236318 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3034d291-f6f6-44b2-8362-b5e165a79ee3 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:15.243134 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-69da41ad-7958-41c8-9a5d-c8ca1f2b674a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:15.283409 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0fbd94fd-6163-4525-af3d-9448ea124355 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7303054 May 31 15:52:15.287372 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c44c443-9464-49f6-946c-0de23f6d3f7a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Router db8bc585-095e-4c98-9d56-9fa34fa10240 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:52:15.289416 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56786) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:15.294309 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034d291-f6f6-44b2-8362-b5e165a79ee3 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Subnet': ['ID=4198f9a9-9edf-420a-a662-1715aa51e545,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:15.301008 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3034d291-f6f6-44b2-8362-b5e165a79ee3 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:15.305415 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3034d291-f6f6-44b2-8362-b5e165a79ee3 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/subnets/4198f9a9-9edf-420a-a662-1715aa51e545 HTTP/1.1" status: 204 len: 168 time: 1.9590170 May 31 15:52:15.322369 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3034d291-f6f6-44b2-8362-b5e165a79ee3 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:15.322845 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56790) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:15.382906 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c178b2-a84a-49ea-95a0-094bf116b655 None None] Unable to find a vacant binding_index for network f55818ad-f29e-4ae1-9298-eefdce81d57c and agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 {{(pid=99206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 31 15:52:15.405428 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c178b2-a84a-49ea-95a0-094bf116b655 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, f55818ad-f29e-4ae1-9298-eefdce81d57c) {{(pid=99206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 31 15:52:15.408244 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e119097f-2e7c-4009-b8dc-9f6306e4fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'name': 'tempest-TestNetworkBasicOps-router-1645003349', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:03Z', 'updated_at': '2021-05-31T15:52:09Z', 'revision_number': 3, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:07Z', 'updated_at': '2021-05-31T15:52:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:15.420344 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e119097f-2e7c-4009-b8dc-9f6306e4fb5f None None] Checking router: 09cabd9d-a1cf-4d34-90ff-3476c764de24 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:52:15.420701 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e119097f-2e7c-4009-b8dc-9f6306e4fb5f None None] Updating router 09cabd9d-a1cf-4d34-90ff-3476c764de24 port bf377262-98a0-4957-838e-8d2195cd062a binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:52:15.466457 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:15.562637 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366a4d46-95b6-45c5-9a58-f694bfb9a71b tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:15.570166 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-366a4d46-95b6-45c5-9a58-f694bfb9a71b tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8810410 May 31 15:52:15.570365 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56796) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:15.572986 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e119097f-2e7c-4009-b8dc-9f6306e4fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:15.641966 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-012f1a25-b285-4846-ad95-18e2f1ba7c56 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:15.642569 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-9234c727-84ca-4ac0-a564-76bb5da788eb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting subnet 3b807396-1055-474f-ba27-098d1e1689ea {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:52:15.643503 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port b5014de4-24c4-474c-b2b5-b759392a37f1, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=b5014de4-24c4-474c-b2b5-b759392a37f1,segment=NetworkSegment(542b55e0-08b5-4912-8430-f86dfedd9e05),segment_id=542b55e0-08b5-4912-8430-f86dfedd9e05)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:15.652734 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b34e27c9-307c-4f7f-929d-397094e1aa18 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=014c45f7-9697-4b0b-b8b7-66a80a50a15c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0828400 May 31 15:52:15.653329 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:15.653531 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9234c727-84ca-4ac0-a564-76bb5da788eb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:15.658104 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:15.674301 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56800) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:15.685501 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-a560ae1d-fdff-4a8f-b4d2-f42ca87d3452 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-233047008', 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46', 'project_id': '77a9908268404908970d038c7b3f1f66', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:15.736209 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c44c443-9464-49f6-946c-0de23f6d3f7a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:52:15.749499 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7c44c443-9464-49f6-946c-0de23f6d3f7a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] 10.222.0.45 "PUT /v2.0/routers/db8bc585-095e-4c98-9d56-9fa34fa10240/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9089017 May 31 15:52:15.750917 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9234c727-84ca-4ac0-a564-76bb5da788eb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:15.756241 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84074d6-ed9f-4262-a419-ea4025a42f96 None None] Sync routers for ids ['db8bc585-095e-4c98-9d56-9fa34fa10240'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:52:15.762765 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56804) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:15.771861 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84074d6-ed9f-4262-a419-ea4025a42f96 None None] Routers {'db8bc585-095e-4c98-9d56-9fa34fa10240'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:52:15.772784 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-e84074d6-ed9f-4262-a419-ea4025a42f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:52:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['db8bc585-095e-4c98-9d56-9fa34fa10240'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:15.793372 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-39af3660-3903-499c-937e-072c4200260e tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:15.842788 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=b5014de4-24c4-474c-b2b5-b759392a37f1,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:15.850100 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-e84074d6-ed9f-4262-a419-ea4025a42f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:15.853878 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:15.859906 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84074d6-ed9f-4262-a419-ea4025a42f96 None None] Routers {'db8bc585-095e-4c98-9d56-9fa34fa10240'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:52:15.860794 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-e84074d6-ed9f-4262-a419-ea4025a42f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:52:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['db8bc585-095e-4c98-9d56-9fa34fa10240'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:15.884642 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9234c727-84ca-4ac0-a564-76bb5da788eb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:15.945653 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-e84074d6-ed9f-4262-a419-ea4025a42f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:15.946452 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84074d6-ed9f-4262-a419-ea4025a42f96 None None] The sync data for ids ['db8bc585-095e-4c98-9d56-9fa34fa10240'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:52:16.028957 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-012f1a25-b285-4846-ad95-18e2f1ba7c56 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Calling delete_port for 8968cc08-0b8b-4de9-a9b9-ed066f031536 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:52:16.147822 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-39af3660-3903-499c-937e-072c4200260e tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:16.190169 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb9a8b0-876d-492a-8903-e176405ae06a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Router aef2e159-59ed-47e5-b6c1-cefc23c47a0f has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:52:16.198227 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e119097f-2e7c-4009-b8dc-9f6306e4fb5f None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:16.218031 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3ebd9a41-e579-4372-9f7d-99b529f623bc req-2ccda3d6-6aaf-4106-8a4e-0fdc1c745d62 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 210 time: 0.2017283 May 31 15:52:16.265633 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3c9527ff-2564-4f39-a91c-af4a922ff1d0 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:16.299509 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e119097f-2e7c-4009-b8dc-9f6306e4fb5f None None] Transition to ACTIVE for port object bf377262-98a0-4957-838e-8d2195cd062a will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:16.314350 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e119097f-2e7c-4009-b8dc-9f6306e4fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:16.321908 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5ca0af12-c892-439a-a6ae-f1a00f0e4d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:16.323192 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a560ae1d-fdff-4a8f-b4d2-f42ca87d3452 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:16.461878 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a560ae1d-fdff-4a8f-b4d2-f42ca87d3452 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:subnet and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:16.495256 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e119097f-2e7c-4009-b8dc-9f6306e4fb5f None None] Attempting to bind port bf377262-98a0-4957-838e-8d2195cd062a on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:52:16.495741 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e119097f-2e7c-4009-b8dc-9f6306e4fb5f None None] Attempting to bind port bf377262-98a0-4957-838e-8d2195cd062a by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:52:16.496056 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e119097f-2e7c-4009-b8dc-9f6306e4fb5f None None] Attempting to bind port bf377262-98a0-4957-838e-8d2195cd062a on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:52:16.514852 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e119097f-2e7c-4009-b8dc-9f6306e4fb5f None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:52:16.515270 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e119097f-2e7c-4009-b8dc-9f6306e4fb5f None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:16.515839 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e119097f-2e7c-4009-b8dc-9f6306e4fb5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:16.516241 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e119097f-2e7c-4009-b8dc-9f6306e4fb5f None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:52:16.516712 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e119097f-2e7c-4009-b8dc-9f6306e4fb5f None None] Bound port: bf377262-98a0-4957-838e-8d2195cd062a, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:52:16.517091 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e119097f-2e7c-4009-b8dc-9f6306e4fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:16.552709 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e197c21-e6d0-4afb-836c-9c2d0cc668bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-f55818ad-f29e-4ae1-9298-eefdce81d57c', 'network_id': 'f55818ad-f29e-4ae1-9298-eefdce81d57c', 'tenant_id': '3fe64971f6524794b9c8599e1534ac7b', 'fixed_ips': [{'subnet_id': 'e73409ba-6e66-414e-97b9-d0083d98b572'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:52:16.553559 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8e197c21-e6d0-4afb-836c-9c2d0cc668bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:16.584589 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb9a8b0-876d-492a-8903-e176405ae06a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:52:16.590881 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-efb9a8b0-876d-492a-8903-e176405ae06a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "PUT /v2.0/routers/aef2e159-59ed-47e5-b6c1-cefc23c47a0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3141892 May 31 15:52:16.598546 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a560ae1d-fdff-4a8f-b4d2-f42ca87d3452 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:16.627615 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56826) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:16.630439 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1bcb4d-50a2-48b3-b9fe-50f4adb4b0f5 None None] Sync routers for ids ['aef2e159-59ed-47e5-b6c1-cefc23c47a0f'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:52:16.637469 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a560ae1d-fdff-4a8f-b4d2-f42ca87d3452 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:16.650403 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edb298-4c39-4d93-90e3-68557a6af3c0 None None] Pushing event updated for resources: {'Port': ['ID=bf377262-98a0-4957-838e-8d2195cd062a,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:16.666321 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-33edb298-4c39-4d93-90e3-68557a6af3c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:16.680438 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1bcb4d-50a2-48b3-b9fe-50f4adb4b0f5 None None] Routers {'aef2e159-59ed-47e5-b6c1-cefc23c47a0f'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:52:16.680813 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-af1bcb4d-50a2-48b3-b9fe-50f4adb4b0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:52:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['aef2e159-59ed-47e5-b6c1-cefc23c47a0f'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:16.784032 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-af1bcb4d-50a2-48b3-b9fe-50f4adb4b0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:16.808364 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-e119097f-2e7c-4009-b8dc-9f6306e4fb5f None None] For port bf377262-98a0-4957-838e-8d2195cd062a, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:52:16.813082 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-e119097f-2e7c-4009-b8dc-9f6306e4fb5f None None] For port bf377262-98a0-4957-838e-8d2195cd062a, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=bf377262-98a0-4957-838e-8d2195cd062a,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:52:16.814177 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1bcb4d-50a2-48b3-b9fe-50f4adb4b0f5 None None] Routers {'aef2e159-59ed-47e5-b6c1-cefc23c47a0f'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:52:16.814804 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-af1bcb4d-50a2-48b3-b9fe-50f4adb4b0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:52:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['aef2e159-59ed-47e5-b6c1-cefc23c47a0f'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:16.827115 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-39af3660-3903-499c-937e-072c4200260e tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:16.833648 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-624b41da-8862-4ca5-8103-52d81d5e4e62 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:16.875342 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af3660-3903-499c-937e-072c4200260e tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event deleted for resources: {'Subnet': ['ID=e73409ba-6e66-414e-97b9-d0083d98b572,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:16.890740 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-af1bcb4d-50a2-48b3-b9fe-50f4adb4b0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:16.891307 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1bcb4d-50a2-48b3-b9fe-50f4adb4b0f5 None None] The sync data for ids ['aef2e159-59ed-47e5-b6c1-cefc23c47a0f'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:52:16.894103 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e119097f-2e7c-4009-b8dc-9f6306e4fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:16.898709 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-33edb298-4c39-4d93-90e3-68557a6af3c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:16.908086 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-39af3660-3903-499c-937e-072c4200260e tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server [None req-8e197c21-e6d0-4afb-836c-9c2d0cc668bf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e73409ba-6e66-414e-97b9-d0083d98b572: This subnet is being modified by another concurrent operation. May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server raise self.value May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server raise self.value May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server raise self.value May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server raise self.value May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server raise self.value May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server raise self.value May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1457, in create_port May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1424, in _create_port_db May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1435, in create_port_db May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server raise self.value May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server raise exception May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e73409ba-6e66-414e-97b9-d0083d98b572: This subnet is being modified by another concurrent operation. May 31 15:52:16.956656 dv-neutron-601336-79-hyperv neutron-server[99206]: ERROR oslo_messaging.rpc.server May 31 15:52:16.982544 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9234c727-84ca-4ac0-a564-76bb5da788eb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:16.983064 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f82610d-2ef6-4fb0-90a5-3603b6cb21df None None] get_active_networks_info from dv-neutron-601336-79-hyperv {{(pid=99206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 31 15:52:16.992218 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8346e545-b4e1-4b9c-814a-bb426de72126 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:17.026742 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-28d6145d-b483-4ac0-be20-912cd7d4c451 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Synchronizing usage tracker for tenant:4495789bf65544d19fbd02194192aa34 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:52:17.044485 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234c727-84ca-4ac0-a564-76bb5da788eb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Subnet': ['ID=3b807396-1055-474f-ba27-098d1e1689ea,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:17.050499 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9234c727-84ca-4ac0-a564-76bb5da788eb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:17.052552 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-39af3660-3903-499c-937e-072c4200260e tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:17.060954 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9234c727-84ca-4ac0-a564-76bb5da788eb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:17.072478 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-39af3660-3903-499c-937e-072c4200260e tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f55818ad-f29e-4ae1-9298-eefdce81d57c']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:17.084063 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9234c727-84ca-4ac0-a564-76bb5da788eb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/subnets/3b807396-1055-474f-ba27-098d1e1689ea HTTP/1.1" status: 204 len: 168 time: 1.7557204 May 31 15:52:17.086562 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56830) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:17.089575 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edb298-4c39-4d93-90e3-68557a6af3c0 None None] Pushing event updated for resources: {'Port': ['ID=bf377262-98a0-4957-838e-8d2195cd062a,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:17.090741 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-39af3660-3903-499c-937e-072c4200260e tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b5c6bb3-642a-44a5-9e22-3301b4345726') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:17.090741 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-39af3660-3903-499c-937e-072c4200260e tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b5c6bb3-642a-44a5-9e22-3301b4345726') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:17.091510 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-28d6145d-b483-4ac0-be20-912cd7d4c451 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Unset dirty status for tenant:4495789bf65544d19fbd02194192aa34 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:52:17.092333 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e119097f-2e7c-4009-b8dc-9f6306e4fb5f None None] Routers {'09cabd9d-a1cf-4d34-90ff-3476c764de24'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:52:17.092942 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e119097f-2e7c-4009-b8dc-9f6306e4fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:52:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['09cabd9d-a1cf-4d34-90ff-3476c764de24'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:17.096620 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-28d6145d-b483-4ac0-be20-912cd7d4c451 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "GET /v2.0/ports?device_id=aef2e159-59ed-47e5-b6c1-cefc23c47a0f HTTP/1.1" status: 200 len: 205 time: 0.4650407 May 31 15:52:17.097752 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a560ae1d-fdff-4a8f-b4d2-f42ca87d3452 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Made reservation on behalf of 77a9908268404908970d038c7b3f1f66 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:17.101755 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a560ae1d-fdff-4a8f-b4d2-f42ca87d3452 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:17.115756 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56834) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:17.135299 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-39af3660-3903-499c-937e-072c4200260e tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:17.140170 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-33edb298-4c39-4d93-90e3-68557a6af3c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:17.220247 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-39af3660-3903-499c-937e-072c4200260e tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:17.237209 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39af3660-3903-499c-937e-072c4200260e tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:52:17.237753 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-39af3660-3903-499c-937e-072c4200260e tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:52:17.254990 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:52:17.264999 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c4a13cca-eb27-4848-b3bc-0787aafe32f7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:17.299170 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-3c9527ff-2564-4f39-a91c-af4a922ff1d0 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Allocated IP 172.26.0.241 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/df29e440-7f1c-4b97-b77a-0b6e9990636c) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:17.343503 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-e119097f-2e7c-4009-b8dc-9f6306e4fb5f None None] Set router 09cabd9d-a1cf-4d34-90ff-3476c764de24 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:52:17.384188 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-39af3660-3903-499c-937e-072c4200260e tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:17.388875 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-be19050b-31e7-4e5d-b50f-4e45a9b123e5 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:17.404579 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-39af3660-3903-499c-937e-072c4200260e tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:17.417626 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af3660-3903-499c-937e-072c4200260e tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event deleted for resources: {'Network': ['ID=f55818ad-f29e-4ae1-9298-eefdce81d57c,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:17.421326 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-39af3660-3903-499c-937e-072c4200260e tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "DELETE /v2.0/networks/f55818ad-f29e-4ae1-9298-eefdce81d57c HTTP/1.1" status: 204 len: 168 time: 2.1285920 May 31 15:52:17.422570 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-39af3660-3903-499c-937e-072c4200260e tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:17.430542 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56840) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:17.438394 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-a5efd49d-e302-439d-9581-0e0408cbad53 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1216778204'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:17.445273 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a5efd49d-e302-439d-9581-0e0408cbad53 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:17.450720 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a5efd49d-e302-439d-9581-0e0408cbad53 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Usage tracker for resource:network and tenant:3fe64971f6524794b9c8599e1534ac7b is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:17.454762 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a5efd49d-e302-439d-9581-0e0408cbad53 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:17.462633 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a5efd49d-e302-439d-9581-0e0408cbad53 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:17.504784 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-c4a13cca-eb27-4848-b3bc-0787aafe32f7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting port 5320ff3f-be15-4415-8707-70ec69caadc4 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:52:17.505617 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c4a13cca-eb27-4848-b3bc-0787aafe32f7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:17.571244 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5efd49d-e302-439d-9581-0e0408cbad53 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Made reservation on behalf of 3fe64971f6524794b9c8599e1534ac7b for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:17.574748 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a5efd49d-e302-439d-9581-0e0408cbad53 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:17.592973 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f82610d-2ef6-4fb0-90a5-3603b6cb21df None None] Resources bound (agent type, host, resource id): {{(pid=99206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 31 15:52:17.689805 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5efd49d-e302-439d-9581-0e0408cbad53 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:52:17.733716 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-c4a13cca-eb27-4848-b3bc-0787aafe32f7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] For port 5320ff3f-be15-4415-8707-70ec69caadc4, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=5320ff3f-be15-4415-8707-70ec69caadc4,segment=NetworkSegment(f57e9e4c-a7b8-449f-9083-e7a34d655af0),segment_id=f57e9e4c-a7b8-449f-9083-e7a34d655af0)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:17.734286 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c4a13cca-eb27-4848-b3bc-0787aafe32f7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:17.758365 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a5efd49d-e302-439d-9581-0e0408cbad53 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:17.759203 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-a5efd49d-e302-439d-9581-0e0408cbad53 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Added segment 930e1e5c-c3a1-417a-8dd8-16358220cb2a of type vlan for network c365814b-ce25-46bb-ba96-722d7c4b5a26 May 31 15:52:17.859104 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device b5014de4-24c4-474c-b2b5-b759392a37f1 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:17.887269 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533822ed-4dde-4cb8-a974-1c899c83912a req-a91d533f-0eff-4033-b8b0-7f17b412e6d5 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:17.887997 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-533822ed-4dde-4cb8-a974-1c899c83912a req-a91d533f-0eff-4033-b8b0-7f17b412e6d5 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Synchronizing usage tracker for tenant:8116e4b155bf47a28df54c3549abf9a0 on resource:network {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:52:17.901657 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-c4a13cca-eb27-4848-b3bc-0787aafe32f7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Calling delete_port for 5320ff3f-be15-4415-8707-70ec69caadc4 owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:52:17.937665 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a5efd49d-e302-439d-9581-0e0408cbad53 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:17.941681 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-27868c84-c503-41ee-8fad-41dcd1cc4d38 req-dffc0b0f-d494-4e2a-97ce-9719a3df8abf tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 210 time: 0.3416002 May 31 15:52:17.950596 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-533822ed-4dde-4cb8-a974-1c899c83912a req-a91d533f-0eff-4033-b8b0-7f17b412e6d5 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Unset dirty status for tenant:8116e4b155bf47a28df54c3549abf9a0 on resource:network {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:52:17.951829 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-533822ed-4dde-4cb8-a974-1c899c83912a req-a91d533f-0eff-4033-b8b0-7f17b412e6d5 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.59 "GET /v2.0/networks?id=258fafc3-be14-41c8-a854-4f81d373cb1a HTTP/1.1" status: 200 len: 810 time: 0.4851878 May 31 15:52:17.952485 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2a28f46e-4af6-4c26-a428-01b52d84639c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:17.982787 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e119097f-2e7c-4009-b8dc-9f6306e4fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'name': 'tempest-TestNetworkBasicOps-router-1645003349', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:03Z', 'updated_at': '2021-05-31T15:52:09Z', 'revision_number': 3, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:07Z', 'updated_at': '2021-05-31T15:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:18.004718 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e119097f-2e7c-4009-b8dc-9f6306e4fb5f None None] The sync data for ids ['09cabd9d-a1cf-4d34-90ff-3476c764de24'] in dv-neutron-601336-79-hyperv is: [{'id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'name': 'tempest-TestNetworkBasicOps-router-1645003349', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:03Z', 'updated_at': '2021-05-31T15:52:09Z', 'revision_number': 3, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:07Z', 'updated_at': '2021-05-31T15:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:52:18.047593 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a5efd49d-e302-439d-9581-0e0408cbad53 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:18.056676 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5efd49d-e302-439d-9581-0e0408cbad53 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:18.057320 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a5efd49d-e302-439d-9581-0e0408cbad53 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:18.075707 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port b5014de4-24c4-474c-b2b5-b759392a37f1 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:18.076044 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:18.082652 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-060bd140-ce35-42e4-99b7-28d96c04d7e2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:18.099364 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c4a13cca-eb27-4848-b3bc-0787aafe32f7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:18.141713 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a13cca-eb27-4848-b3bc-0787aafe32f7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] No DVR routers for this DVR port 5320ff3f-be15-4415-8707-70ec69caadc4 on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:52:18.143570 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3c9527ff-2564-4f39-a91c-af4a922ff1d0 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:18.267608 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-012f1a25-b285-4846-ad95-18e2f1ba7c56 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:18.288119 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-533822ed-4dde-4cb8-a974-1c899c83912a req-3d9d1948-5786-44e1-86c1-bbc3652b2c49 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Synchronizing usage tracker for tenant:8116e4b155bf47a28df54c3549abf9a0 on resource:security_group {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:52:18.358438 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-efb9a8b0-876d-492a-8903-e176405ae06a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:18.422837 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c4a13cca-eb27-4848-b3bc-0787aafe32f7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:18.438150 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-c4a13cca-eb27-4848-b3bc-0787aafe32f7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c290b78-afad-45a0-897e-9dd09df4de09']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:18.454390 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-c4a13cca-eb27-4848-b3bc-0787aafe32f7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57e9e4c-a7b8-449f-9083-e7a34d655af0') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:18.454681 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-c4a13cca-eb27-4848-b3bc-0787aafe32f7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57e9e4c-a7b8-449f-9083-e7a34d655af0') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:18.468233 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c4a13cca-eb27-4848-b3bc-0787aafe32f7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:18.496517 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c4a13cca-eb27-4848-b3bc-0787aafe32f7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:18.503865 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a13cca-eb27-4848-b3bc-0787aafe32f7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:52:18.504688 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c4a13cca-eb27-4848-b3bc-0787aafe32f7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:18.656128 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb59b07e-0245-4f3b-91dc-22c38be6c439 None None] Network f55818ad-f29e-4ae1-9298-eefdce81d57c requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:18.681428 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb59b07e-0245-4f3b-91dc-22c38be6c439 None None] Network f55818ad-f29e-4ae1-9298-eefdce81d57c could not be found, it might have been deleted concurrently. {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 31 15:52:18.683313 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5b59cc-6982-4f0b-bf71-fb5018f01b31 None None] Network 4c290b78-afad-45a0-897e-9dd09df4de09 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:18.749730 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b2970d-dac9-4db7-8c18-99c0bff416b3 None None] Network f55818ad-f29e-4ae1-9298-eefdce81d57c requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:52:18.877242 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:52:18.882205 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efd49d-e302-439d-9581-0e0408cbad53 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event updated for resources: {'Network': ['ID=c365814b-ce25-46bb-ba96-722d7c4b5a26,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:18.889588 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f1a25-b285-4846-ad95-18e2f1ba7c56 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Port': ['ID=8968cc08-0b8b-4de9-a9b9-ed066f031536,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:18.899848 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a5efd49d-e302-439d-9581-0e0408cbad53 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.817s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:18.908625 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a5efd49d-e302-439d-9581-0e0408cbad53 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4767818 May 31 15:52:18.919420 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56848) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:18.921806 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a924b5cd-6c66-40f4-9729-06de46cdc255 tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.801s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:18.945005 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network c365814b-ce25-46bb-ba96-722d7c4b5a26 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:52:18.979447 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2a28f46e-4af6-4c26-a428-01b52d84639c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:18.981900 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-012f1a25-b285-4846-ad95-18e2f1ba7c56 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:19.002811 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2a28f46e-4af6-4c26-a428-01b52d84639c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:19.037638 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b2970d-dac9-4db7-8c18-99c0bff416b3 None None] Network f55818ad-f29e-4ae1-9298-eefdce81d57c could not be found, it might have been deleted concurrently. {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 31 15:52:19.092008 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-eb5ecb1b-54a4-4b33-a927-309392a9d9d1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Request body: {'subnet': {'network_id': 'c365814b-ce25-46bb-ba96-722d7c4b5a26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:19.194437 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-012f1a25-b285-4846-ad95-18e2f1ba7c56 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:19.257561 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a13cca-eb27-4848-b3bc-0787aafe32f7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Port': ['ID=5320ff3f-be15-4415-8707-70ec69caadc4,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:19.266272 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c4a13cca-eb27-4848-b3bc-0787aafe32f7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:19.267211 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-533822ed-4dde-4cb8-a974-1c899c83912a req-3d9d1948-5786-44e1-86c1-bbc3652b2c49 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Unset dirty status for tenant:8116e4b155bf47a28df54c3549abf9a0 on resource:security_group {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:52:19.268503 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-533822ed-4dde-4cb8-a974-1c899c83912a req-3d9d1948-5786-44e1-86c1-bbc3652b2c49 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8116e4b155bf47a28df54c3549abf9a0 HTTP/1.1" status: 200 len: 379 time: 1.3060665 May 31 15:52:19.280473 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-eb5ecb1b-54a4-4b33-a927-309392a9d9d1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:19.286004 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [req-533822ed-4dde-4cb8-a974-1c899c83912a req-bc5e16c8-9c07-4cb6-8b70-c3b38492198a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Request body: {'port': {'device_id': '6413ddf9-3984-4f5e-99cd-c46101493a4a', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'admin_state_up': True, 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'security_groups': ['8a62fedf-afd0-46d3-9fdd-6733844eb382']}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:19.346119 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fb6f3c35-e99a-4d03-9a99-4eed1de34a14 req-22fe9f84-385d-4113-a734-d8b13391fc70 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 210 time: 0.0993805 May 31 15:52:19.365051 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2a28f46e-4af6-4c26-a428-01b52d84639c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:19.365688 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a28f46e-4af6-4c26-a428-01b52d84639c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Fanout notify agent at l3_agent the message router_deleted on router aef2e159-59ed-47e5-b6c1-cefc23c47a0f {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:52:19.378822 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-eb5ecb1b-54a4-4b33-a927-309392a9d9d1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Usage tracker for resource:subnet and tenant:3fe64971f6524794b9c8599e1534ac7b is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:19.394577 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-eb5ecb1b-54a4-4b33-a927-309392a9d9d1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:19.403624 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c4a13cca-eb27-4848-b3bc-0787aafe32f7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:19.408312 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c4a13cca-eb27-4848-b3bc-0787aafe32f7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:19.414482 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-eb5ecb1b-54a4-4b33-a927-309392a9d9d1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:19.419076 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3952bf92-53b1-412a-a6fe-34734b0843e2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:19.425594 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a8c51196-ef87-4e6a-8ca9-8907dcc5f7ec None None] Provisioning complete for port 35617034-bcc8-4b36-bb0a-1319cbb5b6d7 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:19.426021 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a8c51196-ef87-4e6a-8ca9-8907dcc5f7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:19.446822 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a13cca-eb27-4848-b3bc-0787aafe32f7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Network': ['ID=4c290b78-afad-45a0-897e-9dd09df4de09,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:19.455822 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c4a13cca-eb27-4848-b3bc-0787aafe32f7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:19.469117 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-0174e21d-b957-45da-b145-e311fe79ca79 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:52:19.469367 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c4a13cca-eb27-4848-b3bc-0787aafe32f7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/networks/4c290b78-afad-45a0-897e-9dd09df4de09 HTTP/1.1" status: 204 len: 168 time: 2.3814654 May 31 15:52:19.473183 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0174e21d-b957-45da-b145-e311fe79ca79 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] 10.222.0.45 "PUT /v2.0/routers/db8bc585-095e-4c98-9d56-9fa34fa10240/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.6514642 May 31 15:52:19.473832 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56856) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:19.474272 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56858) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:19.502705 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2a28f46e-4af6-4c26-a428-01b52d84639c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:19.506245 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2a28f46e-4af6-4c26-a428-01b52d84639c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/routers/aef2e159-59ed-47e5-b6c1-cefc23c47a0f HTTP/1.1" status: 204 len: 168 time: 2.3812997 May 31 15:52:19.506391 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-012f1a25-b285-4846-ad95-18e2f1ba7c56 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/8968cc08-0b8b-4de9-a9b9-ed066f031536 HTTP/1.1" status: 204 len: 168 time: 5.1772425 May 31 15:52:19.510978 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3c9527ff-2564-4f39-a91c-af4a922ff1d0 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:19.515938 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56864) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:19.516265 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56866) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:19.520308 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5e87fefc-3720-4173-a279-782807009b13 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:19.548338 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84dbadc-89be-4efa-940c-38a6df7aa57f None None] DHCP port deletion for 4c290b78-afad-45a0-897e-9dd09df4de09 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:52:19.561375 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-a8c51196-ef87-4e6a-8ca9-8907dcc5f7ec None None] Port 35617034-bcc8-4b36-bb0a-1319cbb5b6d7 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:52:19.652651 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9527ff-2564-4f39-a91c-af4a922ff1d0 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:19.657579 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-3c9527ff-2564-4f39-a91c-af4a922ff1d0 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:19.685782 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5ecb1b-54a4-4b33-a927-309392a9d9d1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Made reservation on behalf of 3fe64971f6524794b9c8599e1534ac7b for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:19.689549 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-eb5ecb1b-54a4-4b33-a927-309392a9d9d1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:19.710263 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9527ff-2564-4f39-a91c-af4a922ff1d0 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:19.757197 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9527ff-2564-4f39-a91c-af4a922ff1d0 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Pushing event updated for resources: {'Port': ['ID=df29e440-7f1c-4b97-b77a-0b6e9990636c,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:19.770888 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5dbc3a-b910-4744-8e29-48c60f1c8425 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Deleting subnet b59015b2-7930-4193-9dba-280ea2cacd49 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:52:19.782289 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3c9527ff-2564-4f39-a91c-af4a922ff1d0 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:19.814826 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-de5dbc3a-b910-4744-8e29-48c60f1c8425 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:19.867152 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [req-533822ed-4dde-4cb8-a974-1c899c83912a req-bc5e16c8-9c07-4cb6-8b70-c3b38492198a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:19.902826 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device bf377262-98a0-4957-838e-8d2195cd062a up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:19.989071 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port bf377262-98a0-4957-838e-8d2195cd062a completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:19.995823 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port bf377262-98a0-4957-838e-8d2195cd062a triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:19.997102 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:19.998729 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-de5dbc3a-b910-4744-8e29-48c60f1c8425 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:20.026864 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [req-533822ed-4dde-4cb8-a974-1c899c83912a req-bc5e16c8-9c07-4cb6-8b70-c3b38492198a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:20.065849 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcc8902-849e-40ee-9b50-da6b713b8066 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:20.068028 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcc8902-849e-40ee-9b50-da6b713b8066 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:20.069623 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-5fcc8902-849e-40ee-9b50-da6b713b8066 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.5091197 May 31 15:52:20.077032 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56876) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:20.101520 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d020071-70d9-4dce-bfac-f06ad00c0b6c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:20.102233 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-5d020071-70d9-4dce-bfac-f06ad00c0b6c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Synchronizing usage tracker for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:52:20.120628 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-533822ed-4dde-4cb8-a974-1c899c83912a req-bc5e16c8-9c07-4cb6-8b70-c3b38492198a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Made reservation on behalf of 8116e4b155bf47a28df54c3549abf9a0 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:20.127196 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-533822ed-4dde-4cb8-a974-1c899c83912a req-bc5e16c8-9c07-4cb6-8b70-c3b38492198a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:20.141636 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-5d020071-70d9-4dce-bfac-f06ad00c0b6c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Unset dirty status for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:52:20.146155 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5d020071-70d9-4dce-bfac-f06ad00c0b6c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6675682 May 31 15:52:20.152281 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56880) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:20.191492 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:20.216727 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port bf377262-98a0-4957-838e-8d2195cd062a, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=bf377262-98a0-4957-838e-8d2195cd062a,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:20.223513 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:20.235686 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:20.341087 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 5320ff3f-be15-4415-8707-70ec69caadc4 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:52:20.368983 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d66adc-8a80-4d45-ab23-d057f4039664 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting subnet cb54d1ba-93a6-4979-b086-d81b299633df {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:52:20.382264 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-37d66adc-8a80-4d45-ab23-d057f4039664 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:20.409178 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 5320ff3f-be15-4415-8707-70ec69caadc4 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:52:20.409792 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 5320ff3f-be15-4415-8707-70ec69caadc4 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:52:20.445033 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=bf377262-98a0-4957-838e-8d2195cd062a,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:20.468478 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:20.477088 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-de5dbc3a-b910-4744-8e29-48c60f1c8425 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:20.604504 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-37d66adc-8a80-4d45-ab23-d057f4039664 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:20.642004 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [req-533822ed-4dde-4cb8-a974-1c899c83912a req-bc5e16c8-9c07-4cb6-8b70-c3b38492198a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Allocated IP 172.20.0.10 (258fafc3-be14-41c8-a854-4f81d373cb1a/0855a3d7-c8f1-43b9-80cd-3c7b17490413/1840dc3a-1a1c-4ff3-ba46-797ba59b885e) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:20.747659 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fff55eb4-5b74-4ac4-b2f6-e8e32124e570 req-367e19b7-b1b6-45cb-97dc-0ba0b7fbf639 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 210 time: 0.1118977 May 31 15:52:20.760322 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-94662034-2d7f-4885-890f-af8a16ad598a tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Synchronizing usage tracker for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:52:20.997576 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a560ae1d-fdff-4a8f-b4d2-f42ca87d3452 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:20.997815 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5f3f3fc0-ff3d-412d-acd6-5342f61713fe tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:21.050061 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-17b00422-ad5c-4d2e-a1d7-d83e69005ffe tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:21.156784 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-94662034-2d7f-4885-890f-af8a16ad598a tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Unset dirty status for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:52:21.158121 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-94662034-2d7f-4885-890f-af8a16ad598a tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.9954252 May 31 15:52:21.169203 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56888) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:21.180149 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-7d45e6f6-6c2e-4088-9f39-eb42f5d9a25d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-981244198'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:21.209752 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-7d45e6f6-6c2e-4088-9f39-eb42f5d9a25d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:21.217351 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560ae1d-fdff-4a8f-b4d2-f42ca87d3452 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Subnet': ['ID=d3de773e-464a-4285-bb79-f773de6ad3c5,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:21.243335 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a560ae1d-fdff-4a8f-b4d2-f42ca87d3452 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:21.245754 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-7d45e6f6-6c2e-4088-9f39-eb42f5d9a25d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:network and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:21.260824 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-7d45e6f6-6c2e-4088-9f39-eb42f5d9a25d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:21.291447 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-7d45e6f6-6c2e-4088-9f39-eb42f5d9a25d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:21.296974 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-37d66adc-8a80-4d45-ab23-d057f4039664 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:21.345480 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a560ae1d-fdff-4a8f-b4d2-f42ca87d3452 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Checking segment: {'id': '333ad118-f290-4f99-a784-81002b51054a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:21.345983 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a560ae1d-fdff-4a8f-b4d2-f42ca87d3452 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network hostable DHCP agents. Network: c90d105b-40f8-46f5-a26d-05b432efdd46, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:52:21.430196 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-533822ed-4dde-4cb8-a974-1c899c83912a req-bc5e16c8-9c07-4cb6-8b70-c3b38492198a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:21.440804 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d45e6f6-6c2e-4088-9f39-eb42f5d9a25d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:21.444695 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7d45e6f6-6c2e-4088-9f39-eb42f5d9a25d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:21.492366 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [req-533822ed-4dde-4cb8-a974-1c899c83912a req-bc5e16c8-9c07-4cb6-8b70-c3b38492198a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Transition to ACTIVE for port object 1840dc3a-1a1c-4ff3-ba46-797ba59b885e will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:21.493681 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-eb5ecb1b-54a4-4b33-a927-309392a9d9d1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:21.503321 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-20d7727f-6319-40f8-b655-7d9c351aa670 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:21.510669 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a560ae1d-fdff-4a8f-b4d2-f42ca87d3452 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network c90d105b-40f8-46f5-a26d-05b432efdd46 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:52:21.588753 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-a560ae1d-fdff-4a8f-b4d2-f42ca87d3452 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, c90d105b-40f8-46f5-a26d-05b432efdd46) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:21.590775 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3c9527ff-2564-4f39-a91c-af4a922ff1d0 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:21.602750 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0686d691-024a-4281-acfa-da2964d9ebdf None None] Network c90d105b-40f8-46f5-a26d-05b432efdd46 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:21.606209 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ecb1b-54a4-4b33-a927-309392a9d9d1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event updated for resources: {'Subnet': ['ID=1a1a2d40-a4b4-40c9-8cd2-105e750363d9,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:21.614502 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-eb5ecb1b-54a4-4b33-a927-309392a9d9d1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:21.627463 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d45e6f6-6c2e-4088-9f39-eb42f5d9a25d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:52:21.641765 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7d45e6f6-6c2e-4088-9f39-eb42f5d9a25d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:21.642460 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-7d45e6f6-6c2e-4088-9f39-eb42f5d9a25d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Added segment 8cddf46b-0b11-4785-a011-1a712628428a of type vlan for network a7088258-410b-479c-a05f-438c138d7af3 May 31 15:52:21.679447 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5ecb1b-54a4-4b33-a927-309392a9d9d1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Checking segment: {'id': '930e1e5c-c3a1-417a-8dd8-16358220cb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c365814b-ce25-46bb-ba96-722d7c4b5a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:21.680086 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5ecb1b-54a4-4b33-a927-309392a9d9d1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Network hostable DHCP agents. Network: c365814b-ce25-46bb-ba96-722d7c4b5a26, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:52:21.681421 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7d45e6f6-6c2e-4088-9f39-eb42f5d9a25d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:21.687476 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-533822ed-4dde-4cb8-a974-1c899c83912a req-bc5e16c8-9c07-4cb6-8b70-c3b38492198a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:21.701494 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:21.823758 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a560ae1d-fdff-4a8f-b4d2-f42ca87d3452 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:21.824354 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a560ae1d-fdff-4a8f-b4d2-f42ca87d3452 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:21.846383 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-533822ed-4dde-4cb8-a974-1c899c83912a req-bc5e16c8-9c07-4cb6-8b70-c3b38492198a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Network 258fafc3-be14-41c8-a854-4f81d373cb1a is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:21.847227 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5ecb1b-54a4-4b33-a927-309392a9d9d1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Network c365814b-ce25-46bb-ba96-722d7c4b5a26 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:52:21.853584 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7d45e6f6-6c2e-4088-9f39-eb42f5d9a25d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:21.858356 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [req-533822ed-4dde-4cb8-a974-1c899c83912a req-bc5e16c8-9c07-4cb6-8b70-c3b38492198a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:21.859483 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d45e6f6-6c2e-4088-9f39-eb42f5d9a25d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:21.860089 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7d45e6f6-6c2e-4088-9f39-eb42f5d9a25d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:21.865563 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [req-533822ed-4dde-4cb8-a974-1c899c83912a req-bc5e16c8-9c07-4cb6-8b70-c3b38492198a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:21.868720 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b51d2d5b-4c7c-4241-b61a-2596dd45532b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:21.900763 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e16c8-9c07-4cb6-8b70-c3b38492198a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Pushing event updated for resources: {'Port': ['ID=1840dc3a-1a1c-4ff3-ba46-797ba59b885e,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:21.904054 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bc5e16c8-9c07-4cb6-8b70-c3b38492198a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:21.911622 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-eb5ecb1b-54a4-4b33-a927-309392a9d9d1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, c365814b-ce25-46bb-ba96-722d7c4b5a26) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:21.922867 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device bf377262-98a0-4957-838e-8d2195cd062a up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:21.939865 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5ecb1b-54a4-4b33-a927-309392a9d9d1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:21.940472 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-eb5ecb1b-54a4-4b33-a927-309392a9d9d1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:21.983822 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533822ed-4dde-4cb8-a974-1c899c83912a req-bc5e16c8-9c07-4cb6-8b70-c3b38492198a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:21.984621 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-533822ed-4dde-4cb8-a974-1c899c83912a req-bc5e16c8-9c07-4cb6-8b70-c3b38492198a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:21.997897 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-eb5ecb1b-54a4-4b33-a927-309392a9d9d1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9392769 May 31 15:52:21.998714 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a560ae1d-fdff-4a8f-b4d2-f42ca87d3452 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 6.3202112 May 31 15:52:22.004756 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4436c999-7c83-4320-b977-5952b767a59c None None] Network c365814b-ce25-46bb-ba96-722d7c4b5a26 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:22.005848 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56894) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:22.006146 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56896) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:22.073603 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45e6f6-6c2e-4088-9f39-eb42f5d9a25d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Network': ['ID=a7088258-410b-479c-a05f-438c138d7af3,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:22.076202 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-de5dbc3a-b910-4744-8e29-48c60f1c8425 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:22.079741 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-b927f5c5-3205-442c-95a9-e9d72af0d32a tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Request body: {'subnet': {'network_id': 'c365814b-ce25-46bb-ba96-722d7c4b5a26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:22.131064 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acebba0c-6f8e-43fc-82da-24c7014ee75c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-c90d105b-40f8-46f5-a26d-05b432efdd46', 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ips': [{'subnet_id': 'd3de773e-464a-4285-bb79-f773de6ad3c5'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:52:22.132416 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-acebba0c-6f8e-43fc-82da-24c7014ee75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:22.152985 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network a7088258-410b-479c-a05f-438c138d7af3 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:52:22.161706 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7d45e6f6-6c2e-4088-9f39-eb42f5d9a25d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:22.162137 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5e87fefc-3720-4173-a279-782807009b13 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:22.174336 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-533822ed-4dde-4cb8-a974-1c899c83912a req-bc5e16c8-9c07-4cb6-8b70-c3b38492198a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8959424 May 31 15:52:22.175811 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f3fc0-ff3d-412d-acd6-5342f61713fe tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Deleting port 35617034-bcc8-4b36-bb0a-1319cbb5b6d7 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:52:22.176145 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5f3f3fc0-ff3d-412d-acd6-5342f61713fe tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:22.204783 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3c9527ff-2564-4f39-a91c-af4a922ff1d0 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:22.237176 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-de5dbc3a-b910-4744-8e29-48c60f1c8425 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:22.241908 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-de5dbc3a-b910-4744-8e29-48c60f1c8425 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/subnets/b59015b2-7930-4193-9dba-280ea2cacd49 HTTP/1.1" status: 204 len: 168 time: 2.6802540 May 31 15:52:22.256075 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56904) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:22.274716 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542a5cbf-31de-4781-95e7-3a4db1ea9ea7 None None] Network 2a626c17-1e71-4265-a3ec-c3e50d230f28 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:22.322526 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [req-533822ed-4dde-4cb8-a974-1c899c83912a req-c9a2fe3f-0991-4994-870a-48e596719136 service neutron] Request body: {'port': {'device_id': '6413ddf9-3984-4f5e-99cd-c46101493a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:22.396249 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5dbc3a-b910-4744-8e29-48c60f1c8425 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Subnet': ['ID=b59015b2-7930-4193-9dba-280ea2cacd49,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:22.414275 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7d45e6f6-6c2e-4088-9f39-eb42f5d9a25d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2344143 May 31 15:52:22.414691 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-de5dbc3a-b910-4744-8e29-48c60f1c8425 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:22.447181 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-89a1bfa2-50eb-4027-abfa-df919209d79d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:22.457813 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56908) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:22.484038 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-6ac74ad6-feac-4635-be9d-f6503213b356 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'subnet': {'network_id': 'a7088258-410b-479c-a05f-438c138d7af3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:22.546110 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5f3f3fc0-ff3d-412d-acd6-5342f61713fe tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:22.706672 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port bf377262-98a0-4957-838e-8d2195cd062a triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:22.707418 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:22.759168 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c8af8-260f-4237-84e4-f3787235e08d req-7488d030-c363-4941-a7fd-c2abaf0cff1d tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:22.767187 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f66c8af8-260f-4237-84e4-f3787235e08d req-7488d030-c363-4941-a7fd-c2abaf0cff1d tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 932 time: 0.7557511 May 31 15:52:22.776978 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24e76eb-8179-4431-b28d-36011834d687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-c365814b-ce25-46bb-ba96-722d7c4b5a26', 'network_id': 'c365814b-ce25-46bb-ba96-722d7c4b5a26', 'tenant_id': '3fe64971f6524794b9c8599e1534ac7b', 'fixed_ips': [{'subnet_id': '1a1a2d40-a4b4-40c9-8cd2-105e750363d9'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:52:22.777455 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d24e76eb-8179-4431-b28d-36011834d687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:22.797270 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bfb8c12d-b8f2-4881-af8f-57f48d87b6af None None] Provisioning for port 1840dc3a-1a1c-4ff3-ba46-797ba59b885e completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:22.818983 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bfb8c12d-b8f2-4881-af8f-57f48d87b6af None None] Provisioning complete for port 1840dc3a-1a1c-4ff3-ba46-797ba59b885e triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:22.819824 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bfb8c12d-b8f2-4881-af8f-57f48d87b6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:22.824074 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-6ac74ad6-feac-4635-be9d-f6503213b356 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:22.838635 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6ac74ad6-feac-4635-be9d-f6503213b356 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:subnet and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:22.868344 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f3fc0-ff3d-412d-acd6-5342f61713fe tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Calling delete_port for 35617034-bcc8-4b36-bb0a-1319cbb5b6d7 owned by network:router_interface {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:52:22.869939 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6ac74ad6-feac-4635-be9d-f6503213b356 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:22.875754 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-b927f5c5-3205-442c-95a9-e9d72af0d32a tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:22.880632 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-6ac74ad6-feac-4635-be9d-f6503213b356 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:22.897683 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-b927f5c5-3205-442c-95a9-e9d72af0d32a tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Usage tracker for resource:subnet and tenant:3fe64971f6524794b9c8599e1534ac7b is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:22.904352 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-b927f5c5-3205-442c-95a9-e9d72af0d32a tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:22.915562 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-b927f5c5-3205-442c-95a9-e9d72af0d32a tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:22.963361 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-bfb8c12d-b8f2-4881-af8f-57f48d87b6af None None] Port 1840dc3a-1a1c-4ff3-ba46-797ba59b885e cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:52:23.000629 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3c9527ff-2564-4f39-a91c-af4a922ff1d0 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:23.009424 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f66c8af8-260f-4237-84e4-f3787235e08d req-5eeecc2c-aa8a-4024-b9d3-9df22f559263 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414520 May 31 15:52:23.011430 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-37d66adc-8a80-4d45-ab23-d057f4039664 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:23.024664 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-20884c44-72c9-46cf-8230-568129a00a4f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:23.062712 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac74ad6-feac-4635-be9d-f6503213b356 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:23.067610 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6ac74ad6-feac-4635-be9d-f6503213b356 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:23.143585 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-acebba0c-6f8e-43fc-82da-24c7014ee75c None None] Allocated IP 172.20.0.2 (c90d105b-40f8-46f5-a26d-05b432efdd46/d3de773e-464a-4285-bb79-f773de6ad3c5/bbbc1f52-5750-461a-a29a-d8fa8760ed4e) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:23.326448 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c49ba1e-7cea-4525-8622-1c55e8384525 None None] DHCP port deletion for 2a626c17-1e71-4265-a3ec-c3e50d230f28 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:52:23.407892 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b927f5c5-3205-442c-95a9-e9d72af0d32a tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Made reservation on behalf of 3fe64971f6524794b9c8599e1534ac7b for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:23.411480 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b927f5c5-3205-442c-95a9-e9d72af0d32a tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:23.416651 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-d24e76eb-8179-4431-b28d-36011834d687 None None] Allocated IP 2001:db8::2 (c365814b-ce25-46bb-ba96-722d7c4b5a26/1a1a2d40-a4b4-40c9-8cd2-105e750363d9/a909e965-689e-4354-a7ca-d697d504eb31) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:23.418977 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3c9527ff-2564-4f39-a91c-af4a922ff1d0 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:23.434260 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d66adc-8a80-4d45-ab23-d057f4039664 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Subnet': ['ID=cb54d1ba-93a6-4979-b086-d81b299633df,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:23.454402 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-37d66adc-8a80-4d45-ab23-d057f4039664 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:23.455242 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c6fa8042-5b64-4526-af41-2f3ec10cbee9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:23.456967 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d35266-bca8-4259-9541-2ea6078acf04 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:23.499789 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-37d66adc-8a80-4d45-ab23-d057f4039664 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:23.525166 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-89a1bfa2-50eb-4027-abfa-df919209d79d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Deleting port 5042530e-8bb6-4655-9ea8-88a21cb800c6 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:52:23.525523 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-89a1bfa2-50eb-4027-abfa-df919209d79d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:23.536402 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-533822ed-4dde-4cb8-a974-1c899c83912a req-c9a2fe3f-0991-4994-870a-48e596719136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:23.640849 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-89a1bfa2-50eb-4027-abfa-df919209d79d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] For port 5042530e-8bb6-4655-9ea8-88a21cb800c6, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=5042530e-8bb6-4655-9ea8-88a21cb800c6,segment=NetworkSegment(70fd9a72-d6ad-4070-99a1-5a3f80802c40),segment_id=70fd9a72-d6ad-4070-99a1-5a3f80802c40)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:23.641240 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-89a1bfa2-50eb-4027-abfa-df919209d79d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:23.764396 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-5c49ba1e-7cea-4525-8622-1c55e8384525 None None] Deleting port 5042530e-8bb6-4655-9ea8-88a21cb800c6 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:52:23.765423 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5c49ba1e-7cea-4525-8622-1c55e8384525 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:23.887671 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-acebba0c-6f8e-43fc-82da-24c7014ee75c None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:23.903018 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-acebba0c-6f8e-43fc-82da-24c7014ee75c None None] Transition to ACTIVE for port object bbbc1f52-5750-461a-a29a-d8fa8760ed4e will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:23.928951 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-acebba0c-6f8e-43fc-82da-24c7014ee75c None None] Transition to ACTIVE for port object bbbc1f52-5750-461a-a29a-d8fa8760ed4e will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:23.942714 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3c9527ff-2564-4f39-a91c-af4a922ff1d0 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:23.972729 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-34d392a6-6010-4db0-b603-1da3bf232c28 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:24.018474 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-89a1bfa2-50eb-4027-abfa-df919209d79d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Calling delete_port for 5042530e-8bb6-4655-9ea8-88a21cb800c6 owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:52:24.052867 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-37d66adc-8a80-4d45-ab23-d057f4039664 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/cb54d1ba-93a6-4979-b086-d81b299633df HTTP/1.1" status: 204 len: 168 time: 3.9744315 May 31 15:52:24.053626 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56914) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:24.112204 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 5042530e-8bb6-4655-9ea8-88a21cb800c6 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:52:24.159232 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9527ff-2564-4f39-a91c-af4a922ff1d0 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Pushing event updated for resources: {'Port': ['ID=df29e440-7f1c-4b97-b77a-0b6e9990636c,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:24.162982 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3c9527ff-2564-4f39-a91c-af4a922ff1d0 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:24.202139 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d24e76eb-8179-4431-b28d-36011834d687 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:24.213042 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c957a1fe-fecd-4878-9eb2-266868ceca7c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1497047 May 31 15:52:24.217474 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d24e76eb-8179-4431-b28d-36011834d687 None None] Transition to ACTIVE for port object a909e965-689e-4354-a7ca-d697d504eb31 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:24.225788 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56918) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:24.233784 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-be7796a2-d03c-4693-addd-af95dbcbaf74 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:24.241388 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d24e76eb-8179-4431-b28d-36011834d687 None None] Transition to ACTIVE for port object a909e965-689e-4354-a7ca-d697d504eb31 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:24.299323 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-acebba0c-6f8e-43fc-82da-24c7014ee75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:24.303770 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f1f3faaf-7764-4246-b380-8b595459eeb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:24.454092 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-5c49ba1e-7cea-4525-8622-1c55e8384525 None None] For port 5042530e-8bb6-4655-9ea8-88a21cb800c6, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=5042530e-8bb6-4655-9ea8-88a21cb800c6,segment=NetworkSegment(70fd9a72-d6ad-4070-99a1-5a3f80802c40),segment_id=70fd9a72-d6ad-4070-99a1-5a3f80802c40)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:24.454831 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5c49ba1e-7cea-4525-8622-1c55e8384525 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:24.460606 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-3c9527ff-2564-4f39-a91c-af4a922ff1d0 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Floating IP 4b8c4011-7157-4c6e-b541-6330fa1bb469 associated. External IP: 172.26.0.241, port: a832f34d-ebfd-44c6-a451-6df86b3f671c. May 31 15:52:24.582868 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d24e76eb-8179-4431-b28d-36011834d687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:24.598898 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-5c49ba1e-7cea-4525-8622-1c55e8384525 None None] Calling delete_port for 5042530e-8bb6-4655-9ea8-88a21cb800c6 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:52:24.610445 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acebba0c-6f8e-43fc-82da-24c7014ee75c None None] Pushing event updated for resources: {'Port': ['ID=bbbc1f52-5750-461a-a29a-d8fa8760ed4e,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:24.626074 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-acebba0c-6f8e-43fc-82da-24c7014ee75c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:24.630174 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:24.691303 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acebba0c-6f8e-43fc-82da-24c7014ee75c None None] Network c90d105b-40f8-46f5-a26d-05b432efdd46 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:24.697045 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24e76eb-8179-4431-b28d-36011834d687 None None] Network c365814b-ce25-46bb-ba96-722d7c4b5a26 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:24.700568 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-acebba0c-6f8e-43fc-82da-24c7014ee75c None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:24.748732 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-d24e76eb-8179-4431-b28d-36011834d687 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:24.751107 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acebba0c-6f8e-43fc-82da-24c7014ee75c None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:24.756583 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5f3f3fc0-ff3d-412d-acd6-5342f61713fe tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:24.765283 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24e76eb-8179-4431-b28d-36011834d687 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:24.767797 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4629480b-4633-4eb2-96b2-915402548f06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:24.816679 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f3fc0-ff3d-412d-acd6-5342f61713fe tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Pushing event deleted for resources: {'Port': ['ID=35617034-bcc8-4b36-bb0a-1319cbb5b6d7,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:24.835079 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5f3f3fc0-ff3d-412d-acd6-5342f61713fe tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:24.860901 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e76eb-8179-4431-b28d-36011834d687 None None] Pushing event updated for resources: {'Port': ['ID=a909e965-689e-4354-a7ca-d697d504eb31,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:24.886701 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d24e76eb-8179-4431-b28d-36011834d687 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:24.992279 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-be7796a2-d03c-4693-addd-af95dbcbaf74 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:25.006025 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-be7796a2-d03c-4693-addd-af95dbcbaf74 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:subnet and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:25.009572 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-be7796a2-d03c-4693-addd-af95dbcbaf74 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:25.016693 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-be7796a2-d03c-4693-addd-af95dbcbaf74 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:25.038265 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:25.055078 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc4d772-36e8-4361-9223-dda3c0b9611c None None] DHCP port deletion for b5001308-9f67-458f-99a7-4cdcd1177eb2 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:52:25.111131 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5c49ba1e-7cea-4525-8622-1c55e8384525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:25.123276 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-acebba0c-6f8e-43fc-82da-24c7014ee75c None None] Attempting to bind port bbbc1f52-5750-461a-a29a-d8fa8760ed4e on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:52:25.123664 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-acebba0c-6f8e-43fc-82da-24c7014ee75c None None] Attempting to bind port bbbc1f52-5750-461a-a29a-d8fa8760ed4e by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '333ad118-f290-4f99-a784-81002b51054a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:52:25.124026 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acebba0c-6f8e-43fc-82da-24c7014ee75c None None] Attempting to bind port bbbc1f52-5750-461a-a29a-d8fa8760ed4e on network c90d105b-40f8-46f5-a26d-05b432efdd46 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:52:25.127584 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-90cff629-b8b0-4977-91ba-1e13949746b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:25.182157 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-d24e76eb-8179-4431-b28d-36011834d687 None None] Attempting to bind port a909e965-689e-4354-a7ca-d697d504eb31 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:52:25.182414 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-d24e76eb-8179-4431-b28d-36011834d687 None None] Attempting to bind port a909e965-689e-4354-a7ca-d697d504eb31 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '930e1e5c-c3a1-417a-8dd8-16358220cb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c365814b-ce25-46bb-ba96-722d7c4b5a26'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:52:25.182738 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24e76eb-8179-4431-b28d-36011834d687 None None] Attempting to bind port a909e965-689e-4354-a7ca-d697d504eb31 on network c365814b-ce25-46bb-ba96-722d7c4b5a26 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:52:25.186055 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acebba0c-6f8e-43fc-82da-24c7014ee75c None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:52:25.186433 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acebba0c-6f8e-43fc-82da-24c7014ee75c None None] Checking segment: {'id': '333ad118-f290-4f99-a784-81002b51054a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:25.186834 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-acebba0c-6f8e-43fc-82da-24c7014ee75c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:25.187255 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acebba0c-6f8e-43fc-82da-24c7014ee75c None None] Bound using segment: {'id': '333ad118-f290-4f99-a784-81002b51054a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:52:25.187735 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-acebba0c-6f8e-43fc-82da-24c7014ee75c None None] Bound port: bbbc1f52-5750-461a-a29a-d8fa8760ed4e, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333ad118-f290-4f99-a784-81002b51054a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:52:25.188120 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-acebba0c-6f8e-43fc-82da-24c7014ee75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:25.223660 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49ba1e-7cea-4525-8622-1c55e8384525 None None] Pushing event deleted for resources: {'Port': ['ID=5042530e-8bb6-4655-9ea8-88a21cb800c6,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:25.226987 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5c49ba1e-7cea-4525-8622-1c55e8384525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:25.229242 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c49ba1e-7cea-4525-8622-1c55e8384525 None None] No DVR routers for this DVR port 5042530e-8bb6-4655-9ea8-88a21cb800c6 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:52:25.255963 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24e76eb-8179-4431-b28d-36011834d687 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:52:25.256947 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24e76eb-8179-4431-b28d-36011834d687 None None] Checking segment: {'id': '930e1e5c-c3a1-417a-8dd8-16358220cb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c365814b-ce25-46bb-ba96-722d7c4b5a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:25.257389 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d24e76eb-8179-4431-b28d-36011834d687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:25.257782 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24e76eb-8179-4431-b28d-36011834d687 None None] Bound using segment: {'id': '930e1e5c-c3a1-417a-8dd8-16358220cb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c365814b-ce25-46bb-ba96-722d7c4b5a26'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:52:25.258315 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-d24e76eb-8179-4431-b28d-36011834d687 None None] Bound port: a909e965-689e-4354-a7ca-d697d504eb31, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930e1e5c-c3a1-417a-8dd8-16358220cb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c365814b-ce25-46bb-ba96-722d7c4b5a26'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:52:25.258703 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d24e76eb-8179-4431-b28d-36011834d687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:25.266167 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [req-533822ed-4dde-4cb8-a974-1c899c83912a req-c9a2fe3f-0991-4994-870a-48e596719136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1840dc3a-1a1c-4ff3-ba46-797ba59b885e {{(pid=99204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 15:52:25.298894 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-533822ed-4dde-4cb8-a974-1c899c83912a req-c9a2fe3f-0991-4994-870a-48e596719136 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:25.306153 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7796a2-d03c-4693-addd-af95dbcbaf74 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:25.309701 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-be7796a2-d03c-4693-addd-af95dbcbaf74 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:25.319098 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5f3f3fc0-ff3d-412d-acd6-5342f61713fe tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:25.343110 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [req-533822ed-4dde-4cb8-a974-1c899c83912a req-c9a2fe3f-0991-4994-870a-48e596719136 service neutron] Transition to ACTIVE for port object 1840dc3a-1a1c-4ff3-ba46-797ba59b885e will not be triggered until provisioned by entity L2. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:25.446047 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-acebba0c-6f8e-43fc-82da-24c7014ee75c None None] For port bbbc1f52-5750-461a-a29a-d8fa8760ed4e, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:52:25.446818 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee9cf5-ce2e-49a7-9053-9fb63bab0ef2 req-e4c48bff-ae56-4b11-bdd9-c08e7915a2fd tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:25.448343 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fbee9cf5-ce2e-49a7-9053-9fb63bab0ef2 req-e4c48bff-ae56-4b11-bdd9-c08e7915a2fd tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 932 time: 1.2737296 May 31 15:52:25.457871 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-bdc4d772-36e8-4361-9223-dda3c0b9611c None None] Deleting port b2cc7b25-f36d-4c42-a875-bb23792a6a2f {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:52:25.458254 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bdc4d772-36e8-4361-9223-dda3c0b9611c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:25.464750 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-89a1bfa2-50eb-4027-abfa-df919209d79d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:25.468478 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d09be0f5-276e-4f85-a3b1-d7cc077c0172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:25.482926 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d24e76eb-8179-4431-b28d-36011834d687 None None] For port a909e965-689e-4354-a7ca-d697d504eb31, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:52:25.488306 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-acebba0c-6f8e-43fc-82da-24c7014ee75c None None] For port bbbc1f52-5750-461a-a29a-d8fa8760ed4e, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=bbbc1f52-5750-461a-a29a-d8fa8760ed4e,segment=NetworkSegment(333ad118-f290-4f99-a784-81002b51054a),segment_id=333ad118-f290-4f99-a784-81002b51054a)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:52:25.500046 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-533822ed-4dde-4cb8-a974-1c899c83912a req-c9a2fe3f-0991-4994-870a-48e596719136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:25.511810 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7c44c443-9464-49f6-946c-0de23f6d3f7a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:25.547701 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-acebba0c-6f8e-43fc-82da-24c7014ee75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:25.551902 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1bfa2-50eb-4027-abfa-df919209d79d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Port': ['ID=5042530e-8bb6-4655-9ea8-88a21cb800c6,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:25.554977 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-34d392a6-6010-4db0-b603-1da3bf232c28 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.20.0.1 (c90d105b-40f8-46f5-a26d-05b432efdd46/d3de773e-464a-4285-bb79-f773de6ad3c5/eb692656-1b8d-47b5-a2e5-e594e291c0f4) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:25.556743 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d24e76eb-8179-4431-b28d-36011834d687 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:25.592168 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d24e76eb-8179-4431-b28d-36011834d687 None None] For port a909e965-689e-4354-a7ca-d697d504eb31, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a909e965-689e-4354-a7ca-d697d504eb31,segment=NetworkSegment(930e1e5c-c3a1-417a-8dd8-16358220cb2a),segment_id=930e1e5c-c3a1-417a-8dd8-16358220cb2a)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:52:25.602359 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-89a1bfa2-50eb-4027-abfa-df919209d79d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:25.626533 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a1bfa2-50eb-4027-abfa-df919209d79d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] No DVR routers for this DVR port 5042530e-8bb6-4655-9ea8-88a21cb800c6 on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:52:25.633867 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d24e76eb-8179-4431-b28d-36011834d687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:25.638482 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-bdc4d772-36e8-4361-9223-dda3c0b9611c None None] For port b2cc7b25-f36d-4c42-a875-bb23792a6a2f, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=b2cc7b25-f36d-4c42-a875-bb23792a6a2f,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:25.639010 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bdc4d772-36e8-4361-9223-dda3c0b9611c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:25.676425 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9527ff-2564-4f39-a91c-af4a922ff1d0 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Router 59ac736d-1c1f-45ca-8cd3-07d979c66e36 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:52:25.796353 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fbee9cf5-ce2e-49a7-9053-9fb63bab0ef2 req-ccd17ed2-9204-4c44-80e9-7d5061ffb51d tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2781057 May 31 15:52:25.857868 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-bdc4d772-36e8-4361-9223-dda3c0b9611c None None] Calling delete_port for b2cc7b25-f36d-4c42-a875-bb23792a6a2f owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:52:25.913000 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device b2cc7b25-f36d-4c42-a875-bb23792a6a2f no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:52:25.915965 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2fe3f-0991-4994-870a-48e596719136 service neutron] Pushing event updated for resources: {'Port': ['ID=1840dc3a-1a1c-4ff3-ba46-797ba59b885e,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:25.950147 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acebba0c-6f8e-43fc-82da-24c7014ee75c None None] Pushing event updated for resources: {'Port': ['ID=bbbc1f52-5750-461a-a29a-d8fa8760ed4e,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:25.952721 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bdc4d772-36e8-4361-9223-dda3c0b9611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:25.957068 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c9a2fe3f-0991-4994-870a-48e596719136 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:25.960825 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-acebba0c-6f8e-43fc-82da-24c7014ee75c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:25.961104 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-acebba0c-6f8e-43fc-82da-24c7014ee75c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:25.977464 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-89a1bfa2-50eb-4027-abfa-df919209d79d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:26.013349 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: b2cc7b25-f36d-4c42-a875-bb23792a6a2f {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:52:26.013696 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device b2cc7b25-f36d-4c42-a875-bb23792a6a2f not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:52:26.018306 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-89a1bfa2-50eb-4027-abfa-df919209d79d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a626c17-1e71-4265-a3ec-c3e50d230f28']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:26.040087 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-89a1bfa2-50eb-4027-abfa-df919209d79d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70fd9a72-d6ad-4070-99a1-5a3f80802c40') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:26.040391 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-89a1bfa2-50eb-4027-abfa-df919209d79d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70fd9a72-d6ad-4070-99a1-5a3f80802c40') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:26.047832 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3f3fc0-ff3d-412d-acd6-5342f61713fe tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Router db8bc585-095e-4c98-9d56-9fa34fa10240 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:52:26.068606 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc4d772-36e8-4361-9223-dda3c0b9611c None None] No DVR routers for this DVR port b2cc7b25-f36d-4c42-a875-bb23792a6a2f on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:52:26.104422 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e76eb-8179-4431-b28d-36011834d687 None None] Pushing event updated for resources: {'Port': ['ID=a909e965-689e-4354-a7ca-d697d504eb31,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:26.150211 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4d772-36e8-4361-9223-dda3c0b9611c None None] Pushing event deleted for resources: {'Port': ['ID=b2cc7b25-f36d-4c42-a875-bb23792a6a2f,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:26.152614 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-bdc4d772-36e8-4361-9223-dda3c0b9611c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:26.153341 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-95b20dc7-6a4b-4d04-aff8-7aaa03f2ea44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.484s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:26.153638 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-95b20dc7-6a4b-4d04-aff8-7aaa03f2ea44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:26.167095 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-89a1bfa2-50eb-4027-abfa-df919209d79d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:26.242975 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-89a1bfa2-50eb-4027-abfa-df919209d79d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:26.259985 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9527ff-2564-4f39-a91c-af4a922ff1d0 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:52:26.263608 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a1bfa2-50eb-4027-abfa-df919209d79d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:52:26.264009 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-89a1bfa2-50eb-4027-abfa-df919209d79d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:26.273195 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437cdfd3-4760-44f4-b68e-34c3e308d64e None None] Sync routers for ids ['59ac736d-1c1f-45ca-8cd3-07d979c66e36'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:52:26.282641 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:52:26.315254 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437cdfd3-4760-44f4-b68e-34c3e308d64e None None] Routers {'59ac736d-1c1f-45ca-8cd3-07d979c66e36'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:52:26.315954 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-437cdfd3-4760-44f4-b68e-34c3e308d64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:52:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['59ac736d-1c1f-45ca-8cd3-07d979c66e36'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:26.416986 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-437cdfd3-4760-44f4-b68e-34c3e308d64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:26.439127 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437cdfd3-4760-44f4-b68e-34c3e308d64e None None] Routers {'59ac736d-1c1f-45ca-8cd3-07d979c66e36'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:52:26.440038 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-437cdfd3-4760-44f4-b68e-34c3e308d64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:52:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['59ac736d-1c1f-45ca-8cd3-07d979c66e36'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:26.521297 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-437cdfd3-4760-44f4-b68e-34c3e308d64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:26.522058 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437cdfd3-4760-44f4-b68e-34c3e308d64e None None] The sync data for ids ['59ac736d-1c1f-45ca-8cd3-07d979c66e36'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:52:26.554820 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-89a1bfa2-50eb-4027-abfa-df919209d79d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:26.596997 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-20884c44-72c9-46cf-8230-568129a00a4f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:26.613676 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-89a1bfa2-50eb-4027-abfa-df919209d79d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:26.651572 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1bfa2-50eb-4027-abfa-df919209d79d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Network': ['ID=2a626c17-1e71-4265-a3ec-c3e50d230f28,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:26.653393 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3c9527ff-2564-4f39-a91c-af4a922ff1d0 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:26.663144 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [req-533822ed-4dde-4cb8-a974-1c899c83912a req-c9a2fe3f-0991-4994-870a-48e596719136 service neutron] Attempting to bind port 1840dc3a-1a1c-4ff3-ba46-797ba59b885e on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:52:26.663646 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [req-533822ed-4dde-4cb8-a974-1c899c83912a req-c9a2fe3f-0991-4994-870a-48e596719136 service neutron] Attempting to bind port 1840dc3a-1a1c-4ff3-ba46-797ba59b885e by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'd689a5f1-87c6-4c5b-a91b-b6d33d247f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:52:26.663772 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533822ed-4dde-4cb8-a974-1c899c83912a req-c9a2fe3f-0991-4994-870a-48e596719136 service neutron] Attempting to bind port 1840dc3a-1a1c-4ff3-ba46-797ba59b885e on network 258fafc3-be14-41c8-a854-4f81d373cb1a {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:52:26.683248 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-89a1bfa2-50eb-4027-abfa-df919209d79d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:26.693713 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-89a1bfa2-50eb-4027-abfa-df919209d79d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/networks/2a626c17-1e71-4265-a3ec-c3e50d230f28 HTTP/1.1" status: 204 len: 168 time: 4.4239972 May 31 15:52:26.698358 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56922) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:26.699676 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533822ed-4dde-4cb8-a974-1c899c83912a req-c9a2fe3f-0991-4994-870a-48e596719136 service neutron] Port 1840dc3a-1a1c-4ff3-ba46-797ba59b885e on network 258fafc3-be14-41c8-a854-4f81d373cb1a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:52:26.700003 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533822ed-4dde-4cb8-a974-1c899c83912a req-c9a2fe3f-0991-4994-870a-48e596719136 service neutron] Attempting to bind port 1840dc3a-1a1c-4ff3-ba46-797ba59b885e on network 258fafc3-be14-41c8-a854-4f81d373cb1a {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:52:26.704138 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3f3fc0-ff3d-412d-acd6-5342f61713fe tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:52:26.715845 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166cfd53-c49b-4bec-a2f6-19dfd2100dcd None None] Sync routers for ids ['db8bc585-095e-4c98-9d56-9fa34fa10240'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:52:26.716128 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-f92f9984-2594-4f59-affa-7a5cfadabc0b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1980807343', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:26.725088 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6ac74ad6-feac-4635-be9d-f6503213b356 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:26.726778 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166cfd53-c49b-4bec-a2f6-19dfd2100dcd None None] Routers {'db8bc585-095e-4c98-9d56-9fa34fa10240'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:52:26.727638 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-166cfd53-c49b-4bec-a2f6-19dfd2100dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:52:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['db8bc585-095e-4c98-9d56-9fa34fa10240'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:26.734513 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-25a104d6-3e70-4314-af78-a72de9fcb3d6 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:26.738218 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f92f9984-2594-4f59-affa-7a5cfadabc0b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:26.745673 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533822ed-4dde-4cb8-a974-1c899c83912a req-c9a2fe3f-0991-4994-870a-48e596719136 service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:52:26.746027 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533822ed-4dde-4cb8-a974-1c899c83912a req-c9a2fe3f-0991-4994-870a-48e596719136 service neutron] Checking segment: {'id': 'd689a5f1-87c6-4c5b-a91b-b6d33d247f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:26.746621 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533822ed-4dde-4cb8-a974-1c899c83912a req-c9a2fe3f-0991-4994-870a-48e596719136 service neutron] Bound using segment: {'id': 'd689a5f1-87c6-4c5b-a91b-b6d33d247f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a'} {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:52:26.747470 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [req-533822ed-4dde-4cb8-a974-1c899c83912a req-c9a2fe3f-0991-4994-870a-48e596719136 service neutron] Bound port: 1840dc3a-1a1c-4ff3-ba46-797ba59b885e, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd689a5f1-87c6-4c5b-a91b-b6d33d247f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a'}}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:52:26.747994 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-533822ed-4dde-4cb8-a974-1c899c83912a req-c9a2fe3f-0991-4994-870a-48e596719136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:26.771084 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3c9527ff-2564-4f39-a91c-af4a922ff1d0 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 12.3510852 May 31 15:52:26.775189 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56926) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:26.805531 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f92f9984-2594-4f59-affa-7a5cfadabc0b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Usage tracker for resource:router and tenant:4495789bf65544d19fbd02194192aa34 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:26.832482 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f92f9984-2594-4f59-affa-7a5cfadabc0b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:26.862220 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-166cfd53-c49b-4bec-a2f6-19dfd2100dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:26.871286 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166cfd53-c49b-4bec-a2f6-19dfd2100dcd None None] Routers {'db8bc585-095e-4c98-9d56-9fa34fa10240'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:52:26.871821 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-166cfd53-c49b-4bec-a2f6-19dfd2100dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:52:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['db8bc585-095e-4c98-9d56-9fa34fa10240'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:26.926701 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [req-533822ed-4dde-4cb8-a974-1c899c83912a req-c9a2fe3f-0991-4994-870a-48e596719136 service neutron] For port 1840dc3a-1a1c-4ff3-ba46-797ba59b885e, host hv-neutron-6013, cleared binding levels {{(pid=99204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:52:26.937412 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f92f9984-2594-4f59-affa-7a5cfadabc0b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:26.941006 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [req-533822ed-4dde-4cb8-a974-1c899c83912a req-c9a2fe3f-0991-4994-870a-48e596719136 service neutron] For port 1840dc3a-1a1c-4ff3-ba46-797ba59b885e, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1840dc3a-1a1c-4ff3-ba46-797ba59b885e,segment=NetworkSegment(d689a5f1-87c6-4c5b-a91b-b6d33d247f15),segment_id=d689a5f1-87c6-4c5b-a91b-b6d33d247f15)] {{(pid=99204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:52:26.945395 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-166cfd53-c49b-4bec-a2f6-19dfd2100dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:26.946071 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166cfd53-c49b-4bec-a2f6-19dfd2100dcd None None] The sync data for ids ['db8bc585-095e-4c98-9d56-9fa34fa10240'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:52:26.951608 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-34d392a6-6010-4db0-b603-1da3bf232c28 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:26.964189 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5f3f3fc0-ff3d-412d-acd6-5342f61713fe tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] 10.222.0.45 "PUT /v2.0/routers/db8bc585-095e-4c98-9d56-9fa34fa10240/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4831421 May 31 15:52:26.970894 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-533822ed-4dde-4cb8-a974-1c899c83912a req-c9a2fe3f-0991-4994-870a-48e596719136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:26.974657 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bc5e16c8-9c07-4cb6-8b70-c3b38492198a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:26.977016 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac74ad6-feac-4635-be9d-f6503213b356 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Subnet': ['ID=0f0f99e5-dbff-44a2-a8c1-371af6716c22,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:26.980921 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56932) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:26.994019 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6ac74ad6-feac-4635-be9d-f6503213b356 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:27.000064 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac74ad6-feac-4635-be9d-f6503213b356 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Checking segment: {'id': '8cddf46b-0b11-4785-a011-1a712628428a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a7088258-410b-479c-a05f-438c138d7af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:27.000417 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac74ad6-feac-4635-be9d-f6503213b356 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network hostable DHCP agents. Network: a7088258-410b-479c-a05f-438c138d7af3, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:52:27.054034 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f92f9984-2594-4f59-affa-7a5cfadabc0b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:27.055052 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f92f9984-2594-4f59-affa-7a5cfadabc0b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:27.058769 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-34d392a6-6010-4db0-b603-1da3bf232c28 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Transition to ACTIVE for port object eb692656-1b8d-47b5-a2e5-e594e291c0f4 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:27.068107 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533822ed-4dde-4cb8-a974-1c899c83912a req-c9a2fe3f-0991-4994-870a-48e596719136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:27.068864 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-533822ed-4dde-4cb8-a974-1c899c83912a req-c9a2fe3f-0991-4994-870a-48e596719136 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:27.070292 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-533822ed-4dde-4cb8-a974-1c899c83912a req-c9a2fe3f-0991-4994-870a-48e596719136 service neutron] 10.222.0.59 "PUT /v2.0/ports/1840dc3a-1a1c-4ff3-ba46-797ba59b885e HTTP/1.1" status: 200 len: 1094 time: 4.8728504 May 31 15:52:27.078411 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6413ddf9-3984-4f5e-99cd-c46101493a4a', 'tag': '1840dc3a-1a1c-4ff3-ba46-797ba59b885e'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:52:27.080899 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0432c8e-99f6-4716-bc58-2dd8e9b5fac9" -d '{"events": [{"name": "network-changed", "server_uuid": "6413ddf9-3984-4f5e-99cd-c46101493a4a", "tag": "1840dc3a-1a1c-4ff3-ba46-797ba59b885e"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:52:27.132789 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2fe3f-0991-4994-870a-48e596719136 service neutron] Pushing event updated for resources: {'Port': ['ID=1840dc3a-1a1c-4ff3-ba46-797ba59b885e,revision_number=3']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:27.136963 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c9a2fe3f-0991-4994-870a-48e596719136 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:27.187358 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f92f9984-2594-4f59-affa-7a5cfadabc0b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:27.189680 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 15:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c87e84-6b67-4260-a200-5de577cf5499 x-openstack-request-id: req-a0c87e84-6b67-4260-a200-5de577cf5499 {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:52:27.190011 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6413ddf9-3984-4f5e-99cd-c46101493a4a", "tag": "1840dc3a-1a1c-4ff3-ba46-797ba59b885e", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:52:27.190316 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a0c87e84-6b67-4260-a200-5de577cf5499 {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:52:27.190752 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6413ddf9-3984-4f5e-99cd-c46101493a4a', 'tag': '1840dc3a-1a1c-4ff3-ba46-797ba59b885e', 'status': 'completed', 'code': 200} May 31 15:52:27.267510 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-91190e80-f443-4d07-9222-462d117c3cc0 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] 10.222.0.45 "GET /v2.0/floatingips/4b8c4011-7157-4c6e-b541-6330fa1bb469 HTTP/1.1" status: 200 len: 984 time: 0.4853158 May 31 15:52:27.274655 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56938) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:27.301577 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-4cdad6bf-56c7-48e5-a9c3-df932c6c6b94 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] delete failed (client error): The resource could not be found. May 31 15:52:27.306596 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4cdad6bf-56c7-48e5-a9c3-df932c6c6b94 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] 10.222.0.45 "DELETE /v2.0/routers/tempest-non_exist_router-1823262507 HTTP/1.1" status: 404 len: 335 time: 0.3139973 May 31 15:52:27.307131 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56942) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:27.329261 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-70de926c-7a23-413b-b990-5f38cd110062 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Request body: {'router': {'external_gateway_info': {'network_id': 'db8bc585-095e-4c98-9d56-9fa34fa10240'}}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:27.377414 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-34d392a6-6010-4db0-b603-1da3bf232c28 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:27.399108 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c9a2fe3f-0991-4994-870a-48e596719136 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:27.420503 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac74ad6-feac-4635-be9d-f6503213b356 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network a7088258-410b-479c-a05f-438c138d7af3 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:52:27.441033 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f92f9984-2594-4f59-affa-7a5cfadabc0b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:27.467392 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b927f5c5-3205-442c-95a9-e9d72af0d32a tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:27.511885 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d392a6-6010-4db0-b603-1da3bf232c28 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network c90d105b-40f8-46f5-a26d-05b432efdd46 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:27.527043 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-34d392a6-6010-4db0-b603-1da3bf232c28 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:27.544270 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d392a6-6010-4db0-b603-1da3bf232c28 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:27.564194 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-6ac74ad6-feac-4635-be9d-f6503213b356 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, a7088258-410b-479c-a05f-438c138d7af3) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:27.577321 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b398a9-42c5-4cb3-91f5-43c3aeff4c2e None None] Network a7088258-410b-479c-a05f-438c138d7af3 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:27.609724 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7ce95ae9-3692-44d4-b8f7-2d2a787a7412 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1468 time: 0.3336699 May 31 15:52:27.612591 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b927f5c5-3205-442c-95a9-e9d72af0d32a tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Network c365814b-ce25-46bb-ba96-722d7c4b5a26 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:27.622307 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56946) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:27.630566 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-b927f5c5-3205-442c-95a9-e9d72af0d32a tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:27.633099 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f92f9984-2594-4f59-affa-7a5cfadabc0b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:27.634812 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f92f9984-2594-4f59-affa-7a5cfadabc0b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9323831 May 31 15:52:27.650564 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d392a6-6010-4db0-b603-1da3bf232c28 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=eb692656-1b8d-47b5-a2e5-e594e291c0f4,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:27.686890 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:52:27.712411 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c66524f-91fb-4810-b4e6-dc30ca64602e None None] Network c365814b-ce25-46bb-ba96-722d7c4b5a26 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:27.717368 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56950) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:27.728949 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b927f5c5-3205-442c-95a9-e9d72af0d32a tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:27.729698 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b927f5c5-3205-442c-95a9-e9d72af0d32a tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:27.737274 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-0b00fba9-69a2-4459-894b-d32016d0f96c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-448724843'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:27.752888 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-34d392a6-6010-4db0-b603-1da3bf232c28 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:27.753574 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-558a730b-a180-4168-a6c1-78f5e0d28270 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.260s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:27.877451 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-34d392a6-6010-4db0-b603-1da3bf232c28 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:27.884300 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac74ad6-feac-4635-be9d-f6503213b356 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:27.885078 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6ac74ad6-feac-4635-be9d-f6503213b356 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:27.906072 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19352e5-96bd-40b8-8895-e40428259e3d None None] Network c90d105b-40f8-46f5-a26d-05b432efdd46 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:27.909076 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0b00fba9-69a2-4459-894b-d32016d0f96c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:27.918450 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533822ed-4dde-4cb8-a974-1c899c83912a req-b7fca880-9bdd-4535-83e5-d5bbc696080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:27.920038 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-533822ed-4dde-4cb8-a974-1c899c83912a req-b7fca880-9bdd-4535-83e5-d5bbc696080d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8116e4b155bf47a28df54c3549abf9a0&device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 1097 time: 0.7790439 May 31 15:52:27.936345 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b927f5c5-3205-442c-95a9-e9d72af0d32a tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 5.9267030 May 31 15:52:27.936582 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ee8e9edf-1879-4073-ae70-ccabfd1e345f None None] Provisioning for port a909e965-689e-4354-a7ca-d697d504eb31 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:27.946787 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0b00fba9-69a2-4459-894b-d32016d0f96c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Usage tracker for resource:network and tenant:4495789bf65544d19fbd02194192aa34 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:27.971071 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56954) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:27.977618 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device bbbc1f52-5750-461a-a29a-d8fa8760ed4e up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:27.997309 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0b00fba9-69a2-4459-894b-d32016d0f96c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:28.026469 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0b00fba9-69a2-4459-894b-d32016d0f96c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:28.026999 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-70de926c-7a23-413b-b990-5f38cd110062 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:28.035531 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-533822ed-4dde-4cb8-a974-1c899c83912a req-81de6acf-5e01-4969-8e8b-d02d147c2be6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1840dc3a-1a1c-4ff3-ba46-797ba59b885e HTTP/1.1" status: 200 len: 217 time: 0.0866058 May 31 15:52:28.041040 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927f5c5-3205-442c-95a9-e9d72af0d32a tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event updated for resources: {'Subnet': ['ID=9a3591e8-2ce4-4324-a9f8-f658ac7bb048,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:28.048431 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2c780-3e2e-447d-888b-078f7f27e460 req-931f0012-9bd5-490d-a67f-f87f7e7c4f19 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:28.050344 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f0b2c780-3e2e-447d-888b-078f7f27e460 req-931f0012-9bd5-490d-a67f-f87f7e7c4f19 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 944 time: 1.1214514 May 31 15:52:28.130935 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6ac74ad6-feac-4635-be9d-f6503213b356 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.6598794 May 31 15:52:28.133327 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.objects.ports [None req-be7796a2-d03c-4693-addd-af95dbcbaf74 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99205) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 15:52:28.133748 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b927f5c5-3205-442c-95a9-e9d72af0d32a tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:28.139828 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56958) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:28.144815 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-be7796a2-d03c-4693-addd-af95dbcbaf74 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:28.152773 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-98597091-2d16-44b4-a7dd-8eab4f177b68 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:28.172378 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-835cc89f-15d6-44ec-95f0-21822195855e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'port': {'network_id': 'a7088258-410b-479c-a05f-438c138d7af3', 'name': 'tempest-PortsIpV6TestJSON-374236610'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:28.178630 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-70de926c-7a23-413b-b990-5f38cd110062 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] update failed (client error): The resource could not be found. May 31 15:52:28.179742 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-70de926c-7a23-413b-b990-5f38cd110062 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] 10.222.0.45 "PUT /v2.0/routers/db8bc585-095e-4c98-9d56-9fa34fa10240 HTTP/1.1" status: 404 len: 339 time: 0.8656983 May 31 15:52:28.191551 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56962) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:28.209919 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f546fee4-93b0-487a-b039-b2f2e16b2f8d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:28.210145 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b00fba9-69a2-4459-894b-d32016d0f96c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Made reservation on behalf of 4495789bf65544d19fbd02194192aa34 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:28.210283 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f546fee4-93b0-487a-b039-b2f2e16b2f8d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:28.211822 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f546fee4-93b0-487a-b039-b2f2e16b2f8d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:28.213156 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0b00fba9-69a2-4459-894b-d32016d0f96c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:28.213380 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f546fee4-93b0-487a-b039-b2f2e16b2f8d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:28.214988 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f546fee4-93b0-487a-b039-b2f2e16b2f8d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:28.215910 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f546fee4-93b0-487a-b039-b2f2e16b2f8d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Synchronizing usage tracker for tenant:3fe64971f6524794b9c8599e1534ac7b on resource:subnet {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:52:28.234156 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-ce768730-4146-4c7c-a4ed-1dbc8a27474a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1346225973'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:28.253818 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7796a2-d03c-4693-addd-af95dbcbaf74 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:28.263679 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-be7796a2-d03c-4693-addd-af95dbcbaf74 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:28.271657 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f0b2c780-3e2e-447d-888b-078f7f27e460 req-34996db1-72e3-497c-9e30-df934c039684 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112710 May 31 15:52:28.279249 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7796a2-d03c-4693-addd-af95dbcbaf74 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Subnet': ['ID=c9b3c022-6ae9-4d30-a477-03e943e97c62,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:28.283623 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-be7796a2-d03c-4693-addd-af95dbcbaf74 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:28.284911 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f546fee4-93b0-487a-b039-b2f2e16b2f8d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Unset dirty status for tenant:3fe64971f6524794b9c8599e1534ac7b on resource:subnet {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:52:28.286384 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f546fee4-93b0-487a-b039-b2f2e16b2f8d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3065677 May 31 15:52:28.297858 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7796a2-d03c-4693-addd-af95dbcbaf74 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:28.297858 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-be7796a2-d03c-4693-addd-af95dbcbaf74 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:28.297858 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56966) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:28.297858 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-cde6290a-3bdd-4de7-97aa-3b0a1e014ac9 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-172442191'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:28.309223 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-cde6290a-3bdd-4de7-97aa-3b0a1e014ac9 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:28.315490 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cde6290a-3bdd-4de7-97aa-3b0a1e014ac9 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Usage tracker for resource:network and tenant:3fe64971f6524794b9c8599e1534ac7b is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:28.319387 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cde6290a-3bdd-4de7-97aa-3b0a1e014ac9 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Quota usage for network was recalculated. Used quota:3. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:28.323945 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-be7796a2-d03c-4693-addd-af95dbcbaf74 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0949793 May 31 15:52:28.327449 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ce768730-4146-4c7c-a4ed-1dbc8a27474a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:28.327638 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56970) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:28.329871 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-cde6290a-3bdd-4de7-97aa-3b0a1e014ac9 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:28.335651 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-9fa77dd4-4794-4d85-a6f0-6e40ca74f3d3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'port': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'mac_address': 'fa:16:3e:26:2d:a1', 'name': 'tempest-NetworksTestDHCPv6-544855684'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:28.346290 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:28.347304 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf9a1b3-1246-4f09-b0dd-ac153b1c44a4 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:28.347490 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ce768730-4146-4c7c-a4ed-1dbc8a27474a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Usage tracker for resource:network and tenant:66a9e884b7e3435b9d9133bd1952ca8e is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:28.356340 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533822ed-4dde-4cb8-a974-1c899c83912a req-760bdad7-8afb-44c3-b673-4c7e66a5aad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:28.358122 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-533822ed-4dde-4cb8-a974-1c899c83912a req-760bdad7-8afb-44c3-b673-4c7e66a5aad6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0855a3d7-c8f1-43b9-80cd-3c7b17490413 HTTP/1.1" status: 200 len: 849 time: 0.3134518 May 31 15:52:28.365413 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ce768730-4146-4c7c-a4ed-1dbc8a27474a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Quota usage for network was recalculated. Used quota:3. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:28.405190 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7ae4db54-436a-43ac-ab98-e16888809eba None None] Provisioning for port bbbc1f52-5750-461a-a29a-d8fa8760ed4e completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:28.421109 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde6290a-3bdd-4de7-97aa-3b0a1e014ac9 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Made reservation on behalf of 3fe64971f6524794b9c8599e1534ac7b for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:28.424753 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cde6290a-3bdd-4de7-97aa-3b0a1e014ac9 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:28.434730 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ce768730-4146-4c7c-a4ed-1dbc8a27474a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:28.446906 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff35f47-4d36-4b25-8fe8-400822d7cfdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-a7088258-410b-479c-a05f-438c138d7af3', 'network_id': 'a7088258-410b-479c-a05f-438c138d7af3', 'tenant_id': '1a3131733d3b4e64a0dcbfef175233b5', 'fixed_ips': [{'subnet_id': '0f0f99e5-dbff-44a2-a8c1-371af6716c22'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:52:28.447807 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-eff35f47-4d36-4b25-8fe8-400822d7cfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:28.493012 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde6290a-3bdd-4de7-97aa-3b0a1e014ac9 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:52:28.523905 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cde6290a-3bdd-4de7-97aa-3b0a1e014ac9 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:28.524304 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-cde6290a-3bdd-4de7-97aa-3b0a1e014ac9 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Added segment c6d0014c-ff92-461d-b21d-b67dab38e982 of type vlan for network 34691608-80c3-4717-a69b-3c313ce93a8e May 31 15:52:28.535924 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-9fa77dd4-4794-4d85-a6f0-6e40ca74f3d3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:28.544671 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-9fa77dd4-4794-4d85-a6f0-6e40ca74f3d3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:port and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:28.549573 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-9fa77dd4-4794-4d85-a6f0-6e40ca74f3d3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:28.565952 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port bbbc1f52-5750-461a-a29a-d8fa8760ed4e completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:28.573632 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-9fa77dd4-4794-4d85-a6f0-6e40ca74f3d3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:28.579442 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cde6290a-3bdd-4de7-97aa-3b0a1e014ac9 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:28.604641 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa77dd4-4794-4d85-a6f0-6e40ca74f3d3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:28.631877 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port bbbc1f52-5750-461a-a29a-d8fa8760ed4e triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:28.632254 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:28.696706 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cde6290a-3bdd-4de7-97aa-3b0a1e014ac9 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:28.699051 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b00fba9-69a2-4459-894b-d32016d0f96c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:52:28.702775 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde6290a-3bdd-4de7-97aa-3b0a1e014ac9 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:28.703474 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cde6290a-3bdd-4de7-97aa-3b0a1e014ac9 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:28.710740 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e6864d73-bd69-4816-b9a5-fa3ba48b335f tempest-FloatingIPNegativeTestJSON-2039573475 tempest-FloatingIPNegativeTestJSON-2039573475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:28.747664 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce768730-4146-4c7c-a4ed-1dbc8a27474a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Made reservation on behalf of 66a9e884b7e3435b9d9133bd1952ca8e for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:28.752235 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ce768730-4146-4c7c-a4ed-1dbc8a27474a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:28.810902 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0b00fba9-69a2-4459-894b-d32016d0f96c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:28.811619 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-0b00fba9-69a2-4459-894b-d32016d0f96c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Added segment 012d733f-b04d-47cb-8de3-cd25f481f116 of type vlan for network 7191dc47-4f9a-404c-8d02-0127e3375e39 May 31 15:52:28.839769 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-cde6290a-3bdd-4de7-97aa-3b0a1e014ac9 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5464356 May 31 15:52:28.840776 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56974) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:28.842797 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-34d392a6-6010-4db0-b603-1da3bf232c28 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:28.854037 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-2c7e131a-4637-43d4-a156-7ef2adfed7a2 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Request body: {'network': {'name': 'New_network'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:28.860316 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-835cc89f-15d6-44ec-95f0-21822195855e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:28.870546 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde6290a-3bdd-4de7-97aa-3b0a1e014ac9 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event updated for resources: {'Network': ['ID=34691608-80c3-4717-a69b-3c313ce93a8e,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:28.873942 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cde6290a-3bdd-4de7-97aa-3b0a1e014ac9 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:28.899895 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-835cc89f-15d6-44ec-95f0-21822195855e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:28.904589 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce768730-4146-4c7c-a4ed-1dbc8a27474a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:52:28.909977 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 34691608-80c3-4717-a69b-3c313ce93a8e details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:52:28.937026 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0b00fba9-69a2-4459-894b-d32016d0f96c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:28.953962 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9fa77dd4-4794-4d85-a6f0-6e40ca74f3d3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:28.984939 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ce768730-4146-4c7c-a4ed-1dbc8a27474a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:28.985340 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-ce768730-4146-4c7c-a4ed-1dbc8a27474a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Added segment 98fced0f-cb7d-40a6-9947-d0c4c65bbb9b of type vlan for network 1d8f48ec-e8c1-49cc-96c7-efbb5fe0b90e May 31 15:52:28.988069 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533822ed-4dde-4cb8-a974-1c899c83912a req-76254e74-8126-4e00-bb06-7a20d6d0c31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:28.989744 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-533822ed-4dde-4cb8-a974-1c899c83912a req-76254e74-8126-4e00-bb06-7a20d6d0c31c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=258fafc3-be14-41c8-a854-4f81d373cb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6185327 May 31 15:52:28.998548 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835cc89f-15d6-44ec-95f0-21822195855e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:29.001818 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-835cc89f-15d6-44ec-95f0-21822195855e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:29.014002 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-9fa77dd4-4794-4d85-a6f0-6e40ca74f3d3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] device_id is not set on port fc11f7df-b41f-4b6c-a6a5-67585f09f6c3 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:52:29.046020 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-768fa83e-b4e1-45f2-8521-211ceb8a86b4 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Deleting port df29e440-7f1c-4b97-b77a-0b6e9990636c {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:52:29.046381 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-768fa83e-b4e1-45f2-8521-211ceb8a86b4 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:29.267792 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743dfe8b-682d-42db-a359-630bd1499296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-b5001308-9f67-458f-99a7-4cdcd1177eb2', 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'fixed_ips': [{'subnet_id': 'c9b3c022-6ae9-4d30-a477-03e943e97c62'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:52:29.268639 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-743dfe8b-682d-42db-a359-630bd1499296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:29.276553 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ce768730-4146-4c7c-a4ed-1dbc8a27474a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:29.288032 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-eff35f47-4d36-4b25-8fe8-400822d7cfdf None None] Allocated IP 2001:db8::2 (a7088258-410b-479c-a05f-438c138d7af3/0f0f99e5-dbff-44a2-a8c1-371af6716c22/1b9e38ce-e461-4783-b2b1-f1b10c68baac) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:29.314175 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0b00fba9-69a2-4459-894b-d32016d0f96c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:29.319872 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b00fba9-69a2-4459-894b-d32016d0f96c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:29.320493 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0b00fba9-69a2-4459-894b-d32016d0f96c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:29.325340 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:29.342058 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-835cc89f-15d6-44ec-95f0-21822195855e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] device_id is not set on port 90aab9af-6478-4135-9448-c8b1b95fcedd yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:52:29.386897 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a5efd49d-e302-439d-9581-0e0408cbad53 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:29.405784 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e3cb0a-ec3d-4cfd-816b-0b7951469ce9 None None] Update dhcp port {'port': {'network_id': 'c365814b-ce25-46bb-ba96-722d7c4b5a26', 'fixed_ips': [{'subnet_id': '1a1a2d40-a4b4-40c9-8cd2-105e750363d9', 'ip_address': '2001:db8::2'}, {'subnet_id': '9a3591e8-2ce4-4324-a9f8-f658ac7bb048'}], 'binding:host_id': 'dv-neutron-601336-79-hyperv'}, 'id': 'a909e965-689e-4354-a7ca-d697d504eb31'} from dv-neutron-601336-79-hyperv. {{(pid=99206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 31 15:52:29.426933 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0b00fba9-69a2-4459-894b-d32016d0f96c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6982450 May 31 15:52:29.434309 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56980) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:29.457032 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-0b1a8e9c-1380-41ac-b25a-1057bfba54ad tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'subnet': {'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:29.523887 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2c7e131a-4637-43d4-a156-7ef2adfed7a2 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:29.580979 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.db.resource_extend [None req-ce768730-4146-4c7c-a4ed-1dbc8a27474a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:52:29.615288 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port bbbc1f52-5750-461a-a29a-d8fa8760ed4e, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=bbbc1f52-5750-461a-a29a-d8fa8760ed4e,segment=NetworkSegment(333ad118-f290-4f99-a784-81002b51054a),segment_id=333ad118-f290-4f99-a784-81002b51054a)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:29.627949 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-16e3cb0a-ec3d-4cfd-816b-0b7951469ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:29.644839 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:29.645687 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a909e965-689e-4354-a7ca-d697d504eb31 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:29.675242 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00fba9-69a2-4459-894b-d32016d0f96c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Network': ['ID=7191dc47-4f9a-404c-8d02-0127e3375e39,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:29.682587 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-acebba0c-6f8e-43fc-82da-24c7014ee75c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:29.706631 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0b00fba9-69a2-4459-894b-d32016d0f96c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:29.711824 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-9fa77dd4-4794-4d85-a6f0-6e40ca74f3d3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Allocated IP 2001:db8::f816:3eff:fe26:2da1 (b5001308-9f67-458f-99a7-4cdcd1177eb2/c9b3c022-6ae9-4d30-a477-03e943e97c62/fc11f7df-b41f-4b6c-a6a5-67585f09f6c3) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:29.722903 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ce768730-4146-4c7c-a4ed-1dbc8a27474a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:29.728922 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce768730-4146-4c7c-a4ed-1dbc8a27474a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:29.729672 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ce768730-4146-4c7c-a4ed-1dbc8a27474a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:29.737292 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2c7e131a-4637-43d4-a156-7ef2adfed7a2 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:29.738089 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 7191dc47-4f9a-404c-8d02-0127e3375e39 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:52:29.746234 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-768fa83e-b4e1-45f2-8521-211ceb8a86b4 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:29.746558 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-768fa83e-b4e1-45f2-8521-211ceb8a86b4 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:29.758584 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-39af3660-3903-499c-937e-072c4200260e tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:29.775657 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-533822ed-4dde-4cb8-a974-1c899c83912a req-13f24dfc-763a-4f38-9112-17963d34d2f2 service neutron] 10.222.0.59 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7627633 May 31 15:52:29.791708 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c6fa8042-5b64-4526-af41-2f3ec10cbee9 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:29.816453 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0b1a8e9c-1380-41ac-b25a-1057bfba54ad tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:29.819989 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0b1a8e9c-1380-41ac-b25a-1057bfba54ad tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Usage tracker for resource:subnet and tenant:4495789bf65544d19fbd02194192aa34 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:29.822973 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0b1a8e9c-1380-41ac-b25a-1057bfba54ad tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:29.828950 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0b1a8e9c-1380-41ac-b25a-1057bfba54ad tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:29.850250 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2c7e131a-4637-43d4-a156-7ef2adfed7a2 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Network 34691608-80c3-4717-a69b-3c313ce93a8e is not hosted by any dhcp agent {{(pid=99205) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 31 15:52:29.856733 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7e131a-4637-43d4-a156-7ef2adfed7a2 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:29.857176 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2c7e131a-4637-43d4-a156-7ef2adfed7a2 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:29.858652 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2c7e131a-4637-43d4-a156-7ef2adfed7a2 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "PUT /v2.0/networks/34691608-80c3-4717-a69b-3c313ce93a8e HTTP/1.1" status: 200 len: 723 time: 1.0103488 May 31 15:52:29.924685 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56984) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:29.925425 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1a8e9c-1380-41ac-b25a-1057bfba54ad tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Made reservation on behalf of 4495789bf65544d19fbd02194192aa34 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:29.928981 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0b1a8e9c-1380-41ac-b25a-1057bfba54ad tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:29.957032 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-3aadc825-99f9-4b56-8189-f1674065a39d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Request body: {'subnet': {'network_id': '34691608-80c3-4717-a69b-3c313ce93a8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:30.006468 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ce768730-4146-4c7c-a4ed-1dbc8a27474a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8075929 May 31 15:52:30.015033 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 56988) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:30.023548 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-768fa83e-b4e1-45f2-8521-211ceb8a86b4 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Calling delete_port for df29e440-7f1c-4b97-b77a-0b6e9990636c owned by network:floatingip {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:52:30.032514 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-35e2e652-f045-45c1-89ce-6abcbb5012f6 None None] Provisioning complete for port bbbc1f52-5750-461a-a29a-d8fa8760ed4e triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:30.033448 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-35e2e652-f045-45c1-89ce-6abcbb5012f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:30.074320 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-1f739257-5290-4b47-a0bf-770028af6e23 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Request body: {'subnet': {'network_id': '1d8f48ec-e8c1-49cc-96c7-efbb5fe0b90e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:30.103950 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=bbbc1f52-5750-461a-a29a-d8fa8760ed4e,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:30.107780 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:30.144833 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e131a-4637-43d4-a156-7ef2adfed7a2 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event updated for resources: {'Network': ['ID=34691608-80c3-4717-a69b-3c313ce93a8e,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:30.165816 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2c7e131a-4637-43d4-a156-7ef2adfed7a2 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:30.172470 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 34691608-80c3-4717-a69b-3c313ce93a8e details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:52:30.194390 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce768730-4146-4c7c-a4ed-1dbc8a27474a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Pushing event updated for resources: {'Network': ['ID=1d8f48ec-e8c1-49cc-96c7-efbb5fe0b90e,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:30.219896 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b85a2-8fdd-40ca-9bed-2176e01c7775 req-42f2efff-19dd-4aa9-a1b4-43ea8b623e56 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:30.228259 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-684b85a2-8fdd-40ca-9bed-2176e01c7775 req-42f2efff-19dd-4aa9-a1b4-43ea8b623e56 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 944 time: 0.6796787 May 31 15:52:30.270680 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 1d8f48ec-e8c1-49cc-96c7-efbb5fe0b90e details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:52:30.283529 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port a909e965-689e-4354-a7ca-d697d504eb31 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:30.326535 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-eff35f47-4d36-4b25-8fe8-400822d7cfdf None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:30.329000 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port a909e965-689e-4354-a7ca-d697d504eb31 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:30.329376 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:30.367317 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-3aadc825-99f9-4b56-8189-f1674065a39d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:30.390526 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-684b85a2-8fdd-40ca-9bed-2176e01c7775 req-751ad535-9cff-46a6-8671-22cfdd5e973c tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612830 May 31 15:52:30.401660 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-3aadc825-99f9-4b56-8189-f1674065a39d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:30.434878 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aadc825-99f9-4b56-8189-f1674065a39d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Made reservation on behalf of 3fe64971f6524794b9c8599e1534ac7b for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:30.436417 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ce768730-4146-4c7c-a4ed-1dbc8a27474a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:30.438529 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3aadc825-99f9-4b56-8189-f1674065a39d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:30.522125 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-eff35f47-4d36-4b25-8fe8-400822d7cfdf None None] Transition to ACTIVE for port object 1b9e38ce-e461-4783-b2b1-f1b10c68baac will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:30.565837 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1f739257-5290-4b47-a0bf-770028af6e23 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:30.583015 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1f739257-5290-4b47-a0bf-770028af6e23 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Usage tracker for resource:subnet and tenant:66a9e884b7e3435b9d9133bd1952ca8e is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:30.595959 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-533822ed-4dde-4cb8-a974-1c899c83912a req-1d7b1324-fb0b-428e-b2dc-c173fe99cc30 service neutron] 10.222.0.59 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7985556 May 31 15:52:30.597049 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1f739257-5290-4b47-a0bf-770028af6e23 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:30.602205 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9fa77dd4-4794-4d85-a6f0-6e40ca74f3d3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:30.612354 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1f739257-5290-4b47-a0bf-770028af6e23 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:30.640982 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-9fa77dd4-4794-4d85-a6f0-6e40ca74f3d3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Transition to ACTIVE for port object fc11f7df-b41f-4b6c-a6a5-67585f09f6c3 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:30.643590 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-16e3cb0a-ec3d-4cfd-816b-0b7951469ce9 None None] Allocated IP 172.20.0.1 (c365814b-ce25-46bb-ba96-722d7c4b5a26/9a3591e8-2ce4-4324-a9f8-f658ac7bb048/a909e965-689e-4354-a7ca-d697d504eb31) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:30.646731 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-eff35f47-4d36-4b25-8fe8-400822d7cfdf None None] Transition to ACTIVE for port object 1b9e38ce-e461-4783-b2b1-f1b10c68baac will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:30.649416 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f739257-5290-4b47-a0bf-770028af6e23 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Made reservation on behalf of 66a9e884b7e3435b9d9133bd1952ca8e for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:30.654326 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1f739257-5290-4b47-a0bf-770028af6e23 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:30.686677 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-eff35f47-4d36-4b25-8fe8-400822d7cfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:30.692799 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:30.825659 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-34d392a6-6010-4db0-b603-1da3bf232c28 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:30.839736 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9fa77dd4-4794-4d85-a6f0-6e40ca74f3d3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:30.850674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-89a1bfa2-50eb-4027-abfa-df919209d79d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:30.865579 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-34d392a6-6010-4db0-b603-1da3bf232c28 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:30.936112 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7c44c443-9464-49f6-946c-0de23f6d3f7a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:30.958864 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff35f47-4d36-4b25-8fe8-400822d7cfdf None None] Network a7088258-410b-479c-a05f-438c138d7af3 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:30.963989 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa77dd4-4794-4d85-a6f0-6e40ca74f3d3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:30.976402 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-9fa77dd4-4794-4d85-a6f0-6e40ca74f3d3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:30.979160 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa77dd4-4794-4d85-a6f0-6e40ca74f3d3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Port': ['ID=fc11f7df-b41f-4b6c-a6a5-67585f09f6c3,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:30.981492 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa77dd4-4794-4d85-a6f0-6e40ca74f3d3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:30.983978 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-eff35f47-4d36-4b25-8fe8-400822d7cfdf None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:30.987986 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa77dd4-4794-4d85-a6f0-6e40ca74f3d3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:30.988630 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9fa77dd4-4794-4d85-a6f0-6e40ca74f3d3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:30.995549 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9fa77dd4-4794-4d85-a6f0-6e40ca74f3d3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:30.998507 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-35e2e652-f045-45c1-89ce-6abcbb5012f6 None None] Provisioning for port eb692656-1b8d-47b5-a2e5-e594e291c0f4 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:31.009282 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff35f47-4d36-4b25-8fe8-400822d7cfdf None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:31.023706 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff35f47-4d36-4b25-8fe8-400822d7cfdf None None] Pushing event updated for resources: {'Port': ['ID=1b9e38ce-e461-4783-b2b1-f1b10c68baac,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:31.037650 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-eff35f47-4d36-4b25-8fe8-400822d7cfdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:31.038498 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-35e2e652-f045-45c1-89ce-6abcbb5012f6 None None] Provisioning complete for port eb692656-1b8d-47b5-a2e5-e594e291c0f4 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:31.039073 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-35e2e652-f045-45c1-89ce-6abcbb5012f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:31.093603 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-835cc89f-15d6-44ec-95f0-21822195855e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Allocated IP 2001:db8::3af (a7088258-410b-479c-a05f-438c138d7af3/0f0f99e5-dbff-44a2-a8c1-371af6716c22/90aab9af-6478-4135-9448-c8b1b95fcedd) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:31.126388 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d392a6-6010-4db0-b603-1da3bf232c28 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=eb692656-1b8d-47b5-a2e5-e594e291c0f4,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:31.130018 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-34d392a6-6010-4db0-b603-1da3bf232c28 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:31.131602 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-34d392a6-6010-4db0-b603-1da3bf232c28 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:31.170112 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-743dfe8b-682d-42db-a359-630bd1499296 None None] Allocated IP 2001:db8::f816:3eff:fe17:f20 (b5001308-9f67-458f-99a7-4cdcd1177eb2/c9b3c022-6ae9-4d30-a477-03e943e97c62/66a25dcf-3fdf-4064-9aed-6a9a95b3f5f9) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:31.195340 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:31.199452 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-768fa83e-b4e1-45f2-8521-211ceb8a86b4 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:31.209344 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ebd7e42a-13e3-4c95-86fd-ca75f5f8b349 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:31.247596 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0432c8e-99f6-4716-bc58-2dd8e9b5fac9 req-c84c7965-6c7f-47f6-88b5-8ad1c8c612c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:31.249919 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-b0432c8e-99f6-4716-bc58-2dd8e9b5fac9 req-c84c7965-6c7f-47f6-88b5-8ad1c8c612c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8116e4b155bf47a28df54c3549abf9a0&device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 1097 time: 0.5789497 May 31 15:52:31.260064 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-35e2e652-f045-45c1-89ce-6abcbb5012f6 None None] Port eb692656-1b8d-47b5-a2e5-e594e291c0f4 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:52:31.263109 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-16e3cb0a-ec3d-4cfd-816b-0b7951469ce9 None None] For port a909e965-689e-4354-a7ca-d697d504eb31, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a909e965-689e-4354-a7ca-d697d504eb31,segment=NetworkSegment(930e1e5c-c3a1-417a-8dd8-16358220cb2a),segment_id=930e1e5c-c3a1-417a-8dd8-16358220cb2a)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:31.300102 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-eff35f47-4d36-4b25-8fe8-400822d7cfdf None None] Attempting to bind port 1b9e38ce-e461-4783-b2b1-f1b10c68baac on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:52:31.300475 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-eff35f47-4d36-4b25-8fe8-400822d7cfdf None None] Attempting to bind port 1b9e38ce-e461-4783-b2b1-f1b10c68baac by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '8cddf46b-0b11-4785-a011-1a712628428a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a7088258-410b-479c-a05f-438c138d7af3'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:52:31.300874 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff35f47-4d36-4b25-8fe8-400822d7cfdf None None] Attempting to bind port 1b9e38ce-e461-4783-b2b1-f1b10c68baac on network a7088258-410b-479c-a05f-438c138d7af3 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:52:31.312706 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9fa77dd4-4794-4d85-a6f0-6e40ca74f3d3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9839659 May 31 15:52:31.316020 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56992) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:31.362455 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff35f47-4d36-4b25-8fe8-400822d7cfdf None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:52:31.362751 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff35f47-4d36-4b25-8fe8-400822d7cfdf None None] Checking segment: {'id': '8cddf46b-0b11-4785-a011-1a712628428a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a7088258-410b-479c-a05f-438c138d7af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:31.363178 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-eff35f47-4d36-4b25-8fe8-400822d7cfdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:31.363549 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff35f47-4d36-4b25-8fe8-400822d7cfdf None None] Bound using segment: {'id': '8cddf46b-0b11-4785-a011-1a712628428a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a7088258-410b-479c-a05f-438c138d7af3'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:52:31.364034 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-eff35f47-4d36-4b25-8fe8-400822d7cfdf None None] Bound port: 1b9e38ce-e461-4783-b2b1-f1b10c68baac, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cddf46b-0b11-4785-a011-1a712628428a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a7088258-410b-479c-a05f-438c138d7af3'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:52:31.364412 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-eff35f47-4d36-4b25-8fe8-400822d7cfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:31.407301 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-16e3cb0a-ec3d-4cfd-816b-0b7951469ce9 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:31.495947 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-16e3cb0a-ec3d-4cfd-816b-0b7951469ce9 None None] Transition to ACTIVE for port object a909e965-689e-4354-a7ca-d697d504eb31 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:31.498880 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7289a9b0-55d4-4bbe-819c-7ac0786768e1 None None] Provisioning complete for port eb692656-1b8d-47b5-a2e5-e594e291c0f4 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:31.498880 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7289a9b0-55d4-4bbe-819c-7ac0786768e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:31.508684 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0432c8e-99f6-4716-bc58-2dd8e9b5fac9 req-eeed7ed3-074c-46c8-ab8b-dfc4f18c13b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:31.509885 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-b0432c8e-99f6-4716-bc58-2dd8e9b5fac9 req-eeed7ed3-074c-46c8-ab8b-dfc4f18c13b6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=258fafc3-be14-41c8-a854-4f81d373cb1a HTTP/1.1" status: 200 len: 911 time: 0.1585011 May 31 15:52:31.510783 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa83e-b4e1-45f2-8521-211ceb8a86b4 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Pushing event deleted for resources: {'Port': ['ID=df29e440-7f1c-4b97-b77a-0b6e9990636c,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:31.539321 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c5d9f8-2ecb-4a62-819c-bbab80b6564d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:31.540048 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-36c5d9f8-2ecb-4a62-819c-bbab80b6564d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:52:31.558230 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-768fa83e-b4e1-45f2-8521-211ceb8a86b4 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:31.584532 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-16e3cb0a-ec3d-4cfd-816b-0b7951469ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:31.587727 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0b1a8e9c-1380-41ac-b25a-1057bfba54ad tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:31.598792 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b07acae4-25a5-4ed2-905d-7630c903bdd4 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:31.613666 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-856b7b72-4af9-463f-8478-9a689da28efc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:31.684937 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-36c5d9f8-2ecb-4a62-819c-bbab80b6564d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:52:31.686088 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-36c5d9f8-2ecb-4a62-819c-bbab80b6564d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3603523 May 31 15:52:31.703703 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 56998) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:31.751241 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-b0432c8e-99f6-4716-bc58-2dd8e9b5fac9 req-2f56de66-5954-4075-b20d-da6be59be7f9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1840dc3a-1a1c-4ff3-ba46-797ba59b885e HTTP/1.1" status: 200 len: 217 time: 0.1856651 May 31 15:52:31.800648 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-eff35f47-4d36-4b25-8fe8-400822d7cfdf None None] For port 1b9e38ce-e461-4783-b2b1-f1b10c68baac, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:52:31.801496 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a8e9c-1380-41ac-b25a-1057bfba54ad tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Subnet': ['ID=96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:31.804425 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0b1a8e9c-1380-41ac-b25a-1057bfba54ad tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:31.836508 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1a8e9c-1380-41ac-b25a-1057bfba54ad tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Checking segment: {'id': '012d733f-b04d-47cb-8de3-cd25f481f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:31.836859 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1a8e9c-1380-41ac-b25a-1057bfba54ad tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network hostable DHCP agents. Network: 7191dc47-4f9a-404c-8d02-0127e3375e39, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:52:31.861461 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.db.api [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:52:31.861787 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_db.api [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:52:31.862302 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3aadc825-99f9-4b56-8189-f1674065a39d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:31.863083 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-7289a9b0-55d4-4bbe-819c-7ac0786768e1 None None] Port eb692656-1b8d-47b5-a2e5-e594e291c0f4 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:52:31.869580 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-37243de9-882e-4980-927b-7628554ee82d tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:31.873727 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-eff35f47-4d36-4b25-8fe8-400822d7cfdf None None] For port 1b9e38ce-e461-4783-b2b1-f1b10c68baac, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=1b9e38ce-e461-4783-b2b1-f1b10c68baac,segment=NetworkSegment(8cddf46b-0b11-4785-a011-1a712628428a),segment_id=8cddf46b-0b11-4785-a011-1a712628428a)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:52:31.884084 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3cb0a-ec3d-4cfd-816b-0b7951469ce9 None None] Pushing event updated for resources: {'Port': ['ID=a909e965-689e-4354-a7ca-d697d504eb31,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:31.887570 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-eff35f47-4d36-4b25-8fe8-400822d7cfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:31.897402 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-16e3cb0a-ec3d-4cfd-816b-0b7951469ce9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:31.897893 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-16e3cb0a-ec3d-4cfd-816b-0b7951469ce9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:31.955794 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-743dfe8b-682d-42db-a359-630bd1499296 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:31.989126 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-743dfe8b-682d-42db-a359-630bd1499296 None None] Transition to ACTIVE for port object 66a25dcf-3fdf-4064-9aed-6a9a95b3f5f9 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:31.996959 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3731a0b-cf6b-4aca-9e02-00fc7b925af9 req-2ccf0435-b7cc-4ff8-87f9-319b17c3dfc0 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:31.998360 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b3731a0b-cf6b-4aca-9e02-00fc7b925af9 req-2ccf0435-b7cc-4ff8-87f9-319b17c3dfc0 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 944 time: 0.4497242 May 31 15:52:32.000251 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1a8e9c-1380-41ac-b25a-1057bfba54ad tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network 7191dc47-4f9a-404c-8d02-0127e3375e39 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:52:32.017765 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff35f47-4d36-4b25-8fe8-400822d7cfdf None None] Pushing event updated for resources: {'Port': ['ID=1b9e38ce-e461-4783-b2b1-f1b10c68baac,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:32.020228 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d392a6-6010-4db0-b603-1da3bf232c28 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network c90d105b-40f8-46f5-a26d-05b432efdd46 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:32.020888 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-743dfe8b-682d-42db-a359-630bd1499296 None None] Transition to ACTIVE for port object 66a25dcf-3fdf-4064-9aed-6a9a95b3f5f9 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:32.034374 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-eff35f47-4d36-4b25-8fe8-400822d7cfdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:32.048812 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-743dfe8b-682d-42db-a359-630bd1499296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:32.054192 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-bce22315-5a86-4035-b534-28b2df125696 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:32.055488 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aadc825-99f9-4b56-8189-f1674065a39d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event updated for resources: {'Subnet': ['ID=afa69f4f-6395-49ab-a488-e692265013a2,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:32.058386 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3aadc825-99f9-4b56-8189-f1674065a39d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:32.059652 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-34d392a6-6010-4db0-b603-1da3bf232c28 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:32.073090 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-0b1a8e9c-1380-41ac-b25a-1057bfba54ad tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 7191dc47-4f9a-404c-8d02-0127e3375e39) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:32.094006 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-768fa83e-b4e1-45f2-8521-211ceb8a86b4 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks [] for floatingip, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:32.094348 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.l3_db [None req-768fa83e-b4e1-45f2-8521-211ceb8a86b4 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Floating IP 4b8c4011-7157-4c6e-b541-6330fa1bb469 disassociated (deleted). External IP: 172.26.0.241, port: a832f34d-ebfd-44c6-a451-6df86b3f671c. May 31 15:52:32.110433 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce73a76-b6ad-477c-8911-19ff2a1d3758 None None] Network 7191dc47-4f9a-404c-8d02-0127e3375e39 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:32.110656 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1a8e9c-1380-41ac-b25a-1057bfba54ad tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:32.111146 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0b1a8e9c-1380-41ac-b25a-1057bfba54ad tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:32.124530 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aadc825-99f9-4b56-8189-f1674065a39d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Checking segment: {'id': 'c6d0014c-ff92-461d-b21d-b67dab38e982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '34691608-80c3-4717-a69b-3c313ce93a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:32.124939 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aadc825-99f9-4b56-8189-f1674065a39d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Network hostable DHCP agents. Network: 34691608-80c3-4717-a69b-3c313ce93a8e, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:52:32.158169 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b3731a0b-cf6b-4aca-9e02-00fc7b925af9 req-94bcbeed-a1d7-4cb5-bc61-dfb90def8912 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468589 May 31 15:52:32.180555 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0b1a8e9c-1380-41ac-b25a-1057bfba54ad tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7452223 May 31 15:52:32.183373 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-59b5277d-5424-4411-8daf-9eb8046d1b78 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting port fc11f7df-b41f-4b6c-a6a5-67585f09f6c3 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:52:32.183717 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-59b5277d-5424-4411-8daf-9eb8046d1b78 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:32.199005 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57002) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:32.200176 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aadc825-99f9-4b56-8189-f1674065a39d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Network 34691608-80c3-4717-a69b-3c313ce93a8e is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:52:32.275608 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743dfe8b-682d-42db-a359-630bd1499296 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:32.289623 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-743dfe8b-682d-42db-a359-630bd1499296 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:32.308271 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743dfe8b-682d-42db-a359-630bd1499296 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:32.318673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743dfe8b-682d-42db-a359-630bd1499296 None None] Pushing event updated for resources: {'Port': ['ID=66a25dcf-3fdf-4064-9aed-6a9a95b3f5f9,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:32.359600 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-743dfe8b-682d-42db-a359-630bd1499296 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:32.364406 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-3aadc825-99f9-4b56-8189-f1674065a39d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 34691608-80c3-4717-a69b-3c313ce93a8e) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:32.464822 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bc24d1-41f0-4c61-982f-344b5ab8f4a0 None None] Network 34691608-80c3-4717-a69b-3c313ce93a8e requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:32.487175 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aadc825-99f9-4b56-8189-f1674065a39d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:32.487781 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3aadc825-99f9-4b56-8189-f1674065a39d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:32.621123 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-835cc89f-15d6-44ec-95f0-21822195855e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:32.693855 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3aadc825-99f9-4b56-8189-f1674065a39d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7500873 May 31 15:52:32.696012 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-59b5277d-5424-4411-8daf-9eb8046d1b78 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:32.701051 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:32.728197 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-743dfe8b-682d-42db-a359-630bd1499296 None None] Attempting to bind port 66a25dcf-3fdf-4064-9aed-6a9a95b3f5f9 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:52:32.728571 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-743dfe8b-682d-42db-a359-630bd1499296 None None] Attempting to bind port 66a25dcf-3fdf-4064-9aed-6a9a95b3f5f9 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:52:32.728940 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743dfe8b-682d-42db-a359-630bd1499296 None None] Attempting to bind port 66a25dcf-3fdf-4064-9aed-6a9a95b3f5f9 on network b5001308-9f67-458f-99a7-4cdcd1177eb2 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:52:32.761412 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57006) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:32.789299 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-5aced1d3-7156-4bd1-be8e-b4ad7e3a8489 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:32.859799 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743dfe8b-682d-42db-a359-630bd1499296 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:52:32.860177 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743dfe8b-682d-42db-a359-630bd1499296 None None] Checking segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:32.860585 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-743dfe8b-682d-42db-a359-630bd1499296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:32.860984 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743dfe8b-682d-42db-a359-630bd1499296 None None] Bound using segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:52:32.861468 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-743dfe8b-682d-42db-a359-630bd1499296 None None] Bound port: 66a25dcf-3fdf-4064-9aed-6a9a95b3f5f9, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:52:32.861842 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-743dfe8b-682d-42db-a359-630bd1499296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:32.871147 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-8ce09dbc-aec7-479b-a911-347837428992 None None] Provisioning complete for port eb692656-1b8d-47b5-a2e5-e594e291c0f4 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:32.871876 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8ce09dbc-aec7-479b-a911-347837428992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:32.898039 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0432c8e-99f6-4716-bc58-2dd8e9b5fac9 req-effabc66-25b1-4828-b29c-1c9f4f2b4986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:32.899551 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-b0432c8e-99f6-4716-bc58-2dd8e9b5fac9 req-effabc66-25b1-4828-b29c-1c9f4f2b4986 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0855a3d7-c8f1-43b9-80cd-3c7b17490413 HTTP/1.1" status: 200 len: 849 time: 1.0896933 May 31 15:52:32.970476 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fcf7b0-51d9-4fd9-83ec-3861816559c0 None None] Network c365814b-ce25-46bb-ba96-722d7c4b5a26 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:32.991136 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d392a6-6010-4db0-b603-1da3bf232c28 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 09cabd9d-a1cf-4d34-90ff-3476c764de24 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:52:33.001063 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-835cc89f-15d6-44ec-95f0-21822195855e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Transition to ACTIVE for port object 90aab9af-6478-4135-9448-c8b1b95fcedd will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:33.027479 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port a909e965-689e-4354-a7ca-d697d504eb31, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a909e965-689e-4354-a7ca-d697d504eb31,segment=NetworkSegment(930e1e5c-c3a1-417a-8dd8-16358220cb2a),segment_id=930e1e5c-c3a1-417a-8dd8-16358220cb2a)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:33.126368 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:33.138420 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-bb4bc07a-ad39-4a2e-81c4-5ee9f2b947dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:33.166603 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-8ce09dbc-aec7-479b-a911-347837428992 None None] Port eb692656-1b8d-47b5-a2e5-e594e291c0f4 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:52:33.219227 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-59b5277d-5424-4411-8daf-9eb8046d1b78 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Calling delete_port for fc11f7df-b41f-4b6c-a6a5-67585f09f6c3 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:52:33.289584 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad017eef-cb8c-4053-97ad-d3cd5ab62c4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-7191dc47-4f9a-404c-8d02-0127e3375e39', 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'fixed_ips': [{'subnet_id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:52:33.290413 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ad017eef-cb8c-4053-97ad-d3cd5ab62c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:33.358245 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0432c8e-99f6-4716-bc58-2dd8e9b5fac9 req-683d4232-0278-4909-bd4c-b7b12e87f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:33.361484 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-b0432c8e-99f6-4716-bc58-2dd8e9b5fac9 req-683d4232-0278-4909-bd4c-b7b12e87f9e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=258fafc3-be14-41c8-a854-4f81d373cb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4460518 May 31 15:52:33.436607 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-743dfe8b-682d-42db-a359-630bd1499296 None None] For port 66a25dcf-3fdf-4064-9aed-6a9a95b3f5f9, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:52:33.447997 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d392a6-6010-4db0-b603-1da3bf232c28 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:52:33.460197 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cc1c7d-14b2-4181-be88-eaa2254b68b6 None None] Sync routers for ids ['09cabd9d-a1cf-4d34-90ff-3476c764de24'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:52:33.472965 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cc1c7d-14b2-4181-be88-eaa2254b68b6 None None] Routers {'09cabd9d-a1cf-4d34-90ff-3476c764de24'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:52:33.473592 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-a1cc1c7d-14b2-4181-be88-eaa2254b68b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:52:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['09cabd9d-a1cf-4d34-90ff-3476c764de24'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:33.508692 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-743dfe8b-682d-42db-a359-630bd1499296 None None] For port 66a25dcf-3fdf-4064-9aed-6a9a95b3f5f9, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=66a25dcf-3fdf-4064-9aed-6a9a95b3f5f9,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:52:33.639015 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-49b376e6-bb6f-4d64-a488-8775473e61ec None None] Provisioning for port a909e965-689e-4354-a7ca-d697d504eb31 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:33.645053 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 1b9e38ce-e461-4783-b2b1-f1b10c68baac up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:33.674610 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5aced1d3-7156-4bd1-be8e-b4ad7e3a8489 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2278362'] for subnet, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:33.676886 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=a909e965-689e-4354-a7ca-d697d504eb31,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:33.704649 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-835cc89f-15d6-44ec-95f0-21822195855e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:33.722830 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c9a2fe3f-0991-4994-870a-48e596719136 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:33.740962 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-a1cc1c7d-14b2-4181-be88-eaa2254b68b6 None None] Set router 09cabd9d-a1cf-4d34-90ff-3476c764de24 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:52:33.749918 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:33.764601 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03521f0-6f03-4198-9eae-df51f2cfcaaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-34691608-80c3-4717-a69b-3c313ce93a8e', 'network_id': '34691608-80c3-4717-a69b-3c313ce93a8e', 'tenant_id': '3fe64971f6524794b9c8599e1534ac7b', 'fixed_ips': [{'subnet_id': 'afa69f4f-6395-49ab-a488-e692265013a2'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:52:33.765743 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e03521f0-6f03-4198-9eae-df51f2cfcaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:33.779619 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeafc28-de03-496d-95f6-300ef1615e13 req-a75767fb-a81a-487b-88c4-8b4e6cc71b36 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:33.781307 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cbeafc28-de03-496d-95f6-300ef1615e13 req-a75767fb-a81a-487b-88c4-8b4e6cc71b36 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 944 time: 0.4191840 May 31 15:52:33.791301 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c232aca9-f804-46fe-8529-2d45026da0cd tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:33.814174 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4721db60-ce16-440d-ba4e-85e5aa4b4a84 None None] Network a7088258-410b-479c-a05f-438c138d7af3 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:33.817267 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835cc89f-15d6-44ec-95f0-21822195855e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network a7088258-410b-479c-a05f-438c138d7af3 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:33.852376 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-743dfe8b-682d-42db-a359-630bd1499296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:33.856344 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-844225ac-ab8f-4812-ac95-08d52de459cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:33.912803 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-49b376e6-bb6f-4d64-a488-8775473e61ec None None] Provisioning complete for port a909e965-689e-4354-a7ca-d697d504eb31 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:33.913186 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-49b376e6-bb6f-4d64-a488-8775473e61ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:33.933062 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cbeafc28-de03-496d-95f6-300ef1615e13 req-14af1a4a-0371-4021-81b9-16b0402f3c41 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298158 May 31 15:52:34.049365 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835cc89f-15d6-44ec-95f0-21822195855e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Port': ['ID=90aab9af-6478-4135-9448-c8b1b95fcedd,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:34.063102 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-835cc89f-15d6-44ec-95f0-21822195855e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:34.064393 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-835cc89f-15d6-44ec-95f0-21822195855e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:34.067193 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835cc89f-15d6-44ec-95f0-21822195855e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:34.086290 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835cc89f-15d6-44ec-95f0-21822195855e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:34.087279 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-835cc89f-15d6-44ec-95f0-21822195855e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:34.103982 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768fa83e-b4e1-45f2-8521-211ceb8a86b4 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Router 59ac736d-1c1f-45ca-8cd3-07d979c66e36 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:52:34.110462 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-a1cc1c7d-14b2-4181-be88-eaa2254b68b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'name': 'tempest-TestNetworkBasicOps-router-1645003349', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:03Z', 'updated_at': '2021-05-31T15:52:28Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:07Z', 'updated_at': '2021-05-31T15:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'eb692656-1b8d-47b5-a2e5-e594e291c0f4', 'name': '', 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:2d:0a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'd3de773e-464a-4285-bb79-f773de6ad3c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:24Z', 'updated_at': '2021-05-31T15:52:29Z', 'revision_number': 2, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': 'd3de773e-464a-4285-bb79-f773de6ad3c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:34.114899 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cc1c7d-14b2-4181-be88-eaa2254b68b6 None None] Checking router: 09cabd9d-a1cf-4d34-90ff-3476c764de24 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:52:34.115332 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cc1c7d-14b2-4181-be88-eaa2254b68b6 None None] Updating router 09cabd9d-a1cf-4d34-90ff-3476c764de24 port eb692656-1b8d-47b5-a2e5-e594e291c0f4 binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:52:34.134690 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743dfe8b-682d-42db-a359-630bd1499296 None None] Pushing event updated for resources: {'Port': ['ID=66a25dcf-3fdf-4064-9aed-6a9a95b3f5f9,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:34.165424 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-743dfe8b-682d-42db-a359-630bd1499296 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:34.173783 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-a1cc1c7d-14b2-4181-be88-eaa2254b68b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:34.202391 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-ad017eef-cb8c-4053-97ad-d3cd5ab62c4d None None] Allocated IP 2001:db8::2 (7191dc47-4f9a-404c-8d02-0127e3375e39/96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4/48413328-e7f4-4240-902b-068f830142b2) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:34.214985 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-59b5277d-5424-4411-8daf-9eb8046d1b78 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:34.229143 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-45166193-8924-47e2-9e41-846400115125 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:34.317804 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5277d-5424-4411-8daf-9eb8046d1b78 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Port': ['ID=fc11f7df-b41f-4b6c-a6a5-67585f09f6c3,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:34.326993 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-59b5277d-5424-4411-8daf-9eb8046d1b78 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:34.398268 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-34d392a6-6010-4db0-b603-1da3bf232c28 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "PUT /v2.0/routers/09cabd9d-a1cf-4d34-90ff-3476c764de24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3894658 May 31 15:52:34.413148 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1f739257-5290-4b47-a0bf-770028af6e23 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:34.414020 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57012) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:34.434583 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-39af3660-3903-499c-937e-072c4200260e tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:34.467718 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 1b9e38ce-e461-4783-b2b1-f1b10c68baac completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:34.511765 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-835cc89f-15d6-44ec-95f0-21822195855e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.3637965 May 31 15:52:34.513082 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57016) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:34.520918 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f739257-5290-4b47-a0bf-770028af6e23 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Pushing event updated for resources: {'Subnet': ['ID=df39fe9d-5001-4b8e-ac03-5f72128236c7,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:34.548211 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1f739257-5290-4b47-a0bf-770028af6e23 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:34.556886 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-b0432c8e-99f6-4716-bc58-2dd8e9b5fac9 req-b50582a2-6aec-4026-9524-347e45af4599 service neutron] 10.222.0.59 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1032956 May 31 15:52:34.569248 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-d15ed461-4169-4761-b436-72044ad25350 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'port': {'network_id': 'a7088258-410b-479c-a05f-438c138d7af3', 'name': 'tempest-PortsIpV6TestJSON-141753683'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:34.608580 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5aced1d3-7156-4bd1-be8e-b4ad7e3a8489 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764869057823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2968980'] for subnet, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:34.612965 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-940b5fb6-39ba-4675-8b05-1a2b7e38cbbb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:34.630130 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device bbbc1f52-5750-461a-a29a-d8fa8760ed4e up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:34.673162 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-59b5277d-5424-4411-8daf-9eb8046d1b78 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:34.723253 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aced1d3-7156-4bd1-be8e-b4ad7e3a8489 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:34.724675 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5aced1d3-7156-4bd1-be8e-b4ad7e3a8489 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:34.729844 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-5aced1d3-7156-4bd1-be8e-b4ad7e3a8489 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "PUT /v2.0/subnets/afa69f4f-6395-49ab-a488-e692265013a2 HTTP/1.1" status: 200 len: 826 time: 1.9639630 May 31 15:52:34.741727 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-a1cc1c7d-14b2-4181-be88-eaa2254b68b6 None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:34.753193 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57020) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:34.761992 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-a1cc1c7d-14b2-4181-be88-eaa2254b68b6 None None] Transition to ACTIVE for port object eb692656-1b8d-47b5-a2e5-e594e291c0f4 will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:34.778616 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-a1cc1c7d-14b2-4181-be88-eaa2254b68b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:34.783689 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-8f6c31a5-3f16-40d7-b014-9a0445cbbbb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:34.809064 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-59b5277d-5424-4411-8daf-9eb8046d1b78 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/fc11f7df-b41f-4b6c-a6a5-67585f09f6c3 HTTP/1.1" status: 204 len: 168 time: 3.0785379 May 31 15:52:34.809763 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57024) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:34.892723 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aced1d3-7156-4bd1-be8e-b4ad7e3a8489 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event updated for resources: {'Subnet': ['ID=afa69f4f-6395-49ab-a488-e692265013a2,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:34.973549 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5aced1d3-7156-4bd1-be8e-b4ad7e3a8489 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:34.994346 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-d15ed461-4169-4761-b436-72044ad25350 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:34.996320 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-09964dff-3794-497b-a8a9-b9f78bd96e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:35.001337 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-d15ed461-4169-4761-b436-72044ad25350 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:port and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:35.005964 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-d15ed461-4169-4761-b436-72044ad25350 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for port was recalculated. Used quota:3. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:35.013144 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-d15ed461-4169-4761-b436-72044ad25350 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:35.072429 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f1382-1024-4465-a78c-1fed5b4f90b5 None None] Pushing event updated for resources: {'Port': ['ID=eb692656-1b8d-47b5-a2e5-e594e291c0f4,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:35.109314 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9464de2a-0ab8-48a1-8bef-5672886b30de tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.110408 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9464de2a-0ab8-48a1-8bef-5672886b30de tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.113892 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9464de2a-0ab8-48a1-8bef-5672886b30de tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.114398 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9464de2a-0ab8-48a1-8bef-5672886b30de tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.114866 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9464de2a-0ab8-48a1-8bef-5672886b30de tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.115451 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9464de2a-0ab8-48a1-8bef-5672886b30de tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.115918 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9464de2a-0ab8-48a1-8bef-5672886b30de tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.116381 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9464de2a-0ab8-48a1-8bef-5672886b30de tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.116846 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9464de2a-0ab8-48a1-8bef-5672886b30de tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.117304 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9464de2a-0ab8-48a1-8bef-5672886b30de tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.126689 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9464de2a-0ab8-48a1-8bef-5672886b30de tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.127223 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9464de2a-0ab8-48a1-8bef-5672886b30de tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.127866 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9464de2a-0ab8-48a1-8bef-5672886b30de tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.128337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9464de2a-0ab8-48a1-8bef-5672886b30de tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.128876 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9464de2a-0ab8-48a1-8bef-5672886b30de tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.129666 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9464de2a-0ab8-48a1-8bef-5672886b30de tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.130125 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9464de2a-0ab8-48a1-8bef-5672886b30de tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.130678 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9464de2a-0ab8-48a1-8bef-5672886b30de tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.131168 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9464de2a-0ab8-48a1-8bef-5672886b30de tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.138837 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9464de2a-0ab8-48a1-8bef-5672886b30de tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 13313 time: 0.7207344 May 31 15:52:35.145851 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57030) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:35.170180 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-e03521f0-6f03-4198-9eae-df51f2cfcaaa None None] Allocated IP 2001:db8::2 (34691608-80c3-4717-a69b-3c313ce93a8e/afa69f4f-6395-49ab-a488-e692265013a2/30b73274-9a59-4945-8c89-af907a5f3cb7) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:35.175778 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f1382-1024-4465-a78c-1fed5b4f90b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:35.177812 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f1382-1024-4465-a78c-1fed5b4f90b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:35.178274 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f1382-1024-4465-a78c-1fed5b4f90b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:35.181568 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f1382-1024-4465-a78c-1fed5b4f90b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:35.182027 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f1382-1024-4465-a78c-1fed5b4f90b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:35.182614 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f1382-1024-4465-a78c-1fed5b4f90b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:35.183190 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f1382-1024-4465-a78c-1fed5b4f90b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:35.183752 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f1382-1024-4465-a78c-1fed5b4f90b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:35.184183 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f1382-1024-4465-a78c-1fed5b4f90b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:35.185227 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f1382-1024-4465-a78c-1fed5b4f90b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:35.186266 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f1382-1024-4465-a78c-1fed5b4f90b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:35.186882 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f1382-1024-4465-a78c-1fed5b4f90b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:52:35.216247 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-b0432c8e-99f6-4716-bc58-2dd8e9b5fac9 req-c1814470-6767-4d3f-88a4-25e2e289aa8d service neutron] 10.222.0.59 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919467 May 31 15:52:35.247473 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15ed461-4169-4761-b436-72044ad25350 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:35.252173 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d15ed461-4169-4761-b436-72044ad25350 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:35.252420 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-e55f1382-1024-4465-a78c-1fed5b4f90b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:35.290895 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-d15ed461-4169-4761-b436-72044ad25350 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] device_id is not set on port 71a18f19-3082-4d58-a1af-c1958f3ca646 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:52:35.291321 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-a1cc1c7d-14b2-4181-be88-eaa2254b68b6 None None] Attempting to bind port eb692656-1b8d-47b5-a2e5-e594e291c0f4 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:52:35.291813 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-a1cc1c7d-14b2-4181-be88-eaa2254b68b6 None None] Attempting to bind port eb692656-1b8d-47b5-a2e5-e594e291c0f4 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '333ad118-f290-4f99-a784-81002b51054a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:52:35.292303 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cc1c7d-14b2-4181-be88-eaa2254b68b6 None None] Attempting to bind port eb692656-1b8d-47b5-a2e5-e594e291c0f4 on network c90d105b-40f8-46f5-a26d-05b432efdd46 {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:52:35.298777 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cc1c7d-14b2-4181-be88-eaa2254b68b6 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:52:35.299330 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cc1c7d-14b2-4181-be88-eaa2254b68b6 None None] Checking segment: {'id': '333ad118-f290-4f99-a784-81002b51054a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:35.300152 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-a1cc1c7d-14b2-4181-be88-eaa2254b68b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:35.300673 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cc1c7d-14b2-4181-be88-eaa2254b68b6 None None] Bound using segment: {'id': '333ad118-f290-4f99-a784-81002b51054a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:52:35.301283 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-a1cc1c7d-14b2-4181-be88-eaa2254b68b6 None None] Bound port: eb692656-1b8d-47b5-a2e5-e594e291c0f4, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333ad118-f290-4f99-a784-81002b51054a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:52:35.301771 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-a1cc1c7d-14b2-4181-be88-eaa2254b68b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:35.371180 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-80abacca-fc62-4dbf-b74f-013faeb247b7 None None] Provisioning for port 1b9e38ce-e461-4783-b2b1-f1b10c68baac completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:35.408610 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-a1cc1c7d-14b2-4181-be88-eaa2254b68b6 None None] For port eb692656-1b8d-47b5-a2e5-e594e291c0f4, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:52:35.412764 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-a1cc1c7d-14b2-4181-be88-eaa2254b68b6 None None] For port eb692656-1b8d-47b5-a2e5-e594e291c0f4, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=eb692656-1b8d-47b5-a2e5-e594e291c0f4,segment=NetworkSegment(333ad118-f290-4f99-a784-81002b51054a),segment_id=333ad118-f290-4f99-a784-81002b51054a)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:52:35.423660 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-a1cc1c7d-14b2-4181-be88-eaa2254b68b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:35.434999 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:35.467289 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-80abacca-fc62-4dbf-b74f-013faeb247b7 None None] Provisioning complete for port 1b9e38ce-e461-4783-b2b1-f1b10c68baac triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:35.467681 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-80abacca-fc62-4dbf-b74f-013faeb247b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:35.485536 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-d15ed461-4169-4761-b436-72044ad25350 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Allocated IP 2001:db8::ae (a7088258-410b-479c-a05f-438c138d7af3/0f0f99e5-dbff-44a2-a8c1-371af6716c22/71a18f19-3082-4d58-a1af-c1958f3ca646) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:35.523108 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port bbbc1f52-5750-461a-a29a-d8fa8760ed4e triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:35.523491 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:35.549394 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cc1c7d-14b2-4181-be88-eaa2254b68b6 None None] Routers {'09cabd9d-a1cf-4d34-90ff-3476c764de24'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:52:35.556921 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-a1cc1c7d-14b2-4181-be88-eaa2254b68b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:52:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['09cabd9d-a1cf-4d34-90ff-3476c764de24'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:35.662352 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa1847-1a52-42c1-8e3e-3afcfc0f6ab3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.664866 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa1847-1a52-42c1-8e3e-3afcfc0f6ab3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.665829 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a3fa1847-1a52-42c1-8e3e-3afcfc0f6ab3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:52:35.688349 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ad017eef-cb8c-4053-97ad-d3cd5ab62c4d None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:35.707574 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ad017eef-cb8c-4053-97ad-d3cd5ab62c4d None None] Transition to ACTIVE for port object 48413328-e7f4-4240-902b-068f830142b2 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:35.738562 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ad017eef-cb8c-4053-97ad-d3cd5ab62c4d None None] Transition to ACTIVE for port object 48413328-e7f4-4240-902b-068f830142b2 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:35.856972 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768fa83e-b4e1-45f2-8521-211ceb8a86b4 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:52:35.861794 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f739257-5290-4b47-a0bf-770028af6e23 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Checking segment: {'id': '98fced0f-cb7d-40a6-9947-d0c4c65bbb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1d8f48ec-e8c1-49cc-96c7-efbb5fe0b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:35.861794 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f739257-5290-4b47-a0bf-770028af6e23 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Network hostable DHCP agents. Network: 1d8f48ec-e8c1-49cc-96c7-efbb5fe0b90e, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:52:35.884275 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-768fa83e-b4e1-45f2-8521-211ceb8a86b4 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:35.890671 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7584ec28-f5ed-452a-b685-64f90bbfe82d None None] Sync routers for ids ['59ac736d-1c1f-45ca-8cd3-07d979c66e36'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:52:35.893849 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ad017eef-cb8c-4053-97ad-d3cd5ab62c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:35.940646 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-a1cc1c7d-14b2-4181-be88-eaa2254b68b6 None None] Set router 09cabd9d-a1cf-4d34-90ff-3476c764de24 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:52:35.943481 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:35.946159 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7f2d67-af21-4e77-b138-81f9172a8cbe tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.946638 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7f2d67-af21-4e77-b138-81f9172a8cbe tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.947122 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7f2d67-af21-4e77-b138-81f9172a8cbe tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.947712 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7f2d67-af21-4e77-b138-81f9172a8cbe tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.948215 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7f2d67-af21-4e77-b138-81f9172a8cbe tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.948720 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7f2d67-af21-4e77-b138-81f9172a8cbe tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.949170 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7f2d67-af21-4e77-b138-81f9172a8cbe tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.949609 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7f2d67-af21-4e77-b138-81f9172a8cbe tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.950053 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7f2d67-af21-4e77-b138-81f9172a8cbe tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.950491 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7f2d67-af21-4e77-b138-81f9172a8cbe tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.950928 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7f2d67-af21-4e77-b138-81f9172a8cbe tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.951521 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7f2d67-af21-4e77-b138-81f9172a8cbe tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.951958 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7f2d67-af21-4e77-b138-81f9172a8cbe tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.952389 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7f2d67-af21-4e77-b138-81f9172a8cbe tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.953454 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7f2d67-af21-4e77-b138-81f9172a8cbe tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.953454 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7f2d67-af21-4e77-b138-81f9172a8cbe tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.953869 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7f2d67-af21-4e77-b138-81f9172a8cbe tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.954374 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7f2d67-af21-4e77-b138-81f9172a8cbe tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.954997 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7f2d67-af21-4e77-b138-81f9172a8cbe tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:35.959565 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0b7f2d67-af21-4e77-b138-81f9172a8cbe tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 12030 time: 0.7998762 May 31 15:52:35.965295 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57034) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:35.975166 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-768fa83e-b4e1-45f2-8521-211ceb8a86b4 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] 10.222.0.45 "DELETE /v2.0/floatingips/4b8c4011-7157-4c6e-b541-6330fa1bb469 HTTP/1.1" status: 204 len: 168 time: 8.3443995 May 31 15:52:35.975394 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:35.975914 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a3fa1847-1a52-42c1-8e3e-3afcfc0f6ab3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:52:35.979483 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a3fa1847-1a52-42c1-8e3e-3afcfc0f6ab3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 1.1483593 May 31 15:52:35.980555 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57036) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:35.980876 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57040) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:36.078924 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-803d677a-f24c-42d1-8ab3-d1f939fdc5c2 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:36.097314 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7584ec28-f5ed-452a-b685-64f90bbfe82d None None] Routers {'59ac736d-1c1f-45ca-8cd3-07d979c66e36'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:52:36.101745 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-7584ec28-f5ed-452a-b685-64f90bbfe82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:52:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['59ac736d-1c1f-45ca-8cd3-07d979c66e36'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:36.133857 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f739257-5290-4b47-a0bf-770028af6e23 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Network 1d8f48ec-e8c1-49cc-96c7-efbb5fe0b90e is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:52:36.150528 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-803d677a-f24c-42d1-8ab3-d1f939fdc5c2 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:36.164041 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-803d677a-f24c-42d1-8ab3-d1f939fdc5c2 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Usage tracker for resource:floatingip and tenant:d4f0003ec115443a809c943599fe2623 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:36.165252 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-1f739257-5290-4b47-a0bf-770028af6e23 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 1d8f48ec-e8c1-49cc-96c7-efbb5fe0b90e) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:36.191818 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-803d677a-f24c-42d1-8ab3-d1f939fdc5c2 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:36.197748 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad017eef-cb8c-4053-97ad-d3cd5ab62c4d None None] Network 7191dc47-4f9a-404c-8d02-0127e3375e39 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:36.199830 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d15ed461-4169-4761-b436-72044ad25350 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:36.201236 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-7584ec28-f5ed-452a-b685-64f90bbfe82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:36.217205 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6cb09c-3269-4c36-a8fa-afc377ac73f0 None None] Network 1d8f48ec-e8c1-49cc-96c7-efbb5fe0b90e requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:36.273987 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-d15ed461-4169-4761-b436-72044ad25350 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Transition to ACTIVE for port object 71a18f19-3082-4d58-a1af-c1958f3ca646 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:36.301386 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f739257-5290-4b47-a0bf-770028af6e23 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:36.301929 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c4300-5d71-49c7-aa37-4bac79cc71e1 req-43736a28-d636-49e5-8159-10ae4a5e3952 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:36.302919 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1f739257-5290-4b47-a0bf-770028af6e23 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:36.313838 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7a8c4300-5d71-49c7-aa37-4bac79cc71e1 req-43736a28-d636-49e5-8159-10ae4a5e3952 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 944 time: 1.0637379 May 31 15:52:36.331794 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d15ed461-4169-4761-b436-72044ad25350 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:36.342503 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-98a7eec8-2d55-4a3a-96a0-429f26f80692 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:36.365303 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-ad017eef-cb8c-4053-97ad-d3cd5ab62c4d None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:36.377183 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-803d677a-f24c-42d1-8ab3-d1f939fdc5c2 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:36.412732 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-c232aca9-f804-46fe-8529-2d45026da0cd tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Allocated IP 2001:db8::1 (7191dc47-4f9a-404c-8d02-0127e3375e39/96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4/519373d8-e05e-4d2f-ad24-61d85ec78f45) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:36.417629 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad017eef-cb8c-4053-97ad-d3cd5ab62c4d None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:36.420384 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e03521f0-6f03-4198-9eae-df51f2cfcaaa None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:36.437054 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1f739257-5290-4b47-a0bf-770028af6e23 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 6.4106524 May 31 15:52:36.440717 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ed461-4169-4761-b436-72044ad25350 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Port': ['ID=71a18f19-3082-4d58-a1af-c1958f3ca646,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:36.444675 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-348b6cc5-3317-488f-ac99-ece8acf6bf93 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting subnet c9b3c022-6ae9-4d30-a477-03e943e97c62 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:52:36.453965 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d15ed461-4169-4761-b436-72044ad25350 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:36.459879 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57046) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:36.475796 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-9f7760ba-92c5-4a30-be34-5199cb37c717 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Request body: {'router': {'external_gateway_info': {'network_id': '1d8f48ec-e8c1-49cc-96c7-efbb5fe0b90e'}}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:36.505446 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7584ec28-f5ed-452a-b685-64f90bbfe82d None None] Routers {'59ac736d-1c1f-45ca-8cd3-07d979c66e36'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:52:36.507614 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-7584ec28-f5ed-452a-b685-64f90bbfe82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:52:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['59ac736d-1c1f-45ca-8cd3-07d979c66e36'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:36.611088 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f1382-1024-4465-a78c-1fed5b4f90b5 None None] Pushing event updated for resources: {'Port': ['ID=eb692656-1b8d-47b5-a2e5-e594e291c0f4,revision_number=4']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:36.633678 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-e55f1382-1024-4465-a78c-1fed5b4f90b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.199s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:36.659959 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-a1cc1c7d-14b2-4181-be88-eaa2254b68b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'name': 'tempest-TestNetworkBasicOps-router-1645003349', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:03Z', 'updated_at': '2021-05-31T15:52:28Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:07Z', 'updated_at': '2021-05-31T15:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'eb692656-1b8d-47b5-a2e5-e594e291c0f4', 'name': '', 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:2d:0a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'd3de773e-464a-4285-bb79-f773de6ad3c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:24Z', 'updated_at': '2021-05-31T15:52:35Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': 'd3de773e-464a-4285-bb79-f773de6ad3c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:36.664744 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cc1c7d-14b2-4181-be88-eaa2254b68b6 None None] The sync data for ids ['09cabd9d-a1cf-4d34-90ff-3476c764de24'] in dv-neutron-601336-79-hyperv is: [{'id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'name': 'tempest-TestNetworkBasicOps-router-1645003349', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:03Z', 'updated_at': '2021-05-31T15:52:28Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:07Z', 'updated_at': '2021-05-31T15:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'eb692656-1b8d-47b5-a2e5-e594e291c0f4', 'name': '', 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:2d:0a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'd3de773e-464a-4285-bb79-f773de6ad3c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:24Z', 'updated_at': '2021-05-31T15:52:35Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': 'd3de773e-464a-4285-bb79-f773de6ad3c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:52:36.673674 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15ed461-4169-4761-b436-72044ad25350 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network a7088258-410b-479c-a05f-438c138d7af3 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:36.716335 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad017eef-cb8c-4053-97ad-d3cd5ab62c4d None None] Pushing event updated for resources: {'Port': ['ID=48413328-e7f4-4240-902b-068f830142b2,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:36.755299 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-803d677a-f24c-42d1-8ab3-d1f939fdc5c2 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:36.782802 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e03521f0-6f03-4198-9eae-df51f2cfcaaa None None] Transition to ACTIVE for port object 30b73274-9a59-4945-8c89-af907a5f3cb7 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:36.785881 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-348b6cc5-3317-488f-ac99-ece8acf6bf93 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:36.820601 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ad017eef-cb8c-4053-97ad-d3cd5ab62c4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.881s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:36.834035 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-7584ec28-f5ed-452a-b685-64f90bbfe82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:36.834708 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7584ec28-f5ed-452a-b685-64f90bbfe82d None None] The sync data for ids ['59ac736d-1c1f-45ca-8cd3-07d979c66e36'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:52:36.845029 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-d15ed461-4169-4761-b436-72044ad25350 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:36.871814 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15ed461-4169-4761-b436-72044ad25350 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:36.877583 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15ed461-4169-4761-b436-72044ad25350 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:36.877789 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c232aca9-f804-46fe-8529-2d45026da0cd tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:36.885922 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d15ed461-4169-4761-b436-72044ad25350 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:36.893551 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a909e965-689e-4354-a7ca-d697d504eb31 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:36.927850 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e03521f0-6f03-4198-9eae-df51f2cfcaaa None None] Transition to ACTIVE for port object 30b73274-9a59-4945-8c89-af907a5f3cb7 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:36.988541 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-80abacca-fc62-4dbf-b74f-013faeb247b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:36.999947 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7a8c4300-5d71-49c7-aa37-4bac79cc71e1 req-ba2b09df-d79a-4875-a429-75c7d11c71ac tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6851909 May 31 15:52:37.012968 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e03521f0-6f03-4198-9eae-df51f2cfcaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:37.016718 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-ad017eef-cb8c-4053-97ad-d3cd5ab62c4d None None] Attempting to bind port 48413328-e7f4-4240-902b-068f830142b2 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:52:37.017295 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-ad017eef-cb8c-4053-97ad-d3cd5ab62c4d None None] Attempting to bind port 48413328-e7f4-4240-902b-068f830142b2 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '012d733f-b04d-47cb-8de3-cd25f481f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:52:37.017825 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad017eef-cb8c-4053-97ad-d3cd5ab62c4d None None] Attempting to bind port 48413328-e7f4-4240-902b-068f830142b2 on network 7191dc47-4f9a-404c-8d02-0127e3375e39 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:52:37.036291 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-db783d35-5d58-4e6d-bbc1-2129ef3a2085 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:37.037148 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-348b6cc5-3317-488f-ac99-ece8acf6bf93 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:37.067859 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d15ed461-4169-4761-b436-72044ad25350 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5184958 May 31 15:52:37.085822 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:37.115189 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036af520-7bc3-4aad-978d-e4222ac0ace2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-1d8f48ec-e8c1-49cc-96c7-efbb5fe0b90e', 'network_id': '1d8f48ec-e8c1-49cc-96c7-efbb5fe0b90e', 'tenant_id': '66a9e884b7e3435b9d9133bd1952ca8e', 'fixed_ips': [{'subnet_id': 'df39fe9d-5001-4b8e-ac03-5f72128236c7'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:52:37.116033 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-036af520-7bc3-4aad-978d-e4222ac0ace2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:37.162526 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad017eef-cb8c-4053-97ad-d3cd5ab62c4d None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:52:37.162919 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad017eef-cb8c-4053-97ad-d3cd5ab62c4d None None] Checking segment: {'id': '012d733f-b04d-47cb-8de3-cd25f481f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:37.163365 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ad017eef-cb8c-4053-97ad-d3cd5ab62c4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:37.163772 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad017eef-cb8c-4053-97ad-d3cd5ab62c4d None None] Bound using segment: {'id': '012d733f-b04d-47cb-8de3-cd25f481f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:52:37.164271 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-ad017eef-cb8c-4053-97ad-d3cd5ab62c4d None None] Bound port: 48413328-e7f4-4240-902b-068f830142b2, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012d733f-b04d-47cb-8de3-cd25f481f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:52:37.164914 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ad017eef-cb8c-4053-97ad-d3cd5ab62c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:37.221879 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03521f0-6f03-4198-9eae-df51f2cfcaaa None None] Network 34691608-80c3-4717-a69b-3c313ce93a8e is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:37.244831 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-c232aca9-f804-46fe-8529-2d45026da0cd tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Transition to ACTIVE for port object 519373d8-e05e-4d2f-ad24-61d85ec78f45 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:37.249281 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-e03521f0-6f03-4198-9eae-df51f2cfcaaa None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:37.251446 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:37.252911 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03521f0-6f03-4198-9eae-df51f2cfcaaa None None] Pushing event updated for resources: {'Port': ['ID=30b73274-9a59-4945-8c89-af907a5f3cb7,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:37.262589 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57050) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:37.300781 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03521f0-6f03-4198-9eae-df51f2cfcaaa None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:37.330582 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e03521f0-6f03-4198-9eae-df51f2cfcaaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:37.404580 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9f7760ba-92c5-4a30-be34-5199cb37c717 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:37.464070 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6f4959fe-e5e0-4033-b462-2e3e08366a02 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4841 time: 1.4903872 May 31 15:52:37.467522 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-348b6cc5-3317-488f-ac99-ece8acf6bf93 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:37.475485 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-80abacca-fc62-4dbf-b74f-013faeb247b7 None None] For port 1b9e38ce-e461-4783-b2b1-f1b10c68baac, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=1b9e38ce-e461-4783-b2b1-f1b10c68baac,segment=NetworkSegment(8cddf46b-0b11-4785-a011-1a712628428a),segment_id=8cddf46b-0b11-4785-a011-1a712628428a)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:37.548233 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c232aca9-f804-46fe-8529-2d45026da0cd tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:37.556407 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-80abacca-fc62-4dbf-b74f-013faeb247b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:37.562465 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-20884c44-72c9-46cf-8230-568129a00a4f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:37.563744 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-356d9894-7df0-4e40-aa45-52deabe90190 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:37.658998 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-9f7760ba-92c5-4a30-be34-5199cb37c717 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:52:37.663380 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9f7760ba-92c5-4a30-be34-5199cb37c717 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] 10.222.0.45 "PUT /v2.0/routers/db8bc585-095e-4c98-9d56-9fa34fa10240 HTTP/1.1" status: 400 len: 364 time: 1.1908364 May 31 15:52:37.663543 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57056) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:37.783764 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c232aca9-f804-46fe-8529-2d45026da0cd tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network 7191dc47-4f9a-404c-8d02-0127e3375e39 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:37.795600 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-ad017eef-cb8c-4053-97ad-d3cd5ab62c4d None None] For port 48413328-e7f4-4240-902b-068f830142b2, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:52:37.799230 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-ad017eef-cb8c-4053-97ad-d3cd5ab62c4d None None] For port 48413328-e7f4-4240-902b-068f830142b2, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=48413328-e7f4-4240-902b-068f830142b2,segment=NetworkSegment(012d733f-b04d-47cb-8de3-cd25f481f116),segment_id=012d733f-b04d-47cb-8de3-cd25f481f116)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:52:37.809253 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80abacca-fc62-4dbf-b74f-013faeb247b7 None None] Pushing event updated for resources: {'Port': ['ID=1b9e38ce-e461-4783-b2b1-f1b10c68baac,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:37.826103 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-80abacca-fc62-4dbf-b74f-013faeb247b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:37.826871 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e03521f0-6f03-4198-9eae-df51f2cfcaaa None None] Attempting to bind port 30b73274-9a59-4945-8c89-af907a5f3cb7 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:52:37.827262 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e03521f0-6f03-4198-9eae-df51f2cfcaaa None None] Attempting to bind port 30b73274-9a59-4945-8c89-af907a5f3cb7 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'c6d0014c-ff92-461d-b21d-b67dab38e982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '34691608-80c3-4717-a69b-3c313ce93a8e'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:52:37.827620 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03521f0-6f03-4198-9eae-df51f2cfcaaa None None] Attempting to bind port 30b73274-9a59-4945-8c89-af907a5f3cb7 on network 34691608-80c3-4717-a69b-3c313ce93a8e {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:52:37.834177 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-c232aca9-f804-46fe-8529-2d45026da0cd tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:37.858034 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:37.866220 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c232aca9-f804-46fe-8529-2d45026da0cd tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:37.866606 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c232aca9-f804-46fe-8529-2d45026da0cd tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:37.926586 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ad017eef-cb8c-4053-97ad-d3cd5ab62c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:37.936453 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-120a0bee-d8a0-47ee-8e0f-a97516f1bfdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:37.942778 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57060) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:37.966742 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-6a47d86b-ed57-49c3-bd0a-c3a144e37e6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1593084419', 'description': 'tempest-secgroup-smoke-1593084419 description', 'project_id': '77a9908268404908970d038c7b3f1f66'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:37.974729 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6a47d86b-ed57-49c3-bd0a-c3a144e37e6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:38.007327 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port a909e965-689e-4354-a7ca-d697d504eb31 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:38.007725 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:38.039811 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6a47d86b-ed57-49c3-bd0a-c3a144e37e6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:38.045137 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6a47d86b-ed57-49c3-bd0a-c3a144e37e6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:38.064705 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06925a7f-2c00-484d-af6f-68c3e01529e6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:38.066203 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-06925a7f-2c00-484d-af6f-68c3e01529e6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3af HTTP/1.1" status: 200 len: 928 time: 0.8018975 May 31 15:52:38.085734 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-036af520-7bc3-4aad-978d-e4222ac0ace2 None None] Allocated IP 2001:db8:1::2 (1d8f48ec-e8c1-49cc-96c7-efbb5fe0b90e/df39fe9d-5001-4b8e-ac03-5f72128236c7/c7f8dae1-02f5-4302-941f-4ee8434b8dfe) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:38.100092 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57066) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:38.102247 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad017eef-cb8c-4053-97ad-d3cd5ab62c4d None None] Pushing event updated for resources: {'Port': ['ID=48413328-e7f4-4240-902b-068f830142b2,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:38.104045 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232aca9-f804-46fe-8529-2d45026da0cd tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Port': ['ID=519373d8-e05e-4d2f-ad24-61d85ec78f45,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:38.118480 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ad017eef-cb8c-4053-97ad-d3cd5ab62c4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:38.121546 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6a47d86b-ed57-49c3-bd0a-c3a144e37e6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:38.135644 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-541dba58-a7be-488e-bc6c-461ed7c7965d None None] Provisioning for port 90aab9af-6478-4135-9448-c8b1b95fcedd completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:38.152582 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-541dba58-a7be-488e-bc6c-461ed7c7965d None None] Provisioning complete for port 90aab9af-6478-4135-9448-c8b1b95fcedd triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:38.153534 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-541dba58-a7be-488e-bc6c-461ed7c7965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:38.231625 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-541dba58-a7be-488e-bc6c-461ed7c7965d None None] Port 90aab9af-6478-4135-9448-c8b1b95fcedd cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:52:38.236738 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03521f0-6f03-4198-9eae-df51f2cfcaaa None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:52:38.237214 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03521f0-6f03-4198-9eae-df51f2cfcaaa None None] Checking segment: {'id': 'c6d0014c-ff92-461d-b21d-b67dab38e982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '34691608-80c3-4717-a69b-3c313ce93a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:38.237627 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e03521f0-6f03-4198-9eae-df51f2cfcaaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:38.238232 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03521f0-6f03-4198-9eae-df51f2cfcaaa None None] Bound using segment: {'id': 'c6d0014c-ff92-461d-b21d-b67dab38e982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '34691608-80c3-4717-a69b-3c313ce93a8e'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:52:38.239035 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e03521f0-6f03-4198-9eae-df51f2cfcaaa None None] Bound port: 30b73274-9a59-4945-8c89-af907a5f3cb7, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d0014c-ff92-461d-b21d-b67dab38e982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '34691608-80c3-4717-a69b-3c313ce93a8e'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:52:38.239424 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e03521f0-6f03-4198-9eae-df51f2cfcaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:38.251784 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7330d3d8-e523-465d-95be-e841d04a9c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:38.333934 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6a47d86b-ed57-49c3-bd0a-c3a144e37e6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:38.415084 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-193fa0a0-1071-4caf-ac2d-f30dccdc0244 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:38.429853 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6a47d86b-ed57-49c3-bd0a-c3a144e37e6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:38.430328 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c232aca9-f804-46fe-8529-2d45026da0cd tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.868s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:38.440055 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-541dba58-a7be-488e-bc6c-461ed7c7965d None None] Provisioning complete for port a909e965-689e-4354-a7ca-d697d504eb31 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:38.440214 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6a47d86b-ed57-49c3-bd0a-c3a144e37e6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:38.440348 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-541dba58-a7be-488e-bc6c-461ed7c7965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:38.445256 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a560ae1d-fdff-4a8f-b4d2-f42ca87d3452 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.388s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:38.451267 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6a47d86b-ed57-49c3-bd0a-c3a144e37e6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:38.591576 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event deleted for resources: {'Subnet': ['ID=afa69f4f-6395-49ab-a488-e692265013a2,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:38.594313 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-803d677a-f24c-42d1-8ab3-d1f939fdc5c2 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:38.602080 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:38.620369 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6a47d86b-ed57-49c3-bd0a-c3a144e37e6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:38.627966 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-e03521f0-6f03-4198-9eae-df51f2cfcaaa None None] For port 30b73274-9a59-4945-8c89-af907a5f3cb7, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:52:38.633024 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-e03521f0-6f03-4198-9eae-df51f2cfcaaa None None] For port 30b73274-9a59-4945-8c89-af907a5f3cb7, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=30b73274-9a59-4945-8c89-af907a5f3cb7,segment=NetworkSegment(c6d0014c-ff92-461d-b21d-b67dab38e982),segment_id=c6d0014c-ff92-461d-b21d-b67dab38e982)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:52:38.634862 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:38.663321 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e03521f0-6f03-4198-9eae-df51f2cfcaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:38.682040 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-dd348dff-334e-4ac0-8925-e6a230c6360e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:38.790235 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:38.845217 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6a47d86b-ed57-49c3-bd0a-c3a144e37e6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:38.881617 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03d38df-4b27-48dc-9be7-c8f78ec55cfa None None] Network 34691608-80c3-4717-a69b-3c313ce93a8e requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:38.882714 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6a47d86b-ed57-49c3-bd0a-c3a144e37e6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:38.893996 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:38.911000 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34691608-80c3-4717-a69b-3c313ce93a8e']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:38.942977 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47d86b-ed57-49c3-bd0a-c3a144e37e6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=262daab4-c09b-414e-93f9-35c9a138dd3f,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:38.954914 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6a47d86b-ed57-49c3-bd0a-c3a144e37e6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:38.960882 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-193fa0a0-1071-4caf-ac2d-f30dccdc0244 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Allocated IP 2001:db8::1 (448dfe7c-1dc8-498c-9bda-9a9ecb06b8eb/1448ae41-c23b-464b-a8a9-a4ab315000b3/778f9f02-1345-4f9b-b075-709a3249f712) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:38.977700 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6a47d86b-ed57-49c3-bd0a-c3a144e37e6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:38.992003 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6a47d86b-ed57-49c3-bd0a-c3a144e37e6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0385051 May 31 15:52:38.993483 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57070) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:39.001617 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-9d42e1fc-3331-468a-ad97-a1fe181bbc87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '262daab4-c09b-414e-93f9-35c9a138dd3f', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:39.010851 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9d42e1fc-3331-468a-ad97-a1fe181bbc87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:39.017054 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d0014c-ff92-461d-b21d-b67dab38e982') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:39.017699 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d0014c-ff92-461d-b21d-b67dab38e982') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:39.022020 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03521f0-6f03-4198-9eae-df51f2cfcaaa None None] Pushing event updated for resources: {'Port': ['ID=30b73274-9a59-4945-8c89-af907a5f3cb7,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:39.040454 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9d42e1fc-3331-468a-ad97-a1fe181bbc87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:39.048173 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9d42e1fc-3331-468a-ad97-a1fe181bbc87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:39.061672 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e03521f0-6f03-4198-9eae-df51f2cfcaaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:39.090250 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:39.106001 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9d42e1fc-3331-468a-ad97-a1fe181bbc87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:39.172514 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 1b9e38ce-e461-4783-b2b1-f1b10c68baac up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:39.183768 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9d42e1fc-3331-468a-ad97-a1fe181bbc87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:39.186681 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:39.205239 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c232aca9-f804-46fe-8529-2d45026da0cd tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:39.229622 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e30dd-aee0-4977-8925-b23dcb79c14f req-e50185ce-3e6a-43b8-a061-980721406f4c tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:39.231220 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8a8e30dd-aee0-4977-8925-b23dcb79c14f req-e50185ce-3e6a-43b8-a061-980721406f4c tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 944 time: 0.8528845 May 31 15:52:39.236455 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:52:39.236858 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:52:39.256884 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:52:39.340406 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-036af520-7bc3-4aad-978d-e4222ac0ace2 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:39.424940 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-036af520-7bc3-4aad-978d-e4222ac0ace2 None None] Transition to ACTIVE for port object c7f8dae1-02f5-4302-941f-4ee8434b8dfe will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:39.430057 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-3a558cbf-2637-4e55-8a6d-4a1afad5538c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting port 71a18f19-3082-4d58-a1af-c1958f3ca646 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:52:39.430403 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3a558cbf-2637-4e55-8a6d-4a1afad5538c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:39.470706 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-036af520-7bc3-4aad-978d-e4222ac0ace2 None None] Transition to ACTIVE for port object c7f8dae1-02f5-4302-941f-4ee8434b8dfe will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:39.482965 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-803d677a-f24c-42d1-8ab3-d1f939fdc5c2 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Allocated IP 172.26.0.57 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/80e0588d-4d21-4a98-99ea-b0af9a32b2c5) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:39.491089 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-036af520-7bc3-4aad-978d-e4222ac0ace2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:39.500091 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-743dfe8b-682d-42db-a359-630bd1499296 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:39.500337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-348b6cc5-3317-488f-ac99-ece8acf6bf93 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:39.508373 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-193fa0a0-1071-4caf-ac2d-f30dccdc0244 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:39.542289 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 1b9e38ce-e461-4783-b2b1-f1b10c68baac triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:39.542663 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:39.547795 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9d42e1fc-3331-468a-ad97-a1fe181bbc87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:39.558588 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9d42e1fc-3331-468a-ad97-a1fe181bbc87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:39.562056 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ce1fb956-cd7d-4c96-b049-bea9ce90e91d tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:39.562905 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-193fa0a0-1071-4caf-ac2d-f30dccdc0244 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Transition to ACTIVE for port object 778f9f02-1345-4f9b-b075-709a3249f712 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:39.566396 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4e7e851c-d432-4077-a75d-b2fe4b33ff08 tempest-ServersTestManualDisk-714575822 tempest-ServersTestManualDisk-714575822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:39.591403 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42e1fc-3331-468a-ad97-a1fe181bbc87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd904a85-9803-4142-9039-78248e4e78e9,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:39.597833 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9d42e1fc-3331-468a-ad97-a1fe181bbc87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:39.607884 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.db.api [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 31 15:52:39.607884 dv-neutron-601336-79-hyperv neutron-server[99205]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 31 15:52:39.607884 dv-neutron-601336-79-hyperv neutron-server[99205]: [parameters: {'id': '34691608-80c3-4717-a69b-3c313ce93a8e'}] May 31 15:52:39.607884 dv-neutron-601336-79-hyperv neutron-server[99205]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:52:39.608380 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_db.api [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:52:39.611199 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9d42e1fc-3331-468a-ad97-a1fe181bbc87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:39.615463 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9d42e1fc-3331-468a-ad97-a1fe181bbc87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6183610 May 31 15:52:39.615715 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57074) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:39.621879 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-52827dbe-c6a0-4d94-b35a-9eadbfffeb3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '262daab4-c09b-414e-93f9-35c9a138dd3f', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:39.622782 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622572ac-15cd-417d-a040-123bec9c27bd None None] Network 7191dc47-4f9a-404c-8d02-0127e3375e39 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:39.628960 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-52827dbe-c6a0-4d94-b35a-9eadbfffeb3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:39.631224 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8a8e30dd-aee0-4977-8925-b23dcb79c14f req-957e2863-a703-4668-93ad-70116e38ce43 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3734083 May 31 15:52:39.637862 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b6cc5-3317-488f-ac99-ece8acf6bf93 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b3c022-6ae9-4d30-a477-03e943e97c62,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:39.638688 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-52827dbe-c6a0-4d94-b35a-9eadbfffeb3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:39.640937 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-348b6cc5-3317-488f-ac99-ece8acf6bf93 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:39.643190 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-52827dbe-c6a0-4d94-b35a-9eadbfffeb3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:39.646035 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-348b6cc5-3317-488f-ac99-ece8acf6bf93 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:39.653414 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-52827dbe-c6a0-4d94-b35a-9eadbfffeb3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:39.664983 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-193fa0a0-1071-4caf-ac2d-f30dccdc0244 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:39.671228 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76757167-0215-4d79-a3af-13baadfab535 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:39.677026 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-824b77c6-81c6-4bbc-bf0a-4ad3abf0a1bf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:39.690620 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036af520-7bc3-4aad-978d-e4222ac0ace2 None None] Network 1d8f48ec-e8c1-49cc-96c7-efbb5fe0b90e is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:39.736527 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-52827dbe-c6a0-4d94-b35a-9eadbfffeb3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:39.790830 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193fa0a0-1071-4caf-ac2d-f30dccdc0244 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Network 448dfe7c-1dc8-498c-9bda-9a9ecb06b8eb is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:39.801306 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-193fa0a0-1071-4caf-ac2d-f30dccdc0244 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:39.815565 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193fa0a0-1071-4caf-ac2d-f30dccdc0244 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:39.815679 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-036af520-7bc3-4aad-978d-e4222ac0ace2 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:39.816041 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-193fa0a0-1071-4caf-ac2d-f30dccdc0244 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:39.838497 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036af520-7bc3-4aad-978d-e4222ac0ace2 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:39.838976 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193fa0a0-1071-4caf-ac2d-f30dccdc0244 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Pushing event updated for resources: {'Port': ['ID=778f9f02-1345-4f9b-b075-709a3249f712,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:39.843000 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-193fa0a0-1071-4caf-ac2d-f30dccdc0244 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:39.877033 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-52827dbe-c6a0-4d94-b35a-9eadbfffeb3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:39.885659 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-52827dbe-c6a0-4d94-b35a-9eadbfffeb3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:39.893799 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036af520-7bc3-4aad-978d-e4222ac0ace2 None None] Pushing event updated for resources: {'Port': ['ID=c7f8dae1-02f5-4302-941f-4ee8434b8dfe,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:39.898596 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:39.903248 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-541dba58-a7be-488e-bc6c-461ed7c7965d None None] Provisioning for port 71a18f19-3082-4d58-a1af-c1958f3ca646 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:39.917471 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-036af520-7bc3-4aad-978d-e4222ac0ace2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:39.935689 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:39.944877 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cb7b02-3d5f-4bf9-9e41-71c42014ab4c None None] Network 34691608-80c3-4717-a69b-3c313ce93a8e requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:39.966146 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52827dbe-c6a0-4d94-b35a-9eadbfffeb3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81742283-f131-4141-b698-55772f9f864c,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:39.969412 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-52827dbe-c6a0-4d94-b35a-9eadbfffeb3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:39.983152 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-52827dbe-c6a0-4d94-b35a-9eadbfffeb3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:39.987278 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-52827dbe-c6a0-4d94-b35a-9eadbfffeb3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3705459 May 31 15:52:39.987897 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57078) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:39.991809 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-541dba58-a7be-488e-bc6c-461ed7c7965d None None] Provisioning complete for port 71a18f19-3082-4d58-a1af-c1958f3ca646 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:39.992452 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-541dba58-a7be-488e-bc6c-461ed7c7965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:39.998362 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-2b480f8b-faf5-4f28-a3d1-91361c8f2536 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '262daab4-c09b-414e-93f9-35c9a138dd3f', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:40.010519 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-2b480f8b-faf5-4f28-a3d1-91361c8f2536 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:40.012804 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-193fa0a0-1071-4caf-ac2d-f30dccdc0244 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:40.025410 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-2b480f8b-faf5-4f28-a3d1-91361c8f2536 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:40.030808 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-2b480f8b-faf5-4f28-a3d1-91361c8f2536 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:40.039320 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-2b480f8b-faf5-4f28-a3d1-91361c8f2536 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:40.056834 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-348b6cc5-3317-488f-ac99-ece8acf6bf93 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/c9b3c022-6ae9-4d30-a477-03e943e97c62 HTTP/1.1" status: 204 len: 168 time: 4.0632210 May 31 15:52:40.061360 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57082) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:40.118688 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3a558cbf-2637-4e55-8a6d-4a1afad5538c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:40.132030 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:40.257839 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2b480f8b-faf5-4f28-a3d1-91361c8f2536 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:40.344260 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-541dba58-a7be-488e-bc6c-461ed7c7965d None None] Port 71a18f19-3082-4d58-a1af-c1958f3ca646 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:52:40.400526 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-036af520-7bc3-4aad-978d-e4222ac0ace2 None None] Attempting to bind port c7f8dae1-02f5-4302-941f-4ee8434b8dfe on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:52:40.400981 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-036af520-7bc3-4aad-978d-e4222ac0ace2 None None] Attempting to bind port c7f8dae1-02f5-4302-941f-4ee8434b8dfe by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '98fced0f-cb7d-40a6-9947-d0c4c65bbb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1d8f48ec-e8c1-49cc-96c7-efbb5fe0b90e'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:52:40.401360 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036af520-7bc3-4aad-978d-e4222ac0ace2 None None] Attempting to bind port c7f8dae1-02f5-4302-941f-4ee8434b8dfe on network 1d8f48ec-e8c1-49cc-96c7-efbb5fe0b90e {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:52:40.436092 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2b480f8b-faf5-4f28-a3d1-91361c8f2536 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:40.443099 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2b480f8b-faf5-4f28-a3d1-91361c8f2536 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:40.450054 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:40.456269 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036af520-7bc3-4aad-978d-e4222ac0ace2 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:52:40.456659 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036af520-7bc3-4aad-978d-e4222ac0ace2 None None] Checking segment: {'id': '98fced0f-cb7d-40a6-9947-d0c4c65bbb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1d8f48ec-e8c1-49cc-96c7-efbb5fe0b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:40.457998 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-036af520-7bc3-4aad-978d-e4222ac0ace2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:40.457998 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036af520-7bc3-4aad-978d-e4222ac0ace2 None None] Bound using segment: {'id': '98fced0f-cb7d-40a6-9947-d0c4c65bbb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1d8f48ec-e8c1-49cc-96c7-efbb5fe0b90e'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:52:40.457998 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-036af520-7bc3-4aad-978d-e4222ac0ace2 None None] Bound port: c7f8dae1-02f5-4302-941f-4ee8434b8dfe, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fced0f-cb7d-40a6-9947-d0c4c65bbb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1d8f48ec-e8c1-49cc-96c7-efbb5fe0b90e'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:52:40.458296 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-036af520-7bc3-4aad-978d-e4222ac0ace2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:40.499768 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b480f8b-faf5-4f28-a3d1-91361c8f2536 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b501d90d-e11c-40f5-b03c-7d29acca8efd,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:40.511776 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2b480f8b-faf5-4f28-a3d1-91361c8f2536 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:40.515687 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2b480f8b-faf5-4f28-a3d1-91361c8f2536 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:40.520105 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2b480f8b-faf5-4f28-a3d1-91361c8f2536 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5257277 May 31 15:52:40.520105 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57086) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:40.528510 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-4db82e36-c0de-47e9-92ca-c78bc61d2b44 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '262daab4-c09b-414e-93f9-35c9a138dd3f', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:40.534253 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4db82e36-c0de-47e9-92ca-c78bc61d2b44 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:40.535040 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-989cad06-962a-442b-926a-dc3bda80b089 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4260571 May 31 15:52:40.539292 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57090) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:40.541974 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-3a558cbf-2637-4e55-8a6d-4a1afad5538c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Calling delete_port for 71a18f19-3082-4d58-a1af-c1958f3ca646 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:52:40.543883 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device eb692656-1b8d-47b5-a2e5-e594e291c0f4 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:40.547481 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-803d677a-f24c-42d1-8ab3-d1f939fdc5c2 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:40.572845 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4db82e36-c0de-47e9-92ca-c78bc61d2b44 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:40.582054 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4db82e36-c0de-47e9-92ca-c78bc61d2b44 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:40.601393 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4db82e36-c0de-47e9-92ca-c78bc61d2b44 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:40.632931 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-541dba58-a7be-488e-bc6c-461ed7c7965d None None] Provisioning complete for port 1b9e38ce-e461-4783-b2b1-f1b10c68baac triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:40.633208 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-541dba58-a7be-488e-bc6c-461ed7c7965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:40.634982 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-193fa0a0-1071-4caf-ac2d-f30dccdc0244 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:40.648389 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4db82e36-c0de-47e9-92ca-c78bc61d2b44 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:40.654836 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-193fa0a0-1071-4caf-ac2d-f30dccdc0244 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:40.656046 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-193fa0a0-1071-4caf-ac2d-f30dccdc0244 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:40.663736 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-50023267-1ef5-4cb3-8bd4-ccf8eefa4517 tempest-RoutersAdminTest-1459148921 tempest-RoutersAdminTest-1459148921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:40.735510 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-803d677a-f24c-42d1-8ab3-d1f939fdc5c2 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:40.742481 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c232aca9-f804-46fe-8529-2d45026da0cd tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:40.746681 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9e3b4624-8d0d-490f-9d6d-b4d3d369c4a1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:40.821025 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c232aca9-f804-46fe-8529-2d45026da0cd tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:40.821862 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c232aca9-f804-46fe-8529-2d45026da0cd tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:40.832226 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-036af520-7bc3-4aad-978d-e4222ac0ace2 None None] For port c7f8dae1-02f5-4302-941f-4ee8434b8dfe, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:52:40.851524 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-036af520-7bc3-4aad-978d-e4222ac0ace2 None None] For port c7f8dae1-02f5-4302-941f-4ee8434b8dfe, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c7f8dae1-02f5-4302-941f-4ee8434b8dfe,segment=NetworkSegment(98fced0f-cb7d-40a6-9947-d0c4c65bbb9b),segment_id=98fced0f-cb7d-40a6-9947-d0c4c65bbb9b)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:52:40.865820 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72911148-a77d-45e6-a11d-32dfb0ce2fc2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:40.867199 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-72911148-a77d-45e6-a11d-32dfb0ce2fc2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3270843 May 31 15:52:40.871707 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803d677a-f24c-42d1-8ab3-d1f939fdc5c2 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:40.880458 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57096) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:40.889518 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 1840dc3a-1a1c-4ff3-ba46-797ba59b885e details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 15:52:40.892268 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port eb692656-1b8d-47b5-a2e5-e594e291c0f4 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:40.896826 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Deleting port 30b73274-9a59-4945-8c89-af907a5f3cb7 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:52:40.897187 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:40.907698 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-036af520-7bc3-4aad-978d-e4222ac0ace2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:40.912040 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-80abacca-fc62-4dbf-b74f-013faeb247b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:40.918742 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-803d677a-f24c-42d1-8ab3-d1f939fdc5c2 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:40.922303 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803d677a-f24c-42d1-8ab3-d1f939fdc5c2 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:40.928234 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193fa0a0-1071-4caf-ac2d-f30dccdc0244 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Pushing event updated for resources: {'Port': ['ID=778f9f02-1345-4f9b-b075-709a3249f712,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:40.938447 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-193fa0a0-1071-4caf-ac2d-f30dccdc0244 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:40.984790 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port eb692656-1b8d-47b5-a2e5-e594e291c0f4 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:40.984790 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:41.009205 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9406d1b8-ba58-4422-8619-2fd28d1ae3e3 None None] DHCP port deletion for b5001308-9f67-458f-99a7-4cdcd1177eb2 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:52:41.014901 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4db82e36-c0de-47e9-92ca-c78bc61d2b44 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:41.031671 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4db82e36-c0de-47e9-92ca-c78bc61d2b44 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:41.037324 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b8bc9f-2e4e-4070-a896-f2c498c86a01 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:41.038604 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-b5b8bc9f-2e4e-4070-a896-f2c498c86a01 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:52:41.041814 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193fa0a0-1071-4caf-ac2d-f30dccdc0244 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Network 448dfe7c-1dc8-498c-9bda-9a9ecb06b8eb is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:41.045747 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:41.048526 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d677a-f24c-42d1-8ab3-d1f939fdc5c2 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Pushing event updated for resources: {'Port': ['ID=80e0588d-4d21-4a98-99ea-b0af9a32b2c5,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:41.051576 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-193fa0a0-1071-4caf-ac2d-f30dccdc0244 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:41.051735 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-803d677a-f24c-42d1-8ab3-d1f939fdc5c2 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:41.098360 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.db.resource_extend [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:52:41.140239 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d0c8661f-e627-48b8-a0e7-1b5654a84825 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.306s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:41.197633 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db82e36-c0de-47e9-92ca-c78bc61d2b44 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57983b0-98d7-4107-b383-91b18825c2af,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:41.205893 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036af520-7bc3-4aad-978d-e4222ac0ace2 None None] Pushing event updated for resources: {'Port': ['ID=c7f8dae1-02f5-4302-941f-4ee8434b8dfe,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:41.234756 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-036af520-7bc3-4aad-978d-e4222ac0ace2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:41.239328 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4db82e36-c0de-47e9-92ca-c78bc61d2b44 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:41.243247 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-b5b8bc9f-2e4e-4070-a896-f2c498c86a01 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:52:41.244479 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b5b8bc9f-2e4e-4070-a896-f2c498c86a01 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3628778 May 31 15:52:41.247953 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57100) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:41.256331 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-541dba58-a7be-488e-bc6c-461ed7c7965d None None] Provisioning for port 66a25dcf-3fdf-4064-9aed-6a9a95b3f5f9 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:41.349279 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3a558cbf-2637-4e55-8a6d-4a1afad5538c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:41.382741 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-541dba58-a7be-488e-bc6c-461ed7c7965d None None] Could not find standard attr ID for object fc11f7df-b41f-4b6c-a6a5-67585f09f6c3. {{(pid=99206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 15:52:41.401539 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] For port 30b73274-9a59-4945-8c89-af907a5f3cb7, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=30b73274-9a59-4945-8c89-af907a5f3cb7,segment=NetworkSegment(c6d0014c-ff92-461d-b21d-b67dab38e982),segment_id=c6d0014c-ff92-461d-b21d-b67dab38e982)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:41.401894 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:41.425989 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232aca9-f804-46fe-8529-2d45026da0cd tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Port': ['ID=519373d8-e05e-4d2f-ad24-61d85ec78f45,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:41.464081 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:41.484433 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 1840dc3a-1a1c-4ff3-ba46-797ba59b885e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1840dc3a-1a1c-4ff3-ba46-797ba59b885e,segment=NetworkSegment(d689a5f1-87c6-4c5b-a91b-b6d33d247f15),segment_id=d689a5f1-87c6-4c5b-a91b-b6d33d247f15)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:41.503075 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c232aca9-f804-46fe-8529-2d45026da0cd tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:41.525123 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a33d925c-d2c8-4789-a3d6-2bfffb7c8fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:41.530252 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '1840dc3a-1a1c-4ff3-ba46-797ba59b885e', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'port_id': '1840dc3a-1a1c-4ff3-ba46-797ba59b885e', 'mac_address': 'fa:16:3e:e2:8b:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 15:52:41.545574 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4db82e36-c0de-47e9-92ca-c78bc61d2b44 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:41.549799 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4db82e36-c0de-47e9-92ca-c78bc61d2b44 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0288489 May 31 15:52:41.552960 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-9406d1b8-ba58-4422-8619-2fd28d1ae3e3 None None] Deleting port 66a25dcf-3fdf-4064-9aed-6a9a95b3f5f9 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:52:41.553614 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9406d1b8-ba58-4422-8619-2fd28d1ae3e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:41.560125 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-23da2386-1bb8-4ab4-8691-0df764a46e2f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1967325 May 31 15:52:41.570639 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57104) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:41.571017 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57106) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:41.584866 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-a37eb76f-e5e0-4ef1-8eed-a55f5888d657 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:41.608282 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-8c44b255-3ecd-4f43-a513-c2e038b2ba6f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '262daab4-c09b-414e-93f9-35c9a138dd3f', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:41.634443 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8c44b255-3ecd-4f43-a513-c2e038b2ba6f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:41.700090 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Calling delete_port for 30b73274-9a59-4945-8c89-af907a5f3cb7 owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:52:41.732099 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a558cbf-2637-4e55-8a6d-4a1afad5538c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Port': ['ID=71a18f19-3082-4d58-a1af-c1958f3ca646,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:41.737173 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3a558cbf-2637-4e55-8a6d-4a1afad5538c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:41.760714 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3a558cbf-2637-4e55-8a6d-4a1afad5538c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:41.788247 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-be8ae4fb-b3b7-4ad2-8fb8-52ba11d63446 None None] Provisioning for port 778f9f02-1345-4f9b-b075-709a3249f712 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:41.828486 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c232aca9-f804-46fe-8529-2d45026da0cd tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network 7191dc47-4f9a-404c-8d02-0127e3375e39 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:41.836900 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-c232aca9-f804-46fe-8529-2d45026da0cd tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:41.856941 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3a558cbf-2637-4e55-8a6d-4a1afad5538c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/ports/71a18f19-3082-4d58-a1af-c1958f3ca646 HTTP/1.1" status: 204 len: 168 time: 3.7544088 May 31 15:52:41.861892 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57112) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:41.863088 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-803d677a-f24c-42d1-8ab3-d1f939fdc5c2 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:41.902706 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-be8ae4fb-b3b7-4ad2-8fb8-52ba11d63446 None None] Provisioning complete for port 778f9f02-1345-4f9b-b075-709a3249f712 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:41.903315 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-be8ae4fb-b3b7-4ad2-8fb8-52ba11d63446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:41.979368 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8c44b255-3ecd-4f43-a513-c2e038b2ba6f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:41.981109 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port eb692656-1b8d-47b5-a2e5-e594e291c0f4, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=eb692656-1b8d-47b5-a2e5-e594e291c0f4,segment=NetworkSegment(333ad118-f290-4f99-a784-81002b51054a),segment_id=333ad118-f290-4f99-a784-81002b51054a)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:41.986240 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8c44b255-3ecd-4f43-a513-c2e038b2ba6f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:42.007070 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:42.017219 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:42.018470 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a909e965-689e-4354-a7ca-d697d504eb31 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:42.019355 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fd874-3c82-4b09-aa3a-1281bfbd6179 req-22c8f772-ce68-4fcb-aee1-5346c80b17ff tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:42.020274 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8c44b255-3ecd-4f43-a513-c2e038b2ba6f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:42.020905 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-075fd874-3c82-4b09-aa3a-1281bfbd6179 req-22c8f772-ce68-4fcb-aee1-5346c80b17ff tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 944 time: 0.9129915 May 31 15:52:42.042060 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193fa0a0-1071-4caf-ac2d-f30dccdc0244 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Router db8bc585-095e-4c98-9d56-9fa34fa10240 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:52:42.058467 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.securitygroups_db [None req-8c44b255-3ecd-4f43-a513-c2e038b2ba6f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Project 77a9908268404908970d038c7b3f1f66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 15:52:42.063009 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a37eb76f-e5e0-4ef1-8eed-a55f5888d657 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:42.072203 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbfb947e-e930-413f-8a01-d0a98e372673 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] GET failed (client error): The resource could not be found. May 31 15:52:42.072930 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c44b255-3ecd-4f43-a513-c2e038b2ba6f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:42.073104 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-fbfb947e-e930-413f-8a01-d0a98e372673 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Synchronizing usage tracker for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:52:42.092166 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:42.126900 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-9406d1b8-ba58-4422-8619-2fd28d1ae3e3 None None] For port 66a25dcf-3fdf-4064-9aed-6a9a95b3f5f9, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=66a25dcf-3fdf-4064-9aed-6a9a95b3f5f9,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:42.127662 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9406d1b8-ba58-4422-8619-2fd28d1ae3e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:42.178346 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a37eb76f-e5e0-4ef1-8eed-a55f5888d657 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:42.295192 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1840dc3a-1a1c-4ff3-ba46-797ba59b885e {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 15:52:42.312340 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-9406d1b8-ba58-4422-8619-2fd28d1ae3e3 None None] Calling delete_port for 66a25dcf-3fdf-4064-9aed-6a9a95b3f5f9 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:52:42.316352 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37eb76f-e5e0-4ef1-8eed-a55f5888d657 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:42.319162 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-be8ae4fb-b3b7-4ad2-8fb8-52ba11d63446 None None] Port 778f9f02-1345-4f9b-b075-709a3249f712 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:52:42.320831 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a37eb76f-e5e0-4ef1-8eed-a55f5888d657 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:42.355372 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 1840dc3a-1a1c-4ff3-ba46-797ba59b885e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1840dc3a-1a1c-4ff3-ba46-797ba59b885e,segment=NetworkSegment(d689a5f1-87c6-4c5b-a91b-b6d33d247f15),segment_id=d689a5f1-87c6-4c5b-a91b-b6d33d247f15)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:42.360826 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=eb692656-1b8d-47b5-a2e5-e594e291c0f4,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:42.387927 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:42.392791 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:42.396544 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-eff35f47-4d36-4b25-8fe8-400822d7cfdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:42.454738 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port a909e965-689e-4354-a7ca-d697d504eb31 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:42.455150 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:42.460547 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-803d677a-f24c-42d1-8ab3-d1f939fdc5c2 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:42.466708 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193fa0a0-1071-4caf-ac2d-f30dccdc0244 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:52:42.477297 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fb21dc-bbfd-4158-96f4-555329b797b9 None None] Sync routers for ids ['db8bc585-095e-4c98-9d56-9fa34fa10240'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:52:42.490461 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fb21dc-bbfd-4158-96f4-555329b797b9 None None] Routers {'db8bc585-095e-4c98-9d56-9fa34fa10240'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:52:42.491980 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-075fd874-3c82-4b09-aa3a-1281bfbd6179 req-9893d4bc-74fc-4c61-a245-939248e8f7c7 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4423790 May 31 15:52:42.492609 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-fbfb947e-e930-413f-8a01-d0a98e372673 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Unset dirty status for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:52:42.497473 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-fbfb947e-e930-413f-8a01-d0a98e372673 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "GET /v2.0/ports/71a18f19-3082-4d58-a1af-c1958f3ca646 HTTP/1.1" status: 404 len: 333 time: 0.6291068 May 31 15:52:42.504872 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-193fa0a0-1071-4caf-ac2d-f30dccdc0244 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] 10.222.0.45 "PUT /v2.0/routers/db8bc585-095e-4c98-9d56-9fa34fa10240/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8387268 May 31 15:52:42.510377 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-e5fb21dc-bbfd-4158-96f4-555329b797b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:52:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['db8bc585-095e-4c98-9d56-9fa34fa10240'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:42.510603 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57116) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:42.510825 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57118) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:42.592177 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-be8ae4fb-b3b7-4ad2-8fb8-52ba11d63446 None None] Provisioning for port 48413328-e7f4-4240-902b-068f830142b2 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:42.623540 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-e5fb21dc-bbfd-4158-96f4-555329b797b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:42.639984 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fb21dc-bbfd-4158-96f4-555329b797b9 None None] Routers {'db8bc585-095e-4c98-9d56-9fa34fa10240'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:52:42.641209 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-e5fb21dc-bbfd-4158-96f4-555329b797b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:52:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['db8bc585-095e-4c98-9d56-9fa34fa10240'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:42.663272 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:42.685181 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-038eb03f-3d7d-4e21-8300-7b2e44db5e1b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:42.714192 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c44b255-3ecd-4f43-a513-c2e038b2ba6f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:42.725694 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=1840dc3a-1a1c-4ff3-ba46-797ba59b885e,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:42.757513 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c44b255-3ecd-4f43-a513-c2e038b2ba6f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:42.764823 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event deleted for resources: {'Port': ['ID=30b73274-9a59-4945-8c89-af907a5f3cb7,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:42.766785 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-e5fb21dc-bbfd-4158-96f4-555329b797b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:42.767518 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fb21dc-bbfd-4158-96f4-555329b797b9 None None] The sync data for ids ['db8bc585-095e-4c98-9d56-9fa34fa10240'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:52:42.768706 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:42.771638 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:42.777366 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9406d1b8-ba58-4422-8619-2fd28d1ae3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:42.780774 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4bf5e977-11d9-4aa4-9eb8-d92748ca2972 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:42.785573 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e03521f0-6f03-4198-9eae-df51f2cfcaaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:42.838987 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['1840dc3a-1a1c-4ff3-ba46-797ba59b885e'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 15:52:42.849241 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] No DVR routers for this DVR port 30b73274-9a59-4945-8c89-af907a5f3cb7 on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:52:42.850940 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44b255-3ecd-4f43-a513-c2e038b2ba6f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f67d8caf-1ef1-453a-ac25-f926a5c3f8d9,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:42.858889 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8c44b255-3ecd-4f43-a513-c2e038b2ba6f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:42.884265 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c44b255-3ecd-4f43-a513-c2e038b2ba6f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:42.888086 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8c44b255-3ecd-4f43-a513-c2e038b2ba6f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3154116 May 31 15:52:42.891080 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca4033f-0af1-4af7-b5de-9fb728017aef None None] Network 1d8f48ec-e8c1-49cc-96c7-efbb5fe0b90e requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:42.892299 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57124) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:42.900037 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-ec569b74-a7cd-440d-abdf-7f9bc3915418 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '262daab4-c09b-414e-93f9-35c9a138dd3f', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:42.908578 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ec569b74-a7cd-440d-abdf-7f9bc3915418 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:42.912819 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 48413328-e7f4-4240-902b-068f830142b2 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:42.916248 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ec569b74-a7cd-440d-abdf-7f9bc3915418 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:42.919901 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ec569b74-a7cd-440d-abdf-7f9bc3915418 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:42.929435 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ec569b74-a7cd-440d-abdf-7f9bc3915418 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:42.948568 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.securitygroups_db [None req-ec569b74-a7cd-440d-abdf-7f9bc3915418 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Project 77a9908268404908970d038c7b3f1f66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 15:52:42.951720 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406d1b8-ba58-4422-8619-2fd28d1ae3e3 None None] Pushing event deleted for resources: {'Port': ['ID=66a25dcf-3fdf-4064-9aed-6a9a95b3f5f9,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:42.953590 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9406d1b8-ba58-4422-8619-2fd28d1ae3e3 None None] No DVR routers for this DVR port 66a25dcf-3fdf-4064-9aed-6a9a95b3f5f9 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:52:42.973785 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ec569b74-a7cd-440d-abdf-7f9bc3915418 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:43.014131 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-9406d1b8-ba58-4422-8619-2fd28d1ae3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:43.048958 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-805caa0f-82cb-450e-8b85-0018911b718c None None] Provisioning for port 519373d8-e05e-4d2f-ad24-61d85ec78f45 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:43.068598 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-805caa0f-82cb-450e-8b85-0018911b718c None None] Provisioning complete for port 519373d8-e05e-4d2f-ad24-61d85ec78f45 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:43.068982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-805caa0f-82cb-450e-8b85-0018911b718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:43.146686 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c232aca9-f804-46fe-8529-2d45026da0cd tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Router acdf9dba-dd5a-4398-8bc1-540ab572cd85 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:52:43.148468 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.objects.ports [None req-a37eb76f-e5e0-4ef1-8eed-a55f5888d657 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99204) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 15:52:43.152167 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a37eb76f-e5e0-4ef1-8eed-a55f5888d657 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:43.156864 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ec569b74-a7cd-440d-abdf-7f9bc3915418 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:43.157790 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:43.183753 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8450e31d-1fdd-4fac-9a5a-51a11a794fef tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:43.192492 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ec569b74-a7cd-440d-abdf-7f9bc3915418 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:43.192712 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-805caa0f-82cb-450e-8b85-0018911b718c None None] Port 519373d8-e05e-4d2f-ad24-61d85ec78f45 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:52:43.235316 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 48413328-e7f4-4240-902b-068f830142b2 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:43.236903 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37eb76f-e5e0-4ef1-8eed-a55f5888d657 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:43.240798 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-a37eb76f-e5e0-4ef1-8eed-a55f5888d657 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:43.252910 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37eb76f-e5e0-4ef1-8eed-a55f5888d657 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Subnet': ['ID=352f0162-61e3-46e3-ad9f-11dc72c3a7d8,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:43.256243 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a37eb76f-e5e0-4ef1-8eed-a55f5888d657 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:43.257075 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3b07741b-5f1a-4164-ae4d-f390f292666a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:43.264289 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0adc844-976f-4659-8115-199934ea9cb0 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:43.267730 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37eb76f-e5e0-4ef1-8eed-a55f5888d657 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:43.268361 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a37eb76f-e5e0-4ef1-8eed-a55f5888d657 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:43.276653 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 48413328-e7f4-4240-902b-068f830142b2 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:43.277037 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:43.278770 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ec569b74-a7cd-440d-abdf-7f9bc3915418 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:43.287956 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ec569b74-a7cd-440d-abdf-7f9bc3915418 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3870134 May 31 15:52:43.296102 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec569b74-a7cd-440d-abdf-7f9bc3915418 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a46dda-b686-406f-b21c-81e9b2ffb0c9,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:43.296507 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:43.299659 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ec569b74-a7cd-440d-abdf-7f9bc3915418 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:43.303282 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a37eb76f-e5e0-4ef1-8eed-a55f5888d657 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7275653 May 31 15:52:43.305890 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57130) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:43.314697 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-f9a18b8d-4278-465b-ae2b-1a3e9467d563 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'port': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'mac_address': 'fa:16:3e:4f:97:b8', 'name': 'tempest-NetworksTestDHCPv6-1064783870'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:43.422909 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-805caa0f-82cb-450e-8b85-0018911b718c None None] Provisioning complete for port 48413328-e7f4-4240-902b-068f830142b2 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:43.423554 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-805caa0f-82cb-450e-8b85-0018911b718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:43.453364 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34691608-80c3-4717-a69b-3c313ce93a8e']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:43.496248 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f9a18b8d-4278-465b-ae2b-1a3e9467d563 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:43.501134 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f9a18b8d-4278-465b-ae2b-1a3e9467d563 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:port and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:43.504715 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f9a18b8d-4278-465b-ae2b-1a3e9467d563 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:43.511154 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f9a18b8d-4278-465b-ae2b-1a3e9467d563 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:43.522793 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a18b8d-4278-465b-ae2b-1a3e9467d563 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:43.579664 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d0014c-ff92-461d-b21d-b67dab38e982') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:43.580293 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d0014c-ff92-461d-b21d-b67dab38e982') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:43.638130 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:43.668601 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-4e32a233-ff82-46b2-ad6d-174e50ce33fb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting port 90aab9af-6478-4135-9448-c8b1b95fcedd {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:52:43.668969 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4e32a233-ff82-46b2-ad6d-174e50ce33fb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:43.682695 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-8450e31d-1fdd-4fac-9a5a-51a11a794fef tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] delete failed (client error): There was a conflict when trying to complete your request. May 31 15:52:43.683372 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8450e31d-1fdd-4fac-9a5a-51a11a794fef tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] 10.222.0.45 "DELETE /v2.0/routers/db8bc585-095e-4c98-9d56-9fa34fa10240 HTTP/1.1" status: 409 len: 329 time: 1.1698096 May 31 15:52:43.686537 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57146) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:43.690918 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f9a18b8d-4278-465b-ae2b-1a3e9467d563 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:43.839790 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-f9a18b8d-4278-465b-ae2b-1a3e9467d563 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] device_id is not set on port ceb32c54-bea4-4250-baf1-7f6edad4db6c yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:52:43.888686 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:43.958216 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-805caa0f-82cb-450e-8b85-0018911b718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:43.987323 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:43.991188 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c232aca9-f804-46fe-8529-2d45026da0cd tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:52:43.996298 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-701a7b43-29b5-4acb-ba70-1a1b10f5ad74 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1593084419&fields=id&tenant_id=77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 267 time: 0.4995861 May 31 15:52:44.025912 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 48413328-e7f4-4240-902b-068f830142b2, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=48413328-e7f4-4240-902b-068f830142b2,segment=NetworkSegment(012d733f-b04d-47cb-8de3-cd25f481f116),segment_id=012d733f-b04d-47cb-8de3-cd25f481f116)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:44.029212 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7431dfc5-87dc-4d4b-931f-eb626e564676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-b5001308-9f67-458f-99a7-4cdcd1177eb2', 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'fixed_ips': [{'subnet_id': '352f0162-61e3-46e3-ad9f-11dc72c3a7d8'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:52:44.030134 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7431dfc5-87dc-4d4b-931f-eb626e564676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:44.035328 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:52:44.035728 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:44.050375 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c95011-6c23-4b09-b32f-b822746411a9 None None] Sync routers for ids ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:52:44.051669 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:52:44.107020 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c232aca9-f804-46fe-8529-2d45026da0cd tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "PUT /v2.0/routers/acdf9dba-dd5a-4398-8bc1-540ab572cd85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9014070 May 31 15:52:44.142223 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.db.api [None req-805caa0f-82cb-450e-8b85-0018911b718c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:52:44.142637 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_db.api [None req-805caa0f-82cb-450e-8b85-0018911b718c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:52:44.143096 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c95011-6c23-4b09-b32f-b822746411a9 None None] Routers {'acdf9dba-dd5a-4398-8bc1-540ab572cd85'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:52:44.143744 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-53c95011-6c23-4b09-b32f-b822746411a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:52:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:44.165201 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57150) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:44.171389 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-43933b6d-5fc0-4a36-8609-4f9dd9a86334 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1328345611'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:44.188513 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-803d677a-f24c-42d1-8ab3-d1f939fdc5c2 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:44.271088 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-43933b6d-5fc0-4a36-8609-4f9dd9a86334 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:44.289837 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-803d677a-f24c-42d1-8ab3-d1f939fdc5c2 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:44.291652 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:44.292673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 66a25dcf-3fdf-4064-9aed-6a9a95b3f5f9 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:44.293930 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-43933b6d-5fc0-4a36-8609-4f9dd9a86334 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Usage tracker for resource:network and tenant:4495789bf65544d19fbd02194192aa34 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:44.308492 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-012f1a25-b285-4846-ad95-18e2f1ba7c56 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:44.329841 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-bdc4d772-36e8-4361-9223-dda3c0b9611c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:44.341468 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-43933b6d-5fc0-4a36-8609-4f9dd9a86334 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:44.383273 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-f9a18b8d-4278-465b-ae2b-1a3e9467d563 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Allocated IP 2001:db8::f816:3eff:fe4f:97b8 (b5001308-9f67-458f-99a7-4cdcd1177eb2/352f0162-61e3-46e3-ad9f-11dc72c3a7d8/ceb32c54-bea4-4250-baf1-7f6edad4db6c) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:44.389213 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-43933b6d-5fc0-4a36-8609-4f9dd9a86334 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:44.403103 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4e32a233-ff82-46b2-ad6d-174e50ce33fb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:44.404569 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 66a25dcf-3fdf-4064-9aed-6a9a95b3f5f9 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:52:44.404959 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 66a25dcf-3fdf-4064-9aed-6a9a95b3f5f9 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} May 31 15:52:44.439040 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:44.467243 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:44.506670 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Port 66a25dcf-3fdf-4064-9aed-6a9a95b3f5f9 not found, will not notify nova. {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 15:52:44.556684 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-53c95011-6c23-4b09-b32f-b822746411a9 None None] Set router acdf9dba-dd5a-4398-8bc1-540ab572cd85 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:52:44.636542 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-4e32a233-ff82-46b2-ad6d-174e50ce33fb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Calling delete_port for 90aab9af-6478-4135-9448-c8b1b95fcedd owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:52:44.639354 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43933b6d-5fc0-4a36-8609-4f9dd9a86334 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Made reservation on behalf of 4495789bf65544d19fbd02194192aa34 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:44.643040 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-43933b6d-5fc0-4a36-8609-4f9dd9a86334 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:44.653274 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d677a-f24c-42d1-8ab3-d1f939fdc5c2 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Pushing event updated for resources: {'Port': ['ID=80e0588d-4d21-4a98-99ea-b0af9a32b2c5,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:44.656407 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-803d677a-f24c-42d1-8ab3-d1f939fdc5c2 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:44.667123 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-aa5c4a1c-92f7-4ca0-9b66-ff4030d4cf4d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:44.681801 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "DELETE /v2.0/networks/34691608-80c3-4717-a69b-3c313ce93a8e HTTP/1.1" status: 204 len: 168 time: 9.9222054 May 31 15:52:44.687104 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57154) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:44.716299 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event deleted for resources: {'Network': ['ID=34691608-80c3-4717-a69b-3c313ce93a8e,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:44.719071 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:44.726174 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-803d677a-f24c-42d1-8ab3-d1f939fdc5c2 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:44.739478 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-029318fd-9fbb-4b90-b967-796d7e5d7974 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] DELETE failed (client error): The resource could not be found. May 31 15:52:44.740007 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-029318fd-9fbb-4b90-b967-796d7e5d7974 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:52:44.740406 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-24467a4e-b321-4484-9368-3d3e84538647 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:44.741871 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-24467a4e-b321-4484-9368-3d3e84538647 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/networks?id=c90d105b-40f8-46f5-a26d-05b432efdd46 HTTP/1.1" status: 200 len: 797 time: 0.7183146 May 31 15:52:44.749830 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9f717-3715-4d3f-8418-98b348b911ce req-15bf7fb7-8161-4a14-9c42-db46ff47de0a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:44.751365 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-47b9f717-3715-4d3f-8418-98b348b911ce req-15bf7fb7-8161-4a14-9c42-db46ff47de0a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 945 time: 1.1025710 May 31 15:52:44.761877 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-029318fd-9fbb-4b90-b967-796d7e5d7974 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "DELETE /v2.0/networks/34691608-80c3-4717-a69b-3c313ce93a8e HTTP/1.1" status: 404 len: 339 time: 0.0695276 May 31 15:52:44.763644 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f9a18b8d-4278-465b-ae2b-1a3e9467d563 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:44.770580 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57158) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:44.777619 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-de465eba-c574-4b62-9f9e-436e4970f37d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1242361265', 'description': 'd1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:44.788879 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-de465eba-c574-4b62-9f9e-436e4970f37d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:44.797046 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-de465eba-c574-4b62-9f9e-436e4970f37d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Usage tracker for resource:network and tenant:3fe64971f6524794b9c8599e1534ac7b is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:44.797995 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-457ad098-5b3c-406c-a8ba-13523bbc4ea6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/quotas/77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 375 time: 0.0405381 May 31 15:52:44.802043 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-010df9e1-a6f1-4d96-a7dd-4c7e3d233f6e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:44.826445 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=48413328-e7f4-4240-902b-068f830142b2,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:44.841467 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device eb692656-1b8d-47b5-a2e5-e594e291c0f4 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:44.847435 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43933b6d-5fc0-4a36-8609-4f9dd9a86334 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:52:44.855229 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-de465eba-c574-4b62-9f9e-436e4970f37d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Quota usage for network was recalculated. Used quota:3. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:44.871169 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:44.877881 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-de465eba-c574-4b62-9f9e-436e4970f37d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:44.880845 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-f9a18b8d-4278-465b-ae2b-1a3e9467d563 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Transition to ACTIVE for port object ceb32c54-bea4-4250-baf1-7f6edad4db6c will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:44.881619 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-803d677a-f24c-42d1-8ab3-d1f939fdc5c2 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:44.882899 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-803d677a-f24c-42d1-8ab3-d1f939fdc5c2 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.8931494 May 31 15:52:44.886212 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57162) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:44.891374 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-43933b6d-5fc0-4a36-8609-4f9dd9a86334 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:44.891723 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-43933b6d-5fc0-4a36-8609-4f9dd9a86334 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Added segment 31f4952d-06bb-497e-8e4c-a13d87e4a88b of type vlan for network 93544c58-9a1f-460e-b8df-baaa390b3fad May 31 15:52:44.917221 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-47b9f717-3715-4d3f-8418-98b348b911ce req-d76cc3d4-8375-44f1-ac97-6b663c2d32f3 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409500 May 31 15:52:44.950348 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-43933b6d-5fc0-4a36-8609-4f9dd9a86334 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:44.979076 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de465eba-c574-4b62-9f9e-436e4970f37d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Made reservation on behalf of 3fe64971f6524794b9c8599e1534ac7b for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:44.983141 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-de465eba-c574-4b62-9f9e-436e4970f37d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:45.042618 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-7d357cd1-6101-4717-86d9-43ccd6ff1f3c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2342052 May 31 15:52:45.067659 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-43933b6d-5fc0-4a36-8609-4f9dd9a86334 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:45.070035 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port eb692656-1b8d-47b5-a2e5-e594e291c0f4 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:45.070506 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:45.072700 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43933b6d-5fc0-4a36-8609-4f9dd9a86334 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:45.073295 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-43933b6d-5fc0-4a36-8609-4f9dd9a86334 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:45.079180 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7551308e-67a3-489e-8a40-fe456ad5b091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:45.110191 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4e32a233-ff82-46b2-ad6d-174e50ce33fb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:45.144936 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de465eba-c574-4b62-9f9e-436e4970f37d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:52:45.171235 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-de465eba-c574-4b62-9f9e-436e4970f37d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:45.171855 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-de465eba-c574-4b62-9f9e-436e4970f37d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Added segment a1d1f443-5d74-4b20-9219-464a7856607f of type vlan for network 99a13297-40fd-4f37-aef4-6fd4e6d35f9f May 31 15:52:45.187778 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f9a18b8d-4278-465b-ae2b-1a3e9467d563 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:45.200877 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b5053afa-ba25-4d81-ad98-3caf82235191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:45.254555 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-ee161519-1353-412f-a2a9-2fb3472c3f36 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:45.260637 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-43933b6d-5fc0-4a36-8609-4f9dd9a86334 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0942872 May 31 15:52:45.269852 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4e32a233-ff82-46b2-ad6d-174e50ce33fb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:45.272224 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4e32a233-ff82-46b2-ad6d-174e50ce33fb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/ports/90aab9af-6478-4135-9448-c8b1b95fcedd HTTP/1.1" status: 204 len: 168 time: 2.7603390 May 31 15:52:45.277508 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57170) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:45.277831 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57172) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:45.283565 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ee161519-1353-412f-a2a9-2fb3472c3f36 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:45.285817 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-18334712-e5d8-4a5b-9047-7508fdf86927 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'subnet': {'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:45.307793 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-de465eba-c574-4b62-9f9e-436e4970f37d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:45.311938 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ee161519-1353-412f-a2a9-2fb3472c3f36 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Usage tracker for resource:floatingip and tenant:f2223e7022e945eba7126026d9fb71ec is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:45.321919 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ee161519-1353-412f-a2a9-2fb3472c3f36 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:45.347270 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43933b6d-5fc0-4a36-8609-4f9dd9a86334 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Network': ['ID=93544c58-9a1f-460e-b8df-baaa390b3fad,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:45.350649 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-43933b6d-5fc0-4a36-8609-4f9dd9a86334 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:45.363066 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a18b8d-4278-465b-ae2b-1a3e9467d563 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Port': ['ID=ceb32c54-bea4-4250-baf1-7f6edad4db6c,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:45.378938 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ee161519-1353-412f-a2a9-2fb3472c3f36 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:45.392297 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a18b8d-4278-465b-ae2b-1a3e9467d563 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:45.394291 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3a558cbf-2637-4e55-8a6d-4a1afad5538c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:45.396388 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-f9a18b8d-4278-465b-ae2b-1a3e9467d563 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:45.401704 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f9a18b8d-4278-465b-ae2b-1a3e9467d563 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:45.402526 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a18b8d-4278-465b-ae2b-1a3e9467d563 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:45.409179 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a18b8d-4278-465b-ae2b-1a3e9467d563 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:45.409853 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f9a18b8d-4278-465b-ae2b-1a3e9467d563 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:45.420063 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 93544c58-9a1f-460e-b8df-baaa390b3fad details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:52:45.427136 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ee161519-1353-412f-a2a9-2fb3472c3f36 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Notify callbacks [] for floatingip, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:45.456188 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-92c09ef1-5e85-4c45-a6ed-7343721b91ce None None] Provisioning for port c7f8dae1-02f5-4302-941f-4ee8434b8dfe completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:45.520047 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32a233-ff82-46b2-ad6d-174e50ce33fb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Port': ['ID=90aab9af-6478-4135-9448-c8b1b95fcedd,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:45.529112 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c74d90-7133-4402-84e9-408ca50f35b3 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] GET failed (client error): The resource could not be found. May 31 15:52:45.529560 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-32c74d90-7133-4402-84e9-408ca50f35b3 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Synchronizing usage tracker for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:52:45.543891 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4e32a233-ff82-46b2-ad6d-174e50ce33fb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:45.547355 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-7431dfc5-87dc-4d4b-931f-eb626e564676 None None] Allocated IP 2001:db8::f816:3eff:fe2b:8016 (b5001308-9f67-458f-99a7-4cdcd1177eb2/352f0162-61e3-46e3-ad9f-11dc72c3a7d8/0590bffa-77bb-4eca-8250-60e4118a0c33) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:45.557144 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-de465eba-c574-4b62-9f9e-436e4970f37d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:45.562477 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de465eba-c574-4b62-9f9e-436e4970f37d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:45.563114 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-de465eba-c574-4b62-9f9e-436e4970f37d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:45.571216 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f9a18b8d-4278-465b-ae2b-1a3e9467d563 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2639244 May 31 15:52:45.571462 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c7f8dae1-02f5-4302-941f-4ee8434b8dfe up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:45.573771 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57178) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:45.581816 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0b00fba9-69a2-4459-894b-d32016d0f96c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:45.605402 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-18334712-e5d8-4a5b-9047-7508fdf86927 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:45.608861 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-32c74d90-7133-4402-84e9-408ca50f35b3 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Unset dirty status for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:52:45.611592 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-32c74d90-7133-4402-84e9-408ca50f35b3 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "GET /v2.0/ports/90aab9af-6478-4135-9448-c8b1b95fcedd HTTP/1.1" status: 404 len: 333 time: 0.3312731 May 31 15:52:45.614657 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57182) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:45.742834 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-53c95011-6c23-4b09-b32f-b822746411a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:52:38Z', 'revision_number': 2, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None, '_interfaces': [{'id': '519373d8-e05e-4d2f-ad24-61d85ec78f45', 'name': '', 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:73:95:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:34Z', 'updated_at': '2021-05-31T15:52:39Z', 'revision_number': 2, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:45.764965 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c95011-6c23-4b09-b32f-b822746411a9 None None] Checking router: acdf9dba-dd5a-4398-8bc1-540ab572cd85 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:52:45.764965 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c95011-6c23-4b09-b32f-b822746411a9 None None] Updating router acdf9dba-dd5a-4398-8bc1-540ab572cd85 port 519373d8-e05e-4d2f-ad24-61d85ec78f45 binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:52:45.773191 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-de465eba-c574-4b62-9f9e-436e4970f37d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9979455 May 31 15:52:45.806989 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57186) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:45.810224 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de465eba-c574-4b62-9f9e-436e4970f37d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event updated for resources: {'Network': ['ID=99a13297-40fd-4f37-aef4-6fd4e6d35f9f,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:45.819432 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-18334712-e5d8-4a5b-9047-7508fdf86927 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Usage tracker for resource:subnet and tenant:4495789bf65544d19fbd02194192aa34 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:45.823709 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-18334712-e5d8-4a5b-9047-7508fdf86927 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:45.833239 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-67a0635e-ab1b-4de5-90be-ca17aca69735 service neutron] 10.222.0.45 "GET /v2.0/networks/c90d105b-40f8-46f5-a26d-05b432efdd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7781456 May 31 15:52:45.834061 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-18334712-e5d8-4a5b-9047-7508fdf86927 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:45.834215 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 99a13297-40fd-4f37-aef4-6fd4e6d35f9f details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:52:45.838163 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-de465eba-c574-4b62-9f9e-436e4970f37d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:45.863725 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port c7f8dae1-02f5-4302-941f-4ee8434b8dfe completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:45.886576 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18334712-e5d8-4a5b-9047-7508fdf86927 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Made reservation on behalf of 4495789bf65544d19fbd02194192aa34 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:45.890077 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-18334712-e5d8-4a5b-9047-7508fdf86927 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:45.973906 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port c7f8dae1-02f5-4302-941f-4ee8434b8dfe triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:45.975039 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:45.979498 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-86be9ea7-f371-4c2b-a947-945e6f37df2d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting subnet 0f0f99e5-dbff-44a2-a8c1-371af6716c22 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:52:45.998388 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-53c95011-6c23-4b09-b32f-b822746411a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:46.032080 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-86be9ea7-f371-4c2b-a947-945e6f37df2d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:46.137162 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7431dfc5-87dc-4d4b-931f-eb626e564676 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:46.151813 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf3fb5-cbb3-43b6-8ef3-846ac4df675c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:46.152531 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-bfcf3fb5-cbb3-43b6-8ef3-846ac4df675c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Synchronizing usage tracker for tenant:3fe64971f6524794b9c8599e1534ac7b on resource:network {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:52:46.165238 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7431dfc5-87dc-4d4b-931f-eb626e564676 None None] Transition to ACTIVE for port object 0590bffa-77bb-4eca-8250-60e4118a0c33 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:46.197142 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990eb2b5-abe4-4762-ba61-fdda34f9cd5c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:46.197764 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-990eb2b5-abe4-4762-ba61-fdda34f9cd5c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:52:46.202669 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-86be9ea7-f371-4c2b-a947-945e6f37df2d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:46.218906 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-bfcf3fb5-cbb3-43b6-8ef3-846ac4df675c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Unset dirty status for tenant:3fe64971f6524794b9c8599e1534ac7b on resource:network {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:52:46.222770 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-bfcf3fb5-cbb3-43b6-8ef3-846ac4df675c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "GET /v2.0/networks?id=99a13297-40fd-4f37-aef4-6fd4e6d35f9f HTTP/1.1" status: 200 len: 765 time: 0.4124789 May 31 15:52:46.223768 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57192) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:46.227865 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-010df9e1-a6f1-4d96-a7dd-4c7e3d233f6e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Deleting port 778f9f02-1345-4f9b-b075-709a3249f712 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:52:46.228203 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-010df9e1-a6f1-4d96-a7dd-4c7e3d233f6e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:46.249198 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-3cbf5d6f-b0b1-49d5-a395-fc4decceb936 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Request body: {'network': {'description': 'd2'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:46.272529 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-990eb2b5-abe4-4762-ba61-fdda34f9cd5c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:52:46.275434 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-990eb2b5-abe4-4762-ba61-fdda34f9cd5c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.6789534 May 31 15:52:46.280385 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-a77100d1-542b-47e1-b2ef-b4efc232f298 service neutron] 10.222.0.45 "GET /v2.0/networks/c90d105b-40f8-46f5-a26d-05b432efdd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311881 May 31 15:52:46.284824 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57196) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:46.299139 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7431dfc5-87dc-4d4b-931f-eb626e564676 None None] Transition to ACTIVE for port object 0590bffa-77bb-4eca-8250-60e4118a0c33 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:46.319839 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7431dfc5-87dc-4d4b-931f-eb626e564676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:46.328448 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-95b20dc7-6a4b-4d04-aff8-7aaa03f2ea44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:46.384128 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:46.440622 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7431dfc5-87dc-4d4b-931f-eb626e564676 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:46.447446 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ee161519-1353-412f-a2a9-2fb3472c3f36 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:46.469297 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-86be9ea7-f371-4c2b-a947-945e6f37df2d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:46.492680 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-7431dfc5-87dc-4d4b-931f-eb626e564676 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:46.506127 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7431dfc5-87dc-4d4b-931f-eb626e564676 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:46.525966 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431dfc5-87dc-4d4b-931f-eb626e564676 None None] Pushing event updated for resources: {'Port': ['ID=0590bffa-77bb-4eca-8250-60e4118a0c33,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:46.537472 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-7431dfc5-87dc-4d4b-931f-eb626e564676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:46.580090 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port c7f8dae1-02f5-4302-941f-4ee8434b8dfe, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c7f8dae1-02f5-4302-941f-4ee8434b8dfe,segment=NetworkSegment(98fced0f-cb7d-40a6-9947-d0c4c65bbb9b),segment_id=98fced0f-cb7d-40a6-9947-d0c4c65bbb9b)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:46.591276 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-010df9e1-a6f1-4d96-a7dd-4c7e3d233f6e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:46.620897 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:46.633555 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-90cff629-b8b0-4977-91ba-1e13949746b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:46.716811 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 66a25dcf-3fdf-4064-9aed-6a9a95b3f5f9 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:52:46.773076 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 66a25dcf-3fdf-4064-9aed-6a9a95b3f5f9 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:52:46.773430 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 66a25dcf-3fdf-4064-9aed-6a9a95b3f5f9 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:52:46.785623 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-7431dfc5-87dc-4d4b-931f-eb626e564676 None None] Attempting to bind port 0590bffa-77bb-4eca-8250-60e4118a0c33 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:52:46.785905 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-7431dfc5-87dc-4d4b-931f-eb626e564676 None None] Attempting to bind port 0590bffa-77bb-4eca-8250-60e4118a0c33 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:52:46.786451 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7431dfc5-87dc-4d4b-931f-eb626e564676 None None] Attempting to bind port 0590bffa-77bb-4eca-8250-60e4118a0c33 on network b5001308-9f67-458f-99a7-4cdcd1177eb2 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:52:46.804112 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7431dfc5-87dc-4d4b-931f-eb626e564676 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:52:46.804497 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7431dfc5-87dc-4d4b-931f-eb626e564676 None None] Checking segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:46.805425 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7431dfc5-87dc-4d4b-931f-eb626e564676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:46.805425 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7431dfc5-87dc-4d4b-931f-eb626e564676 None None] Bound using segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:52:46.805757 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-7431dfc5-87dc-4d4b-931f-eb626e564676 None None] Bound port: 0590bffa-77bb-4eca-8250-60e4118a0c33, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:52:46.806133 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7431dfc5-87dc-4d4b-931f-eb626e564676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:46.809787 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-010df9e1-a6f1-4d96-a7dd-4c7e3d233f6e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Calling delete_port for 778f9f02-1345-4f9b-b075-709a3249f712 owned by network:router_interface {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:52:46.812721 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddaa9a-396f-442a-9add-203ededbe3a9 req-7ac0b41b-f05a-425d-aa90-2e5fa46c1461 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:46.814212 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-30ddaa9a-396f-442a-9add-203ededbe3a9 req-7ac0b41b-f05a-425d-aa90-2e5fa46c1461 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 945 time: 0.7188382 May 31 15:52:46.827020 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c9b58299-4908-4c45-8eab-533b576695d7 req-fa22912a-ec42-4749-b99a-c297e9e73ae9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=12cae31f-3571-42cc-aa57-8bd3f8e67b5c HTTP/1.1" status: 200 len: 210 time: 0.1396451 May 31 15:52:46.891904 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 1840dc3a-1a1c-4ff3-ba46-797ba59b885e up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:46.959569 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-30ddaa9a-396f-442a-9add-203ededbe3a9 req-3b7ccafc-4526-49ec-927e-369756f3ddc7 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305442 May 31 15:52:46.966606 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=c7f8dae1-02f5-4302-941f-4ee8434b8dfe,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:46.978282 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.db.resource_extend [None req-53c95011-6c23-4b09-b32f-b822746411a9 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:52:47.002616 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 48413328-e7f4-4240-902b-068f830142b2 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:47.028799 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:47.066821 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-9cccb71b-fa97-4621-b230-07dbf7b27946 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting port ceb32c54-bea4-4250-baf1-7f6edad4db6c {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:52:47.067076 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9cccb71b-fa97-4621-b230-07dbf7b27946 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:47.105027 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-ee161519-1353-412f-a2a9-2fb3472c3f36 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Allocated IP 172.26.0.216 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/cc4cd9d0-edcc-4dc1-96a6-0590f06608a0) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:47.110959 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3cbf5d6f-b0b1-49d5-a395-fc4decceb936 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:47.173073 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-7431dfc5-87dc-4d4b-931f-eb626e564676 None None] For port 0590bffa-77bb-4eca-8250-60e4118a0c33, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:52:47.179280 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-7431dfc5-87dc-4d4b-931f-eb626e564676 None None] For port 0590bffa-77bb-4eca-8250-60e4118a0c33, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=0590bffa-77bb-4eca-8250-60e4118a0c33,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:52:47.182595 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-53c95011-6c23-4b09-b32f-b822746411a9 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:47.191369 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7431dfc5-87dc-4d4b-931f-eb626e564676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:47.199362 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e679076b-57ac-4c08-85a0-bc809ab3751a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:47.306202 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-86be9ea7-f371-4c2b-a947-945e6f37df2d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:47.314330 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e61066dc-83dc-4b72-b892-3143be7785db tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:47.321639 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-53c95011-6c23-4b09-b32f-b822746411a9 None None] Transition to ACTIVE for port object 519373d8-e05e-4d2f-ad24-61d85ec78f45 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:47.348996 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9cccb71b-fa97-4621-b230-07dbf7b27946 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:47.356651 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-53c95011-6c23-4b09-b32f-b822746411a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:47.360117 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port 1840dc3a-1a1c-4ff3-ba46-797ba59b885e completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:47.367508 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be9ea7-f371-4c2b-a947-945e6f37df2d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Subnet': ['ID=0f0f99e5-dbff-44a2-a8c1-371af6716c22,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:47.372135 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 48413328-e7f4-4240-902b-068f830142b2 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:47.372613 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-86be9ea7-f371-4c2b-a947-945e6f37df2d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:47.372772 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:47.386525 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ee161519-1353-412f-a2a9-2fb3472c3f36 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:47.419560 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb5ff72-8306-49b7-8724-68de09bfa05f None None] Network a7088258-410b-479c-a05f-438c138d7af3 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:47.433862 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-86be9ea7-f371-4c2b-a947-945e6f37df2d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:47.448683 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 1840dc3a-1a1c-4ff3-ba46-797ba59b885e triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:47.449057 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:47.506361 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-9cccb71b-fa97-4621-b230-07dbf7b27946 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Calling delete_port for ceb32c54-bea4-4250-baf1-7f6edad4db6c owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:52:47.519072 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-86be9ea7-f371-4c2b-a947-945e6f37df2d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/subnets/0f0f99e5-dbff-44a2-a8c1-371af6716c22 HTTP/1.1" status: 204 len: 168 time: 1.9021306 May 31 15:52:47.521256 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57210) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:47.536692 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3cbf5d6f-b0b1-49d5-a395-fc4decceb936 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:47.546796 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4b41ee4a-8828-448e-8ae1-73e97154edfa tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:47.564971 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ee161519-1353-412f-a2a9-2fb3472c3f36 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:47.588681 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3cbf5d6f-b0b1-49d5-a395-fc4decceb936 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Network 99a13297-40fd-4f37-aef4-6fd4e6d35f9f is not hosted by any dhcp agent {{(pid=99204) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 31 15:52:47.592367 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbf5d6f-b0b1-49d5-a395-fc4decceb936 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:47.593019 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3cbf5d6f-b0b1-49d5-a395-fc4decceb936 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:47.597121 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3cbf5d6f-b0b1-49d5-a395-fc4decceb936 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "PUT /v2.0/networks/99a13297-40fd-4f37-aef4-6fd4e6d35f9f HTTP/1.1" status: 200 len: 762 time: 1.3702509 May 31 15:52:47.602062 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57214) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:47.660105 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431dfc5-87dc-4d4b-931f-eb626e564676 None None] Pushing event updated for resources: {'Port': ['ID=0590bffa-77bb-4eca-8250-60e4118a0c33,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:47.677818 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-7431dfc5-87dc-4d4b-931f-eb626e564676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:47.684319 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.317s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:47.911502 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee161519-1353-412f-a2a9-2fb3472c3f36 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:47.921814 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-ee161519-1353-412f-a2a9-2fb3472c3f36 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:47.945496 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee161519-1353-412f-a2a9-2fb3472c3f36 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:47.982476 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf5d6f-b0b1-49d5-a395-fc4decceb936 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event updated for resources: {'Network': ['ID=99a13297-40fd-4f37-aef4-6fd4e6d35f9f,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:48.041380 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3cbf5d6f-b0b1-49d5-a395-fc4decceb936 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:48.042109 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3952bf92-53b1-412a-a6fe-34734b0843e2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.464s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:48.050908 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 99a13297-40fd-4f37-aef4-6fd4e6d35f9f details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:52:48.065421 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a746cebd-180b-43eb-a7e6-edcd26029f4c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:48.104997 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-010df9e1-a6f1-4d96-a7dd-4c7e3d233f6e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:48.152974 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452a6a4-0a3f-4747-9cfa-29da53133ac5 None None] Pushing event updated for resources: {'Port': ['ID=519373d8-e05e-4d2f-ad24-61d85ec78f45,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:48.157184 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b452a6a4-0a3f-4747-9cfa-29da53133ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:48.159968 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b39e7d2-5c33-436d-9c70-647a9d49cc49 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:48.162091 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9b39e7d2-5c33-436d-9c70-647a9d49cc49 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "GET /v2.0/networks?id=99a13297-40fd-4f37-aef4-6fd4e6d35f9f HTTP/1.1" status: 200 len: 765 time: 0.5114281 May 31 15:52:48.177777 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-53c95011-6c23-4b09-b32f-b822746411a9 None None] Attempting to bind port 519373d8-e05e-4d2f-ad24-61d85ec78f45 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:52:48.178037 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-53c95011-6c23-4b09-b32f-b822746411a9 None None] Attempting to bind port 519373d8-e05e-4d2f-ad24-61d85ec78f45 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '012d733f-b04d-47cb-8de3-cd25f481f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:52:48.179083 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c95011-6c23-4b09-b32f-b822746411a9 None None] Attempting to bind port 519373d8-e05e-4d2f-ad24-61d85ec78f45 on network 7191dc47-4f9a-404c-8d02-0127e3375e39 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:52:48.198760 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c95011-6c23-4b09-b32f-b822746411a9 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:52:48.199168 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c95011-6c23-4b09-b32f-b822746411a9 None None] Checking segment: {'id': '012d733f-b04d-47cb-8de3-cd25f481f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:48.199605 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-53c95011-6c23-4b09-b32f-b822746411a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:48.200010 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c95011-6c23-4b09-b32f-b822746411a9 None None] Bound using segment: {'id': '012d733f-b04d-47cb-8de3-cd25f481f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:52:48.201610 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-53c95011-6c23-4b09-b32f-b822746411a9 None None] Bound port: 519373d8-e05e-4d2f-ad24-61d85ec78f45, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012d733f-b04d-47cb-8de3-cd25f481f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:52:48.202046 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-53c95011-6c23-4b09-b32f-b822746411a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:48.219900 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57222) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:48.292715 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-18334712-e5d8-4a5b-9047-7508fdf86927 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:48.330688 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-132a56f3-069a-4f5c-a059-6cdd337633e3 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:48.370227 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-53c95011-6c23-4b09-b32f-b822746411a9 None None] For port 519373d8-e05e-4d2f-ad24-61d85ec78f45, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:52:48.374479 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-53c95011-6c23-4b09-b32f-b822746411a9 None None] For port 519373d8-e05e-4d2f-ad24-61d85ec78f45, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=519373d8-e05e-4d2f-ad24-61d85ec78f45,segment=NetworkSegment(012d733f-b04d-47cb-8de3-cd25f481f116),segment_id=012d733f-b04d-47cb-8de3-cd25f481f116)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:52:48.393361 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-725b7853-86ec-4823-ba9c-2f91b2581642 req-f65bd1ff-7880-45ca-b7e5-4f17b1dd3aa5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=12cae31f-3571-42cc-aa57-8bd3f8e67b5c HTTP/1.1" status: 200 len: 210 time: 0.2414861 May 31 15:52:48.398768 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-53c95011-6c23-4b09-b32f-b822746411a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:48.429071 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:48.595089 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18334712-e5d8-4a5b-9047-7508fdf86927 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Subnet': ['ID=d64f80f8-0827-4c66-9e40-ef117d327c63,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:48.612136 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-18334712-e5d8-4a5b-9047-7508fdf86927 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:48.613704 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18334712-e5d8-4a5b-9047-7508fdf86927 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Checking segment: {'id': '31f4952d-06bb-497e-8e4c-a13d87e4a88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:48.614252 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18334712-e5d8-4a5b-9047-7508fdf86927 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network hostable DHCP agents. Network: 93544c58-9a1f-460e-b8df-baaa390b3fad, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:52:48.623058 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee161519-1353-412f-a2a9-2fb3472c3f36 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Pushing event updated for resources: {'Port': ['ID=cc4cd9d0-edcc-4dc1-96a6-0590f06608a0,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:48.658313 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9cccb71b-fa97-4621-b230-07dbf7b27946 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:48.675314 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-59b5277d-5424-4411-8daf-9eb8046d1b78 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:48.706252 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ee161519-1353-412f-a2a9-2fb3472c3f36 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:48.724755 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-cba1080a-5205-4694-b892-b14c7cd8037c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.583s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:48.734072 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452a6a4-0a3f-4747-9cfa-29da53133ac5 None None] Pushing event updated for resources: {'Port': ['ID=519373d8-e05e-4d2f-ad24-61d85ec78f45,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:48.738564 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b452a6a4-0a3f-4747-9cfa-29da53133ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:48.749081 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c95011-6c23-4b09-b32f-b822746411a9 None None] Routers {'acdf9dba-dd5a-4398-8bc1-540ab572cd85'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:52:48.749756 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-53c95011-6c23-4b09-b32f-b822746411a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:52:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:48.792117 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18334712-e5d8-4a5b-9047-7508fdf86927 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network 93544c58-9a1f-460e-b8df-baaa390b3fad is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:52:48.828823 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cccb71b-fa97-4621-b230-07dbf7b27946 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Port': ['ID=ceb32c54-bea4-4250-baf1-7f6edad4db6c,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:48.831124 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-43ccb5f7-5d0d-497a-aa2e-13d4033bc705 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:48.832037 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-43ccb5f7-5d0d-497a-aa2e-13d4033bc705 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:network {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:52:48.856801 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:48.866462 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c862166-3512-4e5f-8d9b-d001e2f53c6c req-0bbcfdaf-43d9-44e4-99f0-d259e60efd33 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:48.868119 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2c862166-3512-4e5f-8d9b-d001e2f53c6c req-0bbcfdaf-43d9-44e4-99f0-d259e60efd33 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 945 time: 0.6249101 May 31 15:52:48.902473 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9cccb71b-fa97-4621-b230-07dbf7b27946 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:48.910273 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010df9e1-a6f1-4d96-a7dd-4c7e3d233f6e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Pushing event deleted for resources: {'Port': ['ID=778f9f02-1345-4f9b-b075-709a3249f712,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:48.925755 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-18334712-e5d8-4a5b-9047-7508fdf86927 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 93544c58-9a1f-460e-b8df-baaa390b3fad) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:48.928737 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-a746cebd-180b-43eb-a7e6-edcd26029f4c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting port 1b9e38ce-e461-4783-b2b1-f1b10c68baac {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:52:48.929077 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a746cebd-180b-43eb-a7e6-edcd26029f4c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:48.953468 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9cccb71b-fa97-4621-b230-07dbf7b27946 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:48.980496 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6413ddf9-3984-4f5e-99cd-c46101493a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1840dc3a-1a1c-4ff3-ba46-797ba59b885e'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:52:48.982656 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9b51ba-cf56-4654-9ed7-f66b17c9dd13" -d '{"events": [{"server_uuid": "6413ddf9-3984-4f5e-99cd-c46101493a4a", "name": "network-vif-plugged", "status": "completed", "tag": "1840dc3a-1a1c-4ff3-ba46-797ba59b885e"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:52:48.983427 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18334712-e5d8-4a5b-9047-7508fdf86927 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:48.984028 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-18334712-e5d8-4a5b-9047-7508fdf86927 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:48.985334 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6556d655-adf2-4afd-bc63-00a223ad994a None None] Network 93544c58-9a1f-460e-b8df-baaa390b3fad requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:49.030662 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 1840dc3a-1a1c-4ff3-ba46-797ba59b885e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1840dc3a-1a1c-4ff3-ba46-797ba59b885e,segment=NetworkSegment(d689a5f1-87c6-4c5b-a91b-b6d33d247f15),segment_id=d689a5f1-87c6-4c5b-a91b-b6d33d247f15)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:49.031983 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-010df9e1-a6f1-4d96-a7dd-4c7e3d233f6e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:49.099832 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9cccb71b-fa97-4621-b230-07dbf7b27946 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/ceb32c54-bea4-4250-baf1-7f6edad4db6c HTTP/1.1" status: 204 len: 168 time: 2.8137114 May 31 15:52:49.104479 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57234) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:49.157532 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 0590bffa-77bb-4eca-8250-60e4118a0c33 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:49.163080 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0a2440-ddc2-48b0-93a6-006958494eb3 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:49.168164 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ed0a2440-ddc2-48b0-93a6-006958494eb3 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9325657 May 31 15:52:49.173156 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57238) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:49.173594 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-43ccb5f7-5d0d-497a-aa2e-13d4033bc705 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:network {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:52:49.174636 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-43ccb5f7-5d0d-497a-aa2e-13d4033bc705 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/networks?id=c90d105b-40f8-46f5-a26d-05b432efdd46 HTTP/1.1" status: 200 len: 797 time: 1.1894960 May 31 15:52:49.175306 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-010df9e1-a6f1-4d96-a7dd-4c7e3d233f6e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:49.185871 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87a55f9-ca56-4967-b542-6a42c1475f66 None None] DHCP port deletion for a7088258-410b-479c-a05f-438c138d7af3 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:52:49.187863 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:49.203712 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b452a6a4-0a3f-4747-9cfa-29da53133ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:49.236722 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2c862166-3512-4e5f-8d9b-d001e2f53c6c req-5b175ab1-335e-4d43-9aa2-65e1bd172b65 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3552995 May 31 15:52:49.242832 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-18334712-e5d8-4a5b-9047-7508fdf86927 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.9640040 May 31 15:52:49.249607 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57242) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:49.258615 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-a746cebd-180b-43eb-a7e6-edcd26029f4c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] For port 1b9e38ce-e461-4783-b2b1-f1b10c68baac, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=1b9e38ce-e461-4783-b2b1-f1b10c68baac,segment=NetworkSegment(8cddf46b-0b11-4785-a011-1a712628428a),segment_id=8cddf46b-0b11-4785-a011-1a712628428a)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:49.259126 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a746cebd-180b-43eb-a7e6-edcd26029f4c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:49.408670 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad5c49e-945b-42f1-bd2b-1f18382f652c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:49.410445 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad5c49e-945b-42f1-bd2b-1f18382f652c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:49.411299 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-dad5c49e-945b-42f1-bd2b-1f18382f652c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:52:49.420586 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 15:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccab76c-5633-4588-8fed-774ca0465bf2 x-openstack-request-id: req-9ccab76c-5633-4588-8fed-774ca0465bf2 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:52:49.420878 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6413ddf9-3984-4f5e-99cd-c46101493a4a", "name": "network-vif-plugged", "status": "completed", "tag": "1840dc3a-1a1c-4ff3-ba46-797ba59b885e", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:52:49.421134 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9ccab76c-5633-4588-8fed-774ca0465bf2 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:52:49.421529 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6413ddf9-3984-4f5e-99cd-c46101493a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1840dc3a-1a1c-4ff3-ba46-797ba59b885e', 'code': 200} May 31 15:52:49.466616 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-53c95011-6c23-4b09-b32f-b822746411a9 None None] Set router acdf9dba-dd5a-4398-8bc1-540ab572cd85 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:52:49.514388 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8651eeda-7905-490b-bb22-658696ed05ab tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Synchronizing usage tracker for tenant:3fe64971f6524794b9c8599e1534ac7b on resource:subnet {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:52:49.555643 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ee161519-1353-412f-a2a9-2fb3472c3f36 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:49.694521 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=1840dc3a-1a1c-4ff3-ba46-797ba59b885e,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:49.702573 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:49.716332 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-2f27c273-f780-4f8f-9e35-1c8ca52564a1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:security_group {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:52:49.718828 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8651eeda-7905-490b-bb22-658696ed05ab tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Unset dirty status for tenant:3fe64971f6524794b9c8599e1534ac7b on resource:subnet {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:52:49.723218 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8651eeda-7905-490b-bb22-658696ed05ab tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "GET /v2.0/subnets?network_id=014c45f7-9697-4b0b-b8b7-66a80a50a15c HTTP/1.1" status: 200 len: 207 time: 0.5335696 May 31 15:52:49.746001 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 0590bffa-77bb-4eca-8250-60e4118a0c33 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:49.782053 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57248) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:49.784570 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c7f8dae1-02f5-4302-941f-4ee8434b8dfe up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:49.785013 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-a746cebd-180b-43eb-a7e6-edcd26029f4c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Calling delete_port for 1b9e38ce-e461-4783-b2b1-f1b10c68baac owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:52:49.804819 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0296a4f8-cdc4-402f-b6b0-a3924b7972ec req-36be05f1-8ca7-4171-9a28-dfecd7082b84 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=12cae31f-3571-42cc-aa57-8bd3f8e67b5c HTTP/1.1" status: 200 len: 210 time: 0.1578588 May 31 15:52:49.890318 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-97c64eb0-5f42-481c-a2d5-9cec95186806 None None] Provisioning for port 0590bffa-77bb-4eca-8250-60e4118a0c33 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:49.900235 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ee161519-1353-412f-a2a9-2fb3472c3f36 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:49.924492 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-97c64eb0-5f42-481c-a2d5-9cec95186806 None None] Provisioning complete for port 0590bffa-77bb-4eca-8250-60e4118a0c33 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:49.924969 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-97c64eb0-5f42-481c-a2d5-9cec95186806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:49.926439 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010df9e1-a6f1-4d96-a7dd-4c7e3d233f6e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Router db8bc585-095e-4c98-9d56-9fa34fa10240 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:52:49.954489 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-a87a55f9-ca56-4967-b542-6a42c1475f66 None None] Deleting port 1b9e38ce-e461-4783-b2b1-f1b10c68baac {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:52:49.955050 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a87a55f9-ca56-4967-b542-6a42c1475f66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:49.965397 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-2f27c273-f780-4f8f-9e35-1c8ca52564a1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:security_group {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:52:49.966535 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-2f27c273-f780-4f8f-9e35-1c8ca52564a1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 380 time: 0.7032211 May 31 15:52:49.987781 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-4cd93d8b-75e3-4988-adfd-adbfb138a9ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'port': {'device_id': '12cae31f-3571-42cc-aa57-8bd3f8e67b5c', 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46', 'admin_state_up': True, 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'security_groups': ['262daab4-c09b-414e-93f9-35c9a138dd3f']}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:50.124663 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3265414b-5225-4ebf-b5b9-d8650d7fb459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-93544c58-9a1f-460e-b8df-baaa390b3fad', 'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'fixed_ips': [{'subnet_id': 'd64f80f8-0827-4c66-9e40-ef117d327c63'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:52:50.125703 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3265414b-5225-4ebf-b5b9-d8650d7fb459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:50.196859 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-dad5c49e-945b-42f1-bd2b-1f18382f652c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:52:50.199684 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-dad5c49e-945b-42f1-bd2b-1f18382f652c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 1.0859184 May 31 15:52:50.205880 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57252) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:50.272258 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-a87a55f9-ca56-4967-b542-6a42c1475f66 None None] For port 1b9e38ce-e461-4783-b2b1-f1b10c68baac, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=1b9e38ce-e461-4783-b2b1-f1b10c68baac,segment=NetworkSegment(8cddf46b-0b11-4785-a011-1a712628428a),segment_id=8cddf46b-0b11-4785-a011-1a712628428a)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:50.272844 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a87a55f9-ca56-4967-b542-6a42c1475f66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:50.282373 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5126513c-2710-4b5c-81ac-5ea91b65e6ab tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:50.288581 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5126513c-2710-4b5c-81ac-5ea91b65e6ab tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:50.293776 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5126513c-2710-4b5c-81ac-5ea91b65e6ab tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:50.300662 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5126513c-2710-4b5c-81ac-5ea91b65e6ab tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:50.300860 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port c7f8dae1-02f5-4302-941f-4ee8434b8dfe triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:50.301198 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:50.305421 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5126513c-2710-4b5c-81ac-5ea91b65e6ab tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:50.311075 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5126513c-2710-4b5c-81ac-5ea91b65e6ab tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:50.312922 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5126513c-2710-4b5c-81ac-5ea91b65e6ab tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.5298703 May 31 15:52:50.314111 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010df9e1-a6f1-4d96-a7dd-4c7e3d233f6e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:52:50.321149 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57258) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:50.332944 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a232188f-73de-4a68-a3a0-5e3a2169e983 None None] Sync routers for ids ['db8bc585-095e-4c98-9d56-9fa34fa10240'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:52:50.353553 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a232188f-73de-4a68-a3a0-5e3a2169e983 None None] Routers {'db8bc585-095e-4c98-9d56-9fa34fa10240'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:52:50.354239 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-a232188f-73de-4a68-a3a0-5e3a2169e983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:52:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['db8bc585-095e-4c98-9d56-9fa34fa10240'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:50.455869 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-a232188f-73de-4a68-a3a0-5e3a2169e983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:50.466486 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a232188f-73de-4a68-a3a0-5e3a2169e983 None None] Routers {'db8bc585-095e-4c98-9d56-9fa34fa10240'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:52:50.467437 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-a232188f-73de-4a68-a3a0-5e3a2169e983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:52:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['db8bc585-095e-4c98-9d56-9fa34fa10240'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:50.491153 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-845107ee-586a-4ff0-a9dc-3413179d6913 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting subnet 352f0162-61e3-46e3-ad9f-11dc72c3a7d8 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:52:50.511910 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-845107ee-586a-4ff0-a9dc-3413179d6913 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:50.533791 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-a232188f-73de-4a68-a3a0-5e3a2169e983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:50.534482 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a232188f-73de-4a68-a3a0-5e3a2169e983 None None] The sync data for ids ['db8bc585-095e-4c98-9d56-9fa34fa10240'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:52:50.535549 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-a87a55f9-ca56-4967-b542-6a42c1475f66 None None] Calling delete_port for 1b9e38ce-e461-4783-b2b1-f1b10c68baac owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:52:50.623382 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a746cebd-180b-43eb-a7e6-edcd26029f4c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:50.635052 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3c9527ff-2564-4f39-a91c-af4a922ff1d0 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:50.684112 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85c495-bf78-462c-8f0b-d386acec6531 req-4da37492-da62-4000-9810-73f65b6ac60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:50.685831 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ce85c495-bf78-462c-8f0b-d386acec6531 req-4da37492-da62-4000-9810-73f65b6ac60e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 1099 time: 0.8754160 May 31 15:52:50.693388 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-97c64eb0-5f42-481c-a2d5-9cec95186806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:50.717298 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-010df9e1-a6f1-4d96-a7dd-4c7e3d233f6e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] 10.222.0.45 "PUT /v2.0/routers/db8bc585-095e-4c98-9d56-9fa34fa10240/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0293598 May 31 15:52:50.723504 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57262) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:50.729173 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a746cebd-180b-43eb-a7e6-edcd26029f4c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Port': ['ID=1b9e38ce-e461-4783-b2b1-f1b10c68baac,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:50.734664 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a746cebd-180b-43eb-a7e6-edcd26029f4c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] No DVR routers for this DVR port 1b9e38ce-e461-4783-b2b1-f1b10c68baac on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:52:50.737110 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-4cd93d8b-75e3-4988-adfd-adbfb138a9ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:50.741750 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-845107ee-586a-4ff0-a9dc-3413179d6913 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:50.773250 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a746cebd-180b-43eb-a7e6-edcd26029f4c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:50.814041 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-4cd93d8b-75e3-4988-adfd-adbfb138a9ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:port and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:50.816573 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-3265414b-5225-4ebf-b5b9-d8650d7fb459 None None] Allocated IP 2001:db8:1::2 (93544c58-9a1f-460e-b8df-baaa390b3fad/d64f80f8-0827-4c66-9e40-ef117d327c63/a3919150-f131-4c6c-8900-8e17830c4f87) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:50.819774 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-53c95011-6c23-4b09-b32f-b822746411a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:52:38Z', 'revision_number': 2, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None, '_interfaces': [{'id': '519373d8-e05e-4d2f-ad24-61d85ec78f45', 'name': '', 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:73:95:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:34Z', 'updated_at': '2021-05-31T15:52:48Z', 'revision_number': 4, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:50.825880 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-4cd93d8b-75e3-4988-adfd-adbfb138a9ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:50.852092 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-c6c9a930-c4d8-47dd-803f-78598477141a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] show failed (client error): The resource could not be found. May 31 15:52:50.853682 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c6c9a930-c4d8-47dd-803f-78598477141a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] 10.222.0.45 "GET /v2.0/routers/tempest-non_exist_router-267095621 HTTP/1.1" status: 404 len: 334 time: 0.1270630 May 31 15:52:50.855104 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-97c64eb0-5f42-481c-a2d5-9cec95186806 None None] For port 0590bffa-77bb-4eca-8250-60e4118a0c33, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=0590bffa-77bb-4eca-8250-60e4118a0c33,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:50.869229 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-4cd93d8b-75e3-4988-adfd-adbfb138a9ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:50.871112 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57268) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:50.878236 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c95011-6c23-4b09-b32f-b822746411a9 None None] The sync data for ids ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'] in dv-neutron-601336-79-hyperv is: [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:52:38Z', 'revision_number': 2, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None, '_interfaces': [{'id': '519373d8-e05e-4d2f-ad24-61d85ec78f45', 'name': '', 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:73:95:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:34Z', 'updated_at': '2021-05-31T15:52:48Z', 'revision_number': 4, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:52:50.900536 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-bcd39cec-27dc-40e0-a8e6-87c874c6f0aa tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Request body: {'router': {'name': 'new_name'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:50.919759 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-97c64eb0-5f42-481c-a2d5-9cec95186806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:50.937524 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ad017eef-cb8c-4053-97ad-d3cd5ab62c4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:51.019267 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-97c64eb0-5f42-481c-a2d5-9cec95186806 None None] Could not find standard attr ID for object ceb32c54-bea4-4250-baf1-7f6edad4db6c. {{(pid=99206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 15:52:51.026771 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-bcd39cec-27dc-40e0-a8e6-87c874c6f0aa tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] update failed (client error): The resource could not be found. May 31 15:52:51.027992 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-bcd39cec-27dc-40e0-a8e6-87c874c6f0aa tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] 10.222.0.45 "PUT /v2.0/routers/tempest-non_exist_router-1490593128 HTTP/1.1" status: 404 len: 335 time: 0.1511197 May 31 15:52:51.031824 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-4cd93d8b-75e3-4988-adfd-adbfb138a9ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Made reservation on behalf of 77a9908268404908970d038c7b3f1f66 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:51.035770 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-4cd93d8b-75e3-4988-adfd-adbfb138a9ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:51.038408 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ce85c495-bf78-462c-8f0b-d386acec6531 req-0f89f981-eb3d-4a9e-95e0-f269bc2c01fe service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3354840 May 31 15:52:51.041592 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57272) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:51.072824 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 1b9e38ce-e461-4783-b2b1-f1b10c68baac no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:52:51.074893 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-cd312ebb-7abb-4175-a5ce-f0c031d95d35 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.7467890 May 31 15:52:51.080837 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57276) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:51.130730 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 1b9e38ce-e461-4783-b2b1-f1b10c68baac {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:52:51.131113 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 1b9e38ce-e461-4783-b2b1-f1b10c68baac not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:52:51.132573 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a87a55f9-ca56-4967-b542-6a42c1475f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:51.161466 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a746cebd-180b-43eb-a7e6-edcd26029f4c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:51.164350 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.db.resource_extend [None req-ee161519-1353-412f-a2a9-2fb3472c3f36 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:52:51.166508 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87a55f9-ca56-4967-b542-6a42c1475f66 None None] No DVR routers for this DVR port 1b9e38ce-e461-4783-b2b1-f1b10c68baac on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:52:51.183801 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4a40da97-057e-4037-90ac-888d66692844 req-9cc92477-f1c7-4b49-bf61-a69cdb8231b5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=12cae31f-3571-42cc-aa57-8bd3f8e67b5c HTTP/1.1" status: 200 len: 210 time: 0.1475394 May 31 15:52:51.198294 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-a746cebd-180b-43eb-a7e6-edcd26029f4c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7088258-410b-479c-a05f-438c138d7af3']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:51.230340 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ee161519-1353-412f-a2a9-2fb3472c3f36 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:51.232420 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-a746cebd-180b-43eb-a7e6-edcd26029f4c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cddf46b-0b11-4785-a011-1a712628428a') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:51.232556 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-a746cebd-180b-43eb-a7e6-edcd26029f4c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cddf46b-0b11-4785-a011-1a712628428a') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:51.247003 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ee161519-1353-412f-a2a9-2fb3472c3f36 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:51.249638 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401ce08-b809-465c-b3f7-fc96672f9ff6 req-7b004bea-e218-451f-9228-c887067e1f21 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:51.258088 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d401ce08-b809-465c-b3f7-fc96672f9ff6 req-7b004bea-e218-451f-9228-c887067e1f21 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 946 time: 0.8026938 May 31 15:52:51.258818 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-938ad017-d694-4619-b8fa-27afec80ba3b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:51.291902 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c64eb0-5f42-481c-a2d5-9cec95186806 None None] Pushing event updated for resources: {'Port': ['ID=0590bffa-77bb-4eca-8250-60e4118a0c33,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:51.297784 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-97c64eb0-5f42-481c-a2d5-9cec95186806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:51.298735 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:51.353870 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a746cebd-180b-43eb-a7e6-edcd26029f4c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:51.364216 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a55f9-ca56-4967-b542-6a42c1475f66 None None] Pushing event deleted for resources: {'Port': ['ID=1b9e38ce-e461-4783-b2b1-f1b10c68baac,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:51.369232 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a87a55f9-ca56-4967-b542-6a42c1475f66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:51.401028 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-845107ee-586a-4ff0-a9dc-3413179d6913 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:51.434701 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75db2b7e-eb6d-45f6-8b0a-6044682fca5d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:51.436234 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75db2b7e-eb6d-45f6-8b0a-6044682fca5d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:51.438423 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75db2b7e-eb6d-45f6-8b0a-6044682fca5d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:51.440373 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75db2b7e-eb6d-45f6-8b0a-6044682fca5d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:51.441995 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75db2b7e-eb6d-45f6-8b0a-6044682fca5d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:51.445166 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-75db2b7e-eb6d-45f6-8b0a-6044682fca5d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3616731 May 31 15:52:51.469329 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3265414b-5225-4ebf-b5b9-d8650d7fb459 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:51.477818 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57280) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:51.482151 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-238b74e6-1b19-4a3b-954b-3126cc8759a9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Deleting subnet df39fe9d-5001-4b8e-ac03-5f72128236c7 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:52:51.482888 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-3265414b-5225-4ebf-b5b9-d8650d7fb459 None None] Transition to ACTIVE for port object a3919150-f131-4c6c-8900-8e17830c4f87 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:51.496224 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-238b74e6-1b19-4a3b-954b-3126cc8759a9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:51.519479 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-3265414b-5225-4ebf-b5b9-d8650d7fb459 None None] Transition to ACTIVE for port object a3919150-f131-4c6c-8900-8e17830c4f87 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:51.532763 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3265414b-5225-4ebf-b5b9-d8650d7fb459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:51.536199 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee161519-1353-412f-a2a9-2fb3472c3f36 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Pushing event updated for resources: {'Port': ['ID=cc4cd9d0-edcc-4dc1-96a6-0590f06608a0,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:51.538120 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:51.542758 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ee161519-1353-412f-a2a9-2fb3472c3f36 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:51.559258 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ee161519-1353-412f-a2a9-2fb3472c3f36 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:51.563852 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a746cebd-180b-43eb-a7e6-edcd26029f4c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:51.577576 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-4cd93d8b-75e3-4988-adfd-adbfb138a9ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.20.0.6 (c90d105b-40f8-46f5-a26d-05b432efdd46/d3de773e-464a-4285-bb79-f773de6ad3c5/a692427e-8020-4bd0-a824-e461a3328153) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:51.585136 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e5abb9d0-c5bd-459d-8e94-a6901f9e82f1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:51.613778 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d401ce08-b809-465c-b3f7-fc96672f9ff6 req-3da79c74-79e6-462e-be6c-bea0a279e0a6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3548844 May 31 15:52:51.614817 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a746cebd-180b-43eb-a7e6-edcd26029f4c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:52:51.617653 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265414b-5225-4ebf-b5b9-d8650d7fb459 None None] Pushing event updated for resources: {'Port': ['ID=a3919150-f131-4c6c-8900-8e17830c4f87,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:51.620314 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a746cebd-180b-43eb-a7e6-edcd26029f4c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:51.621027 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-3265414b-5225-4ebf-b5b9-d8650d7fb459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:51.626936 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3265414b-5225-4ebf-b5b9-d8650d7fb459 None None] Network 93544c58-9a1f-460e-b8df-baaa390b3fad is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:51.628100 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-3265414b-5225-4ebf-b5b9-d8650d7fb459 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:51.631137 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3265414b-5225-4ebf-b5b9-d8650d7fb459 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:52:51.680135 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:52:51.686446 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8298084-ae89-4874-9792-0712dfdacc15 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['shared'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:51.687965 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8298084-ae89-4874-9792-0712dfdacc15 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['shared'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:51.689534 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8298084-ae89-4874-9792-0712dfdacc15 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['shared'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:51.690977 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8298084-ae89-4874-9792-0712dfdacc15 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['shared'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:51.692531 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8298084-ae89-4874-9792-0712dfdacc15 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['shared'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:51.693289 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e8298084-ae89-4874-9792-0712dfdacc15 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Synchronizing usage tracker for tenant:3fe64971f6524794b9c8599e1534ac7b on resource:subnet {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:52:51.733793 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-3265414b-5225-4ebf-b5b9-d8650d7fb459 None None] Attempting to bind port a3919150-f131-4c6c-8900-8e17830c4f87 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:52:51.734157 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-3265414b-5225-4ebf-b5b9-d8650d7fb459 None None] Attempting to bind port a3919150-f131-4c6c-8900-8e17830c4f87 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '31f4952d-06bb-497e-8e4c-a13d87e4a88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:52:51.734523 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3265414b-5225-4ebf-b5b9-d8650d7fb459 None None] Attempting to bind port a3919150-f131-4c6c-8900-8e17830c4f87 on network 93544c58-9a1f-460e-b8df-baaa390b3fad {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:52:51.741111 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3265414b-5225-4ebf-b5b9-d8650d7fb459 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:52:51.741491 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3265414b-5225-4ebf-b5b9-d8650d7fb459 None None] Checking segment: {'id': '31f4952d-06bb-497e-8e4c-a13d87e4a88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:51.741896 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3265414b-5225-4ebf-b5b9-d8650d7fb459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:51.742283 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3265414b-5225-4ebf-b5b9-d8650d7fb459 None None] Bound using segment: {'id': '31f4952d-06bb-497e-8e4c-a13d87e4a88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:52:51.742762 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-3265414b-5225-4ebf-b5b9-d8650d7fb459 None None] Bound port: a3919150-f131-4c6c-8900-8e17830c4f87, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f4952d-06bb-497e-8e4c-a13d87e4a88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:52:51.743159 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3265414b-5225-4ebf-b5b9-d8650d7fb459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:51.840410 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-3265414b-5225-4ebf-b5b9-d8650d7fb459 None None] For port a3919150-f131-4c6c-8900-8e17830c4f87, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:52:51.845005 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-3265414b-5225-4ebf-b5b9-d8650d7fb459 None None] For port a3919150-f131-4c6c-8900-8e17830c4f87, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a3919150-f131-4c6c-8900-8e17830c4f87,segment=NetworkSegment(31f4952d-06bb-497e-8e4c-a13d87e4a88b),segment_id=31f4952d-06bb-497e-8e4c-a13d87e4a88b)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:52:51.854011 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3265414b-5225-4ebf-b5b9-d8650d7fb459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:51.860723 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-036af520-7bc3-4aad-978d-e4222ac0ace2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:51.882138 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-4cd93d8b-75e3-4988-adfd-adbfb138a9ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:51.889818 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ee161519-1353-412f-a2a9-2fb3472c3f36 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:51.894542 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ee161519-1353-412f-a2a9-2fb3472c3f36 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9520705 May 31 15:52:51.895679 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57284) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:51.957959 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265414b-5225-4ebf-b5b9-d8650d7fb459 None None] Pushing event updated for resources: {'Port': ['ID=a3919150-f131-4c6c-8900-8e17830c4f87,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:51.961658 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-3265414b-5225-4ebf-b5b9-d8650d7fb459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:51.999908 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-4cd93d8b-75e3-4988-adfd-adbfb138a9ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Transition to ACTIVE for port object a692427e-8020-4bd0-a824-e461a3328153 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:52.022114 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-fd91602d-232d-4cd4-88e2-2020e55831f0 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.1199374 May 31 15:52:52.022114 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57288) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:52.171043 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-74495d84-50e1-4317-914e-93d023e8597d tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Synchronizing usage tracker for tenant:553059ded91345179c45baa155886fe6 on resource:floatingip {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:52:52.212956 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-4cd93d8b-75e3-4988-adfd-adbfb138a9ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:52.218232 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-74495d84-50e1-4317-914e-93d023e8597d tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Unset dirty status for tenant:553059ded91345179c45baa155886fe6 on resource:floatingip {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:52:52.218232 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-74495d84-50e1-4317-914e-93d023e8597d tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1942296 May 31 15:52:52.231934 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-746ae76b-41b1-41e7-87fc-37f852e6d872 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:52.262636 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57292) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:52.345196 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e8298084-ae89-4874-9792-0712dfdacc15 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Unset dirty status for tenant:3fe64971f6524794b9c8599e1534ac7b on resource:subnet {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:52:52.347000 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e8298084-ae89-4874-9792-0712dfdacc15 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.8620551 May 31 15:52:52.351415 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-238b74e6-1b19-4a3b-954b-3126cc8759a9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:52.377428 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57298) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:52.486651 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-4cd93d8b-75e3-4988-adfd-adbfb138a9ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network c90d105b-40f8-46f5-a26d-05b432efdd46 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:52.497825 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-4cd93d8b-75e3-4988-adfd-adbfb138a9ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:52.500127 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd93d8b-75e3-4988-adfd-adbfb138a9ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=a692427e-8020-4bd0-a824-e461a3328153,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:52.514453 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-4cd93d8b-75e3-4988-adfd-adbfb138a9ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:52.536362 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a746cebd-180b-43eb-a7e6-edcd26029f4c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:52.563689 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-11c6f010-9587-4f78-8a89-501f00c72e37 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:52.579087 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a746cebd-180b-43eb-a7e6-edcd26029f4c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:52.636033 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a746cebd-180b-43eb-a7e6-edcd26029f4c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Network': ['ID=a7088258-410b-479c-a05f-438c138d7af3,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:52.659733 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a746cebd-180b-43eb-a7e6-edcd26029f4c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:52.692430 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a746cebd-180b-43eb-a7e6-edcd26029f4c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/networks/a7088258-410b-479c-a05f-438c138d7af3 HTTP/1.1" status: 204 len: 168 time: 5.1697958 May 31 15:52:52.732426 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57304) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:52.770109 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4cd93d8b-75e3-4988-adfd-adbfb138a9ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:52.785010 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-3601a75c-9c58-402d-bfc6-1678d6407679 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-653669032'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:52.800164 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-3601a75c-9c58-402d-bfc6-1678d6407679 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:52.854606 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-3601a75c-9c58-402d-bfc6-1678d6407679 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:network and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:52.867617 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-3601a75c-9c58-402d-bfc6-1678d6407679 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:52.875029 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-238b74e6-1b19-4a3b-954b-3126cc8759a9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:52.886087 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1ee5d90f-34dc-42cd-9093-5d6096eb34df None None] Provisioning for port a692427e-8020-4bd0-a824-e461a3328153 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:52.889563 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-4cd93d8b-75e3-4988-adfd-adbfb138a9ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:52.892874 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-4cd93d8b-75e3-4988-adfd-adbfb138a9ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:52.900756 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1ee5d90f-34dc-42cd-9093-5d6096eb34df None None] Provisioning complete for port a692427e-8020-4bd0-a824-e461a3328153 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:52.904044 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1ee5d90f-34dc-42cd-9093-5d6096eb34df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:52.933402 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819031aa-751e-4287-9ed3-6737a052b37d req-a4905836-74c9-4363-8901-fb8f663295ce tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:52.935273 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-819031aa-751e-4287-9ed3-6737a052b37d req-a4905836-74c9-4363-8901-fb8f663295ce tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=12cae31f-3571-42cc-aa57-8bd3f8e67b5c HTTP/1.1" status: 200 len: 931 time: 0.5409312 May 31 15:52:52.944389 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-3601a75c-9c58-402d-bfc6-1678d6407679 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:52.955981 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12215428-4b2e-4a49-9085-ca456d56e904 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:52.961580 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-12215428-4b2e-4a49-9085-ca456d56e904 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "GET /v2.0/networks/debadd60-4836-42ae-ad3c-2669e474d1ca HTTP/1.1" status: 200 len: 804 time: 0.5789628 May 31 15:52:52.961580 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57308) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:52.965494 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-4cd93d8b-75e3-4988-adfd-adbfb138a9ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9823442 May 31 15:52:52.988904 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-83a105ae-08d5-4fb3-a85d-482c7eca6871 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Deleting port cc4cd9d0-edcc-4dc1-96a6-0590f06608a0 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:52:52.989248 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-83a105ae-08d5-4fb3-a85d-482c7eca6871 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:53.034623 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-1ee5d90f-34dc-42cd-9093-5d6096eb34df None None] Port a692427e-8020-4bd0-a824-e461a3328153 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:52:53.075788 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3601a75c-9c58-402d-bfc6-1678d6407679 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:53.079926 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3601a75c-9c58-402d-bfc6-1678d6407679 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:53.081804 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-02cd6d70-cac4-460d-92e0-80b946af7ac5 service neutron] Request body: {'port': {'device_id': '12cae31f-3571-42cc-aa57-8bd3f8e67b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:53.151055 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-819031aa-751e-4287-9ed3-6737a052b37d req-3b2502ce-3abe-44bc-996a-b2b2e841da4d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=262daab4-c09b-414e-93f9-35c9a138dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938324 May 31 15:52:53.152642 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a3919150-f131-4c6c-8900-8e17830c4f87 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:53.229660 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-845107ee-586a-4ff0-a9dc-3413179d6913 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:53.238091 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-e5abb9d0-c5bd-459d-8e94-a6901f9e82f1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Allocated IP 2001:db8:1::1 (93544c58-9a1f-460e-b8df-baaa390b3fad/d64f80f8-0827-4c66-9e40-ef117d327c63/692955f7-07b5-4de1-b31d-16d58bc190fe) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:53.240756 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port a3919150-f131-4c6c-8900-8e17830c4f87 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:53.242507 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-be7796a2-d03c-4693-addd-af95dbcbaf74 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:53.246540 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 0590bffa-77bb-4eca-8250-60e4118a0c33 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:53.311435 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845107ee-586a-4ff0-a9dc-3413179d6913 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Subnet': ['ID=352f0162-61e3-46e3-ad9f-11dc72c3a7d8,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:53.313449 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-845107ee-586a-4ff0-a9dc-3413179d6913 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:53.316209 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3601a75c-9c58-402d-bfc6-1678d6407679 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:52:53.316797 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 0590bffa-77bb-4eca-8250-60e4118a0c33 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:53.317397 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:53.318485 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-83a105ae-08d5-4fb3-a85d-482c7eca6871 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:53.318812 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-83a105ae-08d5-4fb3-a85d-482c7eca6871 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:53.322509 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-845107ee-586a-4ff0-a9dc-3413179d6913 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:53.353627 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13645817-da5c-4c0c-8701-c61d7f3437dc None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:53.376385 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952caf1c-badc-4737-ab0d-06c2b807055d req-bf9ec9ef-ee29-4af7-ba07-f48a2a267c1c tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:53.377852 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-952caf1c-badc-4737-ab0d-06c2b807055d req-bf9ec9ef-ee29-4af7-ba07-f48a2a267c1c tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 946 time: 0.5791461 May 31 15:52:53.397573 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3601a75c-9c58-402d-bfc6-1678d6407679 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:53.397858 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-3601a75c-9c58-402d-bfc6-1678d6407679 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Added segment 17e98047-86f1-4a17-a885-f67d5cfea046 of type vlan for network 3dbf2cee-19db-4ba4-98d1-84329639695c May 31 15:52:53.423076 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-773c5ece-abd0-453f-ac73-3c019a81a3b1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "GET /v2.0/networks/debadd60-4836-42ae-ad3c-2669e474d1ca?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4606826 May 31 15:52:53.465834 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57312) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:53.489482 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-83a105ae-08d5-4fb3-a85d-482c7eca6871 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Calling delete_port for cc4cd9d0-edcc-4dc1-96a6-0590f06608a0 owned by network:floatingip {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:52:53.495682 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-02cd6d70-cac4-460d-92e0-80b946af7ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:53.536549 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-845107ee-586a-4ff0-a9dc-3413179d6913 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/352f0162-61e3-46e3-ad9f-11dc72c3a7d8 HTTP/1.1" status: 204 len: 168 time: 3.3269866 May 31 15:52:53.545285 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57316) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:53.643334 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-23455171-936b-4ef3-9ba8-c3607ee40a59 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0969131 May 31 15:52:53.646337 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57320) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:53.652010 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 519373d8-e05e-4d2f-ad24-61d85ec78f45 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:53.656965 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-ee0082f4-371b-4682-8736-159a99fbf28c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:53.684262 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3601a75c-9c58-402d-bfc6-1678d6407679 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:53.700044 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-952caf1c-badc-4737-ab0d-06c2b807055d req-16c5de00-b7eb-4f24-a6c3-bc910ab43edd tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3091290 May 31 15:52:53.718082 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc08e39-b5bd-4a92-9ba7-3b94806c5ce3 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:53.719633 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9cc08e39-b5bd-4a92-9ba7-3b94806c5ce3 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "GET /v2.0/subnets/0d8534ad-6a1e-4dcf-bcfd-2453abd38e4d HTTP/1.1" status: 200 len: 843 time: 0.2438986 May 31 15:52:53.737974 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57326) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:53.756483 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 519373d8-e05e-4d2f-ad24-61d85ec78f45 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:53.772371 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 519373d8-e05e-4d2f-ad24-61d85ec78f45 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:53.772815 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:53.882182 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfc7572-ce6b-4db1-88c7-5d47a47a746f None None] DHCP port deletion for b5001308-9f67-458f-99a7-4cdcd1177eb2 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:52:53.891345 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e5abb9d0-c5bd-459d-8e94-a6901f9e82f1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:53.901392 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3601a75c-9c58-402d-bfc6-1678d6407679 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:53.911809 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3601a75c-9c58-402d-bfc6-1678d6407679 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:53.912910 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3601a75c-9c58-402d-bfc6-1678d6407679 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:53.971508 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ee0082f4-371b-4682-8736-159a99fbf28c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:53.972082 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2ed934c8-89ed-411c-b304-f673d52713ca tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:53.984434 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:53.992851 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ee0082f4-371b-4682-8736-159a99fbf28c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:subnet and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:53.998382 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ee0082f4-371b-4682-8736-159a99fbf28c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:53.998940 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-238b74e6-1b19-4a3b-954b-3126cc8759a9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:54.029379 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de94fff-5867-4e2c-851a-6c40ddec4618 None None] Network 93544c58-9a1f-460e-b8df-baaa390b3fad requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:54.062563 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ee0082f4-371b-4682-8736-159a99fbf28c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:54.085998 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-e5abb9d0-c5bd-459d-8e94-a6901f9e82f1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Transition to ACTIVE for port object 692955f7-07b5-4de1-b31d-16d58bc190fe will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:54.094522 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa156c3f-f5f4-41bd-aed4-13a954296720 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['shared'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:54.099571 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-fa156c3f-f5f4-41bd-aed4-13a954296720 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "GET /v2.0/subnets/0d8534ad-6a1e-4dcf-bcfd-2453abd38e4d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3474269 May 31 15:52:54.103767 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57330) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:54.114110 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-0a356fca-31fb-4030-a70b-21dff45d1a1c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1183523115'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:54.126410 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0a356fca-31fb-4030-a70b-21dff45d1a1c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:54.130099 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-238b74e6-1b19-4a3b-954b-3126cc8759a9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:54.134608 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-238b74e6-1b19-4a3b-954b-3126cc8759a9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] 10.222.0.45 "DELETE /v2.0/subnets/df39fe9d-5001-4b8e-ac03-5f72128236c7 HTTP/1.1" status: 204 len: 168 time: 3.0755389 May 31 15:52:54.134765 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0082f4-371b-4682-8736-159a99fbf28c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:54.135818 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ee0082f4-371b-4682-8736-159a99fbf28c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:54.138415 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34b905c-b129-4e73-bfc5-f0b693816cd6 None None] Network 1d8f48ec-e8c1-49cc-96c7-efbb5fe0b90e requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:54.140953 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3601a75c-9c58-402d-bfc6-1678d6407679 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4074576 May 31 15:52:54.141726 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57334) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:54.142048 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57336) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:54.166412 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 519373d8-e05e-4d2f-ad24-61d85ec78f45, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=519373d8-e05e-4d2f-ad24-61d85ec78f45,segment=NetworkSegment(012d733f-b04d-47cb-8de3-cd25f481f116),segment_id=012d733f-b04d-47cb-8de3-cd25f481f116)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:54.171930 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601a75c-9c58-402d-bfc6-1678d6407679 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Network': ['ID=3dbf2cee-19db-4ba4-98d1-84329639695c,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:54.179361 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-d471396a-c93f-4c44-9d74-1ae57cedca6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'subnet': {'network_id': '3dbf2cee-19db-4ba4-98d1-84329639695c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:54.199080 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3601a75c-9c58-402d-bfc6-1678d6407679 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:54.203206 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-37d66adc-8a80-4d45-ab23-d057f4039664 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:54.205463 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0a356fca-31fb-4030-a70b-21dff45d1a1c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:54.236904 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 3dbf2cee-19db-4ba4-98d1-84329639695c details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:52:54.249522 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:54.264087 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-eff35f47-4d36-4b25-8fe8-400822d7cfdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:54.328047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-83a105ae-08d5-4fb3-a85d-482c7eca6871 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:54.340951 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ee161519-1353-412f-a2a9-2fb3472c3f36 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:54.363231 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b61eca88-40ef-4439-a132-4a0da23b4297 None None] Provisioning for port a3919150-f131-4c6c-8900-8e17830c4f87 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:54.371952 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a356fca-31fb-4030-a70b-21dff45d1a1c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Made reservation on behalf of 3fe64971f6524794b9c8599e1534ac7b for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:54.378208 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0a356fca-31fb-4030-a70b-21dff45d1a1c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:54.456845 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b61eca88-40ef-4439-a132-4a0da23b4297 None None] Provisioning complete for port a3919150-f131-4c6c-8900-8e17830c4f87 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:54.457075 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b61eca88-40ef-4439-a132-4a0da23b4297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:54.543165 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b74e6-1b19-4a3b-954b-3126cc8759a9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Pushing event deleted for resources: {'Subnet': ['ID=df39fe9d-5001-4b8e-ac03-5f72128236c7,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:54.582411 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.db.resource_extend [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-02cd6d70-cac4-460d-92e0-80b946af7ac5 service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:52:54.596172 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a105ae-08d5-4fb3-a85d-482c7eca6871 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Pushing event deleted for resources: {'Port': ['ID=cc4cd9d0-edcc-4dc1-96a6-0590f06608a0,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:54.608287 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-83a105ae-08d5-4fb3-a85d-482c7eca6871 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:54.609894 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-8dfc7572-ce6b-4db1-88c7-5d47a47a746f None None] Deleting port 0590bffa-77bb-4eca-8250-60e4118a0c33 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:52:54.610334 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8dfc7572-ce6b-4db1-88c7-5d47a47a746f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:54.615350 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-238b74e6-1b19-4a3b-954b-3126cc8759a9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:54.694899 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8906121e-6dc8-4c1b-a12b-093ac04ab5f9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:54.697372 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e5abb9d0-c5bd-459d-8e94-a6901f9e82f1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:54.705417 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d471396a-c93f-4c44-9d74-1ae57cedca6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:54.705848 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=519373d8-e05e-4d2f-ad24-61d85ec78f45,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:54.708499 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ead62c9e-a76e-4fdc-9acd-31fa4d2a21c7 tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:54.709439 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a356fca-31fb-4030-a70b-21dff45d1a1c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:52:54.709584 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:54.759256 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d471396a-c93f-4c44-9d74-1ae57cedca6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:subnet and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:54.772198 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772f82e-db44-4db5-a518-6683591df14d req-084879d2-ca50-42fd-b198-8ffb2d682b66 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:54.775450 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3772f82e-db44-4db5-a518-6683591df14d req-084879d2-ca50-42fd-b198-8ffb2d682b66 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 946 time: 0.8573935 May 31 15:52:54.779547 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0a356fca-31fb-4030-a70b-21dff45d1a1c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:54.780239 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-0a356fca-31fb-4030-a70b-21dff45d1a1c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Added segment e0bd616e-a008-4911-80da-98a46079596b of type vlan for network a6896930-1675-4e80-b02a-67afbbc2bd3d May 31 15:52:54.781161 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d471396a-c93f-4c44-9d74-1ae57cedca6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:54.790132 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-02cd6d70-cac4-460d-92e0-80b946af7ac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a692427e-8020-4bd0-a824-e461a3328153 {{(pid=99204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 15:52:54.802182 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-02cd6d70-cac4-460d-92e0-80b946af7ac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:54.812274 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d471396a-c93f-4c44-9d74-1ae57cedca6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:54.815926 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5abb9d0-c5bd-459d-8e94-a6901f9e82f1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network 93544c58-9a1f-460e-b8df-baaa390b3fad is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:54.829778 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-8dfc7572-ce6b-4db1-88c7-5d47a47a746f None None] For port 0590bffa-77bb-4eca-8250-60e4118a0c33, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=0590bffa-77bb-4eca-8250-60e4118a0c33,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:54.830171 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8dfc7572-ce6b-4db1-88c7-5d47a47a746f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:54.876072 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abb9d0-c5bd-459d-8e94-a6901f9e82f1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Port': ['ID=692955f7-07b5-4de1-b31d-16d58bc190fe,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:54.884763 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-02cd6d70-cac4-460d-92e0-80b946af7ac5 service neutron] Transition to ACTIVE for port object a692427e-8020-4bd0-a824-e461a3328153 will not be triggered until provisioned by entity L2. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:54.891115 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-83a105ae-08d5-4fb3-a85d-482c7eca6871 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Notify callbacks [] for floatingip, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:54.898967 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-e5abb9d0-c5bd-459d-8e94-a6901f9e82f1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:54.899181 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0a356fca-31fb-4030-a70b-21dff45d1a1c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:54.902728 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e5abb9d0-c5bd-459d-8e94-a6901f9e82f1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:54.911808 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-02cd6d70-cac4-460d-92e0-80b946af7ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:54.920415 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-32abe47b-f9de-45b1-aea7-389d7c72d9b2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:54.920636 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ace88c-e1aa-40c3-be0a-558fc4061fc6 req-412216f1-1892-44e4-8bbe-38ee42fe6fe1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:54.922656 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e2ace88c-e1aa-40c3-be0a-558fc4061fc6 req-412216f1-1892-44e4-8bbe-38ee42fe6fe1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=12cae31f-3571-42cc-aa57-8bd3f8e67b5c HTTP/1.1" status: 200 len: 931 time: 0.4903650 May 31 15:52:54.923767 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d471396a-c93f-4c44-9d74-1ae57cedca6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:54.927172 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d471396a-c93f-4c44-9d74-1ae57cedca6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:54.983825 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5abb9d0-c5bd-459d-8e94-a6901f9e82f1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:54.984626 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e5abb9d0-c5bd-459d-8e94-a6901f9e82f1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:55.040013 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 519373d8-e05e-4d2f-ad24-61d85ec78f45 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:55.076251 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-8dfc7572-ce6b-4db1-88c7-5d47a47a746f None None] Calling delete_port for 0590bffa-77bb-4eca-8250-60e4118a0c33 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:52:55.144220 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b61eca88-40ef-4439-a132-4a0da23b4297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:55.160831 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd6d70-cac4-460d-92e0-80b946af7ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=a692427e-8020-4bd0-a824-e461a3328153,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:55.171108 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0a356fca-31fb-4030-a70b-21dff45d1a1c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:55.176818 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a356fca-31fb-4030-a70b-21dff45d1a1c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:55.177608 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0a356fca-31fb-4030-a70b-21dff45d1a1c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:55.192661 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-02cd6d70-cac4-460d-92e0-80b946af7ac5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:55.193187 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-43517faf-7c19-41f9-8f84-41e613d9ba06 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:55.202731 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3772f82e-db44-4db5-a518-6683591df14d req-86fbf681-a21e-4b8e-800e-eaabd74de377 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4031479 May 31 15:52:55.228384 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-b61eca88-40ef-4439-a132-4a0da23b4297 None None] For port a3919150-f131-4c6c-8900-8e17830c4f87, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a3919150-f131-4c6c-8900-8e17830c4f87,segment=NetworkSegment(31f4952d-06bb-497e-8e4c-a13d87e4a88b),segment_id=31f4952d-06bb-497e-8e4c-a13d87e4a88b)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:55.231377 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e2ace88c-e1aa-40c3-be0a-558fc4061fc6 req-1ebec434-fa99-4bd6-896d-a8b57c560150 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=262daab4-c09b-414e-93f9-35c9a138dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920762 May 31 15:52:55.259448 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57344) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:55.265937 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 519373d8-e05e-4d2f-ad24-61d85ec78f45 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:55.267830 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:55.278018 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-83a105ae-08d5-4fb3-a85d-482c7eca6871 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:55.281911 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-83a105ae-08d5-4fb3-a85d-482c7eca6871 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] 10.222.0.45 "DELETE /v2.0/floatingips/2688e946-e711-4f12-8c19-e817a0fd8ea1 HTTP/1.1" status: 204 len: 168 time: 2.9957781 May 31 15:52:55.293038 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57350) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:55.366790 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1bc7fe-425c-489c-ba07-afc0d99cabf8 None None] DHCP port deletion for 1d8f48ec-e8c1-49cc-96c7-efbb5fe0b90e request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:52:55.369035 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b61eca88-40ef-4439-a132-4a0da23b4297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:55.378162 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:55.446213 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0a356fca-31fb-4030-a70b-21dff45d1a1c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3402452 May 31 15:52:55.472560 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61eca88-40ef-4439-a132-4a0da23b4297 None None] Pushing event updated for resources: {'Port': ['ID=a3919150-f131-4c6c-8900-8e17830c4f87,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:55.479040 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8dfc7572-ce6b-4db1-88c7-5d47a47a746f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:55.485518 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57354) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:55.494271 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b61eca88-40ef-4439-a132-4a0da23b4297 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:55.494671 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b61eca88-40ef-4439-a132-4a0da23b4297 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:55.496482 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-2385232b-d608-4525-b02a-f4c3bb4afb64 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Request body: {'subnet': {'network_id': 'a6896930-1675-4e80-b02a-67afbbc2bd3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:55.524159 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a356fca-31fb-4030-a70b-21dff45d1a1c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event updated for resources: {'Network': ['ID=a6896930-1675-4e80-b02a-67afbbc2bd3d,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:55.524421 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-8906121e-6dc8-4c1b-a12b-093ac04ab5f9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Deleting port c7f8dae1-02f5-4302-941f-4ee8434b8dfe {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:52:55.524674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8906121e-6dc8-4c1b-a12b-093ac04ab5f9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:55.527706 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0a356fca-31fb-4030-a70b-21dff45d1a1c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:55.631326 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc7572-ce6b-4db1-88c7-5d47a47a746f None None] Pushing event deleted for resources: {'Port': ['ID=0590bffa-77bb-4eca-8250-60e4118a0c33,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:55.633551 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfc7572-ce6b-4db1-88c7-5d47a47a746f None None] No DVR routers for this DVR port 0590bffa-77bb-4eca-8250-60e4118a0c33 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:52:55.644636 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network a6896930-1675-4e80-b02a-67afbbc2bd3d details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:52:55.658290 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-8dfc7572-ce6b-4db1-88c7-5d47a47a746f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:55.678376 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-02cd6d70-cac4-460d-92e0-80b946af7ac5 service neutron] Attempting to bind port a692427e-8020-4bd0-a824-e461a3328153 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:52:55.678833 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-02cd6d70-cac4-460d-92e0-80b946af7ac5 service neutron] Attempting to bind port a692427e-8020-4bd0-a824-e461a3328153 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '333ad118-f290-4f99-a784-81002b51054a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:52:55.679129 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-02cd6d70-cac4-460d-92e0-80b946af7ac5 service neutron] Attempting to bind port a692427e-8020-4bd0-a824-e461a3328153 on network c90d105b-40f8-46f5-a26d-05b432efdd46 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:52:55.702649 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-02cd6d70-cac4-460d-92e0-80b946af7ac5 service neutron] Port a692427e-8020-4bd0-a824-e461a3328153 on network c90d105b-40f8-46f5-a26d-05b432efdd46 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:52:55.703271 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-02cd6d70-cac4-460d-92e0-80b946af7ac5 service neutron] Attempting to bind port a692427e-8020-4bd0-a824-e461a3328153 on network c90d105b-40f8-46f5-a26d-05b432efdd46 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:52:55.722958 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-02cd6d70-cac4-460d-92e0-80b946af7ac5 service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:52:55.723397 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-02cd6d70-cac4-460d-92e0-80b946af7ac5 service neutron] Checking segment: {'id': '333ad118-f290-4f99-a784-81002b51054a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:55.723793 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-02cd6d70-cac4-460d-92e0-80b946af7ac5 service neutron] Bound using segment: {'id': '333ad118-f290-4f99-a784-81002b51054a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46'} {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:52:55.724421 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-02cd6d70-cac4-460d-92e0-80b946af7ac5 service neutron] Bound port: a692427e-8020-4bd0-a824-e461a3328153, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '333ad118-f290-4f99-a784-81002b51054a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46'}}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:52:55.724778 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-02cd6d70-cac4-460d-92e0-80b946af7ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:55.748484 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-2385232b-d608-4525-b02a-f4c3bb4afb64 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:55.792305 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-2385232b-d608-4525-b02a-f4c3bb4afb64 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:55.828097 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2385232b-d608-4525-b02a-f4c3bb4afb64 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Made reservation on behalf of 3fe64971f6524794b9c8599e1534ac7b for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:55.831851 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2385232b-d608-4525-b02a-f4c3bb4afb64 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:55.855394 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bc7fe-425c-489c-ba07-afc0d99cabf8 None None] Deleting port c7f8dae1-02f5-4302-941f-4ee8434b8dfe {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:52:55.855778 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc7fe-425c-489c-ba07-afc0d99cabf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:55.933792 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-8906121e-6dc8-4c1b-a12b-093ac04ab5f9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] For port c7f8dae1-02f5-4302-941f-4ee8434b8dfe, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c7f8dae1-02f5-4302-941f-4ee8434b8dfe,segment=NetworkSegment(98fced0f-cb7d-40a6-9947-d0c4c65bbb9b),segment_id=98fced0f-cb7d-40a6-9947-d0c4c65bbb9b)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:55.934323 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8906121e-6dc8-4c1b-a12b-093ac04ab5f9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:55.934438 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 0590bffa-77bb-4eca-8250-60e4118a0c33 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:52:55.983274 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.ipam_backend_mixin [None req-2385232b-d608-4525-b02a-f4c3bb4afb64 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Performing IP validity checks on allocation pools {{(pid=99204) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 31 15:52:55.984028 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.ipam_backend_mixin [None req-2385232b-d608-4525-b02a-f4c3bb4afb64 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Checking for overlaps among allocation pools and gateway ip {{(pid=99204) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 31 15:52:55.986388 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 0590bffa-77bb-4eca-8250-60e4118a0c33 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:52:55.986723 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 0590bffa-77bb-4eca-8250-60e4118a0c33 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:52:55.990285 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-eb2d3d18-5d2c-4986-bdca-77cf027551c2 None None] Provisioning for port 692955f7-07b5-4de1-b31d-16d58bc190fe completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:55.990585 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-02cd6d70-cac4-460d-92e0-80b946af7ac5 service neutron] For port a692427e-8020-4bd0-a824-e461a3328153, host hv-neutron-6013, cleared binding levels {{(pid=99204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:52:55.998893 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-02cd6d70-cac4-460d-92e0-80b946af7ac5 service neutron] For port a692427e-8020-4bd0-a824-e461a3328153, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a692427e-8020-4bd0-a824-e461a3328153,segment=NetworkSegment(333ad118-f290-4f99-a784-81002b51054a),segment_id=333ad118-f290-4f99-a784-81002b51054a)] {{(pid=99204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:52:56.003711 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-eb2d3d18-5d2c-4986-bdca-77cf027551c2 None None] Provisioning complete for port 692955f7-07b5-4de1-b31d-16d58bc190fe triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:56.004499 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-eb2d3d18-5d2c-4986-bdca-77cf027551c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:56.022995 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-02cd6d70-cac4-460d-92e0-80b946af7ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:56.025643 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e5abb9d0-c5bd-459d-8e94-a6901f9e82f1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:56.032009 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0607b0f7-2896-44af-a9e8-385e20e3579f tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:56.048664 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-1c1bc7fe-425c-489c-ba07-afc0d99cabf8 None None] For port c7f8dae1-02f5-4302-941f-4ee8434b8dfe, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c7f8dae1-02f5-4302-941f-4ee8434b8dfe,segment=NetworkSegment(98fced0f-cb7d-40a6-9947-d0c4c65bbb9b),segment_id=98fced0f-cb7d-40a6-9947-d0c4c65bbb9b)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:52:56.049319 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc7fe-425c-489c-ba07-afc0d99cabf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:56.110394 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-02cd6d70-cac4-460d-92e0-80b946af7ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:56.111053 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-02cd6d70-cac4-460d-92e0-80b946af7ac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:56.112456 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-8906121e-6dc8-4c1b-a12b-093ac04ab5f9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Calling delete_port for c7f8dae1-02f5-4302-941f-4ee8434b8dfe owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:52:56.112599 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-02cd6d70-cac4-460d-92e0-80b946af7ac5 service neutron] 10.222.0.59 "PUT /v2.0/ports/a692427e-8020-4bd0-a824-e461a3328153 HTTP/1.1" status: 200 len: 1093 time: 3.0378959 May 31 15:52:56.115274 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12cae31f-3571-42cc-aa57-8bd3f8e67b5c', 'tag': 'a692427e-8020-4bd0-a824-e461a3328153'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:52:56.117794 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5bdc0d-eda3-473a-afa8-528ac32094b3" -d '{"events": [{"name": "network-changed", "server_uuid": "12cae31f-3571-42cc-aa57-8bd3f8e67b5c", "tag": "a692427e-8020-4bd0-a824-e461a3328153"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:52:56.192054 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 15:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60620945-9278-4f77-a48e-67a05fcc9969 x-openstack-request-id: req-60620945-9278-4f77-a48e-67a05fcc9969 {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:52:56.192714 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12cae31f-3571-42cc-aa57-8bd3f8e67b5c", "tag": "a692427e-8020-4bd0-a824-e461a3328153", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:52:56.192714 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-60620945-9278-4f77-a48e-67a05fcc9969 {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:52:56.193175 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12cae31f-3571-42cc-aa57-8bd3f8e67b5c', 'tag': 'a692427e-8020-4bd0-a824-e461a3328153', 'status': 'completed', 'code': 200} May 31 15:52:56.268667 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd6d70-cac4-460d-92e0-80b946af7ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=a692427e-8020-4bd0-a824-e461a3328153,revision_number=3']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:56.281957 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-02cd6d70-cac4-460d-92e0-80b946af7ac5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:56.322071 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bc7fe-425c-489c-ba07-afc0d99cabf8 None None] Calling delete_port for c7f8dae1-02f5-4302-941f-4ee8434b8dfe owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:52:56.328507 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-eb2d3d18-5d2c-4986-bdca-77cf027551c2 None None] Port 692955f7-07b5-4de1-b31d-16d58bc190fe cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:52:56.343109 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-eb2d3d18-5d2c-4986-bdca-77cf027551c2 None None] Provisioning complete for port a3919150-f131-4c6c-8900-8e17830c4f87 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:56.343487 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-eb2d3d18-5d2c-4986-bdca-77cf027551c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:56.441183 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.objects.ports [None req-ee0082f4-371b-4682-8736-159a99fbf28c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99204) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 15:52:56.448212 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ee0082f4-371b-4682-8736-159a99fbf28c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:56.455217 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0adf4876-d9ba-48f4-983d-7e74e83958d9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:56.487638 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae91dabf-4749-4e46-a828-b0ba5abc9f5d tempest-TestVolumeBootPattern-2018324440 tempest-TestVolumeBootPattern-2018324440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:56.489558 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ae91dabf-4749-4e46-a828-b0ba5abc9f5d tempest-TestVolumeBootPattern-2018324440 tempest-TestVolumeBootPattern-2018324440-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 1094 time: 1.2269998 May 31 15:52:56.510111 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57362) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:56.511044 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc7fe-425c-489c-ba07-afc0d99cabf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:56.518433 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-3265414b-5225-4ebf-b5b9-d8650d7fb459 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:56.539608 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-b33e2c92-12be-40ae-969c-66777ef27e21 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'port_id': '1840dc3a-1a1c-4ff3-ba46-797ba59b885e', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:56.540539 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0082f4-371b-4682-8736-159a99fbf28c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:56.550207 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-ee0082f4-371b-4682-8736-159a99fbf28c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:56.566315 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bc7fe-425c-489c-ba07-afc0d99cabf8 None None] Pushing event deleted for resources: {'Port': ['ID=c7f8dae1-02f5-4302-941f-4ee8434b8dfe,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:56.570680 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92983959-2631-4e2c-9182-24c2e9414672 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:56.580468 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0082f4-371b-4682-8736-159a99fbf28c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:56.581078 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ee0082f4-371b-4682-8736-159a99fbf28c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:56.586839 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1c1bc7fe-425c-489c-ba07-afc0d99cabf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:56.603152 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1bc7fe-425c-489c-ba07-afc0d99cabf8 None None] No DVR routers for this DVR port c7f8dae1-02f5-4302-941f-4ee8434b8dfe on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:52:56.608544 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b33e2c92-12be-40ae-969c-66777ef27e21 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:56.625894 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0082f4-371b-4682-8736-159a99fbf28c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Subnet': ['ID=d9dd060a-61fb-4e13-9ced-a8983b6565cf,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:56.629502 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ee0082f4-371b-4682-8736-159a99fbf28c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:56.649632 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-6bd79fd0-4bba-40d1-acb6-e4e652312a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:56.653537 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-6bd79fd0-4bba-40d1-acb6-e4e652312a2b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=12cae31f-3571-42cc-aa57-8bd3f8e67b5c HTTP/1.1" status: 200 len: 1096 time: 0.4537249 May 31 15:52:56.659271 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ee0082f4-371b-4682-8736-159a99fbf28c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.0113497 May 31 15:52:56.683513 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b33e2c92-12be-40ae-969c-66777ef27e21 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Usage tracker for resource:floatingip and tenant:8116e4b155bf47a28df54c3549abf9a0 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:56.687933 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b33e2c92-12be-40ae-969c-66777ef27e21 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:56.698638 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57366) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:56.700459 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-c9b82a0f-338f-4150-b1f4-c47aaae39007 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Deleting port 80e0588d-4d21-4a98-99ea-b0af9a32b2c5 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:52:56.700821 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c9b82a0f-338f-4150-b1f4-c47aaae39007 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:56.724960 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-77bfc8be-021c-4f64-bdc2-b09dccf81598 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'port': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'mac_address': 'fa:16:3e:84:c2:5b', 'name': 'tempest-NetworksTestDHCPv6-1428087164'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:56.762531 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b2e14f4c-9992-46e7-ace7-95829ae3e3e9 None None] Provisioning complete for port 692955f7-07b5-4de1-b31d-16d58bc190fe triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:56.762771 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b2e14f4c-9992-46e7-ace7-95829ae3e3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:56.801489 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b33e2c92-12be-40ae-969c-66777ef27e21 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:56.858418 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-b2e14f4c-9992-46e7-ace7-95829ae3e3e9 None None] Port 692955f7-07b5-4de1-b31d-16d58bc190fe cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:52:56.878016 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d879001e-42b8-42f4-97ba-631390ee9c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-b5001308-9f67-458f-99a7-4cdcd1177eb2', 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'fixed_ips': [{'subnet_id': 'd9dd060a-61fb-4e13-9ced-a8983b6565cf'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:52:56.879704 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d879001e-42b8-42f4-97ba-631390ee9c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:56.956140 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-30f30a11-bf3e-4626-be0e-e8cc2d48a3d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a692427e-8020-4bd0-a824-e461a3328153 HTTP/1.1" status: 200 len: 217 time: 0.2499340 May 31 15:52:56.967300 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a3919150-f131-4c6c-8900-8e17830c4f87 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:57.021539 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b33e2c92-12be-40ae-969c-66777ef27e21 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for floatingip, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:57.038317 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-9ae0c51d-efe6-4b81-b27b-e64eb7402f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:57.039991 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-9ae0c51d-efe6-4b81-b27b-e64eb7402f40 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3de773e-464a-4285-bb79-f773de6ad3c5 HTTP/1.1" status: 200 len: 834 time: 0.0742652 May 31 15:52:57.045948 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8906121e-6dc8-4c1b-a12b-093ac04ab5f9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:57.070416 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6153d9a4-1293-4029-9fe4-e074bd27b836 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:57.108127 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port a3919150-f131-4c6c-8900-8e17830c4f87 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:57.108759 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:57.169747 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-d879001e-42b8-42f4-97ba-631390ee9c73 None None] Allocated IP 2001:db8::f816:3eff:fe1f:b881 (b5001308-9f67-458f-99a7-4cdcd1177eb2/d9dd060a-61fb-4e13-9ced-a8983b6565cf/6cdcd1a6-74e5-48f9-8e29-d38d24dc6da4) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:57.182919 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-f05991df-cee7-4331-95f9-88dc65503096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:57.184039 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c91b16-91c2-47f0-82e0-3c09eb4a028b req-a0055385-6c10-4593-aeaa-36c20d50ea80 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:57.184422 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-f05991df-cee7-4331-95f9-88dc65503096 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c90d105b-40f8-46f5-a26d-05b432efdd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1360428 May 31 15:52:57.185563 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-48c91b16-91c2-47f0-82e0-3c09eb4a028b req-a0055385-6c10-4593-aeaa-36c20d50ea80 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=12cae31f-3571-42cc-aa57-8bd3f8e67b5c HTTP/1.1" status: 200 len: 943 time: 0.7625284 May 31 15:52:57.186506 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8906121e-6dc8-4c1b-a12b-093ac04ab5f9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] No DVR routers for this DVR port c7f8dae1-02f5-4302-941f-4ee8434b8dfe on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:52:57.256027 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c9b82a0f-338f-4150-b1f4-c47aaae39007 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:57.256337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c9b82a0f-338f-4150-b1f4-c47aaae39007 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:57.288140 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2385232b-d608-4525-b02a-f4c3bb4afb64 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:57.294049 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3034d291-f6f6-44b2-8362-b5e165a79ee3 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:57.326338 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906121e-6dc8-4c1b-a12b-093ac04ab5f9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Pushing event deleted for resources: {'Port': ['ID=c7f8dae1-02f5-4302-941f-4ee8434b8dfe,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:57.350667 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8906121e-6dc8-4c1b-a12b-093ac04ab5f9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:57.422677 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385232b-d608-4525-b02a-f4c3bb4afb64 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event updated for resources: {'Subnet': ['ID=1ee165c3-df6c-48dd-9ae7-45b14cd42b44,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:57.428556 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2385232b-d608-4525-b02a-f4c3bb4afb64 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:57.429444 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2385232b-d608-4525-b02a-f4c3bb4afb64 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Checking segment: {'id': 'e0bd616e-a008-4911-80da-98a46079596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a6896930-1675-4e80-b02a-67afbbc2bd3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:57.430869 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2385232b-d608-4525-b02a-f4c3bb4afb64 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Network hostable DHCP agents. Network: a6896930-1675-4e80-b02a-67afbbc2bd3d, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:52:57.432298 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c7f8dae1-02f5-4302-941f-4ee8434b8dfe no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:52:57.439880 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-d35fbb51-b619-47c7-8d0e-246950a5a415 service neutron] 10.222.0.59 "GET /v2.0/networks/c90d105b-40f8-46f5-a26d-05b432efdd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456763 May 31 15:52:57.472397 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2385232b-d608-4525-b02a-f4c3bb4afb64 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Network a6896930-1675-4e80-b02a-67afbbc2bd3d is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:52:57.479559 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-77bfc8be-021c-4f64-bdc2-b09dccf81598 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:52:57.487436 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: c7f8dae1-02f5-4302-941f-4ee8434b8dfe {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:52:57.487888 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c7f8dae1-02f5-4302-941f-4ee8434b8dfe not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:52:57.515551 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d879001e-42b8-42f4-97ba-631390ee9c73 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:57.527216 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d879001e-42b8-42f4-97ba-631390ee9c73 None None] Transition to ACTIVE for port object 6cdcd1a6-74e5-48f9-8e29-d38d24dc6da4 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:57.537604 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-2385232b-d608-4525-b02a-f4c3bb4afb64 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, a6896930-1675-4e80-b02a-67afbbc2bd3d) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:57.554372 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2385232b-d608-4525-b02a-f4c3bb4afb64 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:57.554993 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2385232b-d608-4525-b02a-f4c3bb4afb64 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779036'] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:57.557445 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f704b6a6-cf1f-49b8-a37c-e9b0bba702c7 None None] Network a6896930-1675-4e80-b02a-67afbbc2bd3d requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:57.557575 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-c9b82a0f-338f-4150-b1f4-c47aaae39007 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Calling delete_port for 80e0588d-4d21-4a98-99ea-b0af9a32b2c5 owned by network:floatingip {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:52:57.574304 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d879001e-42b8-42f4-97ba-631390ee9c73 None None] Transition to ACTIVE for port object 6cdcd1a6-74e5-48f9-8e29-d38d24dc6da4 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:57.587134 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d879001e-42b8-42f4-97ba-631390ee9c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:57.597503 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2385232b-d608-4525-b02a-f4c3bb4afb64 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.1083431 May 31 15:52:57.598005 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57372) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:57.606567 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-e78f772d-441f-4f60-b902-c0896003645d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:57.616967 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-77bfc8be-021c-4f64-bdc2-b09dccf81598 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:port and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:52:57.634094 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-77bfc8be-021c-4f64-bdc2-b09dccf81598 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:52:57.641161 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1c1bc7fe-425c-489c-ba07-afc0d99cabf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:57.641349 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-7f9f1f95-8f2d-41c2-800e-220749a62a1d req-0c28d5af-fab3-4cde-8b3d-7ac3a1cadead service neutron] 10.222.0.59 "GET /v2.0/networks/c90d105b-40f8-46f5-a26d-05b432efdd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935153 May 31 15:52:57.685281 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-77bfc8be-021c-4f64-bdc2-b09dccf81598 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:52:57.730653 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8906121e-6dc8-4c1b-a12b-093ac04ab5f9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:57.731413 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d879001e-42b8-42f4-97ba-631390ee9c73 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:57.736060 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-d879001e-42b8-42f4-97ba-631390ee9c73 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:57.741576 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d879001e-42b8-42f4-97ba-631390ee9c73 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:57.753153 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879001e-42b8-42f4-97ba-631390ee9c73 None None] Pushing event updated for resources: {'Port': ['ID=6cdcd1a6-74e5-48f9-8e29-d38d24dc6da4,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:57.762731 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d879001e-42b8-42f4-97ba-631390ee9c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:57.789767 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e78f772d-441f-4f60-b902-c0896003645d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2179192'] for subnet, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:57.853732 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bdc0d-eda3-473a-afa8-528ac32094b3 req-4227fbbd-a607-4c70-a9f2-7f4872a84dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:57.855166 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-5a5bdc0d-eda3-473a-afa8-528ac32094b3 req-4227fbbd-a607-4c70-a9f2-7f4872a84dc5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=12cae31f-3571-42cc-aa57-8bd3f8e67b5c HTTP/1.1" status: 200 len: 1096 time: 0.1512010 May 31 15:52:57.877037 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-d879001e-42b8-42f4-97ba-631390ee9c73 None None] Attempting to bind port 6cdcd1a6-74e5-48f9-8e29-d38d24dc6da4 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:52:57.877556 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-d879001e-42b8-42f4-97ba-631390ee9c73 None None] Attempting to bind port 6cdcd1a6-74e5-48f9-8e29-d38d24dc6da4 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:52:57.878021 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d879001e-42b8-42f4-97ba-631390ee9c73 None None] Attempting to bind port 6cdcd1a6-74e5-48f9-8e29-d38d24dc6da4 on network b5001308-9f67-458f-99a7-4cdcd1177eb2 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:52:57.886794 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d879001e-42b8-42f4-97ba-631390ee9c73 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:52:57.887366 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d879001e-42b8-42f4-97ba-631390ee9c73 None None] Checking segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:57.887869 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d879001e-42b8-42f4-97ba-631390ee9c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:57.888858 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d879001e-42b8-42f4-97ba-631390ee9c73 None None] Bound using segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:52:57.888858 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-d879001e-42b8-42f4-97ba-631390ee9c73 None None] Bound port: 6cdcd1a6-74e5-48f9-8e29-d38d24dc6da4, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:52:57.889376 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d879001e-42b8-42f4-97ba-631390ee9c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:57.966908 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-48c91b16-91c2-47f0-82e0-3c09eb4a028b req-a1c39cd2-f1b1-45c4-a49d-5c798766af3b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=262daab4-c09b-414e-93f9-35c9a138dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7604647 May 31 15:52:57.970857 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-8906121e-6dc8-4c1b-a12b-093ac04ab5f9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8f48ec-e8c1-49cc-96c7-efbb5fe0b90e']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:57.995824 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bfc8be-021c-4f64-bdc2-b09dccf81598 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:52:58.015186 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-8906121e-6dc8-4c1b-a12b-093ac04ab5f9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98fced0f-cb7d-40a6-9947-d0c4c65bbb9b') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:58.015450 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-8906121e-6dc8-4c1b-a12b-093ac04ab5f9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98fced0f-cb7d-40a6-9947-d0c4c65bbb9b') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:58.097924 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8906121e-6dc8-4c1b-a12b-093ac04ab5f9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:58.099910 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bdc0d-eda3-473a-afa8-528ac32094b3 req-575691fd-f3d2-4b81-9ea5-681961bac86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:58.101415 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-5a5bdc0d-eda3-473a-afa8-528ac32094b3 req-575691fd-f3d2-4b81-9ea5-681961bac86d service neutron] 10.222.0.59 "GET /v2.0/networks?id=c90d105b-40f8-46f5-a26d-05b432efdd46 HTTP/1.1" status: 200 len: 898 time: 0.2364562 May 31 15:52:58.141451 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d879001e-42b8-42f4-97ba-631390ee9c73 None None] For port 6cdcd1a6-74e5-48f9-8e29-d38d24dc6da4, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:52:58.145500 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d879001e-42b8-42f4-97ba-631390ee9c73 None None] For port 6cdcd1a6-74e5-48f9-8e29-d38d24dc6da4, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=6cdcd1a6-74e5-48f9-8e29-d38d24dc6da4,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:52:58.147972 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:58.151302 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d879001e-42b8-42f4-97ba-631390ee9c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:58.159586 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f4785746-eff2-443a-adce-5ab4b218989a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:58.161747 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.db.resource_extend [None req-e5abb9d0-c5bd-459d-8e94-a6901f9e82f1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:52:58.179063 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-5a5bdc0d-eda3-473a-afa8-528ac32094b3 req-018c5f6a-b25b-457c-b618-b26c460ef72c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a692427e-8020-4bd0-a824-e461a3328153 HTTP/1.1" status: 200 len: 217 time: 0.0706112 May 31 15:52:58.188828 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066e7987-0e8b-401c-ab45-debf3ebaceb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-a6896930-1675-4e80-b02a-67afbbc2bd3d', 'network_id': 'a6896930-1675-4e80-b02a-67afbbc2bd3d', 'tenant_id': '3fe64971f6524794b9c8599e1534ac7b', 'fixed_ips': [{'subnet_id': '1ee165c3-df6c-48dd-9ae7-45b14cd42b44'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:52:58.189794 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-066e7987-0e8b-401c-ab45-debf3ebaceb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:58.192892 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8906121e-6dc8-4c1b-a12b-093ac04ab5f9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:58.205574 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e5abb9d0-c5bd-459d-8e94-a6901f9e82f1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:58.220926 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8906121e-6dc8-4c1b-a12b-093ac04ab5f9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:52:58.221646 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8906121e-6dc8-4c1b-a12b-093ac04ab5f9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:58.234297 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e78f772d-441f-4f60-b902-c0896003645d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764869057823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2989771'] for subnet, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:52:58.238175 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:52:58.241196 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2385232b-d608-4525-b02a-f4c3bb4afb64 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:58.252276 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e5abb9d0-c5bd-459d-8e94-a6901f9e82f1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:58.253409 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e5abb9d0-c5bd-459d-8e94-a6901f9e82f1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:58.279476 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-803d677a-f24c-42d1-8ab3-d1f939fdc5c2 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:58.303529 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bdc0d-eda3-473a-afa8-528ac32094b3 req-035ef45c-99aa-4e22-a9fc-094d6ac57b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:58.304993 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-5a5bdc0d-eda3-473a-afa8-528ac32094b3 req-035ef45c-99aa-4e22-a9fc-094d6ac57b66 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3de773e-464a-4285-bb79-f773de6ad3c5 HTTP/1.1" status: 200 len: 834 time: 0.1194196 May 31 15:52:58.315107 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f772d-441f-4f60-b902-c0896003645d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event updated for resources: {'Subnet': ['ID=1ee165c3-df6c-48dd-9ae7-45b14cd42b44,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:58.318334 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78f772d-441f-4f60-b902-c0896003645d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:58.318494 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879001e-42b8-42f4-97ba-631390ee9c73 None None] Pushing event updated for resources: {'Port': ['ID=6cdcd1a6-74e5-48f9-8e29-d38d24dc6da4,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:58.318602 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e78f772d-441f-4f60-b902-c0896003645d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:58.319746 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e78f772d-441f-4f60-b902-c0896003645d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "PUT /v2.0/subnets/1ee165c3-df6c-48dd-9ae7-45b14cd42b44 HTTP/1.1" status: 200 len: 900 time: 0.7207754 May 31 15:52:58.320990 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e78f772d-441f-4f60-b902-c0896003645d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:58.328244 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d879001e-42b8-42f4-97ba-631390ee9c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:58.369197 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57376) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:58.379790 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d471396a-c93f-4c44-9d74-1ae57cedca6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:58.436338 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-066e7987-0e8b-401c-ab45-debf3ebaceb6 None None] Allocated IP 2001:db8::3 (a6896930-1675-4e80-b02a-67afbbc2bd3d/1ee165c3-df6c-48dd-9ae7-45b14cd42b44/4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:58.558039 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-77bfc8be-021c-4f64-bdc2-b09dccf81598 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:58.623701 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8906121e-6dc8-4c1b-a12b-093ac04ab5f9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:58.662876 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8906121e-6dc8-4c1b-a12b-093ac04ab5f9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:58.675393 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abb9d0-c5bd-459d-8e94-a6901f9e82f1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Port': ['ID=692955f7-07b5-4de1-b31d-16d58bc190fe,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:58.687270 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b33e2c92-12be-40ae-969c-66777ef27e21 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:58.693487 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e5abb9d0-c5bd-459d-8e94-a6901f9e82f1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:58.698153 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.288s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:58.731954 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:58.736811 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bdc0d-eda3-473a-afa8-528ac32094b3 req-965a465c-ab3d-4773-a32d-061f5fdb8c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:58.738552 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-5a5bdc0d-eda3-473a-afa8-528ac32094b3 req-965a465c-ab3d-4773-a32d-061f5fdb8c59 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c90d105b-40f8-46f5-a26d-05b432efdd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4246235 May 31 15:52:58.743911 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-066e7987-0e8b-401c-ab45-debf3ebaceb6 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:58.757585 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-066e7987-0e8b-401c-ab45-debf3ebaceb6 None None] Transition to ACTIVE for port object 4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:58.780095 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-066e7987-0e8b-401c-ab45-debf3ebaceb6 None None] Transition to ACTIVE for port object 4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:52:58.788301 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-066e7987-0e8b-401c-ab45-debf3ebaceb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:58.793089 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d879001e-42b8-42f4-97ba-631390ee9c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:58.811256 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-77bfc8be-021c-4f64-bdc2-b09dccf81598 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] device_id is not set on port 2787516a-f54e-4641-b2b8-b8fbf370d82c yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:52:58.882693 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d471396a-c93f-4c44-9d74-1ae57cedca6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Checking segment: {'id': '17e98047-86f1-4a17-a885-f67d5cfea046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3dbf2cee-19db-4ba4-98d1-84329639695c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:58.883175 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d471396a-c93f-4c44-9d74-1ae57cedca6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network hostable DHCP agents. Network: 3dbf2cee-19db-4ba4-98d1-84329639695c, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:52:58.896047 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066e7987-0e8b-401c-ab45-debf3ebaceb6 None None] Network a6896930-1675-4e80-b02a-67afbbc2bd3d is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:58.899101 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:58.899304 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-066e7987-0e8b-401c-ab45-debf3ebaceb6 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:58.902415 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8906121e-6dc8-4c1b-a12b-093ac04ab5f9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] 10.222.0.45 "DELETE /v2.0/networks/1d8f48ec-e8c1-49cc-96c7-efbb5fe0b90e HTTP/1.1" status: 204 len: 168 time: 4.7559502 May 31 15:52:58.907673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066e7987-0e8b-401c-ab45-debf3ebaceb6 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:52:58.922428 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e7987-0e8b-401c-ab45-debf3ebaceb6 None None] Pushing event updated for resources: {'Port': ['ID=4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:58.925654 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57380) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:58.928092 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-066e7987-0e8b-401c-ab45-debf3ebaceb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:58.959225 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c9b82a0f-338f-4150-b1f4-c47aaae39007 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:59.058893 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-5a5bdc0d-eda3-473a-afa8-528ac32094b3 req-d7cf9813-14f4-4d9e-8f40-b99d3959c25f service neutron] 10.222.0.59 "GET /v2.0/networks/c90d105b-40f8-46f5-a26d-05b432efdd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121159 May 31 15:52:59.068027 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 6cdcd1a6-74e5-48f9-8e29-d38d24dc6da4 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:52:59.100530 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5abb9d0-c5bd-459d-8e94-a6901f9e82f1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network 93544c58-9a1f-460e-b8df-baaa390b3fad is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:52:59.102974 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-066e7987-0e8b-401c-ab45-debf3ebaceb6 None None] Attempting to bind port 4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:52:59.103360 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-066e7987-0e8b-401c-ab45-debf3ebaceb6 None None] Attempting to bind port 4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'e0bd616e-a008-4911-80da-98a46079596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a6896930-1675-4e80-b02a-67afbbc2bd3d'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:52:59.103915 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066e7987-0e8b-401c-ab45-debf3ebaceb6 None None] Attempting to bind port 4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88 on network a6896930-1675-4e80-b02a-67afbbc2bd3d {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:52:59.104320 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471396a-c93f-4c44-9d74-1ae57cedca6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Subnet': ['ID=cbdef9b7-941c-43c8-a05c-5e6cbfef14c6,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:59.111855 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d471396a-c93f-4c44-9d74-1ae57cedca6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:59.138362 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-380c8ca9-d1b0-4729-867a-10e9afff6a07 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Deleting subnet d2fd01c9-d181-44c3-b664-6b28ac012a82 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:52:59.152728 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-e5abb9d0-c5bd-459d-8e94-a6901f9e82f1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:59.160836 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066e7987-0e8b-401c-ab45-debf3ebaceb6 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:52:59.161315 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066e7987-0e8b-401c-ab45-debf3ebaceb6 None None] Checking segment: {'id': 'e0bd616e-a008-4911-80da-98a46079596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a6896930-1675-4e80-b02a-67afbbc2bd3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:52:59.161876 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-066e7987-0e8b-401c-ab45-debf3ebaceb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:59.162351 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066e7987-0e8b-401c-ab45-debf3ebaceb6 None None] Bound using segment: {'id': 'e0bd616e-a008-4911-80da-98a46079596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a6896930-1675-4e80-b02a-67afbbc2bd3d'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:52:59.162937 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-066e7987-0e8b-401c-ab45-debf3ebaceb6 None None] Bound port: 4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bd616e-a008-4911-80da-98a46079596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a6896930-1675-4e80-b02a-67afbbc2bd3d'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:52:59.163426 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-066e7987-0e8b-401c-ab45-debf3ebaceb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:59.187316 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-43933b6d-5fc0-4a36-8609-4f9dd9a86334 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.534s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:59.220422 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 6cdcd1a6-74e5-48f9-8e29-d38d24dc6da4 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:52:59.252364 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d471396a-c93f-4c44-9d74-1ae57cedca6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network 3dbf2cee-19db-4ba4-98d1-84329639695c is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:52:59.288869 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-066e7987-0e8b-401c-ab45-debf3ebaceb6 None None] For port 4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:52:59.292207 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-066e7987-0e8b-401c-ab45-debf3ebaceb6 None None] For port 4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88,segment=NetworkSegment(e0bd616e-a008-4911-80da-98a46079596b),segment_id=e0bd616e-a008-4911-80da-98a46079596b)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:52:59.299870 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-066e7987-0e8b-401c-ab45-debf3ebaceb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:59.304317 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-8dfc7572-ce6b-4db1-88c7-5d47a47a746f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:59.325503 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906121e-6dc8-4c1b-a12b-093ac04ab5f9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Pushing event deleted for resources: {'Network': ['ID=1d8f48ec-e8c1-49cc-96c7-efbb5fe0b90e,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:59.348330 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8906121e-6dc8-4c1b-a12b-093ac04ab5f9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:59.390740 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e7987-0e8b-401c-ab45-debf3ebaceb6 None None] Pushing event updated for resources: {'Port': ['ID=4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:59.400886 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-066e7987-0e8b-401c-ab45-debf3ebaceb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:59.425554 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e5abb9d0-c5bd-459d-8e94-a6901f9e82f1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.462s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:59.433331 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-380c8ca9-d1b0-4729-867a-10e9afff6a07 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:59.500121 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-d471396a-c93f-4c44-9d74-1ae57cedca6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 3dbf2cee-19db-4ba4-98d1-84329639695c) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:52:59.509653 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b82a0f-338f-4150-b1f4-c47aaae39007 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Pushing event deleted for resources: {'Port': ['ID=80e0588d-4d21-4a98-99ea-b0af9a32b2c5,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:59.518712 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec9f686-19b6-4cb5-9273-8a13f41ddfac None None] Network 3dbf2cee-19db-4ba4-98d1-84329639695c requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:52:59.534684 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:59.542303 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:52:59.584655 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c9b82a0f-338f-4150-b1f4-c47aaae39007 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:59.586068 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-380c8ca9-d1b0-4729-867a-10e9afff6a07 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:59.632710 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c9b82a0f-338f-4150-b1f4-c47aaae39007 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:59.648259 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event deleted for resources: {'Subnet': ['ID=1ee165c3-df6c-48dd-9ae7-45b14cd42b44,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:52:59.675296 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-77bfc8be-021c-4f64-bdc2-b09dccf81598 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Allocated IP 2001:db8::f816:3eff:fe84:c25b (b5001308-9f67-458f-99a7-4cdcd1177eb2/d9dd060a-61fb-4e13-9ced-a8983b6565cf/2787516a-f54e-4641-b2b8-b8fbf370d82c) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:59.684993 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:52:59.692420 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2c24988-3073-4868-b4dd-dafc200f2232 None None] Provisioning complete for port 692955f7-07b5-4de1-b31d-16d58bc190fe triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:52:59.693677 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2c24988-3073-4868-b4dd-dafc200f2232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:59.736119 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d471396a-c93f-4c44-9d74-1ae57cedca6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:52:59.736866 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d471396a-c93f-4c44-9d74-1ae57cedca6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:59.763332 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-b33e2c92-12be-40ae-969c-66777ef27e21 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Allocated IP 172.26.0.208 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/058b98c6-80be-4400-a545-d696d2500c07) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:52:59.805811 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5abb9d0-c5bd-459d-8e94-a6901f9e82f1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Router acdf9dba-dd5a-4398-8bc1-540ab572cd85 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:52:59.825849 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-5a5bdc0d-eda3-473a-afa8-528ac32094b3 req-c2d68800-1721-4744-8b79-077750c0b726 service neutron] 10.222.0.59 "GET /v2.0/networks/c90d105b-40f8-46f5-a26d-05b432efdd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7579002 May 31 15:52:59.833937 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:59.837574 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c9b82a0f-338f-4150-b1f4-c47aaae39007 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:59.839556 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2c24988-3073-4868-b4dd-dafc200f2232 None None] Port 692955f7-07b5-4de1-b31d-16d58bc190fe cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:52:59.845985 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c9b82a0f-338f-4150-b1f4-c47aaae39007 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/df413b01-acec-4a89-b5b5-449dcba52498 HTTP/1.1" status: 204 len: 168 time: 4.5396230 May 31 15:52:59.848162 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57386) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:59.909960 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d471396a-c93f-4c44-9d74-1ae57cedca6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.7615900 May 31 15:52:59.916940 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57390) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:52:59.918538 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6896930-1675-4e80-b02a-67afbbc2bd3d']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:59.954038 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f65ca3-da8c-4158-a0bc-c36b45b912eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-3dbf2cee-19db-4ba4-98d1-84329639695c', 'network_id': '3dbf2cee-19db-4ba4-98d1-84329639695c', 'tenant_id': '1a3131733d3b4e64a0dcbfef175233b5', 'fixed_ips': [{'subnet_id': 'cbdef9b7-941c-43c8-a05c-5e6cbfef14c6'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:52:59.954866 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-66f65ca3-da8c-4158-a0bc-c36b45b912eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:52:59.956907 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-ca04d929-ea10-40db-9f8c-e7cd3ff00329 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'port': {'network_id': '3dbf2cee-19db-4ba4-98d1-84329639695c', 'name': 'tempest-PortsIpV6TestJSON-120186348', 'fixed_ips': [{'subnet_id': 'cbdef9b7-941c-43c8-a05c-5e6cbfef14c6', 'ip_address': '2001:db8::10'}]}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:52:59.992405 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0bd616e-a008-4911-80da-98a46079596b') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:52:59.992664 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0bd616e-a008-4911-80da-98a46079596b') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:00.079485 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:00.153392 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:00.170425 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-380c8ca9-d1b0-4729-867a-10e9afff6a07 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:00.183026 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-045081e5-73f5-4da9-9696-f9c45640509f None None] Provisioning for port 6cdcd1a6-74e5-48f9-8e29-d38d24dc6da4 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:00.187485 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-66f65ca3-da8c-4158-a0bc-c36b45b912eb None None] Allocated IP 2001:db8::2 (3dbf2cee-19db-4ba4-98d1-84329639695c/cbdef9b7-941c-43c8-a05c-5e6cbfef14c6/afb74366-bd87-44c2-a032-eca73cfadb60) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:53:00.193579 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-045081e5-73f5-4da9-9696-f9c45640509f None None] Provisioning complete for port 6cdcd1a6-74e5-48f9-8e29-d38d24dc6da4 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:00.194043 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-045081e5-73f5-4da9-9696-f9c45640509f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:00.212946 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:53:00.213265 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:53:00.228301 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:53:00.339084 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbbaf6-864d-48dc-ba37-a03afe3e29c9 req-236554fc-e2d3-45d7-9673-1d9803223fbe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:00.340673 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a6dbbaf6-864d-48dc-ba37-a03afe3e29c9 req-236554fc-e2d3-45d7-9673-1d9803223fbe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=12cae31f-3571-42cc-aa57-8bd3f8e67b5c HTTP/1.1" status: 200 len: 943 time: 1.1566319 May 31 15:53:00.489224 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-045081e5-73f5-4da9-9696-f9c45640509f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:00.554550 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5abb9d0-c5bd-459d-8e94-a6901f9e82f1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:53:00.560398 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e5abb9d0-c5bd-459d-8e94-a6901f9e82f1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "PUT /v2.0/routers/acdf9dba-dd5a-4398-8bc1-540ab572cd85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3076417 May 31 15:53:00.576398 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5aea551-e03f-4ff1-a4b5-27df8283f832 None None] Sync routers for ids ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:53:00.578258 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57394) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:00.581394 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a6dbbaf6-864d-48dc-ba37-a03afe3e29c9 req-eff79939-2c7a-487c-b377-b99810942060 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=262daab4-c09b-414e-93f9-35c9a138dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273238 May 31 15:53:00.596091 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-8fa75a02-bfeb-4f9a-970a-9bc6223dad28 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1523637187'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:00.602385 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-045081e5-73f5-4da9-9696-f9c45640509f None None] For port 6cdcd1a6-74e5-48f9-8e29-d38d24dc6da4, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=6cdcd1a6-74e5-48f9-8e29-d38d24dc6da4,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:00.612492 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5aea551-e03f-4ff1-a4b5-27df8283f832 None None] Routers {'acdf9dba-dd5a-4398-8bc1-540ab572cd85'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:53:00.613459 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-d5aea551-e03f-4ff1-a4b5-27df8283f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:52:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:00.619992 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-8fa75a02-bfeb-4f9a-970a-9bc6223dad28 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:00.633490 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b33e2c92-12be-40ae-969c-66777ef27e21 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:00.641101 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-8fa75a02-bfeb-4f9a-970a-9bc6223dad28 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Usage tracker for resource:network and tenant:4495789bf65544d19fbd02194192aa34 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:00.660449 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-8fa75a02-bfeb-4f9a-970a-9bc6223dad28 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:00.676009 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-8fa75a02-bfeb-4f9a-970a-9bc6223dad28 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:00.721794 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa75a02-bfeb-4f9a-970a-9bc6223dad28 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Made reservation on behalf of 4495789bf65544d19fbd02194192aa34 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:53:00.725521 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8fa75a02-bfeb-4f9a-970a-9bc6223dad28 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:00.741779 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-77bfc8be-021c-4f64-bdc2-b09dccf81598 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:00.776823 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-77bfc8be-021c-4f64-bdc2-b09dccf81598 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Transition to ACTIVE for port object 2787516a-f54e-4641-b2b8-b8fbf370d82c will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:00.785245 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b33e2c92-12be-40ae-969c-66777ef27e21 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:00.791639 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-257a61c2-c122-48ff-903d-ccc618f65e3b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:00.797806 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-d5aea551-e03f-4ff1-a4b5-27df8283f832 None None] Set router acdf9dba-dd5a-4398-8bc1-540ab572cd85 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:53:00.859970 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33e2c92-12be-40ae-969c-66777ef27e21 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:53:00.864364 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-b33e2c92-12be-40ae-969c-66777ef27e21 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:00.867349 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33e2c92-12be-40ae-969c-66777ef27e21 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:53:00.922876 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e2c92-12be-40ae-969c-66777ef27e21 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Pushing event updated for resources: {'Port': ['ID=058b98c6-80be-4400-a545-d696d2500c07,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:00.930995 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b33e2c92-12be-40ae-969c-66777ef27e21 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:00.947932 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-380c8ca9-d1b0-4729-867a-10e9afff6a07 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:00.949380 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-045081e5-73f5-4da9-9696-f9c45640509f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:00.950077 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa75a02-bfeb-4f9a-970a-9bc6223dad28 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:53:00.952010 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.db.api [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 31 15:53:00.952010 dv-neutron-601336-79-hyperv neutron-server[99204]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 31 15:53:00.952010 dv-neutron-601336-79-hyperv neutron-server[99204]: [parameters: {'id': 'a6896930-1675-4e80-b02a-67afbbc2bd3d'}] May 31 15:53:00.952010 dv-neutron-601336-79-hyperv neutron-server[99204]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:53:00.953134 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_db.api [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:53:00.954053 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ca04d929-ea10-40db-9f8c-e7cd3ff00329 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:00.963101 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-99560092-f71f-403e-800e-5b94d0f1219a tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:00.974005 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-66f65ca3-da8c-4158-a0bc-c36b45b912eb None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:00.976574 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-77bfc8be-021c-4f64-bdc2-b09dccf81598 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:00.983578 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e03521f0-6f03-4198-9eae-df51f2cfcaaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:01.006957 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-1a7f8583-edc6-4ab6-9fd5-0307d6ff8ff6 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Deleting port a832f34d-ebfd-44c6-a451-6df86b3f671c {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:01.007327 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1a7f8583-edc6-4ab6-9fd5-0307d6ff8ff6 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:01.016165 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7c3474-b7d5-42f2-a23e-b34bbe066203 None None] Network a6896930-1675-4e80-b02a-67afbbc2bd3d requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:01.018742 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-58e65fee-9e4b-46f1-b0c5-3e155aa93bc7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:01.024011 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ca04d929-ea10-40db-9f8c-e7cd3ff00329 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:port and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:01.027720 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device a692427e-8020-4bd0-a824-e461a3328153 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 15:53:01.036737 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ca04d929-ea10-40db-9f8c-e7cd3ff00329 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:01.040910 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c8ca9-d1b0-4729-867a-10e9afff6a07 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Pushing event deleted for resources: {'Subnet': ['ID=d2fd01c9-d181-44c3-b664-6b28ac012a82,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:01.041115 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:53:01.045599 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-380c8ca9-d1b0-4729-867a-10e9afff6a07 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:01.055201 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-380c8ca9-d1b0-4729-867a-10e9afff6a07 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:01.056985 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ca04d929-ea10-40db-9f8c-e7cd3ff00329 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:01.087074 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8fa75a02-bfeb-4f9a-970a-9bc6223dad28 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:01.087074 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-8fa75a02-bfeb-4f9a-970a-9bc6223dad28 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Added segment fcfd66cb-14d6-49ec-955e-dbc3f438958b of type vlan for network 58ec5087-6ab4-4811-a099-5c0b8ce15017 May 31 15:53:01.091565 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-66f65ca3-da8c-4158-a0bc-c36b45b912eb None None] Transition to ACTIVE for port object afb74366-bd87-44c2-a032-eca73cfadb60 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:01.103955 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7737aa-a1da-4968-9c3d-647dfb8c1907 None None] Network e866eb11-be78-4e2f-86ed-99308f3aae19 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:01.107347 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-380c8ca9-d1b0-4729-867a-10e9afff6a07 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] 10.222.0.45 "DELETE /v2.0/subnets/d2fd01c9-d181-44c3-b664-6b28ac012a82 HTTP/1.1" status: 204 len: 168 time: 2.1721115 May 31 15:53:01.113796 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57398) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:01.122928 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bfc8be-021c-4f64-bdc2-b09dccf81598 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:53:01.134150 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-77bfc8be-021c-4f64-bdc2-b09dccf81598 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:01.136743 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bfc8be-021c-4f64-bdc2-b09dccf81598 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:53:01.142671 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bfc8be-021c-4f64-bdc2-b09dccf81598 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:01.143322 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-77bfc8be-021c-4f64-bdc2-b09dccf81598 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:01.170651 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca04d929-ea10-40db-9f8c-e7cd3ff00329 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:53:01.219304 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8fa75a02-bfeb-4f9a-970a-9bc6223dad28 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:01.232675 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfc8be-021c-4f64-bdc2-b09dccf81598 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Port': ['ID=2787516a-f54e-4641-b2b8-b8fbf370d82c,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:01.235991 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-77bfc8be-021c-4f64-bdc2-b09dccf81598 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:01.278412 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-77bfc8be-021c-4f64-bdc2-b09dccf81598 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.5653243 May 31 15:53:01.280400 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57402) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:01.324813 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ffccb89-0a8d-4cc4-8117-c415212b5627 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Deleting subnet c142e301-873b-4e35-bbb4-7f7015a6afa0 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:53:01.329681 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1a7f8583-edc6-4ab6-9fd5-0307d6ff8ff6 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:01.355866 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7ffccb89-0a8d-4cc4-8117-c415212b5627 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:01.406631 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.db.resource_extend [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:53:01.426613 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8fa75a02-bfeb-4f9a-970a-9bc6223dad28 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:01.432609 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa75a02-bfeb-4f9a-970a-9bc6223dad28 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:01.433361 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8fa75a02-bfeb-4f9a-970a-9bc6223dad28 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:01.441805 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bc8aa415-6e83-42f0-9867-d96a663ff36d tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:01.458130 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:01.509853 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045081e5-73f5-4da9-9696-f9c45640509f None None] Pushing event updated for resources: {'Port': ['ID=6cdcd1a6-74e5-48f9-8e29-d38d24dc6da4,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:01.529219 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-1a7f8583-edc6-4ab6-9fd5-0307d6ff8ff6 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Calling delete_port for a832f34d-ebfd-44c6-a451-6df86b3f671c owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:01.545266 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-045081e5-73f5-4da9-9696-f9c45640509f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:01.567127 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-66f65ca3-da8c-4158-a0bc-c36b45b912eb None None] Transition to ACTIVE for port object afb74366-bd87-44c2-a032-eca73cfadb60 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:01.596195 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ca04d929-ea10-40db-9f8c-e7cd3ff00329 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:01.609388 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7ffccb89-0a8d-4cc4-8117-c415212b5627 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:01.628390 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8fa75a02-bfeb-4f9a-970a-9bc6223dad28 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0433152 May 31 15:53:01.630312 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-0c8ba2d8-90e7-4509-87fb-a0f18e0a4284 None None] Provisioning for port 4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:01.638719 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57408) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:01.644046 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-66f65ca3-da8c-4158-a0bc-c36b45b912eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:01.652301 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-dbf7338b-c18c-4d45-89b7-c0e5b6e920a9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'subnet': {'network_id': '58ec5087-6ab4-4811-a099-5c0b8ce15017', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:01.654283 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:01.672737 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa75a02-bfeb-4f9a-970a-9bc6223dad28 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Network': ['ID=58ec5087-6ab4-4811-a099-5c0b8ce15017,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:01.689550 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8fa75a02-bfeb-4f9a-970a-9bc6223dad28 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:01.714452 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-ca04d929-ea10-40db-9f8c-e7cd3ff00329 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] device_id is not set on port 428ecefc-c7a0-47d5-8a8a-81a2d8af27b9 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:53:01.755419 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 58ec5087-6ab4-4811-a099-5c0b8ce15017 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:53:01.868379 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470d0efe-18a7-4d7a-b258-91e9131893cc tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:01.874041 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470d0efe-18a7-4d7a-b258-91e9131893cc tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:01.874978 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-470d0efe-18a7-4d7a-b258-91e9131893cc tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:53:01.883373 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-dbf7338b-c18c-4d45-89b7-c0e5b6e920a9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:01.893017 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-dbf7338b-c18c-4d45-89b7-c0e5b6e920a9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Usage tracker for resource:subnet and tenant:4495789bf65544d19fbd02194192aa34 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:01.898705 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7ffccb89-0a8d-4cc4-8117-c415212b5627 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:01.900371 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-dbf7338b-c18c-4d45-89b7-c0e5b6e920a9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:01.916604 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-dbf7338b-c18c-4d45-89b7-c0e5b6e920a9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:01.936137 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-470d0efe-18a7-4d7a-b258-91e9131893cc tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:53:01.940000 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-470d0efe-18a7-4d7a-b258-91e9131893cc tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.5986710 May 31 15:53:01.941467 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57412) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:01.957323 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Deleting port 4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:01.957921 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:01.995944 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf7338b-c18c-4d45-89b7-c0e5b6e920a9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Made reservation on behalf of 4495789bf65544d19fbd02194192aa34 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:53:01.999530 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dbf7338b-c18c-4d45-89b7-c0e5b6e920a9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:02.011132 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f65ca3-da8c-4158-a0bc-c36b45b912eb None None] Network 3dbf2cee-19db-4ba4-98d1-84329639695c is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:53:02.036317 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-66f65ca3-da8c-4158-a0bc-c36b45b912eb None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:02.045578 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f65ca3-da8c-4158-a0bc-c36b45b912eb None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:53:02.088252 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:02.101179 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f65ca3-da8c-4158-a0bc-c36b45b912eb None None] Pushing event updated for resources: {'Port': ['ID=afb74366-bd87-44c2-a032-eca73cfadb60,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:02.103387 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-6aeb05fe-8ffc-42c2-8388-91f4a8348023 None None] Provisioning for port 2787516a-f54e-4641-b2b8-b8fbf370d82c completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:02.112398 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-66f65ca3-da8c-4158-a0bc-c36b45b912eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:02.149314 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:02.149758 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:02.189245 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port a692427e-8020-4bd0-a824-e461a3328153, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a692427e-8020-4bd0-a824-e461a3328153,segment=NetworkSegment(333ad118-f290-4f99-a784-81002b51054a),segment_id=333ad118-f290-4f99-a784-81002b51054a)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:02.222088 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-6aeb05fe-8ffc-42c2-8388-91f4a8348023 None None] Provisioning complete for port 2787516a-f54e-4641-b2b8-b8fbf370d82c triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:02.222527 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6aeb05fe-8ffc-42c2-8388-91f4a8348023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:02.251336 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] For port 4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88,segment=NetworkSegment(e0bd616e-a008-4911-80da-98a46079596b),segment_id=e0bd616e-a008-4911-80da-98a46079596b)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:02.251787 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:02.262566 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1a7f8583-edc6-4ab6-9fd5-0307d6ff8ff6 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:02.289167 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ee161519-1353-412f-a2a9-2fb3472c3f36 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:02.319906 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': 'a692427e-8020-4bd0-a824-e461a3328153', 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46', 'port_id': 'a692427e-8020-4bd0-a824-e461a3328153', 'mac_address': 'fa:16:3e:ce:2b:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3de773e-464a-4285-bb79-f773de6ad3c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 15:53:02.340116 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29263b98-ab07-4634-b171-db227814e96d req-f7bdc494-f635-4b5d-99cf-b4020d76ebda tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:02.341800 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-29263b98-ab07-4634-b171-db227814e96d req-f7bdc494-f635-4b5d-99cf-b4020d76ebda tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=12cae31f-3571-42cc-aa57-8bd3f8e67b5c HTTP/1.1" status: 200 len: 943 time: 0.5423548 May 31 15:53:02.346741 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-ca04d929-ea10-40db-9f8c-e7cd3ff00329 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Allocated IP 2001:db8::10 (3dbf2cee-19db-4ba4-98d1-84329639695c/cbdef9b7-941c-43c8-a05c-5e6cbfef14c6/428ecefc-c7a0-47d5-8a8a-81a2d8af27b9) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:53:02.438978 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-6aeb05fe-8ffc-42c2-8388-91f4a8348023 None None] Port 2787516a-f54e-4641-b2b8-b8fbf370d82c cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:53:02.453510 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-66f65ca3-da8c-4158-a0bc-c36b45b912eb None None] Attempting to bind port afb74366-bd87-44c2-a032-eca73cfadb60 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:53:02.453980 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-66f65ca3-da8c-4158-a0bc-c36b45b912eb None None] Attempting to bind port afb74366-bd87-44c2-a032-eca73cfadb60 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '17e98047-86f1-4a17-a885-f67d5cfea046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3dbf2cee-19db-4ba4-98d1-84329639695c'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:53:02.454552 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f65ca3-da8c-4158-a0bc-c36b45b912eb None None] Attempting to bind port afb74366-bd87-44c2-a032-eca73cfadb60 on network 3dbf2cee-19db-4ba4-98d1-84329639695c {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:53:02.476582 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b33e2c92-12be-40ae-969c-66777ef27e21 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:02.477551 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f65ca3-da8c-4158-a0bc-c36b45b912eb None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:53:02.477921 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f65ca3-da8c-4158-a0bc-c36b45b912eb None None] Checking segment: {'id': '17e98047-86f1-4a17-a885-f67d5cfea046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3dbf2cee-19db-4ba4-98d1-84329639695c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:53:02.478397 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-66f65ca3-da8c-4158-a0bc-c36b45b912eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:02.478793 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f65ca3-da8c-4158-a0bc-c36b45b912eb None None] Bound using segment: {'id': '17e98047-86f1-4a17-a885-f67d5cfea046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3dbf2cee-19db-4ba4-98d1-84329639695c'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:53:02.479341 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-66f65ca3-da8c-4158-a0bc-c36b45b912eb None None] Bound port: afb74366-bd87-44c2-a032-eca73cfadb60, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17e98047-86f1-4a17-a885-f67d5cfea046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3dbf2cee-19db-4ba4-98d1-84329639695c'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:53:02.479829 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-66f65ca3-da8c-4158-a0bc-c36b45b912eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:02.506412 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-29263b98-ab07-4634-b171-db227814e96d req-2c890b4d-a5b8-4ae9-94dd-f70e298c9016 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=262daab4-c09b-414e-93f9-35c9a138dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216967 May 31 15:53:02.534120 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:02.580543 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bf6c46-0a79-4fcf-a52e-70794f057fcf None None] DHCP port deletion for e866eb11-be78-4e2f-86ed-99308f3aae19 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:53:02.633323 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d223db14-f671-4389-95d6-7ee4a66f8991 None None] DHCP port deletion for a6896930-1675-4e80-b02a-67afbbc2bd3d request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:53:02.645966 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a692427e-8020-4bd0-a824-e461a3328153 {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 15:53:02.658694 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-37f98692-4a17-4fdb-8e35-2438f7973069 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting port 2787516a-f54e-4641-b2b8-b8fbf370d82c {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:02.659137 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-37f98692-4a17-4fdb-8e35-2438f7973069 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:02.678697 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-d5aea551-e03f-4ff1-a4b5-27df8283f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:52:55Z', 'revision_number': 3, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None, '_interfaces': [{'id': '519373d8-e05e-4d2f-ad24-61d85ec78f45', 'name': '', 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:73:95:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:34Z', 'updated_at': '2021-05-31T15:52:54Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692955f7-07b5-4de1-b31d-16d58bc190fe', 'name': '', 'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:75:cb:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:52Z', 'updated_at': '2021-05-31T15:52:57Z', 'revision_number': 2, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:02.714810 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Calling delete_port for 4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88 owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:02.720254 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f8583-edc6-4ab6-9fd5-0307d6ff8ff6 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Pushing event deleted for resources: {'Port': ['ID=a832f34d-ebfd-44c6-a451-6df86b3f671c,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:02.740618 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1a7f8583-edc6-4ab6-9fd5-0307d6ff8ff6 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:02.758993 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:02.768374 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5aea551-e03f-4ff1-a4b5-27df8283f832 None None] Checking router: acdf9dba-dd5a-4398-8bc1-540ab572cd85 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:53:02.768908 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5aea551-e03f-4ff1-a4b5-27df8283f832 None None] Updating router acdf9dba-dd5a-4398-8bc1-540ab572cd85 port 692955f7-07b5-4de1-b31d-16d58bc190fe binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:53:02.789179 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b33e2c92-12be-40ae-969c-66777ef27e21 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:02.830848 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port a692427e-8020-4bd0-a824-e461a3328153, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a692427e-8020-4bd0-a824-e461a3328153,segment=NetworkSegment(333ad118-f290-4f99-a784-81002b51054a),segment_id=333ad118-f290-4f99-a784-81002b51054a)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:02.874198 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:02.884981 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-743dfe8b-682d-42db-a359-630bd1499296 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:02.921321 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1a7f8583-edc6-4ab6-9fd5-0307d6ff8ff6 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:02.930528 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1a7f8583-edc6-4ab6-9fd5-0307d6ff8ff6 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] 10.222.0.45 "DELETE /v2.0/ports/a832f34d-ebfd-44c6-a451-6df86b3f671c HTTP/1.1" status: 204 len: 168 time: 3.0812769 May 31 15:53:02.938773 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57416) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:02.994900 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-66f65ca3-da8c-4158-a0bc-c36b45b912eb None None] For port afb74366-bd87-44c2-a032-eca73cfadb60, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:53:03.006809 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d5aea551-e03f-4ff1-a4b5-27df8283f832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:03.050023 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-37f98692-4a17-4fdb-8e35-2438f7973069 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:03.050233 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-66f65ca3-da8c-4158-a0bc-c36b45b912eb None None] For port afb74366-bd87-44c2-a032-eca73cfadb60, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=afb74366-bd87-44c2-a032-eca73cfadb60,segment=NetworkSegment(17e98047-86f1-4a17-a885-f67d5cfea046),segment_id=17e98047-86f1-4a17-a885-f67d5cfea046)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:53:03.053203 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88,segment=NetworkSegment(e0bd616e-a008-4911-80da-98a46079596b),segment_id=e0bd616e-a008-4911-80da-98a46079596b)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:03.106936 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-66f65ca3-da8c-4158-a0bc-c36b45b912eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:03.125026 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:03.157922 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-b4bf6c46-0a79-4fcf-a52e-70794f057fcf None None] Deleting port b5014de4-24c4-474c-b2b5-b759392a37f1 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:03.159186 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b4bf6c46-0a79-4fcf-a52e-70794f057fcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:03.178798 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:03.187231 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7ffccb89-0a8d-4cc4-8117-c415212b5627 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:03.196868 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d15ed461-4169-4761-b436-72044ad25350 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:03.197033 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=a692427e-8020-4bd0-a824-e461a3328153,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:03.257563 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:03.261183 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event deleted for resources: {'Port': ['ID=4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:03.264483 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:03.269445 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-66f65ca3-da8c-4158-a0bc-c36b45b912eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:03.274007 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5b31c279-8220-4815-9211-1623b237e076 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:03.309107 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] No DVR routers for this DVR port 4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88 on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:53:03.313412 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffccb89-0a8d-4cc4-8117-c415212b5627 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Pushing event deleted for resources: {'Subnet': ['ID=c142e301-873b-4e35-bbb4-7f7015a6afa0,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:03.333300 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['a692427e-8020-4bd0-a824-e461a3328153'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 15:53:03.347131 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-37f98692-4a17-4fdb-8e35-2438f7973069 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Calling delete_port for 2787516a-f54e-4641-b2b8-b8fbf370d82c owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:03.347364 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7ffccb89-0a8d-4cc4-8117-c415212b5627 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:03.350041 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7ffccb89-0a8d-4cc4-8117-c415212b5627 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:03.396702 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7ffccb89-0a8d-4cc4-8117-c415212b5627 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] 10.222.0.45 "DELETE /v2.0/subnets/c142e301-873b-4e35-bbb4-7f7015a6afa0 HTTP/1.1" status: 204 len: 168 time: 2.2817440 May 31 15:53:03.401919 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ca04d929-ea10-40db-9f8c-e7cd3ff00329 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:03.403140 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57420) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:03.462892 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39735e23-9b1a-4f5f-8845-615c55f9ccec None None] Network c8f5773f-62e1-4757-9927-498b5b31a13b requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:03.483329 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 6cdcd1a6-74e5-48f9-8e29-d38d24dc6da4 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:53:03.485901 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:03.493836 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-ca04d929-ea10-40db-9f8c-e7cd3ff00329 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Transition to ACTIVE for port object 428ecefc-c7a0-47d5-8a8a-81a2d8af27b9 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:03.502142 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6896930-1675-4e80-b02a-67afbbc2bd3d']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:03.516772 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0bd616e-a008-4911-80da-98a46079596b') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:03.517115 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0bd616e-a008-4911-80da-98a46079596b') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:03.536209 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:03.542082 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f65ca3-da8c-4158-a0bc-c36b45b912eb None None] Pushing event updated for resources: {'Port': ['ID=afb74366-bd87-44c2-a032-eca73cfadb60,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:03.553160 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d223db14-f671-4389-95d6-7ee4a66f8991 None None] Deleting port 4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:03.553801 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d223db14-f671-4389-95d6-7ee4a66f8991 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:03.569911 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:03.579960 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:53:03.580502 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:03.593235 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495e3b0e-9df1-45d5-9a7c-7e4e0338c130 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:03.594063 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-495e3b0e-9df1-45d5-9a7c-7e4e0338c130 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Synchronizing usage tracker for tenant:553059ded91345179c45baa155886fe6 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:53:03.640450 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8a3d9b10-1447-46c3-8f75-2afccb4b5967 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:53:03.663292 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:53:03.707859 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:03.715669 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-de465eba-c574-4b62-9f9e-436e4970f37d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:03.717808 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b33e2c92-12be-40ae-969c-66777ef27e21 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:03.743904 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b33e2c92-12be-40ae-969c-66777ef27e21 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:03.746813 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:03.752800 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4e32a233-ff82-46b2-ad6d-174e50ce33fb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:03.758136 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event deleted for resources: {'Network': ['ID=a6896930-1675-4e80-b02a-67afbbc2bd3d,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:03.760725 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ca04d929-ea10-40db-9f8c-e7cd3ff00329 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:03.765382 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:03.772037 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-193fa0a0-1071-4caf-ac2d-f30dccdc0244 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:03.788350 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-495e3b0e-9df1-45d5-9a7c-7e4e0338c130 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Unset dirty status for tenant:553059ded91345179c45baa155886fe6 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:53:03.792142 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-495e3b0e-9df1-45d5-9a7c-7e4e0338c130 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] 10.222.0.45 "GET /v2.0/ports?device_id=59ac736d-1c1f-45ca-8cd3-07d979c66e36 HTTP/1.1" status: 200 len: 913 time: 0.8453679 May 31 15:53:03.800889 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57426) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:03.825072 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "DELETE /v2.0/networks/a6896930-1675-4e80-b02a-67afbbc2bd3d HTTP/1.1" status: 204 len: 168 time: 5.4562912 May 31 15:53:03.837105 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57430) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:03.890148 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event deleted for resources: {'Port': ['ID=4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:03.904941 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d677a5d-b095-42dc-a6e0-1100b9abcf8e tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] DELETE failed (client error): The resource could not be found. May 31 15:53:03.905648 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d677a5d-b095-42dc-a6e0-1100b9abcf8e tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:53:03.907619 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8d677a5d-b095-42dc-a6e0-1100b9abcf8e tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "DELETE /v2.0/subnets/1ee165c3-df6c-48dd-9ae7-45b14cd42b44 HTTP/1.1" status: 404 len: 337 time: 0.0695655 May 31 15:53:03.912231 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:03.914213 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca04d929-ea10-40db-9f8c-e7cd3ff00329 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network 3dbf2cee-19db-4ba4-98d1-84329639695c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:53:03.915033 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57434) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:03.920205 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-7431dfc5-87dc-4d4b-931f-eb626e564676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.782s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:03.920562 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-7431dfc5-87dc-4d4b-931f-eb626e564676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:03.927754 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-b4bf6c46-0a79-4fcf-a52e-70794f057fcf None None] For port b5014de4-24c4-474c-b2b5-b759392a37f1, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=b5014de4-24c4-474c-b2b5-b759392a37f1,segment=NetworkSegment(542b55e0-08b5-4912-8430-f86dfedd9e05),segment_id=542b55e0-08b5-4912-8430-f86dfedd9e05)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:03.928149 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b4bf6c46-0a79-4fcf-a52e-70794f057fcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:03.942661 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-ca04d929-ea10-40db-9f8c-e7cd3ff00329 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:03.954773 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca04d929-ea10-40db-9f8c-e7cd3ff00329 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:53:03.960597 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca04d929-ea10-40db-9f8c-e7cd3ff00329 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:03.961237 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ca04d929-ea10-40db-9f8c-e7cd3ff00329 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:03.967692 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04d929-ea10-40db-9f8c-e7cd3ff00329 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Port': ['ID=428ecefc-c7a0-47d5-8a8a-81a2d8af27b9,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:03.979574 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ca04d929-ea10-40db-9f8c-e7cd3ff00329 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:03.980842 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d87c7ba-3169-4d47-a414-33e2d4c4a547 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] DELETE failed (client error): The resource could not be found. May 31 15:53:03.981530 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d87c7ba-3169-4d47-a414-33e2d4c4a547 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:53:03.983888 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2d87c7ba-3169-4d47-a414-33e2d4c4a547 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "DELETE /v2.0/networks/a6896930-1675-4e80-b02a-67afbbc2bd3d HTTP/1.1" status: 404 len: 339 time: 0.0674527 May 31 15:53:03.990014 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57438) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:04.084250 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ca04d929-ea10-40db-9f8c-e7cd3ff00329 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1488254 May 31 15:53:04.101120 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57442) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:04.110572 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'port': {'network_id': '3dbf2cee-19db-4ba4-98d1-84329639695c', 'name': 'tempest-PortsIpV6TestJSON-1081176941', 'fixed_ips': [{'subnet_id': 'cbdef9b7-941c-43c8-a05c-5e6cbfef14c6', 'ip_address': '2001:db8::f'}]}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:04.168124 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-b4bf6c46-0a79-4fcf-a52e-70794f057fcf None None] Calling delete_port for b5014de4-24c4-474c-b2b5-b759392a37f1 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:04.266264 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-71afa9f1-5d5c-45f3-8e9b-fd480614f893 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:04.333979 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e2c92-12be-40ae-969c-66777ef27e21 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Pushing event updated for resources: {'Port': ['ID=058b98c6-80be-4400-a545-d696d2500c07,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:04.337536 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b33e2c92-12be-40ae-969c-66777ef27e21 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:04.356355 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d223db14-f671-4389-95d6-7ee4a66f8991 None None] For port 4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88, host dv-neutron-601336-79-hyperv, got binding levels [] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:04.357501 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d223db14-f671-4389-95d6-7ee4a66f8991 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:04.426603 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b33e2c92-12be-40ae-969c-66777ef27e21 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:04.457919 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-71afa9f1-5d5c-45f3-8e9b-fd480614f893 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:04.472053 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:04.477713 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-71afa9f1-5d5c-45f3-8e9b-fd480614f893 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a13297-40fd-4f37-aef4-6fd4e6d35f9f']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:04.485930 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:port and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:04.491420 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for port was recalculated. Used quota:3. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:04.499011 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-71afa9f1-5d5c-45f3-8e9b-fd480614f893 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d1f443-5d74-4b20-9219-464a7856607f') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:04.499327 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-71afa9f1-5d5c-45f3-8e9b-fd480614f893 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d1f443-5d74-4b20-9219-464a7856607f') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:04.506455 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:04.515988 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-71afa9f1-5d5c-45f3-8e9b-fd480614f893 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:04.535519 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:53:04.541612 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:04.562046 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-71afa9f1-5d5c-45f3-8e9b-fd480614f893 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:04.568728 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-37f98692-4a17-4fdb-8e35-2438f7973069 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:04.568914 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d223db14-f671-4389-95d6-7ee4a66f8991 None None] Calling delete_port for 4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:04.571397 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] device_id is not set on port 3d9e4dfa-d8d8-41d4-a0d3-732bfa841fd6 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:53:04.596169 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.ipam_backend_mixin [None req-d223db14-f671-4389-95d6-7ee4a66f8991 None None] Port 4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88 was not found and therefore no delete operation was performed {{(pid=99206) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 31 15:53:04.601467 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e5abb9d0-c5bd-459d-8e94-a6901f9e82f1 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:04.612953 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71afa9f1-5d5c-45f3-8e9b-fd480614f893 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:53:04.613355 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-71afa9f1-5d5c-45f3-8e9b-fd480614f893 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:04.626630 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d223db14-f671-4389-95d6-7ee4a66f8991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:04.639655 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e275bde-de3f-45bc-ac97-7392dbbcd91a req-68e3821d-d53e-45b2-bb53-40d1e574201c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:04.640270 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-7431dfc5-87dc-4d4b-931f-eb626e564676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:04.641339 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1e275bde-de3f-45bc-ac97-7392dbbcd91a req-68e3821d-d53e-45b2-bb53-40d1e574201c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=12cae31f-3571-42cc-aa57-8bd3f8e67b5c HTTP/1.1" status: 200 len: 944 time: 1.0241101 May 31 15:53:04.679597 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 6cdcd1a6-74e5-48f9-8e29-d38d24dc6da4 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:04.680122 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:04.690792 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:53:04.701211 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f98692-4a17-4fdb-8e35-2438f7973069 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Port': ['ID=2787516a-f54e-4641-b2b8-b8fbf370d82c,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:04.703885 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-37f98692-4a17-4fdb-8e35-2438f7973069 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:04.747563 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d223db14-f671-4389-95d6-7ee4a66f8991 None None] Network a6896930-1675-4e80-b02a-67afbbc2bd3d is not hosted by any dhcp agent {{(pid=99206) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 31 15:53:04.748134 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d223db14-f671-4389-95d6-7ee4a66f8991 None None] No DVR routers for this DVR port 4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:53:04.759733 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223db14-f671-4389-95d6-7ee4a66f8991 None None] Pushing event deleted for resources: {'Port': ['ID=4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:04.791631 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f970ed1b-7139-4973-a892-6c419277a87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:04.796868 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d223db14-f671-4389-95d6-7ee4a66f8991 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:53:04.809266 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:53:04.847148 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc2cf0b-3889-46fe-b68f-cbc31c73485e None None] Network a6896930-1675-4e80-b02a-67afbbc2bd3d requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:04.872964 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dbf7338b-c18c-4d45-89b7-c0e5b6e920a9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:04.898191 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c001f020-c16d-4098-8b95-dbdd3c541929 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:04.925128 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc2cf0b-3889-46fe-b68f-cbc31c73485e None None] Network a6896930-1675-4e80-b02a-67afbbc2bd3d could not be found, it might have been deleted concurrently. {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 31 15:53:04.950813 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-71afa9f1-5d5c-45f3-8e9b-fd480614f893 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:04.956441 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-71afa9f1-5d5c-45f3-8e9b-fd480614f893 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:04.970711 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-24029c6f-171c-419d-927f-a43d5a287122 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:05.002862 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71afa9f1-5d5c-45f3-8e9b-fd480614f893 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event deleted for resources: {'Network': ['ID=99a13297-40fd-4f37-aef4-6fd4e6d35f9f,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:05.004616 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-8a3d9b10-1447-46c3-8f75-2afccb4b5967 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Deleting port b5014de4-24c4-474c-b2b5-b759392a37f1 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:05.004968 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8a3d9b10-1447-46c3-8f75-2afccb4b5967 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:05.006385 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-71afa9f1-5d5c-45f3-8e9b-fd480614f893 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:05.022497 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-71afa9f1-5d5c-45f3-8e9b-fd480614f893 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "DELETE /v2.0/networks/99a13297-40fd-4f37-aef4-6fd4e6d35f9f HTTP/1.1" status: 204 len: 168 time: 1.0311728 May 31 15:53:05.026231 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57446) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:05.081067 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b4bf6c46-0a79-4fcf-a52e-70794f057fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:05.121888 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd019e39-662d-4b45-ad97-9d4d088fd249 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] DELETE failed (client error): The resource could not be found. May 31 15:53:05.122335 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd019e39-662d-4b45-ad97-9d4d088fd249 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:53:05.124100 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-cd019e39-662d-4b45-ad97-9d4d088fd249 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "DELETE /v2.0/subnets/afa69f4f-6395-49ab-a488-e692265013a2 HTTP/1.1" status: 404 len: 337 time: 0.0969467 May 31 15:53:05.128089 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57450) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:05.128617 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:05.175648 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-136c7865-875a-4fa3-bfd8-c6200c1e32a5 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] DELETE failed (client error): The resource could not be found. May 31 15:53:05.176113 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-136c7865-875a-4fa3-bfd8-c6200c1e32a5 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:53:05.177978 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-136c7865-875a-4fa3-bfd8-c6200c1e32a5 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "DELETE /v2.0/networks/34691608-80c3-4717-a69b-3c313ce93a8e HTTP/1.1" status: 404 len: 339 time: 0.0492175 May 31 15:53:05.189090 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-8a3d9b10-1447-46c3-8f75-2afccb4b5967 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] For port b5014de4-24c4-474c-b2b5-b759392a37f1, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=b5014de4-24c4-474c-b2b5-b759392a37f1,segment=NetworkSegment(542b55e0-08b5-4912-8430-f86dfedd9e05),segment_id=542b55e0-08b5-4912-8430-f86dfedd9e05)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:05.189468 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8a3d9b10-1447-46c3-8f75-2afccb4b5967 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:05.204913 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d40b41-4667-4c71-a37c-3ab42cac65e7 None None] DHCP port deletion for c8f5773f-62e1-4757-9927-498b5b31a13b request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:53:05.215538 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57454) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:05.233725 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf6c46-0a79-4fcf-a52e-70794f057fcf None None] Pushing event deleted for resources: {'Port': ['ID=b5014de4-24c4-474c-b2b5-b759392a37f1,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:05.275301 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7338b-c18c-4d45-89b7-c0e5b6e920a9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Subnet': ['ID=cf4d03e4-657e-43bc-bf19-7ce001c90d68,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:05.286640 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d5aea551-e03f-4ff1-a4b5-27df8283f832 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:05.308539 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b4bf6c46-0a79-4fcf-a52e-70794f057fcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:05.311865 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Allocated IP 2001:db8::f (3dbf2cee-19db-4ba4-98d1-84329639695c/cbdef9b7-941c-43c8-a05c-5e6cbfef14c6/3d9e4dfa-d8d8-41d4-a0d3-732bfa841fd6) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:53:05.318274 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f2f641c-f77f-443c-9eee-78b5f4c5302b tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Deleting subnet 9a3591e8-2ce4-4324-a9f8-f658ac7bb048 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:53:05.324760 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f2f641c-f77f-443c-9eee-78b5f4c5302b tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:05.380511 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-8a3d9b10-1447-46c3-8f75-2afccb4b5967 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Calling delete_port for b5014de4-24c4-474c-b2b5-b759392a37f1 owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:05.391990 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-dbf7338b-c18c-4d45-89b7-c0e5b6e920a9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:05.395755 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-37f98692-4a17-4fdb-8e35-2438f7973069 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:05.402557 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d5aea551-e03f-4ff1-a4b5-27df8283f832 None None] Transition to ACTIVE for port object 692955f7-07b5-4de1-b31d-16d58bc190fe will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:05.409280 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bf6c46-0a79-4fcf-a52e-70794f057fcf None None] No DVR routers for this DVR port b5014de4-24c4-474c-b2b5-b759392a37f1 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:53:05.423037 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2d6073-fa90-4174-b7dc-a4e987975271 None None] Network 3dbf2cee-19db-4ba4-98d1-84329639695c requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:05.426187 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f2f641c-f77f-443c-9eee-78b5f4c5302b tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:05.435607 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device b5014de4-24c4-474c-b2b5-b759392a37f1 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:53:05.498317 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1e275bde-de3f-45bc-ac97-7392dbbcd91a req-a00f3190-8be2-4995-8959-3e3c10f46a39 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=262daab4-c09b-414e-93f9-35c9a138dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8339827 May 31 15:53:05.524272 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-b33e2c92-12be-40ae-969c-66777ef27e21 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Floating IP 80b03b4f-2cc2-4222-98cc-4ec08fa080a8 associated. External IP: 172.26.0.208, port: 1840dc3a-1a1c-4ff3-ba46-797ba59b885e. May 31 15:53:05.545545 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d5aea551-e03f-4ff1-a4b5-27df8283f832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:05.549814 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: b5014de4-24c4-474c-b2b5-b759392a37f1 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:53:05.550157 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device b5014de4-24c4-474c-b2b5-b759392a37f1 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:53:05.550569 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:53:05.617843 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-37f98692-4a17-4fdb-8e35-2438f7973069 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/2787516a-f54e-4641-b2b8-b8fbf370d82c HTTP/1.1" status: 204 len: 168 time: 3.6710651 May 31 15:53:05.618435 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57458) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:05.625791 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b452a6a4-0a3f-4747-9cfa-29da53133ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:05.645279 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f2f641c-f77f-443c-9eee-78b5f4c5302b tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:05.694165 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf7338b-c18c-4d45-89b7-c0e5b6e920a9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Checking segment: {'id': 'fcfd66cb-14d6-49ec-955e-dbc3f438958b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '58ec5087-6ab4-4811-a099-5c0b8ce15017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:53:05.694472 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf7338b-c18c-4d45-89b7-c0e5b6e920a9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network hostable DHCP agents. Network: 58ec5087-6ab4-4811-a099-5c0b8ce15017, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:53:05.716929 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:05.785442 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:53:05.785442 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 4afe4852-fc3d-41cb-87ee-fa3b5c0a5b88 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:53:05.801453 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Transition to ACTIVE for port object 3d9e4dfa-d8d8-41d4-a0d3-732bfa841fd6 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:05.812000 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-9857bfb4-da4e-43bc-b3ee-c2d0d7f5f5ac None None] Provisioning for port afb74366-bd87-44c2-a032-eca73cfadb60 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:05.864541 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c75b450-51d3-4bce-aa83-d845bebe551c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:05.866243 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c75b450-51d3-4bce-aa83-d845bebe551c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:05.867020 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-8c75b450-51d3-4bce-aa83-d845bebe551c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:53:05.960952 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:05.963026 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc51636-0488-4755-a729-c08af57f07e0 None None] Pushing event updated for resources: {'Port': ['ID=692955f7-07b5-4de1-b31d-16d58bc190fe,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:05.976218 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-02cd6d70-cac4-460d-92e0-80b946af7ac5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:06.010383 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1fc51636-0488-4755-a729-c08af57f07e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:06.104481 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network 3dbf2cee-19db-4ba4-98d1-84329639695c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:53:06.112359 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:06.117385 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:53:06.123639 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:06.124591 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:06.149166 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Port': ['ID=3d9e4dfa-d8d8-41d4-a0d3-732bfa841fd6,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:06.159479 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0570920 May 31 15:53:06.163364 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device afb74366-bd87-44c2-a032-eca73cfadb60 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:53:06.166841 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57462) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:06.168451 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:06.169058 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:06.169402 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:06.169939 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:06.170461 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:06.171011 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:06.171544 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:06.171905 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:06.172262 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:06.172629 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:06.172978 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:06.173504 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:06.174834 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf7338b-c18c-4d45-89b7-c0e5b6e920a9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network 58ec5087-6ab4-4811-a099-5c0b8ce15017 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:53:06.179679 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:06.187591 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8a3d9b10-1447-46c3-8f75-2afccb4b5967 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:06.193154 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b33e2c92-12be-40ae-969c-66777ef27e21 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:06.252788 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f2f641c-f77f-443c-9eee-78b5f4c5302b tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:06.261011 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-380c8ca9-d1b0-4729-867a-10e9afff6a07 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:06.272919 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-c8d40b41-4667-4c71-a37c-3ab42cac65e7 None None] Deleting port 6707f9c9-961d-4625-a7ce-b5ca17bd7c5f {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:06.273296 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c8d40b41-4667-4c71-a37c-3ab42cac65e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:06.286788 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-dbf7338b-c18c-4d45-89b7-c0e5b6e920a9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 58ec5087-6ab4-4811-a099-5c0b8ce15017) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:06.300409 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-8c75b450-51d3-4bce-aa83-d845bebe551c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:53:06.302496 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8c75b450-51d3-4bce-aa83-d845bebe551c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.6820693 May 31 15:53:06.310586 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57466) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:06.312593 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f641c-f77f-443c-9eee-78b5f4c5302b tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event deleted for resources: {'Subnet': ['ID=9a3591e8-2ce4-4324-a9f8-f658ac7bb048,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:06.314100 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-d5aea551-e03f-4ff1-a4b5-27df8283f832 None None] Attempting to bind port 692955f7-07b5-4de1-b31d-16d58bc190fe on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:53:06.319441 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-d5aea551-e03f-4ff1-a4b5-27df8283f832 None None] Attempting to bind port 692955f7-07b5-4de1-b31d-16d58bc190fe by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '31f4952d-06bb-497e-8e4c-a13d87e4a88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:53:06.320045 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5aea551-e03f-4ff1-a4b5-27df8283f832 None None] Attempting to bind port 692955f7-07b5-4de1-b31d-16d58bc190fe on network 93544c58-9a1f-460e-b8df-baaa390b3fad {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:53:06.321060 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf7338b-c18c-4d45-89b7-c0e5b6e920a9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:06.322717 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dbf7338b-c18c-4d45-89b7-c0e5b6e920a9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:06.323603 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdce1ed-001a-4c1f-9fda-60a5f3a411e2 None None] Network 58ec5087-6ab4-4811-a099-5c0b8ce15017 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:06.333764 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3d9b10-1447-46c3-8f75-2afccb4b5967 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] No DVR routers for this DVR port b5014de4-24c4-474c-b2b5-b759392a37f1 on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:53:06.346501 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f2f641c-f77f-443c-9eee-78b5f4c5302b tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:06.351221 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3f2f641c-f77f-443c-9eee-78b5f4c5302b tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "DELETE /v2.0/subnets/9a3591e8-2ce4-4324-a9f8-f658ac7bb048 HTTP/1.1" status: 204 len: 168 time: 1.1321890 May 31 15:53:06.351221 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3f2f641c-f77f-443c-9eee-78b5f4c5302b tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:06.354092 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57470) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:06.357167 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7795cbc4-b793-4bde-9402-a5e955385d60 None None] Network c365814b-ce25-46bb-ba96-722d7c4b5a26 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:06.432230 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc173f0-404d-4c3b-99d4-437c0498540d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:06.432935 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ebc173f0-404d-4c3b-99d4-437c0498540d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Synchronizing usage tracker for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:53:06.449589 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5aea551-e03f-4ff1-a4b5-27df8283f832 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:53:06.449957 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5aea551-e03f-4ff1-a4b5-27df8283f832 None None] Checking segment: {'id': '31f4952d-06bb-497e-8e4c-a13d87e4a88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:53:06.450587 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d5aea551-e03f-4ff1-a4b5-27df8283f832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:06.451231 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5aea551-e03f-4ff1-a4b5-27df8283f832 None None] Bound using segment: {'id': '31f4952d-06bb-497e-8e4c-a13d87e4a88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:53:06.451726 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-d5aea551-e03f-4ff1-a4b5-27df8283f832 None None] Bound port: 692955f7-07b5-4de1-b31d-16d58bc190fe, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f4952d-06bb-497e-8e4c-a13d87e4a88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:53:06.452108 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d5aea551-e03f-4ff1-a4b5-27df8283f832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:06.465585 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ee3fa3c-8e90-42d9-9f28-1b2479e5a788 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting subnet d9dd060a-61fb-4e13-9ced-a8983b6565cf {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:53:06.476180 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a85dc24-378e-4c6f-ab21-060a87b2bb10 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Deleting subnet 1a1a2d40-a4b4-40c9-8cd2-105e750363d9 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:53:06.478289 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0ee3fa3c-8e90-42d9-9f28-1b2479e5a788 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:06.508052 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ebc173f0-404d-4c3b-99d4-437c0498540d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Unset dirty status for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:53:06.508632 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ebc173f0-404d-4c3b-99d4-437c0498540d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3312659 May 31 15:53:06.509620 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4a85dc24-378e-4c6f-ab21-060a87b2bb10 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:06.526017 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d9b10-1447-46c3-8f75-2afccb4b5967 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Pushing event deleted for resources: {'Port': ['ID=b5014de4-24c4-474c-b2b5-b759392a37f1,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:06.545006 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57474) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:06.561197 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8a3d9b10-1447-46c3-8f75-2afccb4b5967 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:06.637736 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4a85dc24-378e-4c6f-ab21-060a87b2bb10 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:06.666988 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0ee3fa3c-8e90-42d9-9f28-1b2479e5a788 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:06.678828 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-dbf7338b-c18c-4d45-89b7-c0e5b6e920a9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.0290041 May 31 15:53:06.693446 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57480) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:06.731190 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-c8d40b41-4667-4c71-a37c-3ab42cac65e7 None None] For port 6707f9c9-961d-4625-a7ce-b5ca17bd7c5f, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=6707f9c9-961d-4625-a7ce-b5ca17bd7c5f,segment=NetworkSegment(df32c9b7-5f5a-46b4-8536-ca5bd5163222),segment_id=df32c9b7-5f5a-46b4-8536-ca5bd5163222)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:06.732420 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c8d40b41-4667-4c71-a37c-3ab42cac65e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:06.768124 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port afb74366-bd87-44c2-a032-eca73cfadb60 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:06.780242 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33e2c92-12be-40ae-969c-66777ef27e21 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Router d2eaafca-c962-4810-a0d0-a75595e874c0 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:53:06.784237 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8a3d9b10-1447-46c3-8f75-2afccb4b5967 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:06.810851 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-8a3d9b10-1447-46c3-8f75-2afccb4b5967 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e866eb11-be78-4e2f-86ed-99308f3aae19']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:06.832831 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-8a3d9b10-1447-46c3-8f75-2afccb4b5967 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542b55e0-08b5-4912-8430-f86dfedd9e05') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:06.833110 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-8a3d9b10-1447-46c3-8f75-2afccb4b5967 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542b55e0-08b5-4912-8430-f86dfedd9e05') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:06.918697 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-c8d40b41-4667-4c71-a37c-3ab42cac65e7 None None] Calling delete_port for 6707f9c9-961d-4625-a7ce-b5ca17bd7c5f owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:06.924498 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port afb74366-bd87-44c2-a032-eca73cfadb60 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:06.924883 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:06.935909 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8a3d9b10-1447-46c3-8f75-2afccb4b5967 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:06.992109 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8a3d9b10-1447-46c3-8f75-2afccb4b5967 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:07.007975 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a3d9b10-1447-46c3-8f75-2afccb4b5967 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:53:07.008332 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8a3d9b10-1447-46c3-8f75-2afccb4b5967 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: util.warn( May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:53:07.022779 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:53:07.104413 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc1d82-088a-42d1-9e7d-124247005920 req-24334341-a7bf-4b4b-a44e-640acd24556a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:07.105820 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-00dc1d82-088a-42d1-9e7d-124247005920 req-24334341-a7bf-4b4b-a44e-640acd24556a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=12cae31f-3571-42cc-aa57-8bd3f8e67b5c HTTP/1.1" status: 200 len: 944 time: 0.4650247 May 31 15:53:07.117696 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d5aea551-e03f-4ff1-a4b5-27df8283f832 None None] For port 692955f7-07b5-4de1-b31d-16d58bc190fe, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:53:07.124965 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db825fa0-3824-466e-b764-78def2ba82eb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:07.131240 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db825fa0-3824-466e-b764-78def2ba82eb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:07.136945 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db825fa0-3824-466e-b764-78def2ba82eb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:07.138603 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-db825fa0-3824-466e-b764-78def2ba82eb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.5926363 May 31 15:53:07.147075 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:07.167686 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d5aea551-e03f-4ff1-a4b5-27df8283f832 None None] For port 692955f7-07b5-4de1-b31d-16d58bc190fe, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=692955f7-07b5-4de1-b31d-16d58bc190fe,segment=NetworkSegment(31f4952d-06bb-497e-8e4c-a13d87e4a88b),segment_id=31f4952d-06bb-497e-8e4c-a13d87e4a88b)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:53:07.186845 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57484) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:07.193324 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d5aea551-e03f-4ff1-a4b5-27df8283f832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:07.203924 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-97c64eb0-5f42-481c-a2d5-9cec95186806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:07.295189 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4a85dc24-378e-4c6f-ab21-060a87b2bb10 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:07.306927 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8a3d9b10-1447-46c3-8f75-2afccb4b5967 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:07.314034 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33e2c92-12be-40ae-969c-66777ef27e21 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:53:07.330627 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc53a6a1-80fb-4c84-bfba-61c76c567b19 None None] Sync routers for ids ['d2eaafca-c962-4810-a0d0-a75595e874c0'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:53:07.331860 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3601a75c-9c58-402d-bfc6-1678d6407679 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:07.349163 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc53a6a1-80fb-4c84-bfba-61c76c567b19 None None] Routers {'d2eaafca-c962-4810-a0d0-a75595e874c0'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:53:07.353388 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8a3d9b10-1447-46c3-8f75-2afccb4b5967 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:07.353622 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-fc53a6a1-80fb-4c84-bfba-61c76c567b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:52:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['d2eaafca-c962-4810-a0d0-a75595e874c0'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:07.431135 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0ee3fa3c-8e90-42d9-9f28-1b2479e5a788 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:07.438316 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d9b10-1447-46c3-8f75-2afccb4b5967 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Pushing event deleted for resources: {'Network': ['ID=e866eb11-be78-4e2f-86ed-99308f3aae19,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:07.463410 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-00dc1d82-088a-42d1-9e7d-124247005920 req-f64d7872-ce8a-47d8-86e0-55c04582b945 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=262daab4-c09b-414e-93f9-35c9a138dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2913413 May 31 15:53:07.477052 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8a3d9b10-1447-46c3-8f75-2afccb4b5967 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:07.488019 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8a3d9b10-1447-46c3-8f75-2afccb4b5967 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] 10.222.0.45 "DELETE /v2.0/networks/e866eb11-be78-4e2f-86ed-99308f3aae19 HTTP/1.1" status: 204 len: 168 time: 4.0796947 May 31 15:53:07.489480 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57488) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:07.493068 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-701abcd2-35ae-4f40-a99b-df30b519ef81 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:07.589923 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bfaadd-bad6-4525-ae2d-18763fd64a46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-58ec5087-6ab4-4811-a099-5c0b8ce15017', 'network_id': '58ec5087-6ab4-4811-a099-5c0b8ce15017', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'fixed_ips': [{'subnet_id': 'cf4d03e4-657e-43bc-bf19-7ce001c90d68'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:53:07.590850 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-87bfaadd-bad6-4525-ae2d-18763fd64a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:07.601674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b33e2c92-12be-40ae-969c-66777ef27e21 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:07.673518 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5aea551-e03f-4ff1-a4b5-27df8283f832 None None] Routers {'acdf9dba-dd5a-4398-8bc1-540ab572cd85'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:53:07.674494 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-d5aea551-e03f-4ff1-a4b5-27df8283f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:52:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:07.772882 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-fc53a6a1-80fb-4c84-bfba-61c76c567b19 None None] Set router d2eaafca-c962-4810-a0d0-a75595e874c0 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:53:07.791755 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:07.820520 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc51636-0488-4755-a729-c08af57f07e0 None None] Pushing event updated for resources: {'Port': ['ID=692955f7-07b5-4de1-b31d-16d58bc190fe,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:07.877341 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-dd2a8172-8814-4acf-a246-9a88deed7358 None None] Provisioning for port 428ecefc-c7a0-47d5-8a8a-81a2d8af27b9 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:07.881979 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c8d40b41-4667-4c71-a37c-3ab42cac65e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:07.897612 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1fc51636-0488-4755-a729-c08af57f07e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:07.898108 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1fc51636-0488-4755-a729-c08af57f07e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:08.007288 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b33e2c92-12be-40ae-969c-66777ef27e21 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 11.4855983 May 31 15:53:08.016320 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-dd2a8172-8814-4acf-a246-9a88deed7358 None None] Provisioning complete for port 428ecefc-c7a0-47d5-8a8a-81a2d8af27b9 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:08.016709 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dd2a8172-8814-4acf-a246-9a88deed7358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:08.053990 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d40b41-4667-4c71-a37c-3ab42cac65e7 None None] Pushing event deleted for resources: {'Port': ['ID=6707f9c9-961d-4625-a7ce-b5ca17bd7c5f,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:08.062907 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d40b41-4667-4c71-a37c-3ab42cac65e7 None None] No DVR routers for this DVR port 6707f9c9-961d-4625-a7ce-b5ca17bd7c5f on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:53:08.066325 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-c8d40b41-4667-4c71-a37c-3ab42cac65e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:08.166121 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0ebc5729-53dd-4e00-b950-8ec29c207ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:08.190679 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-d5aea551-e03f-4ff1-a4b5-27df8283f832 None None] Set router acdf9dba-dd5a-4398-8bc1-540ab572cd85 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:53:08.192770 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4a85dc24-378e-4c6f-ab21-060a87b2bb10 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:08.210295 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0f817bb4-bb1d-423a-b6a3-83aded5b1d36 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:08.290692 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85dc24-378e-4c6f-ab21-060a87b2bb10 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event deleted for resources: {'Subnet': ['ID=1a1a2d40-a4b4-40c9-8cd2-105e750363d9,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:08.292930 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4a85dc24-378e-4c6f-ab21-060a87b2bb10 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:08.312156 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6413ddf9-3984-4f5e-99cd-c46101493a4a', 'tag': '1840dc3a-1a1c-4ff3-ba46-797ba59b885e'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:53:08.315505 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d43832-4509-43b5-a980-93f2b498e702" -d '{"events": [{"name": "network-changed", "server_uuid": "6413ddf9-3984-4f5e-99cd-c46101493a4a", "tag": "1840dc3a-1a1c-4ff3-ba46-797ba59b885e"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:53:08.359231 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port afb74366-bd87-44c2-a032-eca73cfadb60, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=afb74366-bd87-44c2-a032-eca73cfadb60,segment=NetworkSegment(17e98047-86f1-4a17-a885-f67d5cfea046),segment_id=17e98047-86f1-4a17-a885-f67d5cfea046)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:08.376451 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4a85dc24-378e-4c6f-ab21-060a87b2bb10 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:08.384882 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a8172-8814-4acf-a246-9a88deed7358 None None] Port 428ecefc-c7a0-47d5-8a8a-81a2d8af27b9 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:53:08.390581 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:08.399429 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-7431dfc5-87dc-4d4b-931f-eb626e564676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:08.419806 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7b5cb96d-428d-4d30-aaad-bf5c69a33dac tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:08.489297 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4a85dc24-378e-4c6f-ab21-060a87b2bb10 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "DELETE /v2.0/subnets/1a1a2d40-a4b4-40c9-8cd2-105e750363d9 HTTP/1.1" status: 204 len: 168 time: 2.1330888 May 31 15:53:08.503249 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57500) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:08.553569 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-fc53a6a1-80fb-4c84-bfba-61c76c567b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'name': 'tempest-TestVolumeBootPattern-25264524-router', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:50:45Z', 'updated_at': '2021-05-31T15:51:01Z', 'revision_number': 4, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'gw_port': {'id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:49Z', 'updated_at': '2021-05-31T15:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '80b03b4f-2cc2-4222-98cc-4ec08fa080a8', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'floating_ip_address': '172.26.0.208', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'port_id': '1840dc3a-1a1c-4ff3-ba46-797ba59b885e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'mac_address': 'fa:16:3e:e2:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6413ddf9-3984-4f5e-99cd-c46101493a4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:53:01Z', 'updated_at': '2021-05-31T15:53:01Z', 'revision_number': 0, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf6ac0a4-9241-474b-b88d-758c7f9f3835', 'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'mac_address': 'fa:16:3e:47:55:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:57Z', 'updated_at': '2021-05-31T15:51:15Z', 'revision_number': 5, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'subnets': [{'id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:08.558905 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc53a6a1-80fb-4c84-bfba-61c76c567b19 None None] Checking router: d2eaafca-c962-4810-a0d0-a75595e874c0 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:53:08.568322 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc53a6a1-80fb-4c84-bfba-61c76c567b19 None None] Routers {'d2eaafca-c962-4810-a0d0-a75595e874c0'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:53:08.569336 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-fc53a6a1-80fb-4c84-bfba-61c76c567b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:53:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['d2eaafca-c962-4810-a0d0-a75595e874c0'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:08.573133 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 15:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0894b20-da2a-4bee-b523-5ea9903d240a x-openstack-request-id: req-d0894b20-da2a-4bee-b523-5ea9903d240a {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:53:08.573663 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6413ddf9-3984-4f5e-99cd-c46101493a4a", "tag": "1840dc3a-1a1c-4ff3-ba46-797ba59b885e", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:53:08.574038 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d0894b20-da2a-4bee-b523-5ea9903d240a {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:53:08.574855 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6413ddf9-3984-4f5e-99cd-c46101493a4a', 'tag': '1840dc3a-1a1c-4ff3-ba46-797ba59b885e', 'status': 'completed', 'code': 200} May 31 15:53:08.583817 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-e02dc993-c337-404d-8c48-a702fa4bd2b8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting port 3d9e4dfa-d8d8-41d4-a0d3-732bfa841fd6 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:08.584256 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e02dc993-c337-404d-8c48-a702fa4bd2b8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:08.595383 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f28d59a7-3261-43aa-8682-6ade95612e2b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:08.633627 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 6707f9c9-961d-4625-a7ce-b5ca17bd7c5f no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:53:08.678981 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:08.715315 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 6707f9c9-961d-4625-a7ce-b5ca17bd7c5f {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:53:08.715848 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 6707f9c9-961d-4625-a7ce-b5ca17bd7c5f not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:53:08.718031 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-87bfaadd-bad6-4525-ae2d-18763fd64a46 None None] Allocated IP 2001:db8:2::2 (58ec5087-6ab4-4811-a099-5c0b8ce15017/cf4d03e4-657e-43bc-bf19-7ce001c90d68/9f423c63-759b-4c32-befc-e02d4706217a) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:53:08.727722 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-dd2a8172-8814-4acf-a246-9a88deed7358 None None] Provisioning complete for port afb74366-bd87-44c2-a032-eca73cfadb60 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:08.728165 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dd2a8172-8814-4acf-a246-9a88deed7358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:08.867995 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-fc53a6a1-80fb-4c84-bfba-61c76c567b19 None None] Set router d2eaafca-c962-4810-a0d0-a75595e874c0 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:53:08.952981 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=afb74366-bd87-44c2-a032-eca73cfadb60,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:08.975250 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:09.056745 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device a692427e-8020-4bd0-a824-e461a3328153 up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:53:09.142914 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7b5cb96d-428d-4d30-aaad-bf5c69a33dac tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:09.166809 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e02dc993-c337-404d-8c48-a702fa4bd2b8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:09.190490 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-7b5cb96d-428d-4d30-aaad-bf5c69a33dac tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f5773f-62e1-4757-9927-498b5b31a13b']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:09.210573 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9e9ef-3e64-46be-93fc-7dcc3fdbc691 req-8cd54bdb-b857-45ea-a1d2-2153d7b61363 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:09.212188 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-caa9e9ef-3e64-46be-93fc-7dcc3fdbc691 req-8cd54bdb-b857-45ea-a1d2-2153d7b61363 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=12cae31f-3571-42cc-aa57-8bd3f8e67b5c HTTP/1.1" status: 200 len: 944 time: 0.5684388 May 31 15:53:09.269259 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5276826c-8b8c-4b11-9259-4e15cd4e99be tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:09.297861 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0ee3fa3c-8e90-42d9-9f28-1b2479e5a788 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:09.318913 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9c5d7c49-1165-4472-bf09-30eb9fb567a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:09.376524 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9849fb9-1ab8-449d-90a1-2e2db69ad5ab None None] Network c365814b-ce25-46bb-ba96-722d7c4b5a26 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:09.385149 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-7b5cb96d-428d-4d30-aaad-bf5c69a33dac tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df32c9b7-5f5a-46b4-8536-ca5bd5163222') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:09.385149 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-7b5cb96d-428d-4d30-aaad-bf5c69a33dac tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df32c9b7-5f5a-46b4-8536-ca5bd5163222') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:09.390592 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0ee3fa3c-8e90-42d9-9f28-1b2479e5a788 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:09.396085 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-e02dc993-c337-404d-8c48-a702fa4bd2b8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Calling delete_port for 3d9e4dfa-d8d8-41d4-a0d3-732bfa841fd6 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:09.400059 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-fc53a6a1-80fb-4c84-bfba-61c76c567b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'name': 'tempest-TestVolumeBootPattern-25264524-router', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:50:45Z', 'updated_at': '2021-05-31T15:51:01Z', 'revision_number': 4, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'gw_port': {'id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:49Z', 'updated_at': '2021-05-31T15:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '80b03b4f-2cc2-4222-98cc-4ec08fa080a8', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'floating_ip_address': '172.26.0.208', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'port_id': '1840dc3a-1a1c-4ff3-ba46-797ba59b885e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'mac_address': 'fa:16:3e:e2:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6413ddf9-3984-4f5e-99cd-c46101493a4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:53:01Z', 'updated_at': '2021-05-31T15:53:01Z', 'revision_number': 0, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf6ac0a4-9241-474b-b88d-758c7f9f3835', 'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'mac_address': 'fa:16:3e:47:55:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:57Z', 'updated_at': '2021-05-31T15:51:15Z', 'revision_number': 5, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'subnets': [{'id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:09.404618 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc53a6a1-80fb-4c84-bfba-61c76c567b19 None None] The sync data for ids ['d2eaafca-c962-4810-a0d0-a75595e874c0'] in dv-neutron-601336-79-hyperv is: [{'id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'name': 'tempest-TestVolumeBootPattern-25264524-router', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:50:45Z', 'updated_at': '2021-05-31T15:51:01Z', 'revision_number': 4, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'gw_port': {'id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:49Z', 'updated_at': '2021-05-31T15:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '80b03b4f-2cc2-4222-98cc-4ec08fa080a8', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'floating_ip_address': '172.26.0.208', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'port_id': '1840dc3a-1a1c-4ff3-ba46-797ba59b885e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'mac_address': 'fa:16:3e:e2:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6413ddf9-3984-4f5e-99cd-c46101493a4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:53:01Z', 'updated_at': '2021-05-31T15:53:01Z', 'revision_number': 0, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf6ac0a4-9241-474b-b88d-758c7f9f3835', 'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'mac_address': 'fa:16:3e:47:55:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:57Z', 'updated_at': '2021-05-31T15:51:15Z', 'revision_number': 5, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'subnets': [{'id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:53:09.409133 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3fa3c-8e90-42d9-9f28-1b2479e5a788 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Subnet': ['ID=d9dd060a-61fb-4e13-9ced-a8983b6565cf,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:09.439775 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0ee3fa3c-8e90-42d9-9f28-1b2479e5a788 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:09.492874 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d202a741-b74a-42e8-a622-604403f85232 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:09.508846 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7b5cb96d-428d-4d30-aaad-bf5c69a33dac tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:09.516058 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0ee3fa3c-8e90-42d9-9f28-1b2479e5a788 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/d9dd060a-61fb-4e13-9ced-a8983b6565cf HTTP/1.1" status: 204 len: 168 time: 3.1988358 May 31 15:53:09.522600 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57504) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:09.564869 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7b5cb96d-428d-4d30-aaad-bf5c69a33dac tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:09.571237 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-caa9e9ef-3e64-46be-93fc-7dcc3fdbc691 req-ef8cb205-d9b0-43ec-9257-1a043871f6bb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=262daab4-c09b-414e-93f9-35c9a138dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2753890 May 31 15:53:09.582158 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b5cb96d-428d-4d30-aaad-bf5c69a33dac tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:53:09.582857 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7b5cb96d-428d-4d30-aaad-bf5c69a33dac tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:53:09.600853 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:53:09.630044 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-76ed2faa-3fcf-46c4-94d3-070f40288ccc tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918221 May 31 15:53:09.640169 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57508) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:09.725949 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-87bfaadd-bad6-4525-ae2d-18763fd64a46 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:09.746337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7b5cb96d-428d-4d30-aaad-bf5c69a33dac tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:09.750743 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-701abcd2-35ae-4f40-a99b-df30b519ef81 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Deleting port 379cc086-f953-4e5a-b55b-b81802fb3ec9 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:09.751534 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-701abcd2-35ae-4f40-a99b-df30b519ef81 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:09.752389 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d43832-4509-43b5-a980-93f2b498e702 req-fa0f1be4-c17e-488f-bf38-28f9353cba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:09.754453 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-f1d43832-4509-43b5-a980-93f2b498e702 req-fa0f1be4-c17e-488f-bf38-28f9353cba36 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8116e4b155bf47a28df54c3549abf9a0&device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 1099 time: 1.2236445 May 31 15:53:09.774895 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-89a1bfa2-50eb-4027-abfa-df919209d79d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:09.800103 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7b5cb96d-428d-4d30-aaad-bf5c69a33dac tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:09.829397 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4718d5ba-9e56-41f7-9fb4-911171d4c237 None None] New status for floating IP 80b03b4f-2cc2-4222-98cc-4ec08fa080a8: ACTIVE {{(pid=99206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 15:53:09.881250 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port a692427e-8020-4bd0-a824-e461a3328153 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:09.898882 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5cb96d-428d-4d30-aaad-bf5c69a33dac tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Pushing event deleted for resources: {'Network': ['ID=c8f5773f-62e1-4757-9927-498b5b31a13b,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:09.938427 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7b5cb96d-428d-4d30-aaad-bf5c69a33dac tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] 10.222.0.45 "DELETE /v2.0/networks/c8f5773f-62e1-4757-9927-498b5b31a13b HTTP/1.1" status: 204 len: 168 time: 2.3706346 May 31 15:53:09.944875 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57512) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:09.945092 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cb96d-428d-4d30-aaad-bf5c69a33dac tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:09.945330 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cb96d-428d-4d30-aaad-bf5c69a33dac tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:09.945736 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cb96d-428d-4d30-aaad-bf5c69a33dac tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:09.946139 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cb96d-428d-4d30-aaad-bf5c69a33dac tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:09.946688 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cb96d-428d-4d30-aaad-bf5c69a33dac tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:09.947226 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cb96d-428d-4d30-aaad-bf5c69a33dac tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:09.947642 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cb96d-428d-4d30-aaad-bf5c69a33dac tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:09.948184 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cb96d-428d-4d30-aaad-bf5c69a33dac tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:09.948859 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cb96d-428d-4d30-aaad-bf5c69a33dac tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:09.949384 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cb96d-428d-4d30-aaad-bf5c69a33dac tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:09.949755 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cb96d-428d-4d30-aaad-bf5c69a33dac tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:09.950184 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cb96d-428d-4d30-aaad-bf5c69a33dac tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:09.960554 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-5276826c-8b8c-4b11-9259-4e15cd4e99be tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Deleting port a909e965-689e-4354-a7ca-d697d504eb31 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:09.961291 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5276826c-8b8c-4b11-9259-4e15cd4e99be tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:09.961817 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7b5cb96d-428d-4d30-aaad-bf5c69a33dac tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:09.963541 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port a692427e-8020-4bd0-a824-e461a3328153 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:09.964030 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:09.991712 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-dd2a8172-8814-4acf-a246-9a88deed7358 None None] Provisioning for port 3d9e4dfa-d8d8-41d4-a0d3-732bfa841fd6 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:10.016310 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e02dc993-c337-404d-8c48-a702fa4bd2b8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:10.024652 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-803d677a-f24c-42d1-8ab3-d1f939fdc5c2 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:10.055345 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-701abcd2-35ae-4f40-a99b-df30b519ef81 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:10.079867 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-87bfaadd-bad6-4525-ae2d-18763fd64a46 None None] Transition to ACTIVE for port object 9f423c63-759b-4c32-befc-e02d4706217a will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:10.081678 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02dc993-c337-404d-8c48-a702fa4bd2b8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Port': ['ID=3d9e4dfa-d8d8-41d4-a0d3-732bfa841fd6,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:10.101977 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-dd2a8172-8814-4acf-a246-9a88deed7358 None None] Provisioning complete for port 3d9e4dfa-d8d8-41d4-a0d3-732bfa841fd6 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:10.102353 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dd2a8172-8814-4acf-a246-9a88deed7358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:10.142430 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e02dc993-c337-404d-8c48-a702fa4bd2b8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:10.168324 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a8172-8814-4acf-a246-9a88deed7358 None None] Port 3d9e4dfa-d8d8-41d4-a0d3-732bfa841fd6 was deleted so its status cannot be updated. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 31 15:53:10.178546 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8877778-c526-4ddc-b1b6-21f7745ed549 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:10.182834 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d8877778-c526-4ddc-b1b6-21f7745ed549 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5380757 May 31 15:53:10.186754 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57516) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:10.219783 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:10.236033 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d43832-4509-43b5-a980-93f2b498e702 req-1bb06e30-c50d-4ceb-9c59-ac5ae9f2f0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:10.237736 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-f1d43832-4509-43b5-a980-93f2b498e702 req-1bb06e30-c50d-4ceb-9c59-ac5ae9f2f0b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=258fafc3-be14-41c8-a854-4f81d373cb1a HTTP/1.1" status: 200 len: 911 time: 0.4697459 May 31 15:53:10.251311 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-701abcd2-35ae-4f40-a99b-df30b519ef81 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Calling delete_port for 379cc086-f953-4e5a-b55b-b81802fb3ec9 owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:10.265507 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e02dc993-c337-404d-8c48-a702fa4bd2b8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:10.267743 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e02dc993-c337-404d-8c48-a702fa4bd2b8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/ports/3d9e4dfa-d8d8-41d4-a0d3-732bfa841fd6 HTTP/1.1" status: 204 len: 168 time: 3.0798843 May 31 15:53:10.271390 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57520) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:10.294260 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-87bfaadd-bad6-4525-ae2d-18763fd64a46 None None] Transition to ACTIVE for port object 9f423c63-759b-4c32-befc-e02d4706217a will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:10.316570 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-d5aea551-e03f-4ff1-a4b5-27df8283f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:52:55Z', 'revision_number': 3, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None, '_interfaces': [{'id': '519373d8-e05e-4d2f-ad24-61d85ec78f45', 'name': '', 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:73:95:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:34Z', 'updated_at': '2021-05-31T15:52:54Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692955f7-07b5-4de1-b31d-16d58bc190fe', 'name': '', 'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:75:cb:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:52Z', 'updated_at': '2021-05-31T15:53:07Z', 'revision_number': 4, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:10.331363 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-366f79b4-bc47-41a9-9e05-164a3fbab180 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] GET failed (client error): The resource could not be found. May 31 15:53:10.331919 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-366f79b4-bc47-41a9-9e05-164a3fbab180 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Synchronizing usage tracker for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:53:10.349429 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c19ee1-9168-440c-a507-d3026370f224 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Deleting subnet 1448ae41-c23b-464b-a8a9-a4ab315000b3 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:53:10.353830 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d7c19ee1-9168-440c-a507-d3026370f224 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:10.360586 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-366f79b4-bc47-41a9-9e05-164a3fbab180 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Unset dirty status for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:53:10.364266 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-366f79b4-bc47-41a9-9e05-164a3fbab180 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "GET /v2.0/ports/3d9e4dfa-d8d8-41d4-a0d3-732bfa841fd6 HTTP/1.1" status: 404 len: 333 time: 0.0891962 May 31 15:53:10.364924 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57524) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:10.412722 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d7c19ee1-9168-440c-a507-d3026370f224 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:10.439223 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-87bfaadd-bad6-4525-ae2d-18763fd64a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:10.516063 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-066e7987-0e8b-401c-ab45-debf3ebaceb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:10.547432 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5aea551-e03f-4ff1-a4b5-27df8283f832 None None] The sync data for ids ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'] in dv-neutron-601336-79-hyperv is: [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:52:55Z', 'revision_number': 3, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None, '_interfaces': [{'id': '519373d8-e05e-4d2f-ad24-61d85ec78f45', 'name': '', 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:73:95:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:34Z', 'updated_at': '2021-05-31T15:52:54Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692955f7-07b5-4de1-b31d-16d58bc190fe', 'name': '', 'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:75:cb:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:52Z', 'updated_at': '2021-05-31T15:53:07Z', 'revision_number': 4, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:53:10.554195 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-5276826c-8b8c-4b11-9259-4e15cd4e99be tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] For port a909e965-689e-4354-a7ca-d697d504eb31, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a909e965-689e-4354-a7ca-d697d504eb31,segment=NetworkSegment(930e1e5c-c3a1-417a-8dd8-16358220cb2a),segment_id=930e1e5c-c3a1-417a-8dd8-16358220cb2a)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:10.554642 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5276826c-8b8c-4b11-9259-4e15cd4e99be tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:10.592574 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c27e44-3951-4329-a056-0c2590cdafe8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:10.593288 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e4c27e44-3951-4329-a056-0c2590cdafe8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:53:10.612864 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bfaadd-bad6-4525-ae2d-18763fd64a46 None None] Network 58ec5087-6ab4-4811-a099-5c0b8ce15017 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:53:10.667000 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-87bfaadd-bad6-4525-ae2d-18763fd64a46 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:10.669682 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bfaadd-bad6-4525-ae2d-18763fd64a46 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:53:10.809141 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-5276826c-8b8c-4b11-9259-4e15cd4e99be tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Calling delete_port for a909e965-689e-4354-a7ca-d697d504eb31 owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:10.820157 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:10.837650 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfaadd-bad6-4525-ae2d-18763fd64a46 None None] Pushing event updated for resources: {'Port': ['ID=9f423c63-759b-4c32-befc-e02d4706217a,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:10.841876 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-87bfaadd-bad6-4525-ae2d-18763fd64a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:10.867254 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-f28d59a7-3261-43aa-8682-6ade95612e2b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Allocated IP 2001:db8:2::1 (58ec5087-6ab4-4811-a099-5c0b8ce15017/cf4d03e4-657e-43bc-bf19-7ce001c90d68/c45e68ca-a24a-4371-8a45-08480a3e0676) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:53:10.886025 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-f1d43832-4509-43b5-a980-93f2b498e702 req-eb80bc07-7611-49dc-9c5d-a239419f28c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1840dc3a-1a1c-4ff3-ba46-797ba59b885e HTTP/1.1" status: 200 len: 1000 time: 0.6268783 May 31 15:53:10.971639 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-87bfaadd-bad6-4525-ae2d-18763fd64a46 None None] Attempting to bind port 9f423c63-759b-4c32-befc-e02d4706217a on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:53:10.972691 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-87bfaadd-bad6-4525-ae2d-18763fd64a46 None None] Attempting to bind port 9f423c63-759b-4c32-befc-e02d4706217a by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'fcfd66cb-14d6-49ec-955e-dbc3f438958b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '58ec5087-6ab4-4811-a099-5c0b8ce15017'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:53:10.973240 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bfaadd-bad6-4525-ae2d-18763fd64a46 None None] Attempting to bind port 9f423c63-759b-4c32-befc-e02d4706217a on network 58ec5087-6ab4-4811-a099-5c0b8ce15017 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:53:10.978471 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b8d4944a-f2c8-4704-9377-2182f7748faf None None] Provisioning complete for port 428ecefc-c7a0-47d5-8a8a-81a2d8af27b9 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:10.979221 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b8d4944a-f2c8-4704-9377-2182f7748faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:11.024164 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12cae31f-3571-42cc-aa57-8bd3f8e67b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a692427e-8020-4bd0-a824-e461a3328153'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:53:11.026538 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8d8e38-96f7-43ff-932b-74bd9d913325" -d '{"events": [{"server_uuid": "12cae31f-3571-42cc-aa57-8bd3f8e67b5c", "name": "network-vif-plugged", "status": "completed", "tag": "a692427e-8020-4bd0-a824-e461a3328153"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:53:11.061434 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bfaadd-bad6-4525-ae2d-18763fd64a46 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:53:11.061818 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bfaadd-bad6-4525-ae2d-18763fd64a46 None None] Checking segment: {'id': 'fcfd66cb-14d6-49ec-955e-dbc3f438958b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '58ec5087-6ab4-4811-a099-5c0b8ce15017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:53:11.062237 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-87bfaadd-bad6-4525-ae2d-18763fd64a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:11.062652 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bfaadd-bad6-4525-ae2d-18763fd64a46 None None] Bound using segment: {'id': 'fcfd66cb-14d6-49ec-955e-dbc3f438958b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '58ec5087-6ab4-4811-a099-5c0b8ce15017'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:53:11.064324 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-87bfaadd-bad6-4525-ae2d-18763fd64a46 None None] Bound port: 9f423c63-759b-4c32-befc-e02d4706217a, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcfd66cb-14d6-49ec-955e-dbc3f438958b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '58ec5087-6ab4-4811-a099-5c0b8ce15017'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:53:11.064715 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-87bfaadd-bad6-4525-ae2d-18763fd64a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:11.089259 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 692955f7-07b5-4de1-b31d-16d58bc190fe up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:53:11.191231 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-701abcd2-35ae-4f40-a99b-df30b519ef81 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:11.199904 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf0b2d1-b2e4-4e36-ba9a-632e81be6e57 None None] DHCP port deletion for c365814b-ce25-46bb-ba96-722d7c4b5a26 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:53:11.215584 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 15:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f7598a-8510-41fb-ad60-9b505405c2e7 x-openstack-request-id: req-73f7598a-8510-41fb-ad60-9b505405c2e7 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:53:11.216037 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12cae31f-3571-42cc-aa57-8bd3f8e67b5c", "name": "network-vif-plugged", "status": "completed", "tag": "a692427e-8020-4bd0-a824-e461a3328153", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:53:11.216438 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-73f7598a-8510-41fb-ad60-9b505405c2e7 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:53:11.216936 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12cae31f-3571-42cc-aa57-8bd3f8e67b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a692427e-8020-4bd0-a824-e461a3328153', 'code': 200} May 31 15:53:11.219265 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port a692427e-8020-4bd0-a824-e461a3328153, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a692427e-8020-4bd0-a824-e461a3328153,segment=NetworkSegment(333ad118-f290-4f99-a784-81002b51054a),segment_id=333ad118-f290-4f99-a784-81002b51054a)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:11.220981 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7a052dfc-baf0-41e9-ae98-66f339bb4aea tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:11.286904 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e4c27e44-3951-4329-a056-0c2590cdafe8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:53:11.293384 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e4c27e44-3951-4329-a056-0c2590cdafe8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.0999086 May 31 15:53:11.308190 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d7c19ee1-9168-440c-a507-d3026370f224 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:11.337234 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57532) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:11.338466 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701abcd2-35ae-4f40-a99b-df30b519ef81 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Pushing event deleted for resources: {'Port': ['ID=379cc086-f953-4e5a-b55b-b81802fb3ec9,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:11.414811 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-701abcd2-35ae-4f40-a99b-df30b519ef81 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:11.416756 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-c84bf322-3882-4014-ad47-d0c03d29c6d4 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting port 428ecefc-c7a0-47d5-8a8a-81a2d8af27b9 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:11.417099 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c84bf322-3882-4014-ad47-d0c03d29c6d4 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:11.430771 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-b8d4944a-f2c8-4704-9377-2182f7748faf None None] Port 428ecefc-c7a0-47d5-8a8a-81a2d8af27b9 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:53:11.451524 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:11.470435 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-c8d40b41-4667-4c71-a37c-3ab42cac65e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:11.563979 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d43832-4509-43b5-a980-93f2b498e702 req-2b4d9b68-03fe-4638-ac5b-116abd2c2092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:11.566133 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-f1d43832-4509-43b5-a980-93f2b498e702 req-2b4d9b68-03fe-4638-ac5b-116abd2c2092 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0855a3d7-c8f1-43b9-80cd-3c7b17490413 HTTP/1.1" status: 200 len: 849 time: 0.6676142 May 31 15:53:11.576210 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b8d4944a-f2c8-4704-9377-2182f7748faf None None] Provisioning complete for port a909e965-689e-4354-a7ca-d697d504eb31 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:11.576735 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b8d4944a-f2c8-4704-9377-2182f7748faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:11.583818 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c84bf322-3882-4014-ad47-d0c03d29c6d4 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:11.607810 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=a692427e-8020-4bd0-a824-e461a3328153,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:11.611481 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaa5015-7f62-41e7-a772-4522888d7658 None None] DHCP port deletion for b5001308-9f67-458f-99a7-4cdcd1177eb2 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:53:11.755104 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:11.755482 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:11.755798 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:11.756112 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:11.756385 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:11.756704 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:11.757319 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:11.757671 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:11.757988 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:11.758271 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:11.758584 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:11.758892 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:53:11.763143 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:11.803313 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-c84bf322-3882-4014-ad47-d0c03d29c6d4 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Calling delete_port for 428ecefc-c7a0-47d5-8a8a-81a2d8af27b9 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:11.809040 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d8096d00-2354-467f-8a91-bb69cf1080ae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4661555 May 31 15:53:11.809748 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5276826c-8b8c-4b11-9259-4e15cd4e99be tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:11.817286 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57536) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:11.818030 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-34d392a6-6010-4db0-b603-1da3bf232c28 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:11.821185 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-87bfaadd-bad6-4525-ae2d-18763fd64a46 None None] For port 9f423c63-759b-4c32-befc-e02d4706217a, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:53:11.826908 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-87bfaadd-bad6-4525-ae2d-18763fd64a46 None None] For port 9f423c63-759b-4c32-befc-e02d4706217a, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=9f423c63-759b-4c32-befc-e02d4706217a,segment=NetworkSegment(fcfd66cb-14d6-49ec-955e-dbc3f438958b),segment_id=fcfd66cb-14d6-49ec-955e-dbc3f438958b)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:53:11.832249 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01436c-a08e-4d83-8ce2-4a18db89beba req-d793491f-4499-4c8e-b241-be9caeefaa4e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:11.833912 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7e01436c-a08e-4d83-8ce2-4a18db89beba req-d793491f-4499-4c8e-b241-be9caeefaa4e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=12cae31f-3571-42cc-aa57-8bd3f8e67b5c HTTP/1.1" status: 200 len: 944 time: 0.8345866 May 31 15:53:11.836819 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b8d4944a-f2c8-4704-9377-2182f7748faf None None] Could not find standard attr ID for object a909e965-689e-4354-a7ca-d697d504eb31. {{(pid=99206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 15:53:11.838550 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 692955f7-07b5-4de1-b31d-16d58bc190fe completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:11.846522 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-87bfaadd-bad6-4525-ae2d-18763fd64a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:11.851458 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.plugins.ml2.db [None req-b8d4944a-f2c8-4704-9377-2182f7748faf None None] No ports have port_id starting with a909e965-689e-4354-a7ca-d697d504eb31 May 31 15:53:11.854646 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:11.857589 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-afc4a431-cd03-473d-9c7c-ea9d0e9a1611 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:11.902910 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 692955f7-07b5-4de1-b31d-16d58bc190fe triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:11.903369 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:11.918394 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276826c-8b8c-4b11-9259-4e15cd4e99be tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event deleted for resources: {'Port': ['ID=a909e965-689e-4354-a7ca-d697d504eb31,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:11.928535 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f28d59a7-3261-43aa-8682-6ade95612e2b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:11.936252 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5276826c-8b8c-4b11-9259-4e15cd4e99be tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:11.957237 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b8d4944a-f2c8-4704-9377-2182f7748faf None None] Could not find standard attr ID for object 3d9e4dfa-d8d8-41d4-a0d3-732bfa841fd6. {{(pid=99206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 15:53:11.967807 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-daf0b2d1-b2e4-4e36-ba9a-632e81be6e57 None None] Deleting port a909e965-689e-4354-a7ca-d697d504eb31 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:11.968199 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-daf0b2d1-b2e4-4e36-ba9a-632e81be6e57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:12.000334 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5276826c-8b8c-4b11-9259-4e15cd4e99be tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] No DVR routers for this DVR port a909e965-689e-4354-a7ca-d697d504eb31 on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:53:12.012797 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7e01436c-a08e-4d83-8ce2-4a18db89beba req-1e7c346c-d47d-4c3f-95b8-36f210f53416 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=262daab4-c09b-414e-93f9-35c9a138dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615145 May 31 15:53:12.055954 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0fcc1-e8e9-4181-be8c-26ca32808c02 req-ac52627f-5ed7-4724-8d43-bd285adecfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:12.057465 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f8f0fcc1-e8e9-4181-be8c-26ca32808c02 req-ac52627f-5ed7-4724-8d43-bd285adecfb5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=12cae31f-3571-42cc-aa57-8bd3f8e67b5c HTTP/1.1" status: 200 len: 1098 time: 0.3995574 May 31 15:53:12.104694 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-f28d59a7-3261-43aa-8682-6ade95612e2b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Transition to ACTIVE for port object c45e68ca-a24a-4371-8a45-08480a3e0676 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:12.112923 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfaadd-bad6-4525-ae2d-18763fd64a46 None None] Pushing event updated for resources: {'Port': ['ID=9f423c63-759b-4c32-befc-e02d4706217a,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:12.120213 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-caaa5015-7f62-41e7-a772-4522888d7658 None None] Deleting port 6cdcd1a6-74e5-48f9-8e29-d38d24dc6da4 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:12.120589 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-caaa5015-7f62-41e7-a772-4522888d7658 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:12.146351 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-87bfaadd-bad6-4525-ae2d-18763fd64a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:12.156588 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-daf0b2d1-b2e4-4e36-ba9a-632e81be6e57 None None] For port a909e965-689e-4354-a7ca-d697d504eb31, host dv-neutron-601336-79-hyperv, got binding levels [] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:12.156984 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-daf0b2d1-b2e4-4e36-ba9a-632e81be6e57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:12.236321 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d43832-4509-43b5-a980-93f2b498e702 req-c7543730-ff1c-4e9a-8f82-b414c48c7bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:12.237368 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-f1d43832-4509-43b5-a980-93f2b498e702 req-c7543730-ff1c-4e9a-8f82-b414c48c7bf5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=258fafc3-be14-41c8-a854-4f81d373cb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6517389 May 31 15:53:12.248431 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f8f0fcc1-e8e9-4181-be8c-26ca32808c02 req-1ac91fdb-0a41-440b-ae09-a3479aeb2d17 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=262daab4-c09b-414e-93f9-35c9a138dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219871 May 31 15:53:12.253790 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-701abcd2-35ae-4f40-a99b-df30b519ef81 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:12.285291 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-afc4a431-cd03-473d-9c7c-ea9d0e9a1611 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:12.290881 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5276826c-8b8c-4b11-9259-4e15cd4e99be tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:12.347758 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-daf0b2d1-b2e4-4e36-ba9a-632e81be6e57 None None] Calling delete_port for a909e965-689e-4354-a7ca-d697d504eb31 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:12.361860 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.ipam_backend_mixin [None req-daf0b2d1-b2e4-4e36-ba9a-632e81be6e57 None None] Port a909e965-689e-4354-a7ca-d697d504eb31 was not found and therefore no delete operation was performed {{(pid=99206) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 31 15:53:12.366379 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-afc4a431-cd03-473d-9c7c-ea9d0e9a1611 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:12.369404 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-5276826c-8b8c-4b11-9259-4e15cd4e99be tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c365814b-ce25-46bb-ba96-722d7c4b5a26']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:12.400503 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-daf0b2d1-b2e4-4e36-ba9a-632e81be6e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:12.408991 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-33edb298-4c39-4d93-90e3-68557a6af3c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:12.409490 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-5276826c-8b8c-4b11-9259-4e15cd4e99be tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930e1e5c-c3a1-417a-8dd8-16358220cb2a') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:12.409808 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-5276826c-8b8c-4b11-9259-4e15cd4e99be tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930e1e5c-c3a1-417a-8dd8-16358220cb2a') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:12.440809 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c84bf322-3882-4014-ad47-d0c03d29c6d4 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:12.483786 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5276826c-8b8c-4b11-9259-4e15cd4e99be tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:12.493467 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc4a431-cd03-473d-9c7c-ea9d0e9a1611 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:53:12.497710 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-afc4a431-cd03-473d-9c7c-ea9d0e9a1611 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:12.499067 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf0b2d1-b2e4-4e36-ba9a-632e81be6e57 None None] Pushing event deleted for resources: {'Port': ['ID=a909e965-689e-4354-a7ca-d697d504eb31,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:12.519341 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-daf0b2d1-b2e4-4e36-ba9a-632e81be6e57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:12.527699 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-caaa5015-7f62-41e7-a772-4522888d7658 None None] For port 6cdcd1a6-74e5-48f9-8e29-d38d24dc6da4, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=6cdcd1a6-74e5-48f9-8e29-d38d24dc6da4,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:12.528530 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-caaa5015-7f62-41e7-a772-4522888d7658 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:12.542843 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf0b2d1-b2e4-4e36-ba9a-632e81be6e57 None None] No DVR routers for this DVR port a909e965-689e-4354-a7ca-d697d504eb31 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:53:12.560163 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f28d59a7-3261-43aa-8682-6ade95612e2b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:12.569421 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:12.639915 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:12.684734 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5276826c-8b8c-4b11-9259-4e15cd4e99be tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:12.687615 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d7c19ee1-9168-440c-a507-d3026370f224 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:12.716091 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-caaa5015-7f62-41e7-a772-4522888d7658 None None] Calling delete_port for 6cdcd1a6-74e5-48f9-8e29-d38d24dc6da4 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:12.753770 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 692955f7-07b5-4de1-b31d-16d58bc190fe, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=692955f7-07b5-4de1-b31d-16d58bc190fe,segment=NetworkSegment(31f4952d-06bb-497e-8e4c-a13d87e4a88b),segment_id=31f4952d-06bb-497e-8e4c-a13d87e4a88b)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:12.756513 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9fa77dd4-4794-4d85-a6f0-6e40ca74f3d3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:12.759711 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:12.760572 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device afb74366-bd87-44c2-a032-eca73cfadb60 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:53:12.767241 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5276826c-8b8c-4b11-9259-4e15cd4e99be tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:53:12.767833 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5276826c-8b8c-4b11-9259-4e15cd4e99be tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:12.785899 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b4bf6c46-0a79-4fcf-a52e-70794f057fcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:53:12.788580 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:53:12.826185 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84bf322-3882-4014-ad47-d0c03d29c6d4 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Port': ['ID=428ecefc-c7a0-47d5-8a8a-81a2d8af27b9,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:12.826734 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-f1d43832-4509-43b5-a980-93f2b498e702 req-aa113a72-7639-4808-b8b6-c9aa17fd6601 service neutron] 10.222.0.59 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5663619 May 31 15:53:12.828676 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d59a7-3261-43aa-8682-6ade95612e2b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Port': ['ID=c45e68ca-a24a-4371-8a45-08480a3e0676,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:12.848746 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17406c9-3e1c-401e-bdb9-10174448b00a None None] Network 448dfe7c-1dc8-498c-9bda-9a9ecb06b8eb requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:12.852689 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f28d59a7-3261-43aa-8682-6ade95612e2b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:12.859369 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c84bf322-3882-4014-ad47-d0c03d29c6d4 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:12.878159 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c84bf322-3882-4014-ad47-d0c03d29c6d4 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:12.957978 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28d59a7-3261-43aa-8682-6ade95612e2b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network 58ec5087-6ab4-4811-a099-5c0b8ce15017 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:53:12.959566 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d7c19ee1-9168-440c-a507-d3026370f224 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:12.963823 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0ee3fa3c-8e90-42d9-9f28-1b2479e5a788 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:12.972674 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c84bf322-3882-4014-ad47-d0c03d29c6d4 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/ports/428ecefc-c7a0-47d5-8a8a-81a2d8af27b9 HTTP/1.1" status: 204 len: 168 time: 2.6046562 May 31 15:53:12.973175 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57540) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:12.985643 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=692955f7-07b5-4de1-b31d-16d58bc190fe,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:13.001362 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:13.042383 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-869a8453-cb92-4733-ba35-529997360260 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] GET failed (client error): The resource could not be found. May 31 15:53:13.042739 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-869a8453-cb92-4733-ba35-529997360260 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Synchronizing usage tracker for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:53:13.059097 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-caaa5015-7f62-41e7-a772-4522888d7658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:13.075824 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5c49ba1e-7cea-4525-8622-1c55e8384525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:13.142733 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-f28d59a7-3261-43aa-8682-6ade95612e2b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:13.182913 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa5015-7f62-41e7-a772-4522888d7658 None None] Pushing event deleted for resources: {'Port': ['ID=6cdcd1a6-74e5-48f9-8e29-d38d24dc6da4,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:13.185581 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-caaa5015-7f62-41e7-a772-4522888d7658 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:13.189311 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaa5015-7f62-41e7-a772-4522888d7658 None None] No DVR routers for this DVR port 6cdcd1a6-74e5-48f9-8e29-d38d24dc6da4 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:53:13.190359 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28d59a7-3261-43aa-8682-6ade95612e2b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:53:13.192779 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f28d59a7-3261-43aa-8682-6ade95612e2b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:13.210355 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port afb74366-bd87-44c2-a032-eca73cfadb60 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:13.211155 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:13.212894 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c19ee1-9168-440c-a507-d3026370f224 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Pushing event deleted for resources: {'Subnet': ['ID=1448ae41-c23b-464b-a8a9-a4ab315000b3,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:13.223306 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5276826c-8b8c-4b11-9259-4e15cd4e99be tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:13.225907 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d7c19ee1-9168-440c-a507-d3026370f224 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:13.237052 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701abcd2-35ae-4f40-a99b-df30b519ef81 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Router 59ac736d-1c1f-45ca-8cd3-07d979c66e36 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:53:13.249587 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-869a8453-cb92-4733-ba35-529997360260 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Unset dirty status for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:53:13.251417 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-869a8453-cb92-4733-ba35-529997360260 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "GET /v2.0/ports/428ecefc-c7a0-47d5-8a8a-81a2d8af27b9 HTTP/1.1" status: 404 len: 333 time: 0.2771711 May 31 15:53:13.275293 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57546) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:13.472599 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8307fb6-c157-46e1-ad58-fba0cf7da4a7 None None] DHCP port deletion for 448dfe7c-1dc8-498c-9bda-9a9ecb06b8eb request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:53:13.591119 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d8307fb6-c157-46e1-ad58-fba0cf7da4a7 None None] Deleting port db58becd-0fc6-4962-8734-02934027e805 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:13.591483 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d8307fb6-c157-46e1-ad58-fba0cf7da4a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:13.592847 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5276826c-8b8c-4b11-9259-4e15cd4e99be tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:13.644547 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d7c19ee1-9168-440c-a507-d3026370f224 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] 10.222.0.45 "DELETE /v2.0/subnets/1448ae41-c23b-464b-a8a9-a4ab315000b3 HTTP/1.1" status: 204 len: 168 time: 3.6970422 May 31 15:53:13.647938 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:13.649194 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57550) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:13.698135 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-8535c022-6c56-4aa8-bb12-0df5da954c39 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting subnet cbdef9b7-941c-43c8-a05c-5e6cbfef14c6 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:53:13.701135 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-f1d43832-4509-43b5-a980-93f2b498e702 req-4bf303e8-d8e6-4556-b392-31934873043a service neutron] 10.222.0.59 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7384362 May 31 15:53:13.711154 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8535c022-6c56-4aa8-bb12-0df5da954c39 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:13.715257 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca00dc6-4102-4821-8259-13f5db79a9fd None None] Network 58ec5087-6ab4-4811-a099-5c0b8ce15017 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:13.726996 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276826c-8b8c-4b11-9259-4e15cd4e99be tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event deleted for resources: {'Network': ['ID=c365814b-ce25-46bb-ba96-722d7c4b5a26,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:13.772901 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5276826c-8b8c-4b11-9259-4e15cd4e99be tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:13.787686 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5276826c-8b8c-4b11-9259-4e15cd4e99be tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "DELETE /v2.0/networks/c365814b-ce25-46bb-ba96-722d7c4b5a26 HTTP/1.1" status: 204 len: 168 time: 5.2828782 May 31 15:53:13.796574 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57554) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:13.859285 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 692955f7-07b5-4de1-b31d-16d58bc190fe up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:53:13.864467 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-189566f6-399a-407a-ab54-1172ab3938fb tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] DELETE failed (client error): The resource could not be found. May 31 15:53:13.865001 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-189566f6-399a-407a-ab54-1172ab3938fb tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:53:13.870281 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-189566f6-399a-407a-ab54-1172ab3938fb tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "DELETE /v2.0/subnets/e73409ba-6e66-414e-97b9-d0083d98b572 HTTP/1.1" status: 404 len: 337 time: 0.0690367 May 31 15:53:13.871883 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57558) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:13.925729 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8535c022-6c56-4aa8-bb12-0df5da954c39 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:13.926024 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-4065678f-acfd-447e-b7c7-f9963aae68cb tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] DELETE failed (client error): The resource could not be found. May 31 15:53:13.927071 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4065678f-acfd-447e-b7c7-f9963aae68cb tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:53:13.932675 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4065678f-acfd-447e-b7c7-f9963aae68cb tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "DELETE /v2.0/networks/f55818ad-f29e-4ae1-9298-eefdce81d57c HTTP/1.1" status: 404 len: 339 time: 0.0579710 May 31 15:53:13.938788 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57562) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:13.982549 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701abcd2-35ae-4f40-a99b-df30b519ef81 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:53:13.995943 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-328902d2-9315-4ee5-a64e-de67d781354d None None] Provisioning for port 9f423c63-759b-4c32-befc-e02d4706217a completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:13.998895 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3f695776-88e0-4702-a704-be7453508a29 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:13.999679 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e29db7a-b806-46b6-b501-0d59b47e69b2 None None] Sync routers for ids ['59ac736d-1c1f-45ca-8cd3-07d979c66e36'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:53:14.009991 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-701abcd2-35ae-4f40-a99b-df30b519ef81 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] 10.222.0.45 "PUT /v2.0/routers/59ac736d-1c1f-45ca-8cd3-07d979c66e36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2050471 May 31 15:53:14.016849 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e29db7a-b806-46b6-b501-0d59b47e69b2 None None] Routers {'59ac736d-1c1f-45ca-8cd3-07d979c66e36'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:53:14.017580 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d8307fb6-c157-46e1-ad58-fba0cf7da4a7 None None] For port db58becd-0fc6-4962-8734-02934027e805, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=db58becd-0fc6-4962-8734-02934027e805,segment=NetworkSegment(ff87042f-6004-4a57-a119-815b91aa5985),segment_id=ff87042f-6004-4a57-a119-815b91aa5985)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:14.017727 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-7e29db7a-b806-46b6-b501-0d59b47e69b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:53:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['59ac736d-1c1f-45ca-8cd3-07d979c66e36'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:14.017982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d8307fb6-c157-46e1-ad58-fba0cf7da4a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:14.084285 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8535c022-6c56-4aa8-bb12-0df5da954c39 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:14.156305 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57566) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:14.162464 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f28d59a7-3261-43aa-8682-6ade95612e2b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:14.164120 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d8307fb6-c157-46e1-ad58-fba0cf7da4a7 None None] Calling delete_port for db58becd-0fc6-4962-8734-02934027e805 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:14.173979 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-7e29db7a-b806-46b6-b501-0d59b47e69b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:14.195113 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e29db7a-b806-46b6-b501-0d59b47e69b2 None None] Routers {'59ac736d-1c1f-45ca-8cd3-07d979c66e36'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:53:14.196080 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-7e29db7a-b806-46b6-b501-0d59b47e69b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:53:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['59ac736d-1c1f-45ca-8cd3-07d979c66e36'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:14.201293 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb4fdce-7d15-4239-b40f-4d70086413c0 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] DELETE failed (client error): The resource could not be found. May 31 15:53:14.202002 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcb4fdce-7d15-4239-b40f-4d70086413c0 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:53:14.204421 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-fcb4fdce-7d15-4239-b40f-4d70086413c0 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "DELETE /v2.0/subnets/5bba88b7-3f08-415b-a0f3-ae13c0d17c40 HTTP/1.1" status: 404 len: 337 time: 0.2646048 May 31 15:53:14.266815 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-7e29db7a-b806-46b6-b501-0d59b47e69b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:14.268289 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e29db7a-b806-46b6-b501-0d59b47e69b2 None None] The sync data for ids ['59ac736d-1c1f-45ca-8cd3-07d979c66e36'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:53:14.273302 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 692955f7-07b5-4de1-b31d-16d58bc190fe triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:14.273804 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:14.280624 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57570) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:14.302266 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421d371-288e-4afa-a4dc-1cc9a06d17cc req-b2e5d2ad-6c5c-49f7-bf57-efaa9b788d82 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:14.303813 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c421d371-288e-4afa-a4dc-1cc9a06d17cc req-b2e5d2ad-6c5c-49f7-bf57-efaa9b788d82 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=12cae31f-3571-42cc-aa57-8bd3f8e67b5c HTTP/1.1" status: 200 len: 945 time: 0.9281170 May 31 15:53:14.362421 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d6794b-3cd3-427e-a054-5e17579db9d5 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] DELETE failed (client error): The resource could not be found. May 31 15:53:14.363530 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d6794b-3cd3-427e-a054-5e17579db9d5 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:53:14.367934 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a3d6794b-3cd3-427e-a054-5e17579db9d5 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "DELETE /v2.0/networks/b5dd9d9c-7970-4ad3-9229-3ac80f4dfa2a HTTP/1.1" status: 404 len: 339 time: 0.0807416 May 31 15:53:14.371742 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57574) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:14.421812 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d8307fb6-c157-46e1-ad58-fba0cf7da4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:14.427455 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:14.459487 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4777cae-bcb9-4924-9b40-f8d5e436d2f5 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] DELETE failed (client error): The resource could not be found. May 31 15:53:14.459991 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4777cae-bcb9-4924-9b40-f8d5e436d2f5 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:53:14.464443 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a4777cae-bcb9-4924-9b40-f8d5e436d2f5 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "DELETE /v2.0/subnets/9be08a8c-c4a0-4d4b-aaae-dd4fa6643e82 HTTP/1.1" status: 404 len: 337 time: 0.0860317 May 31 15:53:14.471645 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57578) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:14.488355 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-3f695776-88e0-4702-a704-be7453508a29 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] The port 'db58becd-0fc6-4962-8734-02934027e805' was deleted {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} May 31 15:53:14.505776 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8307fb6-c157-46e1-ad58-fba0cf7da4a7 None None] Pushing event deleted for resources: {'Port': ['ID=db58becd-0fc6-4962-8734-02934027e805,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:14.521144 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d8307fb6-c157-46e1-ad58-fba0cf7da4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:14.523219 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8307fb6-c157-46e1-ad58-fba0cf7da4a7 None None] No DVR routers for this DVR port db58becd-0fc6-4962-8734-02934027e805 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:53:14.555658 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9f423c63-759b-4c32-befc-e02d4706217a up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:53:14.622439 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-caebb216-b679-4cdd-bf4c-a7eb121fc24f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] DELETE failed (client error): The resource could not be found. May 31 15:53:14.623228 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caebb216-b679-4cdd-bf4c-a7eb121fc24f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:53:14.624662 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-caebb216-b679-4cdd-bf4c-a7eb121fc24f tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "DELETE /v2.0/networks/4ce8291e-69e7-4b6a-9b96-cd8ed93b2408 HTTP/1.1" status: 404 len: 339 time: 0.1472495 May 31 15:53:14.631123 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57582) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:14.634413 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4185076f-2488-43b9-b7b3-f05527f5ff10 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:14.635979 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 9f423c63-759b-4c32-befc-e02d4706217a completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:14.642689 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 9f423c63-759b-4c32-befc-e02d4706217a triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:14.643509 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:14.654670 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c421d371-288e-4afa-a4dc-1cc9a06d17cc req-1693ec8e-f07c-478c-8dcb-44fd1507e2ce tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=262daab4-c09b-414e-93f9-35c9a138dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3234732 May 31 15:53:14.818699 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:14.858894 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 9f423c63-759b-4c32-befc-e02d4706217a, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=9f423c63-759b-4c32-befc-e02d4706217a,segment=NetworkSegment(fcfd66cb-14d6-49ec-955e-dbc3f438958b),segment_id=fcfd66cb-14d6-49ec-955e-dbc3f438958b)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:14.865778 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:14.868125 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d8307fb6-c157-46e1-ad58-fba0cf7da4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:14.961259 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=9f423c63-759b-4c32-befc-e02d4706217a,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:14.965289 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-fc4bf170-1e4c-43e6-b54f-7f12f725a65c None None] Provisioning for port c45e68ca-a24a-4371-8a45-08480a3e0676 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:14.968938 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:14.972615 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-fc4bf170-1e4c-43e6-b54f-7f12f725a65c None None] Provisioning complete for port c45e68ca-a24a-4371-8a45-08480a3e0676 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:14.973102 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fc4bf170-1e4c-43e6-b54f-7f12f725a65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:14.981371 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3f695776-88e0-4702-a704-be7453508a29 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:15.002336 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-3f695776-88e0-4702-a704-be7453508a29 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448dfe7c-1dc8-498c-9bda-9a9ecb06b8eb']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:15.013901 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device db58becd-0fc6-4962-8734-02934027e805 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:53:15.019686 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-3f695776-88e0-4702-a704-be7453508a29 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff87042f-6004-4a57-a119-815b91aa5985') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:15.020397 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-3f695776-88e0-4702-a704-be7453508a29 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff87042f-6004-4a57-a119-815b91aa5985') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:15.032987 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a93021-cb7c-4be5-9de0-616457dece08 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Deleting subnet 3711d68e-6d0b-4f89-9b02-91539ac31021 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:53:15.036732 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-14a93021-cb7c-4be5-9de0-616457dece08 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:15.037632 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3f695776-88e0-4702-a704-be7453508a29 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:15.057880 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3f695776-88e0-4702-a704-be7453508a29 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:15.063623 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: db58becd-0fc6-4962-8734-02934027e805 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:53:15.063970 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device db58becd-0fc6-4962-8734-02934027e805 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:53:15.064617 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a909e965-689e-4354-a7ca-d697d504eb31 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:53:15.065570 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f695776-88e0-4702-a704-be7453508a29 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:53:15.066156 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3f695776-88e0-4702-a704-be7453508a29 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:15.101694 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-14a93021-cb7c-4be5-9de0-616457dece08 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:15.112666 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: a909e965-689e-4354-a7ca-d697d504eb31 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:53:15.113015 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a909e965-689e-4354-a7ca-d697d504eb31 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:53:15.113436 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 6cdcd1a6-74e5-48f9-8e29-d38d24dc6da4 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:53:15.166475 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 6cdcd1a6-74e5-48f9-8e29-d38d24dc6da4 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:53:15.166834 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 6cdcd1a6-74e5-48f9-8e29-d38d24dc6da4 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:53:15.167442 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:53:15.170185 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-fc4bf170-1e4c-43e6-b54f-7f12f725a65c None None] Port c45e68ca-a24a-4371-8a45-08480a3e0676 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:53:15.173316 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80102f6-a4cf-4173-a019-51f1fa37a670 None None] get_active_networks_info from dv-neutron-601336-79-hyperv {{(pid=99206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 31 15:53:15.212620 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3f695776-88e0-4702-a704-be7453508a29 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:15.217857 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-25f36113-4dba-4d9e-94bb-f8d222533fbc tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:15.234278 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-fc4bf170-1e4c-43e6-b54f-7f12f725a65c None None] Provisioning complete for port 9f423c63-759b-4c32-befc-e02d4706217a triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:15.234698 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fc4bf170-1e4c-43e6-b54f-7f12f725a65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:15.237902 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3f695776-88e0-4702-a704-be7453508a29 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:15.246409 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8535c022-6c56-4aa8-bb12-0df5da954c39 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:15.262581 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f695776-88e0-4702-a704-be7453508a29 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Pushing event deleted for resources: {'Network': ['ID=448dfe7c-1dc8-498c-9bda-9a9ecb06b8eb,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:15.268018 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3f695776-88e0-4702-a704-be7453508a29 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:15.268722 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-18334712-e5d8-4a5b-9047-7508fdf86927 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:15.306457 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3f695776-88e0-4702-a704-be7453508a29 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] 10.222.0.45 "DELETE /v2.0/networks/448dfe7c-1dc8-498c-9bda-9a9ecb06b8eb HTTP/1.1" status: 204 len: 168 time: 1.6530824 May 31 15:53:15.309554 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57586) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:15.316922 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8535c022-6c56-4aa8-bb12-0df5da954c39 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:15.322737 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8535c022-6c56-4aa8-bb12-0df5da954c39 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/subnets/cbdef9b7-941c-43c8-a05c-5e6cbfef14c6 HTTP/1.1" status: 204 len: 168 time: 2.0428884 May 31 15:53:15.327152 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57590) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:15.349012 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535c022-6c56-4aa8-bb12-0df5da954c39 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Subnet': ['ID=cbdef9b7-941c-43c8-a05c-5e6cbfef14c6,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:15.360170 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8535c022-6c56-4aa8-bb12-0df5da954c39 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:15.425012 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4446cd9f-72aa-4c6f-b009-6a1ca7cec8e7 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Synchronizing usage tracker for tenant:66a9e884b7e3435b9d9133bd1952ca8e on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:53:15.466810 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80102f6-a4cf-4173-a019-51f1fa37a670 None None] Resources bound (agent type, host, resource id): {{(pid=99206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 31 15:53:15.475854 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bc099a01-c412-4132-b508-f289179dd5f6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:15.572467 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9f423c63-759b-4c32-befc-e02d4706217a up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:53:15.580709 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-bc099a01-c412-4132-b508-f289179dd5f6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting port afb74366-bd87-44c2-a032-eca73cfadb60 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:15.581042 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bc099a01-c412-4132-b508-f289179dd5f6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:15.698065 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-bc099a01-c412-4132-b508-f289179dd5f6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] For port afb74366-bd87-44c2-a032-eca73cfadb60, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=afb74366-bd87-44c2-a032-eca73cfadb60,segment=NetworkSegment(17e98047-86f1-4a17-a885-f67d5cfea046),segment_id=17e98047-86f1-4a17-a885-f67d5cfea046)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:15.698808 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bc099a01-c412-4132-b508-f289179dd5f6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:15.774526 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f28d59a7-3261-43aa-8682-6ade95612e2b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:15.798220 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f28d59a7-3261-43aa-8682-6ade95612e2b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:15.799121 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f28d59a7-3261-43aa-8682-6ade95612e2b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:15.801005 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2e1d9c77-e683-4f2f-ab40-b90234d37562 None None] Provisioning complete for port c45e68ca-a24a-4371-8a45-08480a3e0676 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:15.801378 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2e1d9c77-e683-4f2f-ab40-b90234d37562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:15.806471 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-34d392a6-6010-4db0-b603-1da3bf232c28 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:15.833173 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-bc099a01-c412-4132-b508-f289179dd5f6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Calling delete_port for afb74366-bd87-44c2-a032-eca73cfadb60 owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:15.857512 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-14a93021-cb7c-4be5-9de0-616457dece08 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:15.891659 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4185076f-2488-43b9-b7b3-f05527f5ff10 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:15.933427 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4446cd9f-72aa-4c6f-b009-6a1ca7cec8e7 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Unset dirty status for tenant:66a9e884b7e3435b9d9133bd1952ca8e on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:53:15.934647 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4446cd9f-72aa-4c6f-b009-6a1ca7cec8e7 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] 10.222.0.45 "GET /v2.0/ports?device_id=db8bc585-095e-4c98-9d56-9fa34fa10240 HTTP/1.1" status: 200 len: 205 time: 0.6162858 May 31 15:53:15.940803 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57598) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:15.953552 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-2e1d9c77-e683-4f2f-ab40-b90234d37562 None None] Port c45e68ca-a24a-4371-8a45-08480a3e0676 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:53:15.956610 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 9f423c63-759b-4c32-befc-e02d4706217a triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:15.956834 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:16.009286 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a0fcf-9eb6-4b50-8152-00e4e9e89861 req-945c4137-1706-45f9-806b-4b1e1fc277a6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:16.010526 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-572a0fcf-9eb6-4b50-8152-00e4e9e89861 req-945c4137-1706-45f9-806b-4b1e1fc277a6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=12cae31f-3571-42cc-aa57-8bd3f8e67b5c HTTP/1.1" status: 200 len: 945 time: 0.1848884 May 31 15:53:16.103414 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d59a7-3261-43aa-8682-6ade95612e2b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Port': ['ID=c45e68ca-a24a-4371-8a45-08480a3e0676,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:16.110238 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bc099a01-c412-4132-b508-f289179dd5f6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:16.120828 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c232aca9-f804-46fe-8529-2d45026da0cd tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:16.148068 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f28d59a7-3261-43aa-8682-6ade95612e2b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:16.175751 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-83e7f7ad-c72a-48bc-87c0-478086786374 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:16.243274 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc099a01-c412-4132-b508-f289179dd5f6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Port': ['ID=afb74366-bd87-44c2-a032-eca73cfadb60,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:16.248623 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c215dfb-a912-4873-bc60-2fd13602796b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-b5001308-9f67-458f-99a7-4cdcd1177eb2', 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'fixed_ips': [{'subnet_id': 'be11fe2c-9e6e-449e-953c-7bc69fc020aa'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:53:16.249733 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5c215dfb-a912-4873-bc60-2fd13602796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:16.263356 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc099a01-c412-4132-b508-f289179dd5f6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] No DVR routers for this DVR port afb74366-bd87-44c2-a032-eca73cfadb60 on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:53:16.270220 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bc099a01-c412-4132-b508-f289179dd5f6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:16.345097 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-afc4a431-cd03-473d-9c7c-ea9d0e9a1611 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:16.355805 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a37eb76f-e5e0-4ef1-8eed-a55f5888d657 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:16.393686 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28d59a7-3261-43aa-8682-6ade95612e2b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network 58ec5087-6ab4-4811-a099-5c0b8ce15017 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:53:16.413527 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-f28d59a7-3261-43aa-8682-6ade95612e2b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:16.425980 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-572a0fcf-9eb6-4b50-8152-00e4e9e89861 req-94d86169-ea09-417f-8e9b-ca2274e80531 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=262daab4-c09b-414e-93f9-35c9a138dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3374465 May 31 15:53:16.435100 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-5c215dfb-a912-4873-bc60-2fd13602796b None None] Allocated IP 2001:db8::2 (b5001308-9f67-458f-99a7-4cdcd1177eb2/be11fe2c-9e6e-449e-953c-7bc69fc020aa/a98bc374-ac1e-452b-97a9-85571d95bc59) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:53:16.437116 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-4185076f-2488-43b9-b7b3-f05527f5ff10 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Deleting port 60ce93ea-ea12-439f-a40b-2086837c0a5e {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:16.437461 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4185076f-2488-43b9-b7b3-f05527f5ff10 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:16.635810 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc4a431-cd03-473d-9c7c-ea9d0e9a1611 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:53:16.637433 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-14a93021-cb7c-4be5-9de0-616457dece08 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:16.661189 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-afc4a431-cd03-473d-9c7c-ea9d0e9a1611 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:16.681566 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5c215dfb-a912-4873-bc60-2fd13602796b None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:16.693260 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5c215dfb-a912-4873-bc60-2fd13602796b None None] Transition to ACTIVE for port object a98bc374-ac1e-452b-97a9-85571d95bc59 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:16.713228 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5c215dfb-a912-4873-bc60-2fd13602796b None None] Transition to ACTIVE for port object a98bc374-ac1e-452b-97a9-85571d95bc59 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:16.720978 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5c215dfb-a912-4873-bc60-2fd13602796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:16.725351 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-3265414b-5225-4ebf-b5b9-d8650d7fb459 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:16.783114 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4a431-cd03-473d-9c7c-ea9d0e9a1611 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Subnet': ['ID=be11fe2c-9e6e-449e-953c-7bc69fc020aa,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:16.797892 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c215dfb-a912-4873-bc60-2fd13602796b None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:53:16.801043 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-5c215dfb-a912-4873-bc60-2fd13602796b None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:16.805188 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c215dfb-a912-4873-bc60-2fd13602796b None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:53:16.809859 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-afc4a431-cd03-473d-9c7c-ea9d0e9a1611 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:16.810448 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3f2f641c-f77f-443c-9eee-78b5f4c5302b tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:16.812160 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c215dfb-a912-4873-bc60-2fd13602796b None None] Pushing event updated for resources: {'Port': ['ID=a98bc374-ac1e-452b-97a9-85571d95bc59,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:16.816452 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5c215dfb-a912-4873-bc60-2fd13602796b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:16.849299 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-14a93021-cb7c-4be5-9de0-616457dece08 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:16.854413 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc4a431-cd03-473d-9c7c-ea9d0e9a1611 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:16.855012 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-afc4a431-cd03-473d-9c7c-ea9d0e9a1611 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:16.894719 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a93021-cb7c-4be5-9de0-616457dece08 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event deleted for resources: {'Subnet': ['ID=3711d68e-6d0b-4f89-9b02-91539ac31021,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:16.900850 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-14a93021-cb7c-4be5-9de0-616457dece08 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:16.909423 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-14a93021-cb7c-4be5-9de0-616457dece08 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "DELETE /v2.0/subnets/3711d68e-6d0b-4f89-9b02-91539ac31021 HTTP/1.1" status: 204 len: 168 time: 2.2129407 May 31 15:53:16.914201 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-5c215dfb-a912-4873-bc60-2fd13602796b None None] Attempting to bind port a98bc374-ac1e-452b-97a9-85571d95bc59 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:53:16.915044 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-5c215dfb-a912-4873-bc60-2fd13602796b None None] Attempting to bind port a98bc374-ac1e-452b-97a9-85571d95bc59 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:53:16.915736 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c215dfb-a912-4873-bc60-2fd13602796b None None] Attempting to bind port a98bc374-ac1e-452b-97a9-85571d95bc59 on network b5001308-9f67-458f-99a7-4cdcd1177eb2 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:53:16.923603 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c215dfb-a912-4873-bc60-2fd13602796b None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:53:16.924167 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c215dfb-a912-4873-bc60-2fd13602796b None None] Checking segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:53:16.926174 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5c215dfb-a912-4873-bc60-2fd13602796b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:16.926773 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c215dfb-a912-4873-bc60-2fd13602796b None None] Bound using segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:53:16.927368 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-5c215dfb-a912-4873-bc60-2fd13602796b None None] Bound port: a98bc374-ac1e-452b-97a9-85571d95bc59, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:53:16.927927 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5c215dfb-a912-4873-bc60-2fd13602796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:16.929622 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57604) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:16.952162 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-83e7f7ad-c72a-48bc-87c0-478086786374 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:16.957264 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-afc4a431-cd03-473d-9c7c-ea9d0e9a1611 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.1070745 May 31 15:53:16.957417 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-83e7f7ad-c72a-48bc-87c0-478086786374 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:16.960699 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57608) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:16.971821 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-f3a2e46c-311e-4ba0-a506-7d947abee8a1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'port': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'mac_address': 'fa:16:3e:8b:bb:ab', 'name': 'tempest-NetworksTestDHCPv6-29832747'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:16.989197 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bc099a01-c412-4132-b508-f289179dd5f6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:17.017402 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-bc099a01-c412-4132-b508-f289179dd5f6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dbf2cee-19db-4ba4-98d1-84329639695c']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:17.027702 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-5c215dfb-a912-4873-bc60-2fd13602796b None None] For port a98bc374-ac1e-452b-97a9-85571d95bc59, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:53:17.031257 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-5c215dfb-a912-4873-bc60-2fd13602796b None None] For port a98bc374-ac1e-452b-97a9-85571d95bc59, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a98bc374-ac1e-452b-97a9-85571d95bc59,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:53:17.033839 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4185076f-2488-43b9-b7b3-f05527f5ff10 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:17.037471 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5c215dfb-a912-4873-bc60-2fd13602796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:17.042378 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-daf0b2d1-b2e4-4e36-ba9a-632e81be6e57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:17.042556 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28d59a7-3261-43aa-8682-6ade95612e2b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Router acdf9dba-dd5a-4398-8bc1-540ab572cd85 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:53:17.095970 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-bc099a01-c412-4132-b508-f289179dd5f6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17e98047-86f1-4a17-a885-f67d5cfea046') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:17.096744 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-bc099a01-c412-4132-b508-f289179dd5f6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17e98047-86f1-4a17-a885-f67d5cfea046') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:17.124602 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bc099a01-c412-4132-b508-f289179dd5f6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:17.130965 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c215dfb-a912-4873-bc60-2fd13602796b None None] Pushing event updated for resources: {'Port': ['ID=a98bc374-ac1e-452b-97a9-85571d95bc59,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:17.133490 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-83e7f7ad-c72a-48bc-87c0-478086786374 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:17.133794 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e7f7ad-c72a-48bc-87c0-478086786374 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Fanout notify agent at l3_agent the message router_deleted on router db8bc585-095e-4c98-9d56-9fa34fa10240 {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:53:17.137418 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5c215dfb-a912-4873-bc60-2fd13602796b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:17.196068 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-83e7f7ad-c72a-48bc-87c0-478086786374 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:17.197322 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-83e7f7ad-c72a-48bc-87c0-478086786374 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] 10.222.0.45 "DELETE /v2.0/routers/db8bc585-095e-4c98-9d56-9fa34fa10240 HTTP/1.1" status: 204 len: 168 time: 1.2553167 May 31 15:53:17.198641 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bc099a01-c412-4132-b508-f289179dd5f6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:17.200363 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-4185076f-2488-43b9-b7b3-f05527f5ff10 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Calling delete_port for 60ce93ea-ea12-439f-a40b-2086837c0a5e owned by network:router_gateway {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:17.239776 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052c910-619c-476d-813f-d0a910b56270 req-d33932ae-1b36-4aba-a970-0a3887ecee1e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:17.241482 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2052c910-619c-476d-813f-d0a910b56270 req-d33932ae-1b36-4aba-a970-0a3887ecee1e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=12cae31f-3571-42cc-aa57-8bd3f8e67b5c HTTP/1.1" status: 200 len: 945 time: 0.4257302 May 31 15:53:17.244741 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc099a01-c412-4132-b508-f289179dd5f6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:53:17.245209 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bc099a01-c412-4132-b508-f289179dd5f6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:53:17.260953 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:53:17.273183 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-994ad82d-cc5f-4778-a285-1637bc3b697d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:17.341301 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-f3a2e46c-311e-4ba0-a506-7d947abee8a1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:17.369068 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f3a2e46c-311e-4ba0-a506-7d947abee8a1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:port and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:17.381851 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f3a2e46c-311e-4ba0-a506-7d947abee8a1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:17.400931 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-f3a2e46c-311e-4ba0-a506-7d947abee8a1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:17.446190 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2052c910-619c-476d-813f-d0a910b56270 req-b1bb903e-de0a-4d63-91f6-f4bf773e53bc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=262daab4-c09b-414e-93f9-35c9a138dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842580 May 31 15:53:17.449717 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bc099a01-c412-4132-b508-f289179dd5f6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:17.455213 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7b5cb96d-428d-4d30-aaad-bf5c69a33dac tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:17.480270 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bc099a01-c412-4132-b508-f289179dd5f6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:17.484034 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc099a01-c412-4132-b508-f289179dd5f6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Network': ['ID=3dbf2cee-19db-4ba4-98d1-84329639695c,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:17.485873 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57614) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:17.533787 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bc099a01-c412-4132-b508-f289179dd5f6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:17.541548 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a2e46c-311e-4ba0-a506-7d947abee8a1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:53:17.580045 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bc099a01-c412-4132-b508-f289179dd5f6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/networks/3dbf2cee-19db-4ba4-98d1-84329639695c HTTP/1.1" status: 204 len: 168 time: 2.2513900 May 31 15:53:17.590057 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57620) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:17.598852 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-d6f57acb-e96f-4767-a69a-2ca999c51b04 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-912265655'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:17.663971 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d6f57acb-e96f-4767-a69a-2ca999c51b04 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:17.693541 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d6f57acb-e96f-4767-a69a-2ca999c51b04 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:network and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:17.700477 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d6f57acb-e96f-4767-a69a-2ca999c51b04 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:17.707109 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28d59a7-3261-43aa-8682-6ade95612e2b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:53:17.711609 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d6f57acb-e96f-4767-a69a-2ca999c51b04 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:17.721350 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a624a2eb-a516-488b-9622-83eba82243b4 None None] Sync routers for ids ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:53:17.723838 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f28d59a7-3261-43aa-8682-6ade95612e2b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "PUT /v2.0/routers/acdf9dba-dd5a-4398-8bc1-540ab572cd85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0249918 May 31 15:53:17.736607 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57624) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:17.740832 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f57acb-e96f-4767-a69a-2ca999c51b04 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:53:17.745034 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d6f57acb-e96f-4767-a69a-2ca999c51b04 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:17.747664 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a624a2eb-a516-488b-9622-83eba82243b4 None None] Routers {'acdf9dba-dd5a-4398-8bc1-540ab572cd85'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:53:17.748435 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a624a2eb-a516-488b-9622-83eba82243b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:53:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:17.749513 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-02e35f04-6603-4654-bd39-547d4871c213 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1278701782'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:17.766682 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-02e35f04-6603-4654-bd39-547d4871c213 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:17.776171 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57628) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:17.783591 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55feecf0-5f3e-48db-84ea-bc9ac1320287 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:17.785264 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-55feecf0-5f3e-48db-84ea-bc9ac1320287 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=12cae31f-3571-42cc-aa57-8bd3f8e67b5c HTTP/1.1" status: 200 len: 1093 time: 0.2969549 May 31 15:53:17.790257 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-02e35f04-6603-4654-bd39-547d4871c213 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Usage tracker for resource:network and tenant:4495789bf65544d19fbd02194192aa34 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:17.791779 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57632) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:17.795442 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-02e35f04-6603-4654-bd39-547d4871c213 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Quota usage for network was recalculated. Used quota:3. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:17.798191 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-d35a784c-6371-43fb-8f6c-e0b44d27c8ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'port_id': 'a692427e-8020-4bd0-a824-e461a3328153', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address': '172.20.0.6'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:17.803756 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-02e35f04-6603-4654-bd39-547d4871c213 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:17.804849 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f3a2e46c-311e-4ba0-a506-7d947abee8a1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:17.824928 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d35a784c-6371-43fb-8f6c-e0b44d27c8ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:17.827796 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-994ad82d-cc5f-4778-a285-1637bc3b697d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Deleting port ce308b19-613e-4efe-9ef0-3a56eb9f4f6b {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:17.828130 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-994ad82d-cc5f-4778-a285-1637bc3b697d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:17.829313 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a98bc374-ac1e-452b-97a9-85571d95bc59 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:53:17.833763 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f57acb-e96f-4767-a69a-2ca999c51b04 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:53:17.837185 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d35a784c-6371-43fb-8f6c-e0b44d27c8ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:floatingip and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:17.846304 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d35a784c-6371-43fb-8f6c-e0b44d27c8ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:17.853044 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e35f04-6603-4654-bd39-547d4871c213 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Made reservation on behalf of 4495789bf65544d19fbd02194192aa34 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:53:17.855435 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d35a784c-6371-43fb-8f6c-e0b44d27c8ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:17.856450 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-02e35f04-6603-4654-bd39-547d4871c213 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:17.862095 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d6f57acb-e96f-4767-a69a-2ca999c51b04 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:17.862435 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-d6f57acb-e96f-4767-a69a-2ca999c51b04 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Added segment 9693f835-79c5-4ed3-ba15-6a3546cf7c8b of type vlan for network 12a5f2f8-ac4a-4bb1-86a6-65b39f15d00f May 31 15:53:17.863891 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-f3a2e46c-311e-4ba0-a506-7d947abee8a1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] device_id is not set on port a6dfa80b-0b20-4671-bce1-d0e7e661a993 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:53:17.946262 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d35a784c-6371-43fb-8f6c-e0b44d27c8ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:17.993188 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e35f04-6603-4654-bd39-547d4871c213 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:53:18.004728 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d6f57acb-e96f-4767-a69a-2ca999c51b04 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:18.037445 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-a624a2eb-a516-488b-9622-83eba82243b4 None None] Set router acdf9dba-dd5a-4398-8bc1-540ab572cd85 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:53:18.073994 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-994ad82d-cc5f-4778-a285-1637bc3b697d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] For port ce308b19-613e-4efe-9ef0-3a56eb9f4f6b, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=ce308b19-613e-4efe-9ef0-3a56eb9f4f6b,segment=NetworkSegment(c695ea92-297a-4a74-9d68-26ddec2d7129),segment_id=c695ea92-297a-4a74-9d68-26ddec2d7129)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:18.074348 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-994ad82d-cc5f-4778-a285-1637bc3b697d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:18.085809 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-02e35f04-6603-4654-bd39-547d4871c213 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:18.086415 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-02e35f04-6603-4654-bd39-547d4871c213 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Added segment 2a79582c-7040-4ca5-9c17-dbda82717fff of type vlan for network e3aa4e41-0f10-44b2-8427-6ccb0af42a40 May 31 15:53:18.103676 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port a98bc374-ac1e-452b-97a9-85571d95bc59 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:18.160306 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d6f57acb-e96f-4767-a69a-2ca999c51b04 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:18.166625 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f57acb-e96f-4767-a69a-2ca999c51b04 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:18.166625 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d6f57acb-e96f-4767-a69a-2ca999c51b04 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:18.175212 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7d45e6f6-6c2e-4088-9f39-eb42f5d9a25d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:18.258282 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-994ad82d-cc5f-4778-a285-1637bc3b697d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Calling delete_port for ce308b19-613e-4efe-9ef0-3a56eb9f4f6b owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:18.278221 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-f3a2e46c-311e-4ba0-a506-7d947abee8a1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Allocated IP 2001:db8::191 (b5001308-9f67-458f-99a7-4cdcd1177eb2/be11fe2c-9e6e-449e-953c-7bc69fc020aa/a6dfa80b-0b20-4671-bce1-d0e7e661a993) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:53:18.300303 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4185076f-2488-43b9-b7b3-f05527f5ff10 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:18.319281 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5276826c-8b8c-4b11-9259-4e15cd4e99be tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:18.324462 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f57acb-e96f-4767-a69a-2ca999c51b04 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Network': ['ID=12a5f2f8-ac4a-4bb1-86a6-65b39f15d00f,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:18.329011 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d6f57acb-e96f-4767-a69a-2ca999c51b04 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7378643 May 31 15:53:18.331406 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d6f57acb-e96f-4767-a69a-2ca999c51b04 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:18.332995 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57638) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:18.341194 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 12a5f2f8-ac4a-4bb1-86a6-65b39f15d00f details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:53:18.344532 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-9a00f5a7-353e-4617-b1c1-10f7f1ecd752 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'subnet': {'network_id': '12a5f2f8-ac4a-4bb1-86a6-65b39f15d00f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:18.422233 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-02e35f04-6603-4654-bd39-547d4871c213 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:18.446365 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0f238179-8bfd-47ef-8c70-9a7c894ef212 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=66a9e884b7e3435b9d9133bd1952ca8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6686168 May 31 15:53:18.465314 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57642) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:18.467878 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185076f-2488-43b9-b7b3-f05527f5ff10 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Pushing event deleted for resources: {'Port': ['ID=60ce93ea-ea12-439f-a40b-2086837c0a5e,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:18.469907 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-994ad82d-cc5f-4778-a285-1637bc3b697d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:18.495475 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-9a00f5a7-353e-4617-b1c1-10f7f1ecd752 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:18.499572 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-9a00f5a7-353e-4617-b1c1-10f7f1ecd752 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:subnet and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:18.502892 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-9a00f5a7-353e-4617-b1c1-10f7f1ecd752 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:18.510497 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-9a00f5a7-353e-4617-b1c1-10f7f1ecd752 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:18.521727 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4185076f-2488-43b9-b7b3-f05527f5ff10 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:18.522334 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4185076f-2488-43b9-b7b3-f05527f5ff10 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:18.536109 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a00f5a7-353e-4617-b1c1-10f7f1ecd752 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:53:18.540052 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9a00f5a7-353e-4617-b1c1-10f7f1ecd752 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:18.586061 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a624a2eb-a516-488b-9622-83eba82243b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:53:13Z', 'revision_number': 4, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None, '_interfaces': [{'id': '519373d8-e05e-4d2f-ad24-61d85ec78f45', 'name': '', 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:73:95:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:34Z', 'updated_at': '2021-05-31T15:52:54Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692955f7-07b5-4de1-b31d-16d58bc190fe', 'name': '', 'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:75:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:52Z', 'updated_at': '2021-05-31T15:53:12Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c45e68ca-a24a-4371-8a45-08480a3e0676', 'name': '', 'network_id': '58ec5087-6ab4-4811-a099-5c0b8ce15017', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:ee:54:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'cf4d03e4-657e-43bc-bf19-7ce001c90d68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:09Z', 'updated_at': '2021-05-31T15:53:15Z', 'revision_number': 2, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'cf4d03e4-657e-43bc-bf19-7ce001c90d68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:18.590267 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a624a2eb-a516-488b-9622-83eba82243b4 None None] Checking router: acdf9dba-dd5a-4398-8bc1-540ab572cd85 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:53:18.591009 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a624a2eb-a516-488b-9622-83eba82243b4 None None] Updating router acdf9dba-dd5a-4398-8bc1-540ab572cd85 port c45e68ca-a24a-4371-8a45-08480a3e0676 binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:53:18.621284 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ad82d-cc5f-4778-a285-1637bc3b697d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event deleted for resources: {'Port': ['ID=ce308b19-613e-4efe-9ef0-3a56eb9f4f6b,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:18.633860 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-994ad82d-cc5f-4778-a285-1637bc3b697d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:18.647299 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.db.resource_extend [None req-02e35f04-6603-4654-bd39-547d4871c213 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:53:18.662730 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994ad82d-cc5f-4778-a285-1637bc3b697d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] No DVR routers for this DVR port ce308b19-613e-4efe-9ef0-3a56eb9f4f6b on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:53:18.663901 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a624a2eb-a516-488b-9622-83eba82243b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:18.675460 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4b13fc-2d35-4b2f-a052-9ef2a7c5525c None None] Network 3dbf2cee-19db-4ba4-98d1-84329639695c requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:18.696015 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58159cdd-fd6e-4e34-b105-ad66d52a07aa None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:18.710146 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9380db-455d-49b5-8c56-5cfcbb5a8f5b None None] Network 9a65d81b-dc56-4f6e-a4a3-1c75ec8782a6 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:18.732770 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4b13fc-2d35-4b2f-a052-9ef2a7c5525c None None] Network 3dbf2cee-19db-4ba4-98d1-84329639695c could not be found, it might have been deleted concurrently. {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 31 15:53:18.790816 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4185076f-2488-43b9-b7b3-f05527f5ff10 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:18.845885 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-02e35f04-6603-4654-bd39-547d4871c213 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:18.852792 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e35f04-6603-4654-bd39-547d4871c213 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:18.853413 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-02e35f04-6603-4654-bd39-547d4871c213 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:18.866010 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a47a87d7-631c-4eb8-85d9-34a0f2c07541 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:18.905967 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1e2724-fbd5-4746-b509-d241f3e318ea None None] DHCP port deletion for 3dbf2cee-19db-4ba4-98d1-84329639695c request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:53:18.920189 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d35a784c-6371-43fb-8f6c-e0b44d27c8ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:18.997479 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-96bdf8a3-60a5-42d8-9263-88a58005a8c4 None None] Provisioning for port a98bc374-ac1e-452b-97a9-85571d95bc59 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:19.025137 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-96bdf8a3-60a5-42d8-9263-88a58005a8c4 None None] Provisioning complete for port a98bc374-ac1e-452b-97a9-85571d95bc59 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:19.025538 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-96bdf8a3-60a5-42d8-9263-88a58005a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:19.234643 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fcbfa58d-32bc-464e-a017-822588d6cc02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:19.238570 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-994ad82d-cc5f-4778-a285-1637bc3b697d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:19.258446 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e35f04-6603-4654-bd39-547d4871c213 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Network': ['ID=e3aa4e41-0f10-44b2-8427-6ccb0af42a40,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:19.275369 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-02e35f04-6603-4654-bd39-547d4871c213 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:19.277233 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4185076f-2488-43b9-b7b3-f05527f5ff10 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:19.281288 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f3a2e46c-311e-4ba0-a506-7d947abee8a1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:19.284681 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-994ad82d-cc5f-4778-a285-1637bc3b697d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a65d81b-dc56-4f6e-a4a3-1c75ec8782a6']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:19.293695 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4185076f-2488-43b9-b7b3-f05527f5ff10 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:19.295246 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network e3aa4e41-0f10-44b2-8427-6ccb0af42a40 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:53:19.324629 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fcbfa58d-32bc-464e-a017-822588d6cc02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:19.351735 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-d35a784c-6371-43fb-8f6c-e0b44d27c8ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.26.0.242 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/d66bc7e0-db74-4873-87a4-0071190262e8) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:53:19.354148 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-f3a2e46c-311e-4ba0-a506-7d947abee8a1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Transition to ACTIVE for port object a6dfa80b-0b20-4671-bce1-d0e7e661a993 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:19.432468 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f3a2e46c-311e-4ba0-a506-7d947abee8a1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:19.479402 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-701abcd2-35ae-4f40-a99b-df30b519ef81 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:19.493830 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b947032-1004-4232-b367-42cb56dc8874 None None] DHCP port deletion for 9a65d81b-dc56-4f6e-a4a3-1c75ec8782a6 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:53:19.595717 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device afb74366-bd87-44c2-a032-eca73cfadb60 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:53:19.619638 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-994ad82d-cc5f-4778-a285-1637bc3b697d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c695ea92-297a-4a74-9d68-26ddec2d7129') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:19.620024 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-994ad82d-cc5f-4778-a285-1637bc3b697d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c695ea92-297a-4a74-9d68-26ddec2d7129') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:19.631554 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-02e35f04-6603-4654-bd39-547d4871c213 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8863120 May 31 15:53:19.633339 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57646) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:19.640990 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-994ad82d-cc5f-4778-a285-1637bc3b697d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:19.653457 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: afb74366-bd87-44c2-a032-eca73cfadb60 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:53:19.653874 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device afb74366-bd87-44c2-a032-eca73cfadb60 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:53:19.654228 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device ce308b19-613e-4efe-9ef0-3a56eb9f4f6b no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:53:19.654695 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-b76db065-5a60-4839-8eff-93907204991c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'subnet': {'network_id': 'e3aa4e41-0f10-44b2-8427-6ccb0af42a40', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:19.699183 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4185076f-2488-43b9-b7b3-f05527f5ff10 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:19.699739 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4185076f-2488-43b9-b7b3-f05527f5ff10 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Fanout notify agent at l3_agent the message router_deleted on router 59ac736d-1c1f-45ca-8cd3-07d979c66e36 {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:53:19.703485 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a2e46c-311e-4ba0-a506-7d947abee8a1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:53:19.712384 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-f3a2e46c-311e-4ba0-a506-7d947abee8a1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:19.712598 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-994ad82d-cc5f-4778-a285-1637bc3b697d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:19.722401 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: ce308b19-613e-4efe-9ef0-3a56eb9f4f6b {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:53:19.723403 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a2e46c-311e-4ba0-a506-7d947abee8a1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:53:19.724100 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device ce308b19-613e-4efe-9ef0-3a56eb9f4f6b not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:53:19.730185 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a2e46c-311e-4ba0-a506-7d947abee8a1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:19.730999 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f3a2e46c-311e-4ba0-a506-7d947abee8a1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:19.733846 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-96bdf8a3-60a5-42d8-9263-88a58005a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:19.739383 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2e46c-311e-4ba0-a506-7d947abee8a1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Port': ['ID=a6dfa80b-0b20-4671-bce1-d0e7e661a993,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:19.749487 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f3a2e46c-311e-4ba0-a506-7d947abee8a1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:19.804667 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-96bdf8a3-60a5-42d8-9263-88a58005a8c4 None None] For port a98bc374-ac1e-452b-97a9-85571d95bc59, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a98bc374-ac1e-452b-97a9-85571d95bc59,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:19.810342 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994ad82d-cc5f-4778-a285-1637bc3b697d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:53:19.810920 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-96bdf8a3-60a5-42d8-9263-88a58005a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:19.811672 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-994ad82d-cc5f-4778-a285-1637bc3b697d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:19.813262 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f3a2e46c-311e-4ba0-a506-7d947abee8a1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8462667 May 31 15:53:19.816994 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57650) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:19.821147 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-87bfaadd-bad6-4525-ae2d-18763fd64a46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:53:19.831687 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:53:19.860569 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fcbfa58d-32bc-464e-a017-822588d6cc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:19.891849 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d35a784c-6371-43fb-8f6c-e0b44d27c8ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:19.923345 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-62373db9-8b30-40d9-bd32-911512aacf82 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:19.939131 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fcbfa58d-32bc-464e-a017-822588d6cc02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:19.953452 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-fcbfa58d-32bc-464e-a017-822588d6cc02 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9fc8da07-50fe-4bdb-8ddf-6ad4b34e97ce HTTP/1.1" status: 204 len: 168 time: 1.4682479 May 31 15:53:19.960509 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a624a2eb-a516-488b-9622-83eba82243b4 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:19.964735 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bdf8a3-60a5-42d8-9263-88a58005a8c4 None None] Pushing event updated for resources: {'Port': ['ID=a98bc374-ac1e-452b-97a9-85571d95bc59,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:19.967242 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbfa58d-32bc-464e-a017-822588d6cc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc8da07-50fe-4bdb-8ddf-6ad4b34e97ce,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:19.970161 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-96bdf8a3-60a5-42d8-9263-88a58005a8c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:19.997048 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1a0265-95b8-469b-b933-89d8aced6be3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:20.003450 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1a0265-95b8-469b-b933-89d8aced6be3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:20.004174 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4185076f-2488-43b9-b7b3-f05527f5ff10 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:20.004712 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0a1a0265-95b8-469b-b933-89d8aced6be3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:53:20.005407 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4185076f-2488-43b9-b7b3-f05527f5ff10 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] 10.222.0.45 "DELETE /v2.0/routers/59ac736d-1c1f-45ca-8cd3-07d979c66e36 HTTP/1.1" status: 204 len: 168 time: 5.8143051 May 31 15:53:20.006844 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-fcbfa58d-32bc-464e-a017-822588d6cc02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:20.011238 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57656) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:20.024974 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-b76db065-5a60-4839-8eff-93907204991c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:20.031861 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-994ad82d-cc5f-4778-a285-1637bc3b697d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:20.037240 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-b76db065-5a60-4839-8eff-93907204991c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Usage tracker for resource:subnet and tenant:4495789bf65544d19fbd02194192aa34 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:20.040627 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-af7eb87e-8349-4254-b467-713e35af8fec tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:20.066698 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-b76db065-5a60-4839-8eff-93907204991c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:20.072338 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d35a784c-6371-43fb-8f6c-e0b44d27c8ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:20.080790 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-994ad82d-cc5f-4778-a285-1637bc3b697d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:20.094810 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a624a2eb-a516-488b-9622-83eba82243b4 None None] Transition to ACTIVE for port object c45e68ca-a24a-4371-8a45-08480a3e0676 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:20.099525 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-994ad82d-cc5f-4778-a285-1637bc3b697d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "DELETE /v2.0/networks/9a65d81b-dc56-4f6e-a4a3-1c75ec8782a6 HTTP/1.1" status: 204 len: 168 time: 3.1687226 May 31 15:53:20.108756 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a624a2eb-a516-488b-9622-83eba82243b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:20.114454 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:20.117558 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57660) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:20.118396 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ad82d-cc5f-4778-a285-1637bc3b697d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event deleted for resources: {'Network': ['ID=9a65d81b-dc56-4f6e-a4a3-1c75ec8782a6,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:20.127106 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-77bfc8be-021c-4f64-bdc2-b09dccf81598 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:20.188163 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-994ad82d-cc5f-4778-a285-1637bc3b697d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:20.189330 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-b76db065-5a60-4839-8eff-93907204991c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:20.195752 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-25bf71c9-058b-421e-b7ea-8b937dd1f496 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] DELETE failed (client error): The resource could not be found. May 31 15:53:20.196681 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25bf71c9-058b-421e-b7ea-8b937dd1f496 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:53:20.198842 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-25bf71c9-058b-421e-b7ea-8b937dd1f496 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "DELETE /v2.0/subnets/28e0d553-fd21-4562-8fcc-53d9a6e86813 HTTP/1.1" status: 404 len: 337 time: 0.0741425 May 31 15:53:20.203799 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57664) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:20.267587 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76db065-5a60-4839-8eff-93907204991c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Made reservation on behalf of 4495789bf65544d19fbd02194192aa34 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:53:20.271677 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b76db065-5a60-4839-8eff-93907204991c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:20.272717 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9a00f5a7-353e-4617-b1c1-10f7f1ecd752 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:20.293140 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35a784c-6371-43fb-8f6c-e0b44d27c8ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:53:20.301705 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1a02af-e46c-484c-9765-cac1fce9106c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] DELETE failed (client error): The resource could not be found. May 31 15:53:20.302351 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e1a02af-e46c-484c-9765-cac1fce9106c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:53:20.307264 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5e1a02af-e46c-484c-9765-cac1fce9106c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "DELETE /v2.0/networks/7babaa98-baaf-4f05-89b2-4ec738a3fdb8 HTTP/1.1" status: 404 len: 339 time: 0.1021092 May 31 15:53:20.312684 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57670) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:20.324563 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-d35a784c-6371-43fb-8f6c-e0b44d27c8ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:20.327456 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35a784c-6371-43fb-8f6c-e0b44d27c8ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:53:20.370354 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19a4b0-39b5-4c9f-88eb-32a8819f2cbc None None] Pushing event updated for resources: {'Port': ['ID=c45e68ca-a24a-4371-8a45-08480a3e0676,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:20.394081 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-9c19a4b0-39b5-4c9f-88eb-32a8819f2cbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:20.555560 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-deaaef8c-4472-4638-b8c9-e0bee1e6b9ea tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Deleting subnet 0d8534ad-6a1e-4dcf-bcfd-2453abd38e4d {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:53:20.560324 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a00f5a7-353e-4617-b1c1-10f7f1ecd752 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Checking segment: {'id': '9693f835-79c5-4ed3-ba15-6a3546cf7c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '12a5f2f8-ac4a-4bb1-86a6-65b39f15d00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:53:20.560324 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a00f5a7-353e-4617-b1c1-10f7f1ecd752 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network hostable DHCP agents. Network: 12a5f2f8-ac4a-4bb1-86a6-65b39f15d00f, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:53:20.571757 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-deaaef8c-4472-4638-b8c9-e0bee1e6b9ea tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:20.575697 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd04b35-2989-498e-a592-ef5009af8f24 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Deleting subnet 9731c117-1d39-4f07-84c7-f03c5a756af8 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:53:20.585066 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2fd04b35-2989-498e-a592-ef5009af8f24 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:20.642393 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-a624a2eb-a516-488b-9622-83eba82243b4 None None] Attempting to bind port c45e68ca-a24a-4371-8a45-08480a3e0676 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:53:20.643023 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-a624a2eb-a516-488b-9622-83eba82243b4 None None] Attempting to bind port c45e68ca-a24a-4371-8a45-08480a3e0676 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'fcfd66cb-14d6-49ec-955e-dbc3f438958b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '58ec5087-6ab4-4811-a099-5c0b8ce15017'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:53:20.643573 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a624a2eb-a516-488b-9622-83eba82243b4 None None] Attempting to bind port c45e68ca-a24a-4371-8a45-08480a3e0676 on network 58ec5087-6ab4-4811-a099-5c0b8ce15017 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:53:20.647048 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-43f0dc29-ebd7-4a21-bc4a-6568085ad380 None None] Provisioning for port a6dfa80b-0b20-4671-bce1-d0e7e661a993 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:20.659340 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-43f0dc29-ebd7-4a21-bc4a-6568085ad380 None None] Provisioning complete for port a6dfa80b-0b20-4671-bce1-d0e7e661a993 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:20.660148 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-43f0dc29-ebd7-4a21-bc4a-6568085ad380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:20.675026 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0a1a0265-95b8-469b-b933-89d8aced6be3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:53:20.676285 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0a1a0265-95b8-469b-b933-89d8aced6be3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.8560190 May 31 15:53:20.693850 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57680) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:20.696394 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a624a2eb-a516-488b-9622-83eba82243b4 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:53:20.697085 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a624a2eb-a516-488b-9622-83eba82243b4 None None] Checking segment: {'id': 'fcfd66cb-14d6-49ec-955e-dbc3f438958b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '58ec5087-6ab4-4811-a099-5c0b8ce15017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:53:20.697825 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a624a2eb-a516-488b-9622-83eba82243b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:20.698489 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a624a2eb-a516-488b-9622-83eba82243b4 None None] Bound using segment: {'id': 'fcfd66cb-14d6-49ec-955e-dbc3f438958b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '58ec5087-6ab4-4811-a099-5c0b8ce15017'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:53:20.699368 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-a624a2eb-a516-488b-9622-83eba82243b4 None None] Bound port: c45e68ca-a24a-4371-8a45-08480a3e0676, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcfd66cb-14d6-49ec-955e-dbc3f438958b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '58ec5087-6ab4-4811-a099-5c0b8ce15017'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:53:20.700409 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a624a2eb-a516-488b-9622-83eba82243b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:20.703173 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a784c-6371-43fb-8f6c-e0b44d27c8ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=d66bc7e0-db74-4873-87a4-0071190262e8,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:20.721422 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d35a784c-6371-43fb-8f6c-e0b44d27c8ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:20.734797 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-afb24ab4-ff6b-43a9-9205-1684781834f8 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.420s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:20.808582 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-43f0dc29-ebd7-4a21-bc4a-6568085ad380 None None] Port a6dfa80b-0b20-4671-bce1-d0e7e661a993 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:53:20.825458 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-deaaef8c-4472-4638-b8c9-e0bee1e6b9ea tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:20.852221 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a00f5a7-353e-4617-b1c1-10f7f1ecd752 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network 12a5f2f8-ac4a-4bb1-86a6-65b39f15d00f is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:53:20.856857 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2fd04b35-2989-498e-a592-ef5009af8f24 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:20.873775 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-43f0dc29-ebd7-4a21-bc4a-6568085ad380 None None] Provisioning complete for port a98bc374-ac1e-452b-97a9-85571d95bc59 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:20.874147 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-43f0dc29-ebd7-4a21-bc4a-6568085ad380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:20.921246 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-a624a2eb-a516-488b-9622-83eba82243b4 None None] For port c45e68ca-a24a-4371-8a45-08480a3e0676, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:53:20.944047 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-a624a2eb-a516-488b-9622-83eba82243b4 None None] For port c45e68ca-a24a-4371-8a45-08480a3e0676, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c45e68ca-a24a-4371-8a45-08480a3e0676,segment=NetworkSegment(fcfd66cb-14d6-49ec-955e-dbc3f438958b),segment_id=fcfd66cb-14d6-49ec-955e-dbc3f438958b)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:53:20.945739 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00f5a7-353e-4617-b1c1-10f7f1ecd752 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Subnet': ['ID=243487bf-71ea-4b60-9faf-a25f271ed74a,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:20.956029 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a624a2eb-a516-488b-9622-83eba82243b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:20.962300 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5c215dfb-a912-4873-bc60-2fd13602796b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:21.015176 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9a00f5a7-353e-4617-b1c1-10f7f1ecd752 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:21.025610 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-9a00f5a7-353e-4617-b1c1-10f7f1ecd752 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 12a5f2f8-ac4a-4bb1-86a6-65b39f15d00f) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:21.044846 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89fc0f6-4836-4ead-b55b-4b4aec80a045 None None] Network 12a5f2f8-ac4a-4bb1-86a6-65b39f15d00f requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:21.070765 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a00f5a7-353e-4617-b1c1-10f7f1ecd752 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:21.071732 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9a00f5a7-353e-4617-b1c1-10f7f1ecd752 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:21.273061 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19a4b0-39b5-4c9f-88eb-32a8819f2cbc None None] Pushing event updated for resources: {'Port': ['ID=c45e68ca-a24a-4371-8a45-08480a3e0676,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:21.274456 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-478464ca-1eff-45d2-b20e-f79da88e920e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting port a6dfa80b-0b20-4671-bce1-d0e7e661a993 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:21.275035 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-478464ca-1eff-45d2-b20e-f79da88e920e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:21.277821 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a624a2eb-a516-488b-9622-83eba82243b4 None None] Routers {'acdf9dba-dd5a-4398-8bc1-540ab572cd85'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:53:21.278694 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a624a2eb-a516-488b-9622-83eba82243b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:53:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:21.359602 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-9c19a4b0-39b5-4c9f-88eb-32a8819f2cbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:21.465350 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9a00f5a7-353e-4617-b1c1-10f7f1ecd752 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1292703 May 31 15:53:21.469619 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57694) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:21.476106 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-8161e19f-92ca-4591-abae-112e91ba70db tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-676040997', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:21.499843 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-8161e19f-92ca-4591-abae-112e91ba70db tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:21.507981 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2fd04b35-2989-498e-a592-ef5009af8f24 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:21.544750 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57698) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:21.550423 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-8161e19f-92ca-4591-abae-112e91ba70db tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:router and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:21.562807 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-8161e19f-92ca-4591-abae-112e91ba70db tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:21.586650 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-8161e19f-92ca-4591-abae-112e91ba70db tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:21.587759 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-a624a2eb-a516-488b-9622-83eba82243b4 None None] Set router acdf9dba-dd5a-4398-8bc1-540ab572cd85 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:53:21.606022 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-478464ca-1eff-45d2-b20e-f79da88e920e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:21.633784 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8161e19f-92ca-4591-abae-112e91ba70db tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:21.634911 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8161e19f-92ca-4591-abae-112e91ba70db tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:21.653648 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a98bc374-ac1e-452b-97a9-85571d95bc59 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:53:21.760401 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8161e19f-92ca-4591-abae-112e91ba70db tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:21.760886 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-478464ca-1eff-45d2-b20e-f79da88e920e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Calling delete_port for a6dfa80b-0b20-4671-bce1-d0e7e661a993 owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:21.770450 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-deaaef8c-4472-4638-b8c9-e0bee1e6b9ea tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:21.770705 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-c571f0e7-9785-43d2-bce8-8ce584096518 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group': {'name': 'default'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:21.771651 dv-neutron-601336-79-hyperv neutron-server[99205]: WARNING neutron.api.v2.base [None req-c571f0e7-9785-43d2-bce8-8ce584096518 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 31 15:53:21.772239 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-c571f0e7-9785-43d2-bce8-8ce584096518 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] create failed (client error): There was a conflict when trying to complete your request. May 31 15:53:21.773243 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c571f0e7-9785-43d2-bce8-8ce584096518 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2263796 May 31 15:53:21.782864 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57704) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:21.799853 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-b2761cc7-116c-4ccf-b90e-8664cfd21bc6 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group': {'name': 'tempest-secgroup--1926981751'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:21.821962 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b2761cc7-116c-4ccf-b90e-8664cfd21bc6 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:21.838664 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b2761cc7-116c-4ccf-b90e-8664cfd21bc6 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Usage tracker for resource:security_group and tenant:848433433faf450495e08fad3e4bc288 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:21.846462 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b2761cc7-116c-4ccf-b90e-8664cfd21bc6 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:21.869682 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b56c68-12aa-4a2a-a3a1-4c581466a7ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-12a5f2f8-ac4a-4bb1-86a6-65b39f15d00f', 'network_id': '12a5f2f8-ac4a-4bb1-86a6-65b39f15d00f', 'tenant_id': '1a3131733d3b4e64a0dcbfef175233b5', 'fixed_ips': [{'subnet_id': '243487bf-71ea-4b60-9faf-a25f271ed74a'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:53:21.871190 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-64b56c68-12aa-4a2a-a3a1-4c581466a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:21.888642 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b2761cc7-116c-4ccf-b90e-8664cfd21bc6 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:21.899371 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8161e19f-92ca-4591-abae-112e91ba70db tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:21.947635 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d35a784c-6371-43fb-8f6c-e0b44d27c8ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:21.955493 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b2761cc7-116c-4ccf-b90e-8664cfd21bc6 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:21.984631 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b2761cc7-116c-4ccf-b90e-8664cfd21bc6 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:21.999168 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8161e19f-92ca-4591-abae-112e91ba70db tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:22.000716 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8161e19f-92ca-4591-abae-112e91ba70db tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5292194 May 31 15:53:22.005143 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57710) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:22.022508 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-0693b2b1-e38d-4a7e-8f0d-a419265c04fa tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'port': {'network_id': '12a5f2f8-ac4a-4bb1-86a6-65b39f15d00f', 'name': 'tempest-PortsIpV6TestJSON-205029991'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:22.039656 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b2761cc7-116c-4ccf-b90e-8664cfd21bc6 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:22.059594 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b2761cc7-116c-4ccf-b90e-8664cfd21bc6 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Usage tracker for resource:security_group_rule and tenant:848433433faf450495e08fad3e4bc288 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:22.096688 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-51e03c07-a084-4e95-84b7-5deba501173a None None] Provisioning complete for port a6dfa80b-0b20-4671-bce1-d0e7e661a993 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:22.097085 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-51e03c07-a084-4e95-84b7-5deba501173a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:22.151157 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b2761cc7-116c-4ccf-b90e-8664cfd21bc6 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:22.181111 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b2761cc7-116c-4ccf-b90e-8664cfd21bc6 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:22.205397 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2fd04b35-2989-498e-a592-ef5009af8f24 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:22.206353 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port a98bc374-ac1e-452b-97a9-85571d95bc59 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:22.206979 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:22.217407 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b1937a42-cf71-4fb7-98d8-192f702cb9bd tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:22.264966 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-51e03c07-a084-4e95-84b7-5deba501173a None None] Port a6dfa80b-0b20-4671-bce1-d0e7e661a993 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:53:22.274344 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd04b35-2989-498e-a592-ef5009af8f24 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Pushing event deleted for resources: {'Subnet': ['ID=9731c117-1d39-4f07-84c7-f03c5a756af8,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:22.283609 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2fd04b35-2989-498e-a592-ef5009af8f24 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:22.287117 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2fd04b35-2989-498e-a592-ef5009af8f24 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:22.289423 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d35a784c-6371-43fb-8f6c-e0b44d27c8ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:22.329900 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e0a1a9-85f6-4eca-9159-5212cee18aff None None] Network f733c860-a821-44d8-ad6b-7c5226db04a6 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:22.336115 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2fd04b35-2989-498e-a592-ef5009af8f24 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] 10.222.0.45 "DELETE /v2.0/subnets/9731c117-1d39-4f07-84c7-f03c5a756af8 HTTP/1.1" status: 204 len: 168 time: 2.2736385 May 31 15:53:22.347477 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57714) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:22.399363 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0693b2b1-e38d-4a7e-8f0d-a419265c04fa tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:22.431160 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0693b2b1-e38d-4a7e-8f0d-a419265c04fa tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:22.498526 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-64b56c68-12aa-4a2a-a3a1-4c581466a7ca None None] Allocated IP 2001:db8::2 (12a5f2f8-ac4a-4bb1-86a6-65b39f15d00f/243487bf-71ea-4b60-9faf-a25f271ed74a/9313f725-9e25-4ff4-bcda-683e3c091f18) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:53:22.516407 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0693b2b1-e38d-4a7e-8f0d-a419265c04fa tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:53:22.519993 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0693b2b1-e38d-4a7e-8f0d-a419265c04fa tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:22.531280 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b76db065-5a60-4839-8eff-93907204991c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:22.543718 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b927f5c5-3205-442c-95a9-e9d72af0d32a tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:22.570546 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-478464ca-1eff-45d2-b20e-f79da88e920e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:22.578333 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-0693b2b1-e38d-4a7e-8f0d-a419265c04fa tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] device_id is not set on port 3711b24e-df0c-487c-977f-07d44436563e yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:53:22.711449 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-478464ca-1eff-45d2-b20e-f79da88e920e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:22.725970 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cf365e30-61b1-48eb-988e-7b77befaf0fb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:22.746448 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d35a784c-6371-43fb-8f6c-e0b44d27c8ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:22.781660 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d35a784c-6371-43fb-8f6c-e0b44d27c8ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:22.783310 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76db065-5a60-4839-8eff-93907204991c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Subnet': ['ID=9cb00d15-6fe8-4123-b5ab-c7c150679a3d,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:22.783486 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a624a2eb-a516-488b-9622-83eba82243b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:53:13Z', 'revision_number': 4, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None, '_interfaces': [{'id': '519373d8-e05e-4d2f-ad24-61d85ec78f45', 'name': '', 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:73:95:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:34Z', 'updated_at': '2021-05-31T15:52:54Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692955f7-07b5-4de1-b31d-16d58bc190fe', 'name': '', 'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:75:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:52Z', 'updated_at': '2021-05-31T15:53:12Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c45e68ca-a24a-4371-8a45-08480a3e0676', 'name': '', 'network_id': '58ec5087-6ab4-4811-a099-5c0b8ce15017', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:ee:54:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'cf4d03e4-657e-43bc-bf19-7ce001c90d68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:09Z', 'updated_at': '2021-05-31T15:53:20Z', 'revision_number': 4, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'cf4d03e4-657e-43bc-bf19-7ce001c90d68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:22.787126 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b76db065-5a60-4839-8eff-93907204991c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:22.790891 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f28d59a7-3261-43aa-8682-6ade95612e2b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:22.799367 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a624a2eb-a516-488b-9622-83eba82243b4 None None] The sync data for ids ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'] in dv-neutron-601336-79-hyperv is: [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:53:13Z', 'revision_number': 4, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None, '_interfaces': [{'id': '519373d8-e05e-4d2f-ad24-61d85ec78f45', 'name': '', 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:73:95:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:34Z', 'updated_at': '2021-05-31T15:52:54Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692955f7-07b5-4de1-b31d-16d58bc190fe', 'name': '', 'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:75:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:52Z', 'updated_at': '2021-05-31T15:53:12Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c45e68ca-a24a-4371-8a45-08480a3e0676', 'name': '', 'network_id': '58ec5087-6ab4-4811-a099-5c0b8ce15017', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:ee:54:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'cf4d03e4-657e-43bc-bf19-7ce001c90d68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:09Z', 'updated_at': '2021-05-31T15:53:20Z', 'revision_number': 4, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'cf4d03e4-657e-43bc-bf19-7ce001c90d68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:53:22.801276 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b2761cc7-116c-4ccf-b90e-8664cfd21bc6 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:22.806267 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b51d2d5b-4c7c-4241-b61a-2596dd45532b tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:22.832944 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-deaaef8c-4472-4638-b8c9-e0bee1e6b9ea tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:22.851401 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-478464ca-1eff-45d2-b20e-f79da88e920e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/a6dfa80b-0b20-4671-bce1-d0e7e661a993 HTTP/1.1" status: 204 len: 168 time: 2.1497254 May 31 15:53:22.864235 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57718) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:22.872068 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76db065-5a60-4839-8eff-93907204991c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Checking segment: {'id': '2a79582c-7040-4ca5-9c17-dbda82717fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e3aa4e41-0f10-44b2-8427-6ccb0af42a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:53:22.872068 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76db065-5a60-4839-8eff-93907204991c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network hostable DHCP agents. Network: e3aa4e41-0f10-44b2-8427-6ccb0af42a40, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:53:22.918260 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478464ca-1eff-45d2-b20e-f79da88e920e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Port': ['ID=a6dfa80b-0b20-4671-bce1-d0e7e661a993,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:22.921113 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-478464ca-1eff-45d2-b20e-f79da88e920e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:22.923850 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-deaaef8c-4472-4638-b8c9-e0bee1e6b9ea tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:22.925736 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-deaaef8c-4472-4638-b8c9-e0bee1e6b9ea tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "DELETE /v2.0/subnets/0d8534ad-6a1e-4dcf-bcfd-2453abd38e4d HTTP/1.1" status: 204 len: 168 time: 2.6119680 May 31 15:53:22.933224 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57722) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:22.975359 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-14a93021-cb7c-4be5-9de0-616457dece08 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:22.979574 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-64b56c68-12aa-4a2a-a3a1-4c581466a7ca None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:23.002501 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-64b56c68-12aa-4a2a-a3a1-4c581466a7ca None None] Transition to ACTIVE for port object 9313f725-9e25-4ff4-bcda-683e3c091f18 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:23.028707 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaaef8c-4472-4638-b8c9-e0bee1e6b9ea tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event deleted for resources: {'Subnet': ['ID=0d8534ad-6a1e-4dcf-bcfd-2453abd38e4d,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:23.031472 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-deaaef8c-4472-4638-b8c9-e0bee1e6b9ea tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:23.045016 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-64b56c68-12aa-4a2a-a3a1-4c581466a7ca None None] Transition to ACTIVE for port object 9313f725-9e25-4ff4-bcda-683e3c091f18 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:23.049455 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdf3e5c-0430-4373-9c9a-60819965ccf2 None None] Network debadd60-4836-42ae-ad3c-2669e474d1ca requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:23.067432 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-64b56c68-12aa-4a2a-a3a1-4c581466a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:23.073129 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76db065-5a60-4839-8eff-93907204991c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network e3aa4e41-0f10-44b2-8427-6ccb0af42a40 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:53:23.081108 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a87a55f9-ca56-4967-b542-6a42c1475f66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:23.085496 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b2761cc7-116c-4ccf-b90e-8664cfd21bc6 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:23.095683 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced2fc1b-f03e-460c-8dd3-ec8295ccc32e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:23.097564 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced2fc1b-f03e-460c-8dd3-ec8295ccc32e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:23.098432 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ced2fc1b-f03e-460c-8dd3-ec8295ccc32e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:53:23.106413 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-b76db065-5a60-4839-8eff-93907204991c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, e3aa4e41-0f10-44b2-8427-6ccb0af42a40) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:23.112370 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862b7bca-4c38-4c7c-8c07-0efbc7790ba8 None None] DHCP port deletion for f733c860-a821-44d8-ad6b-7c5226db04a6 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:53:23.130991 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685bf60f-e9c8-428f-914f-b8245d45db72 None None] Network e3aa4e41-0f10-44b2-8427-6ccb0af42a40 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:23.149336 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76db065-5a60-4839-8eff-93907204991c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:23.149966 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b76db065-5a60-4839-8eff-93907204991c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:23.162712 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-cf365e30-61b1-48eb-988e-7b77befaf0fb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Deleting port c506d9c4-6a2e-4adb-9d74-2e8734b9b028 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:23.163145 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cf365e30-61b1-48eb-988e-7b77befaf0fb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:23.177314 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b2761cc7-116c-4ccf-b90e-8664cfd21bc6 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:23.185653 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ced2fc1b-f03e-460c-8dd3-ec8295ccc32e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:53:23.187155 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ced2fc1b-f03e-460c-8dd3-ec8295ccc32e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3193719 May 31 15:53:23.191352 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57726) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:23.216263 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b2761cc7-116c-4ccf-b90e-8664cfd21bc6 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Usage tracker for resource:security_group_rule and tenant:848433433faf450495e08fad3e4bc288 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:23.223511 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b2761cc7-116c-4ccf-b90e-8664cfd21bc6 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:23.238229 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b56c68-12aa-4a2a-a3a1-4c581466a7ca None None] Network 12a5f2f8-ac4a-4bb1-86a6-65b39f15d00f is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:53:23.244272 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b2761cc7-116c-4ccf-b90e-8664cfd21bc6 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:23.246587 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a784c-6371-43fb-8f6c-e0b44d27c8ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=d66bc7e0-db74-4873-87a4-0071190262e8,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:23.252191 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d73d81fd-ef5d-483c-b58a-0dfeaff4e284 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:23.255831 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d35a784c-6371-43fb-8f6c-e0b44d27c8ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:23.260316 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-83dea753-5eda-44fa-9e2b-a40a50c37b1e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:23.285511 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-64b56c68-12aa-4a2a-a3a1-4c581466a7ca None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:23.324768 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-cf365e30-61b1-48eb-988e-7b77befaf0fb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] For port c506d9c4-6a2e-4adb-9d74-2e8734b9b028, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c506d9c4-6a2e-4adb-9d74-2e8734b9b028,segment=NetworkSegment(62c6b059-c7a5-49dc-9588-db7fb402c937),segment_id=62c6b059-c7a5-49dc-9588-db7fb402c937)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:23.325191 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cf365e30-61b1-48eb-988e-7b77befaf0fb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:23.336236 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-0693b2b1-e38d-4a7e-8f0d-a419265c04fa tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Allocated IP 2001:db8::2cf (12a5f2f8-ac4a-4bb1-86a6-65b39f15d00f/243487bf-71ea-4b60-9faf-a25f271ed74a/3711b24e-df0c-487c-977f-07d44436563e) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:53:23.340073 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d35a784c-6371-43fb-8f6c-e0b44d27c8ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:23.355331 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b56c68-12aa-4a2a-a3a1-4c581466a7ca None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:53:23.393740 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2761cc7-116c-4ccf-b90e-8664cfd21bc6 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d54390cc-0127-4ca5-be24-c6cffa2efaa1,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:23.408083 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b2761cc7-116c-4ccf-b90e-8664cfd21bc6 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:23.441318 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b56c68-12aa-4a2a-a3a1-4c581466a7ca None None] Pushing event updated for resources: {'Port': ['ID=9313f725-9e25-4ff4-bcda-683e3c091f18,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:23.455525 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-64b56c68-12aa-4a2a-a3a1-4c581466a7ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:23.485747 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-cf365e30-61b1-48eb-988e-7b77befaf0fb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Calling delete_port for c506d9c4-6a2e-4adb-9d74-2e8734b9b028 owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:23.579461 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b76db065-5a60-4839-8eff-93907204991c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.9428127 May 31 15:53:23.580811 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57730) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:23.588891 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cf365e30-61b1-48eb-988e-7b77befaf0fb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:23.603272 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-768fa83e-b4e1-45f2-8521-211ceb8a86b4 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:23.664189 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c45e68ca-a24a-4371-8a45-08480a3e0676 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:53:23.706041 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-64b56c68-12aa-4a2a-a3a1-4c581466a7ca None None] Attempting to bind port 9313f725-9e25-4ff4-bcda-683e3c091f18 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:53:23.706319 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-64b56c68-12aa-4a2a-a3a1-4c581466a7ca None None] Attempting to bind port 9313f725-9e25-4ff4-bcda-683e3c091f18 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '9693f835-79c5-4ed3-ba15-6a3546cf7c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '12a5f2f8-ac4a-4bb1-86a6-65b39f15d00f'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:53:23.706516 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b56c68-12aa-4a2a-a3a1-4c581466a7ca None None] Attempting to bind port 9313f725-9e25-4ff4-bcda-683e3c091f18 on network 12a5f2f8-ac4a-4bb1-86a6-65b39f15d00f {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:53:23.723490 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf365e30-61b1-48eb-988e-7b77befaf0fb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Pushing event deleted for resources: {'Port': ['ID=c506d9c4-6a2e-4adb-9d74-2e8734b9b028,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:23.726223 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-cf365e30-61b1-48eb-988e-7b77befaf0fb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:23.739654 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf365e30-61b1-48eb-988e-7b77befaf0fb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] No DVR routers for this DVR port c506d9c4-6a2e-4adb-9d74-2e8734b9b028 on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:53:23.757348 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-862b7bca-4c38-4c7c-8c07-0efbc7790ba8 None None] Deleting port c506d9c4-6a2e-4adb-9d74-2e8734b9b028 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:23.757740 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-862b7bca-4c38-4c7c-8c07-0efbc7790ba8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:23.783779 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b56c68-12aa-4a2a-a3a1-4c581466a7ca None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:53:23.784164 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b56c68-12aa-4a2a-a3a1-4c581466a7ca None None] Checking segment: {'id': '9693f835-79c5-4ed3-ba15-6a3546cf7c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '12a5f2f8-ac4a-4bb1-86a6-65b39f15d00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:53:23.784899 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-64b56c68-12aa-4a2a-a3a1-4c581466a7ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:23.785315 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b56c68-12aa-4a2a-a3a1-4c581466a7ca None None] Bound using segment: {'id': '9693f835-79c5-4ed3-ba15-6a3546cf7c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '12a5f2f8-ac4a-4bb1-86a6-65b39f15d00f'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:53:23.785830 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-64b56c68-12aa-4a2a-a3a1-4c581466a7ca None None] Bound port: 9313f725-9e25-4ff4-bcda-683e3c091f18, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9693f835-79c5-4ed3-ba15-6a3546cf7c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '12a5f2f8-ac4a-4bb1-86a6-65b39f15d00f'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:53:23.786208 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-64b56c68-12aa-4a2a-a3a1-4c581466a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:23.879391 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-383b490d-fc16-447d-b473-15d65f8e61cf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting subnet be11fe2c-9e6e-449e-953c-7bc69fc020aa {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:53:23.882493 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-383b490d-fc16-447d-b473-15d65f8e61cf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:23.983337 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-d35a784c-6371-43fb-8f6c-e0b44d27c8ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Floating IP 37d64d7a-8d8f-4424-8b58-84f507e8cad1 associated. External IP: 172.26.0.242, port: a692427e-8020-4bd0-a824-e461a3328153. May 31 15:53:24.046505 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b2761cc7-116c-4ccf-b90e-8664cfd21bc6 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:24.066830 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b2761cc7-116c-4ccf-b90e-8664cfd21bc6 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:24.075133 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-621d3a96-d286-4962-9006-0737d70b6836 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:24.075486 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-862b7bca-4c38-4c7c-8c07-0efbc7790ba8 None None] For port c506d9c4-6a2e-4adb-9d74-2e8734b9b028, host dv-neutron-601336-79-hyperv, got binding levels [] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:24.076007 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-862b7bca-4c38-4c7c-8c07-0efbc7790ba8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:24.129716 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-d73d81fd-ef5d-483c-b58a-0dfeaff4e284 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Deleting port e9a10ed9-44ee-45e4-9568-c7a3318417aa {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:24.129963 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d73d81fd-ef5d-483c-b58a-0dfeaff4e284 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:24.184886 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cf365e30-61b1-48eb-988e-7b77befaf0fb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:24.186777 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2761cc7-116c-4ccf-b90e-8664cfd21bc6 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed92016c-ec3d-48a2-92a7-f24615b6fc72,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:24.251938 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-862b7bca-4c38-4c7c-8c07-0efbc7790ba8 None None] Calling delete_port for c506d9c4-6a2e-4adb-9d74-2e8734b9b028 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:24.257672 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-cf365e30-61b1-48eb-988e-7b77befaf0fb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f733c860-a821-44d8-ad6b-7c5226db04a6']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:24.267598 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.ipam_backend_mixin [None req-862b7bca-4c38-4c7c-8c07-0efbc7790ba8 None None] Port c506d9c4-6a2e-4adb-9d74-2e8734b9b028 was not found and therefore no delete operation was performed {{(pid=99206) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 31 15:53:24.270984 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26db092-1a29-4e6a-be8f-1e2a4d1b5508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-e3aa4e41-0f10-44b2-8427-6ccb0af42a40', 'network_id': 'e3aa4e41-0f10-44b2-8427-6ccb0af42a40', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'fixed_ips': [{'subnet_id': '9cb00d15-6fe8-4123-b5ab-c7c150679a3d'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:53:24.271735 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b26db092-1a29-4e6a-be8f-1e2a4d1b5508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:24.272228 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-383b490d-fc16-447d-b473-15d65f8e61cf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:24.288313 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b2761cc7-116c-4ccf-b90e-8664cfd21bc6 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:24.299513 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-862b7bca-4c38-4c7c-8c07-0efbc7790ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:24.306533 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port c45e68ca-a24a-4371-8a45-08480a3e0676 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:24.319343 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:24.323794 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-cf365e30-61b1-48eb-988e-7b77befaf0fb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c6b059-c7a5-49dc-9588-db7fb402c937') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:24.324089 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-cf365e30-61b1-48eb-988e-7b77befaf0fb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c6b059-c7a5-49dc-9588-db7fb402c937') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:24.327662 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b2761cc7-116c-4ccf-b90e-8664cfd21bc6 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:24.332620 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b2761cc7-116c-4ccf-b90e-8664cfd21bc6 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.5446489 May 31 15:53:24.332786 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57734) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:24.390053 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-d73d81fd-ef5d-483c-b58a-0dfeaff4e284 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] For port e9a10ed9-44ee-45e4-9568-c7a3318417aa, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=e9a10ed9-44ee-45e4-9568-c7a3318417aa,segment=NetworkSegment(091c28b4-b6a4-498b-a898-f5c41c960bf9),segment_id=091c28b4-b6a4-498b-a898-f5c41c960bf9)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:24.390658 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d73d81fd-ef5d-483c-b58a-0dfeaff4e284 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:24.400968 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-70f4cbba-6171-4589-aaab-e2c373a35a91 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group_rule': {'security_group_id': 'ed92016c-ec3d-48a2-92a7-f24615b6fc72', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:24.413591 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0693b2b1-e38d-4a7e-8f0d-a419265c04fa tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:24.424584 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port c45e68ca-a24a-4371-8a45-08480a3e0676 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:24.424787 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:24.425878 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cf365e30-61b1-48eb-988e-7b77befaf0fb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:24.434860 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-70f4cbba-6171-4589-aaab-e2c373a35a91 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:24.450775 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862b7bca-4c38-4c7c-8c07-0efbc7790ba8 None None] No DVR routers for this DVR port c506d9c4-6a2e-4adb-9d74-2e8734b9b028 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:53:24.453962 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-70f4cbba-6171-4589-aaab-e2c373a35a91 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Usage tracker for resource:security_group_rule and tenant:848433433faf450495e08fad3e4bc288 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:24.460104 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-70f4cbba-6171-4589-aaab-e2c373a35a91 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:24.470371 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b7bca-4c38-4c7c-8c07-0efbc7790ba8 None None] Pushing event deleted for resources: {'Port': ['ID=c506d9c4-6a2e-4adb-9d74-2e8734b9b028,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:24.472904 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-862b7bca-4c38-4c7c-8c07-0efbc7790ba8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:24.474110 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f4a9c9-a5cb-4224-8711-468b94132d14 None None] DHCP port deletion for debadd60-4836-42ae-ad3c-2669e474d1ca request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:53:24.476948 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-70f4cbba-6171-4589-aaab-e2c373a35a91 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:24.477438 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-64b56c68-12aa-4a2a-a3a1-4c581466a7ca None None] For port 9313f725-9e25-4ff4-bcda-683e3c091f18, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:53:24.489599 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cf365e30-61b1-48eb-988e-7b77befaf0fb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:24.525422 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf365e30-61b1-48eb-988e-7b77befaf0fb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:53:24.525758 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cf365e30-61b1-48eb-988e-7b77befaf0fb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:24.542679 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-d73d81fd-ef5d-483c-b58a-0dfeaff4e284 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Calling delete_port for e9a10ed9-44ee-45e4-9568-c7a3318417aa owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:24.554224 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-0693b2b1-e38d-4a7e-8f0d-a419265c04fa tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Transition to ACTIVE for port object 3711b24e-df0c-487c-977f-07d44436563e will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:24.565939 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-64b56c68-12aa-4a2a-a3a1-4c581466a7ca None None] For port 9313f725-9e25-4ff4-bcda-683e3c091f18, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=9313f725-9e25-4ff4-bcda-683e3c091f18,segment=NetworkSegment(9693f835-79c5-4ed3-ba15-6a3546cf7c8b),segment_id=9693f835-79c5-4ed3-ba15-6a3546cf7c8b)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:53:24.585574 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-64b56c68-12aa-4a2a-a3a1-4c581466a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:24.585841 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d223db14-f671-4389-95d6-7ee4a66f8991 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:53:24.589735 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:53:24.723486 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-70f4cbba-6171-4589-aaab-e2c373a35a91 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:24.757176 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-383b490d-fc16-447d-b473-15d65f8e61cf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:24.765404 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0693b2b1-e38d-4a7e-8f0d-a419265c04fa tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:24.773989 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d35a784c-6371-43fb-8f6c-e0b44d27c8ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:24.800103 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b56c68-12aa-4a2a-a3a1-4c581466a7ca None None] Pushing event updated for resources: {'Port': ['ID=9313f725-9e25-4ff4-bcda-683e3c091f18,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:24.804016 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-64b56c68-12aa-4a2a-a3a1-4c581466a7ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:24.851273 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35a784c-6371-43fb-8f6c-e0b44d27c8ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 09cabd9d-a1cf-4d34-90ff-3476c764de24 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:53:24.852426 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d73d81fd-ef5d-483c-b58a-0dfeaff4e284 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:24.860343 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0693b2b1-e38d-4a7e-8f0d-a419265c04fa tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network 12a5f2f8-ac4a-4bb1-86a6-65b39f15d00f is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:53:24.861553 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-13f4a9c9-a5cb-4224-8711-468b94132d14 None None] Deleting port e9a10ed9-44ee-45e4-9568-c7a3318417aa {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:24.862471 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-13f4a9c9-a5cb-4224-8711-468b94132d14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:24.868746 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-0693b2b1-e38d-4a7e-8f0d-a419265c04fa tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:24.877908 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0693b2b1-e38d-4a7e-8f0d-a419265c04fa tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:53:24.881623 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-b26db092-1a29-4e6a-be8f-1e2a4d1b5508 None None] Allocated IP 2001:db8:3::2 (e3aa4e41-0f10-44b2-8427-6ccb0af42a40/9cb00d15-6fe8-4123-b5ab-c7c150679a3d/3992683b-2d4d-4a3c-a488-f5c33358e680) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:53:24.884359 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cf365e30-61b1-48eb-988e-7b77befaf0fb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:24.884791 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0693b2b1-e38d-4a7e-8f0d-a419265c04fa tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:24.885653 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0693b2b1-e38d-4a7e-8f0d-a419265c04fa tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:24.892587 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:24.897665 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73d81fd-ef5d-483c-b58a-0dfeaff4e284 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] No DVR routers for this DVR port e9a10ed9-44ee-45e4-9568-c7a3318417aa on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:53:24.901336 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0693b2b1-e38d-4a7e-8f0d-a419265c04fa tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Port': ['ID=3711b24e-df0c-487c-977f-07d44436563e,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:24.910178 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b47293d8-4220-424c-b236-11dea2bf1113 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:24.960505 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0693b2b1-e38d-4a7e-8f0d-a419265c04fa tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:24.962844 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c84bf322-3882-4014-ad47-d0c03d29c6d4 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:24.978609 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cf365e30-61b1-48eb-988e-7b77befaf0fb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:25.031740 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf365e30-61b1-48eb-988e-7b77befaf0fb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Pushing event deleted for resources: {'Network': ['ID=f733c860-a821-44d8-ad6b-7c5226db04a6,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:25.042203 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-13f4a9c9-a5cb-4224-8711-468b94132d14 None None] For port e9a10ed9-44ee-45e4-9568-c7a3318417aa, host dv-neutron-601336-79-hyperv, got binding levels [] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:25.042660 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-13f4a9c9-a5cb-4224-8711-468b94132d14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:25.067080 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-cf365e30-61b1-48eb-988e-7b77befaf0fb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:25.086899 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-cf365e30-61b1-48eb-988e-7b77befaf0fb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] 10.222.0.45 "DELETE /v2.0/networks/f733c860-a821-44d8-ad6b-7c5226db04a6 HTTP/1.1" status: 204 len: 168 time: 2.7287295 May 31 15:53:25.104550 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d81fd-ef5d-483c-b58a-0dfeaff4e284 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event deleted for resources: {'Port': ['ID=e9a10ed9-44ee-45e4-9568-c7a3318417aa,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:25.107597 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57738) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:25.115654 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d73d81fd-ef5d-483c-b58a-0dfeaff4e284 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:25.134706 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-70f4cbba-6171-4589-aaab-e2c373a35a91 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:25.151174 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port c45e68ca-a24a-4371-8a45-08480a3e0676, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c45e68ca-a24a-4371-8a45-08480a3e0676,segment=NetworkSegment(fcfd66cb-14d6-49ec-955e-dbc3f438958b),segment_id=fcfd66cb-14d6-49ec-955e-dbc3f438958b)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:25.172561 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-70f4cbba-6171-4589-aaab-e2c373a35a91 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:25.212097 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:25.218748 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:25.283029 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-9406d1b8-ba58-4422-8619-2fd28d1ae3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:25.304485 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6efe8aef-2443-45d6-920c-06510c4c8118 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:25.314841 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4cbba-6171-4589-aaab-e2c373a35a91 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40bf1407-1a68-4d9b-9ddf-af9dbae1cd4a,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:25.321563 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-13f4a9c9-a5cb-4224-8711-468b94132d14 None None] Calling delete_port for e9a10ed9-44ee-45e4-9568-c7a3318417aa owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:25.332442 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.ipam_backend_mixin [None req-13f4a9c9-a5cb-4224-8711-468b94132d14 None None] Port e9a10ed9-44ee-45e4-9568-c7a3318417aa was not found and therefore no delete operation was performed {{(pid=99206) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 31 15:53:25.339589 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c506d9c4-6a2e-4adb-9d74-2e8734b9b028 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:53:25.369853 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-70f4cbba-6171-4589-aaab-e2c373a35a91 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:25.379461 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-70f4cbba-6171-4589-aaab-e2c373a35a91 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:25.381141 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-70f4cbba-6171-4589-aaab-e2c373a35a91 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0415256 May 31 15:53:25.389419 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-13f4a9c9-a5cb-4224-8711-468b94132d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:25.397694 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: c506d9c4-6a2e-4adb-9d74-2e8734b9b028 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:53:25.398046 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c506d9c4-6a2e-4adb-9d74-2e8734b9b028 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:53:25.426367 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f4a9c9-a5cb-4224-8711-468b94132d14 None None] No DVR routers for this DVR port e9a10ed9-44ee-45e4-9568-c7a3318417aa on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:53:25.456086 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57742) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:25.465388 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=c45e68ca-a24a-4371-8a45-08480a3e0676,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:25.468957 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:25.471343 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d879001e-42b8-42f4-97ba-631390ee9c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:25.475846 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-267c51e2-4f90-4ff6-af40-05e8d16f574a tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group_rule': {'security_group_id': 'ed92016c-ec3d-48a2-92a7-f24615b6fc72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:25.488315 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0693b2b1-e38d-4a7e-8f0d-a419265c04fa tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4801471 May 31 15:53:25.518973 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57746) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:25.539819 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4a9c9-a5cb-4224-8711-468b94132d14 None None] Pushing event deleted for resources: {'Port': ['ID=e9a10ed9-44ee-45e4-9568-c7a3318417aa,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:25.540373 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-267c51e2-4f90-4ff6-af40-05e8d16f574a tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:25.541805 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-13f4a9c9-a5cb-4224-8711-468b94132d14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:25.561373 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-267c51e2-4f90-4ff6-af40-05e8d16f574a tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Usage tracker for resource:security_group_rule and tenant:848433433faf450495e08fad3e4bc288 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:25.569018 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-267c51e2-4f90-4ff6-af40-05e8d16f574a tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:25.588374 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-267c51e2-4f90-4ff6-af40-05e8d16f574a tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:25.629569 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b26db092-1a29-4e6a-be8f-1e2a4d1b5508 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:25.637683 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d73d81fd-ef5d-483c-b58a-0dfeaff4e284 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:25.648875 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b26db092-1a29-4e6a-be8f-1e2a4d1b5508 None None] Transition to ACTIVE for port object 3992683b-2d4d-4a3c-a488-f5c33358e680 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:25.672047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-267c51e2-4f90-4ff6-af40-05e8d16f574a tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:25.676275 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b26db092-1a29-4e6a-be8f-1e2a4d1b5508 None None] Transition to ACTIVE for port object 3992683b-2d4d-4a3c-a488-f5c33358e680 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:25.679937 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-383b490d-fc16-447d-b473-15d65f8e61cf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:25.692495 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-90ee28b6-ad79-482c-90c8-4068a3b734bb tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:25.692855 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b26db092-1a29-4e6a-be8f-1e2a4d1b5508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:25.711327 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5c215dfb-a912-4873-bc60-2fd13602796b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:25.758346 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b490d-fc16-447d-b473-15d65f8e61cf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Subnet': ['ID=be11fe2c-9e6e-449e-953c-7bc69fc020aa,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:25.760914 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-383b490d-fc16-447d-b473-15d65f8e61cf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:25.798979 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-383b490d-fc16-447d-b473-15d65f8e61cf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:25.803487 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9313f725-9e25-4ff4-bcda-683e3c091f18 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:53:25.807110 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-383b490d-fc16-447d-b473-15d65f8e61cf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/be11fe2c-9e6e-449e-953c-7bc69fc020aa HTTP/1.1" status: 204 len: 168 time: 2.6129768 May 31 15:53:25.812758 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57750) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:25.866716 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-d73d81fd-ef5d-483c-b58a-0dfeaff4e284 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['debadd60-4836-42ae-ad3c-2669e474d1ca']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:25.934933 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-d73d81fd-ef5d-483c-b58a-0dfeaff4e284 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '091c28b4-b6a4-498b-a898-f5c41c960bf9') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:25.935564 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-d73d81fd-ef5d-483c-b58a-0dfeaff4e284 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '091c28b4-b6a4-498b-a898-f5c41c960bf9') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:25.964118 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26db092-1a29-4e6a-be8f-1e2a4d1b5508 None None] Pushing event updated for resources: {'Port': ['ID=3992683b-2d4d-4a3c-a488-f5c33358e680,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:25.966818 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b294a8d-dd1f-49e5-8a25-4cce8a010d4e None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:26.042059 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b26db092-1a29-4e6a-be8f-1e2a4d1b5508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:26.062834 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26db092-1a29-4e6a-be8f-1e2a4d1b5508 None None] Network e3aa4e41-0f10-44b2-8427-6ccb0af42a40 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:53:26.070466 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-b26db092-1a29-4e6a-be8f-1e2a4d1b5508 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:26.081416 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26db092-1a29-4e6a-be8f-1e2a4d1b5508 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:53:26.140954 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-cde4cf2f-8f40-477e-93d6-aa0552f14b11 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3247299 May 31 15:53:26.148094 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57754) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:26.180091 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d73d81fd-ef5d-483c-b58a-0dfeaff4e284 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:26.208896 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d73d81fd-ef5d-483c-b58a-0dfeaff4e284 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:26.243363 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73d81fd-ef5d-483c-b58a-0dfeaff4e284 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:53:26.243928 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d73d81fd-ef5d-483c-b58a-0dfeaff4e284 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:26.259629 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 9313f725-9e25-4ff4-bcda-683e3c091f18 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:53:26.267788 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:53:26.270357 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35a784c-6371-43fb-8f6c-e0b44d27c8ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:53:26.275855 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-267c51e2-4f90-4ff6-af40-05e8d16f574a tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] create failed (client error): There was a conflict when trying to complete your request. May 31 15:53:26.276948 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-267c51e2-4f90-4ff6-af40-05e8d16f574a tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8194382 May 31 15:53:26.279971 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2a4a75-e04f-414d-a5d9-2c8ac0389a84 None None] Network 12a5f2f8-ac4a-4bb1-86a6-65b39f15d00f requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:26.288679 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57758) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:26.289813 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c485fd87-cb32-45db-8c14-071e2a6cf48d None None] Sync routers for ids ['09cabd9d-a1cf-4d34-90ff-3476c764de24'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:53:26.313989 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c485fd87-cb32-45db-8c14-071e2a6cf48d None None] Routers {'09cabd9d-a1cf-4d34-90ff-3476c764de24'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:53:26.314718 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-c485fd87-cb32-45db-8c14-071e2a6cf48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:53:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['09cabd9d-a1cf-4d34-90ff-3476c764de24'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:26.317401 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-b26db092-1a29-4e6a-be8f-1e2a4d1b5508 None None] Attempting to bind port 3992683b-2d4d-4a3c-a488-f5c33358e680 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:53:26.318091 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-b26db092-1a29-4e6a-be8f-1e2a4d1b5508 None None] Attempting to bind port 3992683b-2d4d-4a3c-a488-f5c33358e680 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '2a79582c-7040-4ca5-9c17-dbda82717fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e3aa4e41-0f10-44b2-8427-6ccb0af42a40'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:53:26.318668 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26db092-1a29-4e6a-be8f-1e2a4d1b5508 None None] Attempting to bind port 3992683b-2d4d-4a3c-a488-f5c33358e680 on network e3aa4e41-0f10-44b2-8427-6ccb0af42a40 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:53:26.400001 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-6efe8aef-2443-45d6-920c-06510c4c8118 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Allocated IP 2001:db8:3::1 (e3aa4e41-0f10-44b2-8427-6ccb0af42a40/9cb00d15-6fe8-4123-b5ab-c7c150679a3d/39ac6485-caf7-4de4-ab1d-327e5d3f8d87) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:53:26.405872 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e9a10ed9-44ee-45e4-9568-c7a3318417aa no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:53:26.431957 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26db092-1a29-4e6a-be8f-1e2a4d1b5508 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:53:26.432885 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26db092-1a29-4e6a-be8f-1e2a4d1b5508 None None] Checking segment: {'id': '2a79582c-7040-4ca5-9c17-dbda82717fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e3aa4e41-0f10-44b2-8427-6ccb0af42a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:53:26.433493 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b26db092-1a29-4e6a-be8f-1e2a4d1b5508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:26.434077 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26db092-1a29-4e6a-be8f-1e2a4d1b5508 None None] Bound using segment: {'id': '2a79582c-7040-4ca5-9c17-dbda82717fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e3aa4e41-0f10-44b2-8427-6ccb0af42a40'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:53:26.434768 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-b26db092-1a29-4e6a-be8f-1e2a4d1b5508 None None] Bound port: 3992683b-2d4d-4a3c-a488-f5c33358e680, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a79582c-7040-4ca5-9c17-dbda82717fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e3aa4e41-0f10-44b2-8427-6ccb0af42a40'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:53:26.435378 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b26db092-1a29-4e6a-be8f-1e2a4d1b5508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:26.483735 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: e9a10ed9-44ee-45e4-9568-c7a3318417aa {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:53:26.484457 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e9a10ed9-44ee-45e4-9568-c7a3318417aa not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:53:26.538272 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-c485fd87-cb32-45db-8c14-071e2a6cf48d None None] Set router 09cabd9d-a1cf-4d34-90ff-3476c764de24 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:53:26.555459 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d73d81fd-ef5d-483c-b58a-0dfeaff4e284 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:26.564218 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8906121e-6dc8-4c1b-a12b-093ac04ab5f9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:26.579583 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d35a784c-6371-43fb-8f6c-e0b44d27c8ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:26.588695 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-b26db092-1a29-4e6a-be8f-1e2a4d1b5508 None None] For port 3992683b-2d4d-4a3c-a488-f5c33358e680, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:53:26.592539 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-b26db092-1a29-4e6a-be8f-1e2a4d1b5508 None None] For port 3992683b-2d4d-4a3c-a488-f5c33358e680, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=3992683b-2d4d-4a3c-a488-f5c33358e680,segment=NetworkSegment(2a79582c-7040-4ca5-9c17-dbda82717fff),segment_id=2a79582c-7040-4ca5-9c17-dbda82717fff)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:53:26.601906 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-16e875fb-dee8-44ba-aa60-41bda546af65 None None] Provisioning for port 9313f725-9e25-4ff4-bcda-683e3c091f18 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:26.610116 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-16e875fb-dee8-44ba-aa60-41bda546af65 None None] Provisioning complete for port 9313f725-9e25-4ff4-bcda-683e3c091f18 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:26.610294 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d73d81fd-ef5d-483c-b58a-0dfeaff4e284 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:26.610391 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-16e875fb-dee8-44ba-aa60-41bda546af65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:26.612193 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d73d81fd-ef5d-483c-b58a-0dfeaff4e284 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] 10.222.0.45 "DELETE /v2.0/networks/debadd60-4836-42ae-ad3c-2669e474d1ca HTTP/1.1" status: 204 len: 168 time: 3.6741667 May 31 15:53:26.632943 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-be707bb5-8993-412f-87f9-45dac247ead0 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Deleting port e9093ae7-fbc6-4db6-a3e7-c5be5e18e644 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:26.633278 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-be707bb5-8993-412f-87f9-45dac247ead0 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:26.638848 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b26db092-1a29-4e6a-be8f-1e2a4d1b5508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:26.651257 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d81fd-ef5d-483c-b58a-0dfeaff4e284 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Pushing event deleted for resources: {'Network': ['ID=debadd60-4836-42ae-ad3c-2669e474d1ca,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:26.651511 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ad017eef-cb8c-4053-97ad-d3cd5ab62c4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:26.727608 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d73d81fd-ef5d-483c-b58a-0dfeaff4e284 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:26.745216 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6efe8aef-2443-45d6-920c-06510c4c8118 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:26.775995 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-6efe8aef-2443-45d6-920c-06510c4c8118 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Transition to ACTIVE for port object 39ac6485-caf7-4de4-ab1d-327e5d3f8d87 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:26.803304 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f25208-8a46-43ee-9aad-d32f8b9ab2f4 None None] DHCP port deletion for b5001308-9f67-458f-99a7-4cdcd1177eb2 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:53:26.837139 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dce7b54d-205c-4019-8798-514e75e0af83 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:26.858214 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d35a784c-6371-43fb-8f6c-e0b44d27c8ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.0653527 May 31 15:53:26.863934 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12cae31f-3571-42cc-aa57-8bd3f8e67b5c', 'tag': 'a692427e-8020-4bd0-a824-e461a3328153'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:53:26.873648 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de3a17d-02da-4de0-8e20-c4edf4bc3f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "12cae31f-3571-42cc-aa57-8bd3f8e67b5c", "tag": "a692427e-8020-4bd0-a824-e461a3328153"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:53:26.881979 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57766) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:26.894351 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dce7b54d-205c-4019-8798-514e75e0af83 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:26.927049 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-c485fd87-cb32-45db-8c14-071e2a6cf48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'name': 'tempest-TestNetworkBasicOps-router-1645003349', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:03Z', 'updated_at': '2021-05-31T15:52:28Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:07Z', 'updated_at': '2021-05-31T15:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '37d64d7a-8d8f-4424-8b58-84f507e8cad1', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.242', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'port_id': 'a692427e-8020-4bd0-a824-e461a3328153', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46', 'mac_address': 'fa:16:3e:ce:2b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cae31f-3571-42cc-aa57-8bd3f8e67b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:53:21Z', 'updated_at': '2021-05-31T15:53:21Z', 'revision_number': 0, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb692656-1b8d-47b5-a2e5-e594e291c0f4', 'name': '', 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:2d:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'd3de773e-464a-4285-bb79-f773de6ad3c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:24Z', 'updated_at': '2021-05-31T15:52:41Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': 'd3de773e-464a-4285-bb79-f773de6ad3c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:26.933135 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c485fd87-cb32-45db-8c14-071e2a6cf48d None None] Checking router: 09cabd9d-a1cf-4d34-90ff-3476c764de24 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:53:26.943010 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c485fd87-cb32-45db-8c14-071e2a6cf48d None None] Routers {'09cabd9d-a1cf-4d34-90ff-3476c764de24'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:53:26.943979 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-c485fd87-cb32-45db-8c14-071e2a6cf48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:53:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['09cabd9d-a1cf-4d34-90ff-3476c764de24'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:27.012991 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172b7c35-b6fa-457c-93d3-fc8cbe82c356 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:27.014537 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-172b7c35-b6fa-457c-93d3-fc8cbe82c356 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:53:27.020513 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6efe8aef-2443-45d6-920c-06510c4c8118 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:27.035578 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c4a13cca-eb27-4848-b3bc-0787aafe32f7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:27.109485 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efe8aef-2443-45d6-920c-06510c4c8118 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network e3aa4e41-0f10-44b2-8427-6ccb0af42a40 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:53:27.110544 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dce7b54d-205c-4019-8798-514e75e0af83 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:27.120411 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26db092-1a29-4e6a-be8f-1e2a4d1b5508 None None] Pushing event updated for resources: {'Port': ['ID=3992683b-2d4d-4a3c-a488-f5c33358e680,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:27.127245 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b26db092-1a29-4e6a-be8f-1e2a4d1b5508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:27.253358 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-c485fd87-cb32-45db-8c14-071e2a6cf48d None None] Set router 09cabd9d-a1cf-4d34-90ff-3476c764de24 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:53:27.260888 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-6efe8aef-2443-45d6-920c-06510c4c8118 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:27.306082 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efe8aef-2443-45d6-920c-06510c4c8118 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:53:27.307459 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6efe8aef-2443-45d6-920c-06510c4c8118 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:27.308777 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-85f25208-8a46-43ee-9aad-d32f8b9ab2f4 None None] Deleting port a98bc374-ac1e-452b-97a9-85571d95bc59 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:27.309301 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-85f25208-8a46-43ee-9aad-d32f8b9ab2f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:27.324616 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 15:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9489413-f35d-4779-b1eb-9efa8e06485b x-openstack-request-id: req-d9489413-f35d-4779-b1eb-9efa8e06485b {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:53:27.325319 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12cae31f-3571-42cc-aa57-8bd3f8e67b5c", "tag": "a692427e-8020-4bd0-a824-e461a3328153", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:53:27.325319 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d9489413-f35d-4779-b1eb-9efa8e06485b {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:53:27.325771 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12cae31f-3571-42cc-aa57-8bd3f8e67b5c', 'tag': 'a692427e-8020-4bd0-a824-e461a3328153', 'status': 'completed', 'code': 200} May 31 15:53:27.332428 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57774) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:27.341407 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-16e875fb-dee8-44ba-aa60-41bda546af65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:27.348955 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-919df1c7-425e-45af-ae05-14d65012da03 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:27.407557 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dce7b54d-205c-4019-8798-514e75e0af83 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:27.414155 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-dce7b54d-205c-4019-8798-514e75e0af83 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "DELETE /v2.0/security-groups/ed92016c-ec3d-48a2-92a7-f24615b6fc72 HTTP/1.1" status: 204 len: 168 time: 1.1241913 May 31 15:53:27.417663 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57780) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:27.423174 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-172b7c35-b6fa-457c-93d3-fc8cbe82c356 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:53:27.424263 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-172b7c35-b6fa-457c-93d3-fc8cbe82c356 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.2719543 May 31 15:53:27.427808 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57782) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:27.505996 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-157b3b7e-6daf-4087-b4b7-d63bafbb95c0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/37d64d7a-8d8f-4424-8b58-84f507e8cad1 HTTP/1.1" status: 200 len: 991 time: 0.6098771 May 31 15:53:27.510281 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-be707bb5-8993-412f-87f9-45dac247ead0 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:27.510611 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-be707bb5-8993-412f-87f9-45dac247ead0 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:27.581266 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-16e875fb-dee8-44ba-aa60-41bda546af65 None None] For port 9313f725-9e25-4ff4-bcda-683e3c091f18, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=9313f725-9e25-4ff4-bcda-683e3c091f18,segment=NetworkSegment(9693f835-79c5-4ed3-ba15-6a3546cf7c8b),segment_id=9693f835-79c5-4ed3-ba15-6a3546cf7c8b)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:27.583286 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-85f25208-8a46-43ee-9aad-d32f8b9ab2f4 None None] For port a98bc374-ac1e-452b-97a9-85571d95bc59, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a98bc374-ac1e-452b-97a9-85571d95bc59,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:27.583715 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-85f25208-8a46-43ee-9aad-d32f8b9ab2f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:27.596139 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-16e875fb-dee8-44ba-aa60-41bda546af65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:27.600382 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-9c19a4b0-39b5-4c9f-88eb-32a8819f2cbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:27.624342 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-688dbf6a-33dd-4974-ae9e-201a57b008f1 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Synchronizing usage tracker for tenant:848433433faf450495e08fad3e4bc288 on resource:security_group {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:53:27.746268 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe8aef-2443-45d6-920c-06510c4c8118 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Port': ['ID=39ac6485-caf7-4de4-ab1d-327e5d3f8d87,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:27.759011 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6efe8aef-2443-45d6-920c-06510c4c8118 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:27.779472 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9de17201-1d88-4285-be1b-26a832ef1221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.515s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:27.810715 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7b54d-205c-4019-8798-514e75e0af83 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed92016c-ec3d-48a2-92a7-f24615b6fc72,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:27.816474 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-c485fd87-cb32-45db-8c14-071e2a6cf48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'name': 'tempest-TestNetworkBasicOps-router-1645003349', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:03Z', 'updated_at': '2021-05-31T15:52:28Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:07Z', 'updated_at': '2021-05-31T15:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '37d64d7a-8d8f-4424-8b58-84f507e8cad1', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.242', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'port_id': 'a692427e-8020-4bd0-a824-e461a3328153', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46', 'mac_address': 'fa:16:3e:ce:2b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cae31f-3571-42cc-aa57-8bd3f8e67b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:53:21Z', 'updated_at': '2021-05-31T15:53:21Z', 'revision_number': 0, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb692656-1b8d-47b5-a2e5-e594e291c0f4', 'name': '', 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:2d:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'd3de773e-464a-4285-bb79-f773de6ad3c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:24Z', 'updated_at': '2021-05-31T15:52:41Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': 'd3de773e-464a-4285-bb79-f773de6ad3c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:27.817961 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-dce7b54d-205c-4019-8798-514e75e0af83 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:27.827960 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c485fd87-cb32-45db-8c14-071e2a6cf48d None None] The sync data for ids ['09cabd9d-a1cf-4d34-90ff-3476c764de24'] in dv-neutron-601336-79-hyperv is: [{'id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'name': 'tempest-TestNetworkBasicOps-router-1645003349', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:03Z', 'updated_at': '2021-05-31T15:52:28Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:07Z', 'updated_at': '2021-05-31T15:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '37d64d7a-8d8f-4424-8b58-84f507e8cad1', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.242', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'port_id': 'a692427e-8020-4bd0-a824-e461a3328153', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46', 'mac_address': 'fa:16:3e:ce:2b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cae31f-3571-42cc-aa57-8bd3f8e67b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:53:21Z', 'updated_at': '2021-05-31T15:53:21Z', 'revision_number': 0, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb692656-1b8d-47b5-a2e5-e594e291c0f4', 'name': '', 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:2d:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'd3de773e-464a-4285-bb79-f773de6ad3c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:24Z', 'updated_at': '2021-05-31T15:52:41Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': 'd3de773e-464a-4285-bb79-f773de6ad3c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:53:27.829813 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-688dbf6a-33dd-4974-ae9e-201a57b008f1 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Unset dirty status for tenant:848433433faf450495e08fad3e4bc288 on resource:security_group {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:53:27.834900 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-688dbf6a-33dd-4974-ae9e-201a57b008f1 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4047291 May 31 15:53:27.844151 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-85f25208-8a46-43ee-9aad-d32f8b9ab2f4 None None] Calling delete_port for a98bc374-ac1e-452b-97a9-85571d95bc59 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:27.849036 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3a17d-02da-4de0-8e20-c4edf4bc3f0b req-d5d1c8c2-eec3-48cd-b8be-1e3702994b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:27.850554 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-3de3a17d-02da-4de0-8e20-c4edf4bc3f0b req-d5d1c8c2-eec3-48cd-b8be-1e3702994b8a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=12cae31f-3571-42cc-aa57-8bd3f8e67b5c HTTP/1.1" status: 200 len: 1098 time: 0.8173194 May 31 15:53:27.854787 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57788) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:27.855455 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6efe8aef-2443-45d6-920c-06510c4c8118 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:27.899200 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-be707bb5-8993-412f-87f9-45dac247ead0 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Calling delete_port for e9093ae7-fbc6-4db6-a3e7-c5be5e18e644 owned by network:floatingip {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:27.900004 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-622ae85b-47fc-4b73-808b-043b86a5477b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group': {'name': 'tempest-secgroup--391900218'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:27.914904 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c45e68ca-a24a-4371-8a45-08480a3e0676 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:53:27.925793 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086ffccf-6009-49b3-9d2b-a4eca239179a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:27.926484 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-086ffccf-6009-49b3-9d2b-a4eca239179a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:53:27.935344 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-622ae85b-47fc-4b73-808b-043b86a5477b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:28.048016 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-85f25208-8a46-43ee-9aad-d32f8b9ab2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:28.075644 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2283f935-bd9c-4bce-bcdd-f661bae84c2d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3fe64971f6524794b9c8599e1534ac7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7400060 May 31 15:53:28.080067 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57792) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:28.155639 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f25208-8a46-43ee-9aad-d32f8b9ab2f4 None None] No DVR routers for this DVR port a98bc374-ac1e-452b-97a9-85571d95bc59 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:53:28.169954 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-18fe30c4-8868-47a6-8229-d372a2430654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:28.171446 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e875fb-dee8-44ba-aa60-41bda546af65 None None] Pushing event updated for resources: {'Port': ['ID=9313f725-9e25-4ff4-bcda-683e3c091f18,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:28.175380 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3a17d-02da-4de0-8e20-c4edf4bc3f0b req-81dbf578-02c9-4679-8b69-672275f57a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:28.177143 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-3de3a17d-02da-4de0-8e20-c4edf4bc3f0b req-81dbf578-02c9-4679-8b69-672275f57a6d service neutron] 10.222.0.59 "GET /v2.0/networks?id=c90d105b-40f8-46f5-a26d-05b432efdd46 HTTP/1.1" status: 200 len: 898 time: 0.3079875 May 31 15:53:28.178565 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-16e875fb-dee8-44ba-aa60-41bda546af65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:28.187228 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:28.225036 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-622ae85b-47fc-4b73-808b-043b86a5477b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:28.254983 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f25208-8a46-43ee-9aad-d32f8b9ab2f4 None None] Pushing event deleted for resources: {'Port': ['ID=a98bc374-ac1e-452b-97a9-85571d95bc59,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:28.257705 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3799f0f-1ad6-49f8-8bc2-e85aaba9eab7 None None] New status for floating IP 37d64d7a-8d8f-4424-8b58-84f507e8cad1: ACTIVE {{(pid=99206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 15:53:28.284746 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-18fe30c4-8868-47a6-8229-d372a2430654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:28.405040 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-086ffccf-6009-49b3-9d2b-a4eca239179a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:53:28.408769 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-086ffccf-6009-49b3-9d2b-a4eca239179a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9141550 May 31 15:53:28.408919 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-919df1c7-425e-45af-ae05-14d65012da03 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:28.409827 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57796) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:28.446432 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-85f25208-8a46-43ee-9aad-d32f8b9ab2f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:28.457332 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf97694-3e3d-448c-bc74-6a57645200e1 None None] Network e3aa4e41-0f10-44b2-8427-6ccb0af42a40 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:28.484466 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-919df1c7-425e-45af-ae05-14d65012da03 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:28.496615 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a746cebd-180b-43eb-a7e6-edcd26029f4c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:28.497955 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-622ae85b-47fc-4b73-808b-043b86a5477b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:28.520915 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57800) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:28.552367 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:28.562351 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-223ff881-4eec-4a2b-858e-479876b92ce7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1411045 May 31 15:53:28.590314 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port c45e68ca-a24a-4371-8a45-08480a3e0676 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:28.590665 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:28.630000 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57804) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:28.654840 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-a9695d34-6fa1-4631-99ef-f74ef4579b2f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:28.683259 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-94a6897d-c39b-4f4f-ab1c-930e83de5974 None None] Provisioning for port 3711b24e-df0c-487c-977f-07d44436563e completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:28.703929 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-3de3a17d-02da-4de0-8e20-c4edf4bc3f0b req-265287ad-38ed-4108-884e-158e6c37abb2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a692427e-8020-4bd0-a824-e461a3328153 HTTP/1.1" status: 200 len: 999 time: 0.4710162 May 31 15:53:28.760883 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-622ae85b-47fc-4b73-808b-043b86a5477b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:28.763451 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-be707bb5-8993-412f-87f9-45dac247ead0 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:28.767979 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-18fe30c4-8868-47a6-8229-d372a2430654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:28.787882 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-622ae85b-47fc-4b73-808b-043b86a5477b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Usage tracker for resource:security_group_rule and tenant:848433433faf450495e08fad3e4bc288 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:28.789723 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-94a6897d-c39b-4f4f-ab1c-930e83de5974 None None] Provisioning complete for port 3711b24e-df0c-487c-977f-07d44436563e triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:28.790256 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-94a6897d-c39b-4f4f-ab1c-930e83de5974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:28.799077 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-622ae85b-47fc-4b73-808b-043b86a5477b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:28.831372 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-622ae85b-47fc-4b73-808b-043b86a5477b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:28.864767 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4c71628c-8ed0-4a0f-bd9b-23dadd91ca6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/37d64d7a-8d8f-4424-8b58-84f507e8cad1 HTTP/1.1" status: 200 len: 991 time: 0.3424563 May 31 15:53:28.874551 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919df1c7-425e-45af-ae05-14d65012da03 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Port': ['ID=3711b24e-df0c-487c-977f-07d44436563e,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:28.877956 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-919df1c7-425e-45af-ae05-14d65012da03 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:28.879624 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a9695d34-6fa1-4631-99ef-f74ef4579b2f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:28.891791 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b33e2c92-12be-40ae-969c-66777ef27e21 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:29.004545 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-94a6897d-c39b-4f4f-ab1c-930e83de5974 None None] Port 3711b24e-df0c-487c-977f-07d44436563e cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:53:29.030896 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a9695d34-6fa1-4631-99ef-f74ef4579b2f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:29.033168 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be707bb5-8993-412f-87f9-45dac247ead0 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Pushing event deleted for resources: {'Port': ['ID=e9093ae7-fbc6-4db6-a3e7-c5be5e18e644,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:29.037145 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-be707bb5-8993-412f-87f9-45dac247ead0 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:29.050844 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e11fd312-cd11-487e-8d65-40ce0a3da2b4 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:29.100213 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe30c4-8868-47a6-8229-d372a2430654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a42064-c9a5-450f-83ed-f89bc250eff8,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:29.103407 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-18fe30c4-8868-47a6-8229-d372a2430654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:29.109388 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-94a6897d-c39b-4f4f-ab1c-930e83de5974 None None] Provisioning for port 3992683b-2d4d-4a3c-a488-f5c33358e680 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:29.111462 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3a17d-02da-4de0-8e20-c4edf4bc3f0b req-801e47d3-b5d7-41da-bfd7-cca33f3489c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:29.113309 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-3de3a17d-02da-4de0-8e20-c4edf4bc3f0b req-801e47d3-b5d7-41da-bfd7-cca33f3489c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3de773e-464a-4285-bb79-f773de6ad3c5 HTTP/1.1" status: 200 len: 834 time: 0.3923390 May 31 15:53:29.118039 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9695d34-6fa1-4631-99ef-f74ef4579b2f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:53:29.122555 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a9695d34-6fa1-4631-99ef-f74ef4579b2f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:29.225381 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 3992683b-2d4d-4a3c-a488-f5c33358e680 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:53:29.262577 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-94a6897d-c39b-4f4f-ab1c-930e83de5974 None None] Provisioning complete for port 9313f725-9e25-4ff4-bcda-683e3c091f18 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:29.263517 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-94a6897d-c39b-4f4f-ab1c-930e83de5974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:29.348181 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-be707bb5-8993-412f-87f9-45dac247ead0 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks [] for floatingip, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:29.394561 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-622ae85b-47fc-4b73-808b-043b86a5477b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:29.398998 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3a17d-02da-4de0-8e20-c4edf4bc3f0b req-df6aec1a-673e-4d92-a743-ffeafa4bbc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:29.400423 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-3de3a17d-02da-4de0-8e20-c4edf4bc3f0b req-df6aec1a-673e-4d92-a743-ffeafa4bbc5f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c90d105b-40f8-46f5-a26d-05b432efdd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2109585 May 31 15:53:29.403587 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-622ae85b-47fc-4b73-808b-043b86a5477b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:29.421454 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 3992683b-2d4d-4a3c-a488-f5c33358e680 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:29.427348 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b7b4c3e1-53b3-4264-89cc-9305bf8b044c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:29.437066 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 3992683b-2d4d-4a3c-a488-f5c33358e680 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:29.437581 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:29.456418 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-18fe30c4-8868-47a6-8229-d372a2430654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:29.457647 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-18fe30c4-8868-47a6-8229-d372a2430654 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/67a42064-c9a5-450f-83ed-f89bc250eff8 HTTP/1.1" status: 204 len: 168 time: 1.3753023 May 31 15:53:29.467822 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-be707bb5-8993-412f-87f9-45dac247ead0 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:29.471642 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-be707bb5-8993-412f-87f9-45dac247ead0 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] 10.222.0.45 "DELETE /v2.0/floatingips/66b7202b-c6c6-42c3-8e1b-df54e1e82dca HTTP/1.1" status: 204 len: 168 time: 4.3552887 May 31 15:53:29.481386 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-919df1c7-425e-45af-ae05-14d65012da03 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:29.493260 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ae85b-47fc-4b73-808b-043b86a5477b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=896e861d-a2e0-46af-a379-f0308d42fab6,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:29.532182 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-622ae85b-47fc-4b73-808b-043b86a5477b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:29.533279 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-622ae85b-47fc-4b73-808b-043b86a5477b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:29.535250 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-622ae85b-47fc-4b73-808b-043b86a5477b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6678436 May 31 15:53:29.621949 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6efe8aef-2443-45d6-920c-06510c4c8118 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:29.639357 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57812) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:29.653783 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-c3fefd9f-e99e-40f2-9052-81ff3b2513dc tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group_rule': {'security_group_id': '896e861d-a2e0-46af-a379-f0308d42fab6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:29.654592 dv-neutron-601336-79-hyperv neutron-server[99204]: WARNING neutron.api.v2.base [None req-c3fefd9f-e99e-40f2-9052-81ff3b2513dc tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 31 15:53:29.655221 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-c3fefd9f-e99e-40f2-9052-81ff3b2513dc tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:53:29.656215 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c3fefd9f-e99e-40f2-9052-81ff3b2513dc tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0158153 May 31 15:53:29.659541 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6efe8aef-2443-45d6-920c-06510c4c8118 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:29.660546 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6efe8aef-2443-45d6-920c-06510c4c8118 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:29.667863 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57816) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:29.668632 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ca04d929-ea10-40db-9f8c-e7cd3ff00329 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:29.719106 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-485d9fc0-03a5-461a-b8e3-46cbd97a086d None None] Provisioning complete for port 3711b24e-df0c-487c-977f-07d44436563e triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:29.719673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-485d9fc0-03a5-461a-b8e3-46cbd97a086d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:29.756982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:29.819483 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-485d9fc0-03a5-461a-b8e3-46cbd97a086d None None] Port 3711b24e-df0c-487c-977f-07d44436563e cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:53:29.828129 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 3992683b-2d4d-4a3c-a488-f5c33358e680, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=3992683b-2d4d-4a3c-a488-f5c33358e680,segment=NetworkSegment(2a79582c-7040-4ca5-9c17-dbda82717fff),segment_id=2a79582c-7040-4ca5-9c17-dbda82717fff)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:29.836848 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:29.844363 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-caaa5015-7f62-41e7-a772-4522888d7658 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:29.877154 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57824) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:29.946172 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57828) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:29.957807 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a98bc374-ac1e-452b-97a9-85571d95bc59 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:53:30.001388 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe8aef-2443-45d6-920c-06510c4c8118 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event updated for resources: {'Port': ['ID=39ac6485-caf7-4de4-ab1d-327e5d3f8d87,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:30.023294 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: a98bc374-ac1e-452b-97a9-85571d95bc59 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:53:30.023882 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a98bc374-ac1e-452b-97a9-85571d95bc59 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:53:30.032560 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6efe8aef-2443-45d6-920c-06510c4c8118 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:30.038482 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a39e28b6-47a5-4f40-8601-4add47e22552 None None] Provisioning complete for port 3992683b-2d4d-4a3c-a488-f5c33358e680 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:30.038969 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a39e28b6-47a5-4f40-8601-4add47e22552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:30.056366 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-3de3a17d-02da-4de0-8e20-c4edf4bc3f0b req-7e67458f-41e1-4f42-b8e0-1739e54db6e4 service neutron] 10.222.0.59 "GET /v2.0/networks/c90d105b-40f8-46f5-a26d-05b432efdd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6302514 May 31 15:53:30.124776 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=3992683b-2d4d-4a3c-a488-f5c33358e680,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:30.129186 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:30.216460 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a39e28b6-47a5-4f40-8601-4add47e22552 None None] Provisioning for port 39ac6485-caf7-4de4-ab1d-327e5d3f8d87 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:30.230265 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a39e28b6-47a5-4f40-8601-4add47e22552 None None] Provisioning complete for port 39ac6485-caf7-4de4-ab1d-327e5d3f8d87 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:30.231201 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a39e28b6-47a5-4f40-8601-4add47e22552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:30.231671 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-32191359-2fa9-4171-984a-a09ad0dcd99e tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:30.264781 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2c9ce5c2-bb9d-4bd6-a8dd-6d0f670aad67 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/37d64d7a-8d8f-4424-8b58-84f507e8cad1 HTTP/1.1" status: 200 len: 993 time: 0.3784981 May 31 15:53:30.314609 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9313f725-9e25-4ff4-bcda-683e3c091f18 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:53:30.376192 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-a39e28b6-47a5-4f40-8601-4add47e22552 None None] Port 39ac6485-caf7-4de4-ab1d-327e5d3f8d87 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:53:30.387637 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efe8aef-2443-45d6-920c-06510c4c8118 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Network e3aa4e41-0f10-44b2-8427-6ccb0af42a40 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:53:30.392597 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-32191359-2fa9-4171-984a-a09ad0dcd99e tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:30.410065 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 9313f725-9e25-4ff4-bcda-683e3c091f18 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:30.410065 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:30.410725 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-6efe8aef-2443-45d6-920c-06510c4c8118 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:30.431507 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-919df1c7-425e-45af-ae05-14d65012da03 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:30.585258 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9f3f382e-22d1-4908-9b07-87e7603c6c73 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=553059ded91345179c45baa155886fe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6376319 May 31 15:53:30.601745 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57848) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:30.604307 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-3de3a17d-02da-4de0-8e20-c4edf4bc3f0b req-a654d985-5ba6-44c0-a3d8-a0910a6012f9 service neutron] 10.222.0.59 "GET /v2.0/networks/c90d105b-40f8-46f5-a26d-05b432efdd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125251 May 31 15:53:30.610481 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-6772f208-e20b-4f5b-b210-d388774e18d9 None None] Provisioning complete for port 39ac6485-caf7-4de4-ab1d-327e5d3f8d87 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:30.610917 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6772f208-e20b-4f5b-b210-d388774e18d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:30.745071 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-6772f208-e20b-4f5b-b210-d388774e18d9 None None] Port 39ac6485-caf7-4de4-ab1d-327e5d3f8d87 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:53:30.758742 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-32191359-2fa9-4171-984a-a09ad0dcd99e tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:30.769589 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-14cb2e1c-fb64-4b2a-a92a-8bd61fd1cdee tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:30.809170 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32191359-2fa9-4171-984a-a09ad0dcd99e tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=896e861d-a2e0-46af-a379-f0308d42fab6,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:30.820291 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-32191359-2fa9-4171-984a-a09ad0dcd99e tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:30.826154 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57854) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:30.834175 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efe8aef-2443-45d6-920c-06510c4c8118 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Router acdf9dba-dd5a-4398-8bc1-540ab572cd85 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:53:30.835289 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-32191359-2fa9-4171-984a-a09ad0dcd99e tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:30.836460 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-32191359-2fa9-4171-984a-a09ad0dcd99e tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "DELETE /v2.0/security-groups/896e861d-a2e0-46af-a379-f0308d42fab6 HTTP/1.1" status: 204 len: 168 time: 1.0997894 May 31 15:53:30.843832 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57858) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:30.855660 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-730812c2-c424-4b90-af8e-7186b6ea4cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:30.893821 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ba18455b-8e47-4d50-9439-2b64862a98a2 None None] Provisioning complete for port 39ac6485-caf7-4de4-ab1d-327e5d3f8d87 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:30.895417 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ba18455b-8e47-4d50-9439-2b64862a98a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:30.959750 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-ba18455b-8e47-4d50-9439-2b64862a98a2 None None] Port 39ac6485-caf7-4de4-ab1d-327e5d3f8d87 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:53:30.961609 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-2e1ea84c-9ca4-4a4f-81bf-0032e4ffd022 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Synchronizing usage tracker for tenant:848433433faf450495e08fad3e4bc288 on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:53:31.028691 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-730812c2-c424-4b90-af8e-7186b6ea4cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:31.032216 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-82084b31-acc0-4e24-aff1-b5e1fe6ab572 tempest-ServiceProvidersTest-1156756773 tempest-ServiceProvidersTest-1156756773-project] 10.222.0.45 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2049258 May 31 15:53:31.075394 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-2e1ea84c-9ca4-4a4f-81bf-0032e4ffd022 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Unset dirty status for tenant:848433433faf450495e08fad3e4bc288 on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:53:31.081241 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2e1ea84c-9ca4-4a4f-81bf-0032e4ffd022 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2341912 May 31 15:53:31.084072 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57866) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:31.094415 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-3c7c7d47-f774-47e6-83c6-364ab761838b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group': {'name': 'tempest-secgroup--1191165758'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:31.103939 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3c7c7d47-f774-47e6-83c6-364ab761838b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:31.110630 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efe8aef-2443-45d6-920c-06510c4c8118 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:53:31.118876 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6efe8aef-2443-45d6-920c-06510c4c8118 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "PUT /v2.0/routers/acdf9dba-dd5a-4398-8bc1-540ab572cd85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5240107 May 31 15:53:31.124341 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3c7c7d47-f774-47e6-83c6-364ab761838b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:31.125867 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57870) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:31.127499 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1415d5c1-ef58-4342-a596-5f320c7d311d None None] Sync routers for ids ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:53:31.134259 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-221607bd-1193-4ae1-b61f-42f050ccb9a0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:31.139176 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1415d5c1-ef58-4342-a596-5f320c7d311d None None] Routers {'acdf9dba-dd5a-4398-8bc1-540ab572cd85'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:53:31.140189 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-1415d5c1-ef58-4342-a596-5f320c7d311d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:53:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:31.216218 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7d47-f774-47e6-83c6-364ab761838b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:31.286524 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.objects.ports [None req-a9695d34-6fa1-4631-99ef-f74ef4579b2f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99205) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 15:53:31.289091 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a9695d34-6fa1-4631-99ef-f74ef4579b2f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:31.300281 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a554e65c-93d6-4580-a17a-e3cce3b2a3e9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:31.324611 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-1415d5c1-ef58-4342-a596-5f320c7d311d None None] Set router acdf9dba-dd5a-4398-8bc1-540ab572cd85 gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:53:31.370346 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9695d34-6fa1-4631-99ef-f74ef4579b2f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:53:31.382749 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-a9695d34-6fa1-4631-99ef-f74ef4579b2f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:31.397869 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641c6cd5-c698-407b-b9be-d788a42d2a00 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:31.419668 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.db.resource_extend [None req-919df1c7-425e-45af-ae05-14d65012da03 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 15:53:31.477877 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-730812c2-c424-4b90-af8e-7186b6ea4cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:31.489514 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9695d34-6fa1-4631-99ef-f74ef4579b2f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Subnet': ['ID=16fc80a1-1c0e-4f8e-945f-4bd9bf4efb7d,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:31.492520 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e760b8c5-aad0-4def-b317-ebb66b2f602f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:31.498996 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57876) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:31.508077 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9695d34-6fa1-4631-99ef-f74ef4579b2f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:31.509591 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a9695d34-6fa1-4631-99ef-f74ef4579b2f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:31.518459 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3c7c7d47-f774-47e6-83c6-364ab761838b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:31.529666 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730812c2-c424-4b90-af8e-7186b6ea4cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab598f8-6cc1-40c0-b6a2-5a3b46b8ce1b,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:31.538928 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3c7c7d47-f774-47e6-83c6-364ab761838b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Usage tracker for resource:security_group_rule and tenant:848433433faf450495e08fad3e4bc288 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:31.544809 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-730812c2-c424-4b90-af8e-7186b6ea4cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:31.546542 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3c7c7d47-f774-47e6-83c6-364ab761838b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:31.548801 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a9695d34-6fa1-4631-99ef-f74ef4579b2f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:31.554741 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a9695d34-6fa1-4631-99ef-f74ef4579b2f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9147651 May 31 15:53:31.558023 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-919df1c7-425e-45af-ae05-14d65012da03 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:31.560046 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57882) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:31.566811 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-fb4dfaa2-2359-497d-83ef-43e8dcff22d5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:31.611209 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-730812c2-c424-4b90-af8e-7186b6ea4cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:31.612371 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-730812c2-c424-4b90-af8e-7186b6ea4cc7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3ab598f8-6cc1-40c0-b6a2-5a3b46b8ce1b HTTP/1.1" status: 204 len: 168 time: 1.0071030 May 31 15:53:31.613641 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3c7c7d47-f774-47e6-83c6-364ab761838b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:31.771350 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-24c2fbe9-ceab-462a-8c74-3b74094fc3d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:31.799613 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-1415d5c1-ef58-4342-a596-5f320c7d311d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:53:27Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None, '_interfaces': [{'id': '39ac6485-caf7-4de4-ab1d-327e5d3f8d87', 'name': '', 'network_id': 'e3aa4e41-0f10-44b2-8427-6ccb0af42a40', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:1b:56:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '9cb00d15-6fe8-4123-b5ab-c7c150679a3d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:25Z', 'updated_at': '2021-05-31T15:53:28Z', 'revision_number': 2, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '9cb00d15-6fe8-4123-b5ab-c7c150679a3d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '519373d8-e05e-4d2f-ad24-61d85ec78f45', 'name': '', 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:73:95:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:34Z', 'updated_at': '2021-05-31T15:52:54Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692955f7-07b5-4de1-b31d-16d58bc190fe', 'name': '', 'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:75:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:52Z', 'updated_at': '2021-05-31T15:53:12Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c45e68ca-a24a-4371-8a45-08480a3e0676', 'name': '', 'network_id': '58ec5087-6ab4-4811-a099-5c0b8ce15017', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:ee:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'cf4d03e4-657e-43bc-bf19-7ce001c90d68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:09Z', 'updated_at': '2021-05-31T15:53:24Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'cf4d03e4-657e-43bc-bf19-7ce001c90d68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:31.806389 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1415d5c1-ef58-4342-a596-5f320c7d311d None None] Checking router: acdf9dba-dd5a-4398-8bc1-540ab572cd85 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:53:31.807213 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1415d5c1-ef58-4342-a596-5f320c7d311d None None] Updating router acdf9dba-dd5a-4398-8bc1-540ab572cd85 port 39ac6485-caf7-4de4-ab1d-327e5d3f8d87 binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:53:31.837771 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-24c2fbe9-ceab-462a-8c74-3b74094fc3d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:31.840441 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ff1432-e570-4090-9818-4a3f988d3322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-b5001308-9f67-458f-99a7-4cdcd1177eb2', 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'fixed_ips': [{'subnet_id': '16fc80a1-1c0e-4f8e-945f-4bd9bf4efb7d'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:53:31.842638 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b9ff1432-e570-4090-9818-4a3f988d3322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:31.855229 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-24c2fbe9-ceab-462a-8c74-3b74094fc3d0 admin admin] Usage tracker for resource:security_group_rule and tenant:1a0854e2191a4670a24d8cf8a4b90cf5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:31.868348 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-24c2fbe9-ceab-462a-8c74-3b74094fc3d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:31.902763 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-1415d5c1-ef58-4342-a596-5f320c7d311d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:31.923090 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-24c2fbe9-ceab-462a-8c74-3b74094fc3d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:31.991970 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-919df1c7-425e-45af-ae05-14d65012da03 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:31.992735 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-919df1c7-425e-45af-ae05-14d65012da03 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:31.999582 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c9b82a0f-338f-4150-b1f4-c47aaae39007 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:32.078791 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-24c2fbe9-ceab-462a-8c74-3b74094fc3d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:32.112574 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919df1c7-425e-45af-ae05-14d65012da03 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Port': ['ID=3711b24e-df0c-487c-977f-07d44436563e,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:32.127562 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-919df1c7-425e-45af-ae05-14d65012da03 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:32.137071 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-24c2fbe9-ceab-462a-8c74-3b74094fc3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:32.176893 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7d47-f774-47e6-83c6-364ab761838b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:32.177202 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-b9ff1432-e570-4090-9818-4a3f988d3322 None None] Allocated IP 2001:db8::f816:3eff:fe92:d7b0 (b5001308-9f67-458f-99a7-4cdcd1177eb2/16fc80a1-1c0e-4f8e-945f-4bd9bf4efb7d/ef6b492c-6fb7-44f6-aa82-1851267b7c21) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:53:32.189173 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:32.202932 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 3992683b-2d4d-4a3c-a488-f5c33358e680 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:53:32.226600 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-24c2fbe9-ceab-462a-8c74-3b74094fc3d0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1a0854e2191a4670a24d8cf8a4b90cf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7193298 May 31 15:53:32.227289 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57892) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:32.227627 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57894) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:32.251946 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7d47-f774-47e6-83c6-364ab761838b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:32.290529 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f2573c9-7e01-435e-901d-a7156e2e9c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:32.305979 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-fb4dfaa2-2359-497d-83ef-43e8dcff22d5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:32.316241 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-fb4dfaa2-2359-497d-83ef-43e8dcff22d5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:subnet and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:32.321891 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-fb4dfaa2-2359-497d-83ef-43e8dcff22d5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:32.333138 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-fb4dfaa2-2359-497d-83ef-43e8dcff22d5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:32.348032 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6f2573c9-7e01-435e-901d-a7156e2e9c16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:32.366315 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-1415d5c1-ef58-4342-a596-5f320c7d311d None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:32.394029 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-1415d5c1-ef58-4342-a596-5f320c7d311d None None] Transition to ACTIVE for port object 39ac6485-caf7-4de4-ab1d-327e5d3f8d87 will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:32.406575 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-1415d5c1-ef58-4342-a596-5f320c7d311d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:32.408915 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6f2573c9-7e01-435e-901d-a7156e2e9c16 admin admin] Usage tracker for resource:security_group_rule and tenant:f2223e7022e945eba7126026d9fb71ec is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:32.418276 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-22ecaf7a-67a2-44ad-accd-4683c88c1132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:32.426445 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6f2573c9-7e01-435e-901d-a7156e2e9c16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:32.434099 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2fbe9-ceab-462a-8c74-3b74094fc3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257711be-e318-4bbc-a8e8-3689c650c177,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:32.438027 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-24c2fbe9-ceab-462a-8c74-3b74094fc3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:32.439010 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919df1c7-425e-45af-ae05-14d65012da03 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network 12a5f2f8-ac4a-4bb1-86a6-65b39f15d00f is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:53:32.440702 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-919df1c7-425e-45af-ae05-14d65012da03 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:32.478464 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2a9a9e0c-dc6a-4e37-b4ec-118492f2b98f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:32.516354 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6f2573c9-7e01-435e-901d-a7156e2e9c16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:32.524733 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 3992683b-2d4d-4a3c-a488-f5c33358e680 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:32.525119 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:32.531728 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c7d47-f774-47e6-83c6-364ab761838b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3896cd-a5d7-438f-b19a-16596f11862c,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:32.537261 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3c7c7d47-f774-47e6-83c6-364ab761838b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:32.566643 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7d47-f774-47e6-83c6-364ab761838b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:32.568765 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3c7c7d47-f774-47e6-83c6-364ab761838b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4808033 May 31 15:53:32.575443 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57902) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:32.685315 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4dfaa2-2359-497d-83ef-43e8dcff22d5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:53:32.690156 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fb4dfaa2-2359-497d-83ef-43e8dcff22d5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:32.699251 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-638115d1-72ef-4f02-bdd5-3d9da15e7cd8 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group_rule': {'security_group_id': '7d3896cd-a5d7-438f-b19a-16596f11862c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:32.701542 dv-neutron-601336-79-hyperv neutron-server[99204]: WARNING neutron.api.v2.base [None req-638115d1-72ef-4f02-bdd5-3d9da15e7cd8 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 31 15:53:32.702156 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-638115d1-72ef-4f02-bdd5-3d9da15e7cd8 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:53:32.703229 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-638115d1-72ef-4f02-bdd5-3d9da15e7cd8 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.1186912 May 31 15:53:32.708010 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57906) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:32.731117 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-63b2701e-a8a8-4e8a-8919-ea74e13d5351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:32.789210 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b9ff1432-e570-4090-9818-4a3f988d3322 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:32.790881 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-63b2701e-a8a8-4e8a-8919-ea74e13d5351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:32.838125 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b9ff1432-e570-4090-9818-4a3f988d3322 None None] Transition to ACTIVE for port object ef6b492c-6fb7-44f6-aa82-1851267b7c21 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:32.863087 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b9907-3d61-4092-b59d-8f0845414e53 None None] Pushing event updated for resources: {'Port': ['ID=39ac6485-caf7-4de4-ab1d-327e5d3f8d87,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:32.867418 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-664b9907-3d61-4092-b59d-8f0845414e53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:32.876835 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919df1c7-425e-45af-ae05-14d65012da03 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Router c7777e55-c0af-4b05-b952-4addc39115b2 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:53:32.877068 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-1415d5c1-ef58-4342-a596-5f320c7d311d None None] Attempting to bind port 39ac6485-caf7-4de4-ab1d-327e5d3f8d87 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:53:32.877703 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-1415d5c1-ef58-4342-a596-5f320c7d311d None None] Attempting to bind port 39ac6485-caf7-4de4-ab1d-327e5d3f8d87 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '2a79582c-7040-4ca5-9c17-dbda82717fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e3aa4e41-0f10-44b2-8427-6ccb0af42a40'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:53:32.878174 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1415d5c1-ef58-4342-a596-5f320c7d311d None None] Attempting to bind port 39ac6485-caf7-4de4-ab1d-327e5d3f8d87 on network e3aa4e41-0f10-44b2-8427-6ccb0af42a40 {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:53:32.884639 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b9ff1432-e570-4090-9818-4a3f988d3322 None None] Transition to ACTIVE for port object ef6b492c-6fb7-44f6-aa82-1851267b7c21 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:32.889538 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1415d5c1-ef58-4342-a596-5f320c7d311d None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:53:32.890089 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1415d5c1-ef58-4342-a596-5f320c7d311d None None] Checking segment: {'id': '2a79582c-7040-4ca5-9c17-dbda82717fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e3aa4e41-0f10-44b2-8427-6ccb0af42a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:53:32.890793 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-1415d5c1-ef58-4342-a596-5f320c7d311d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:32.891364 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1415d5c1-ef58-4342-a596-5f320c7d311d None None] Bound using segment: {'id': '2a79582c-7040-4ca5-9c17-dbda82717fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e3aa4e41-0f10-44b2-8427-6ccb0af42a40'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:53:32.891937 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-1415d5c1-ef58-4342-a596-5f320c7d311d None None] Bound port: 39ac6485-caf7-4de4-ab1d-327e5d3f8d87, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a79582c-7040-4ca5-9c17-dbda82717fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e3aa4e41-0f10-44b2-8427-6ccb0af42a40'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:53:32.892674 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-1415d5c1-ef58-4342-a596-5f320c7d311d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:32.905838 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b9ff1432-e570-4090-9818-4a3f988d3322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:32.911424 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:32.925523 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-52cc51cb-48ff-4344-87be-30fa7d91dada tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:32.949113 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1a2c9f23-794a-45fe-95a5-3d61aaeb3487 None None] Provisioning complete for port 3711b24e-df0c-487c-977f-07d44436563e triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:32.949608 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1a2c9f23-794a-45fe-95a5-3d61aaeb3487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:32.953322 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f2573c9-7e01-435e-901d-a7156e2e9c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:32.977233 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f2573c9-7e01-435e-901d-a7156e2e9c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:32.999475 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-19bb49c4-d87d-4a9b-9f38-604d3f3e67eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:33.007370 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-1415d5c1-ef58-4342-a596-5f320c7d311d None None] For port 39ac6485-caf7-4de4-ab1d-327e5d3f8d87, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:53:33.012666 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-1415d5c1-ef58-4342-a596-5f320c7d311d None None] For port 39ac6485-caf7-4de4-ab1d-327e5d3f8d87, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=39ac6485-caf7-4de4-ab1d-327e5d3f8d87,segment=NetworkSegment(2a79582c-7040-4ca5-9c17-dbda82717fff),segment_id=2a79582c-7040-4ca5-9c17-dbda82717fff)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:53:33.019239 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-1415d5c1-ef58-4342-a596-5f320c7d311d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:33.025156 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ff1432-e570-4090-9818-4a3f988d3322 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:53:33.026422 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-22ecaf7a-67a2-44ad-accd-4683c88c1132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:33.030832 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-b9ff1432-e570-4090-9818-4a3f988d3322 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:33.043028 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ff1432-e570-4090-9818-4a3f988d3322 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:53:33.053817 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff1432-e570-4090-9818-4a3f988d3322 None None] Pushing event updated for resources: {'Port': ['ID=ef6b492c-6fb7-44f6-aa82-1851267b7c21,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:33.059982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b9ff1432-e570-4090-9818-4a3f988d3322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:33.060951 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-1a2c9f23-794a-45fe-95a5-3d61aaeb3487 None None] Port 3711b24e-df0c-487c-977f-07d44436563e cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:53:33.117461 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2573c9-7e01-435e-901d-a7156e2e9c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc781da-2e97-4092-8e3b-c36e48e8094f,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:33.126743 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6f2573c9-7e01-435e-901d-a7156e2e9c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:33.137663 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6f2573c9-7e01-435e-901d-a7156e2e9c16 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f2223e7022e945eba7126026d9fb71ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9049847 May 31 15:53:33.140893 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57910) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:33.143165 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1415d5c1-ef58-4342-a596-5f320c7d311d None None] Routers {'acdf9dba-dd5a-4398-8bc1-540ab572cd85'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:53:33.144131 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-1415d5c1-ef58-4342-a596-5f320c7d311d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:53:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:33.171358 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.ipam_backend_mixin [None req-fb4dfaa2-2359-497d-83ef-43e8dcff22d5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 16fc80a1-1c0e-4f8e-945f-4bd9bf4efb7d (CIDR: 2001:db8::/64) May 31 15:53:33.175135 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-52cc51cb-48ff-4344-87be-30fa7d91dada tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:33.199799 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb4dfaa2-2359-497d-83ef-43e8dcff22d5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:53:33.200435 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb4dfaa2-2359-497d-83ef-43e8dcff22d5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:53:33.203719 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-63b2701e-a8a8-4e8a-8919-ea74e13d5351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:33.214153 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.extraroute_db [None req-221607bd-1193-4ae1-b61f-42f050ccb9a0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=99204) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 31 15:53:33.214447 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-b9ff1432-e570-4090-9818-4a3f988d3322 None None] Attempting to bind port ef6b492c-6fb7-44f6-aa82-1851267b7c21 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:53:33.215007 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-b9ff1432-e570-4090-9818-4a3f988d3322 None None] Attempting to bind port ef6b492c-6fb7-44f6-aa82-1851267b7c21 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:53:33.215725 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ff1432-e570-4090-9818-4a3f988d3322 None None] Attempting to bind port ef6b492c-6fb7-44f6-aa82-1851267b7c21 on network b5001308-9f67-458f-99a7-4cdcd1177eb2 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:53:33.225027 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ff1432-e570-4090-9818-4a3f988d3322 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:53:33.225735 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ff1432-e570-4090-9818-4a3f988d3322 None None] Checking segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:53:33.226382 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b9ff1432-e570-4090-9818-4a3f988d3322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:33.227593 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ff1432-e570-4090-9818-4a3f988d3322 None None] Bound using segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:53:33.228368 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-b9ff1432-e570-4090-9818-4a3f988d3322 None None] Bound port: ef6b492c-6fb7-44f6-aa82-1851267b7c21, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:53:33.229020 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b9ff1432-e570-4090-9818-4a3f988d3322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:33.243153 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-060bd140-ce35-42e4-99b7-28d96c04d7e2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:33.258072 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919df1c7-425e-45af-ae05-14d65012da03 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:53:33.268809 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-fb4dfaa2-2359-497d-83ef-43e8dcff22d5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7049146 May 31 15:53:33.269862 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57914) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:33.274706 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-919df1c7-425e-45af-ae05-14d65012da03 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "PUT /v2.0/routers/c7777e55-c0af-4b05-b952-4addc39115b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7360957 May 31 15:53:33.279026 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-1e5d3ace-a19a-46b6-81da-769d88475315 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:33.279967 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57918) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:33.295686 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2701e-a8a8-4e8a-8919-ea74e13d5351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257711be-e318-4bbc-a8e8-3689c650c177,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:33.300109 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-63b2701e-a8a8-4e8a-8919-ea74e13d5351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:33.322879 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-52cc51cb-48ff-4344-87be-30fa7d91dada tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:33.325055 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c33af6-8501-40d8-a931-df32db32eb8e None None] Sync routers for ids ['c7777e55-c0af-4b05-b952-4addc39115b2'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:53:33.383060 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-69be79e7-e6ec-41ea-8c7b-bad16737661e tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:33.392926 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-52cc51cb-48ff-4344-87be-30fa7d91dada tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:33.394038 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-52cc51cb-48ff-4344-87be-30fa7d91dada tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "DELETE /v2.0/security-groups/7d3896cd-a5d7-438f-b19a-16596f11862c HTTP/1.1" status: 204 len: 168 time: 0.6804028 May 31 15:53:33.399676 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-63b2701e-a8a8-4e8a-8919-ea74e13d5351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:33.400944 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-63b2701e-a8a8-4e8a-8919-ea74e13d5351 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/257711be-e318-4bbc-a8e8-3689c650c177 HTTP/1.1" status: 204 len: 168 time: 1.1605022 May 31 15:53:33.403290 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57922) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:33.414811 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.extraroute_db [None req-221607bd-1193-4ae1-b61f-42f050ccb9a0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Removed routes are [] {{(pid=99204) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 31 15:53:33.415356 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-221607bd-1193-4ae1-b61f-42f050ccb9a0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:33.432176 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc51cb-48ff-4344-87be-30fa7d91dada tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3896cd-a5d7-438f-b19a-16596f11862c,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:33.448230 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-1415d5c1-ef58-4342-a596-5f320c7d311d None None] Set router acdf9dba-dd5a-4398-8bc1-540ab572cd85 gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:53:33.451268 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-52cc51cb-48ff-4344-87be-30fa7d91dada tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:33.483918 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c33af6-8501-40d8-a931-df32db32eb8e None None] Routers {'c7777e55-c0af-4b05-b952-4addc39115b2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:53:33.485111 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-26c33af6-8501-40d8-a931-df32db32eb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:53:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['c7777e55-c0af-4b05-b952-4addc39115b2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:33.532013 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-8bcc2f78-080d-4898-9d66-ccba055d87cc tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Synchronizing usage tracker for tenant:848433433faf450495e08fad3e4bc288 on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:53:33.576335 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1e5d3ace-a19a-46b6-81da-769d88475315 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:33.585999 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-8bcc2f78-080d-4898-9d66-ccba055d87cc tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Unset dirty status for tenant:848433433faf450495e08fad3e4bc288 on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:53:33.587297 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8bcc2f78-080d-4898-9d66-ccba055d87cc tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1818843 May 31 15:53:33.588699 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1e5d3ace-a19a-46b6-81da-769d88475315 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:subnet and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:33.597514 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1e5d3ace-a19a-46b6-81da-769d88475315 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:33.600716 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57928) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:33.606907 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-26c33af6-8501-40d8-a931-df32db32eb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:33.609395 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-b9ff1432-e570-4090-9818-4a3f988d3322 None None] For port ef6b492c-6fb7-44f6-aa82-1851267b7c21, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:53:33.620131 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-163e53c6-da34-4bdd-b8ae-a7b6120dcf4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:33.627448 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-63be952a-b9d4-4276-a829-a2ae1b211bed tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group': {'name': 'tempest-secgroup--891499264'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:33.639625 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1e5d3ace-a19a-46b6-81da-769d88475315 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:33.641859 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-63be952a-b9d4-4276-a829-a2ae1b211bed tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:33.656695 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-b9ff1432-e570-4090-9818-4a3f988d3322 None None] For port ef6b492c-6fb7-44f6-aa82-1851267b7c21, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=ef6b492c-6fb7-44f6-aa82-1851267b7c21,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:53:33.662528 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c33af6-8501-40d8-a931-df32db32eb8e None None] Routers {'c7777e55-c0af-4b05-b952-4addc39115b2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:53:33.663236 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-26c33af6-8501-40d8-a931-df32db32eb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:53:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['c7777e55-c0af-4b05-b952-4addc39115b2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:33.677836 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-63be952a-b9d4-4276-a829-a2ae1b211bed tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:33.681467 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ee693b-1dba-4778-ab6f-86c2a23e2448 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:33.686057 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-58ee693b-1dba-4778-ab6f-86c2a23e2448 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7777e55-c0af-4b05-b952-4addc39115b2 HTTP/1.1" status: 200 len: 988 time: 0.3847816 May 31 15:53:33.687123 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5d3ace-a19a-46b6-81da-769d88475315 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:53:33.690393 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57932) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:33.694256 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1e5d3ace-a19a-46b6-81da-769d88475315 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:33.702768 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-163e53c6-da34-4bdd-b8ae-a7b6120dcf4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:33.738249 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-63be952a-b9d4-4276-a829-a2ae1b211bed tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:33.783237 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b9907-3d61-4092-b59d-8f0845414e53 None None] Pushing event updated for resources: {'Port': ['ID=39ac6485-caf7-4de4-ab1d-327e5d3f8d87,revision_number=4']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:33.794291 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-664b9907-3d61-4092-b59d-8f0845414e53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:33.824170 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-63be952a-b9d4-4276-a829-a2ae1b211bed tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:33.828077 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-63be952a-b9d4-4276-a829-a2ae1b211bed tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Usage tracker for resource:security_group_rule and tenant:848433433faf450495e08fad3e4bc288 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:33.829829 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-26c33af6-8501-40d8-a931-df32db32eb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:33.830246 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c33af6-8501-40d8-a931-df32db32eb8e None None] The sync data for ids ['c7777e55-c0af-4b05-b952-4addc39115b2'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:53:33.831079 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-63be952a-b9d4-4276-a829-a2ae1b211bed tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:33.838833 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-63be952a-b9d4-4276-a829-a2ae1b211bed tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:33.842124 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b9ff1432-e570-4090-9818-4a3f988d3322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:33.865133 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-045081e5-73f5-4da9-9696-f9c45640509f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:33.939549 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-1415d5c1-ef58-4342-a596-5f320c7d311d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:53:27Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None, '_interfaces': [{'id': '39ac6485-caf7-4de4-ab1d-327e5d3f8d87', 'name': '', 'network_id': 'e3aa4e41-0f10-44b2-8427-6ccb0af42a40', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:1b:56:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '9cb00d15-6fe8-4123-b5ab-c7c150679a3d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:25Z', 'updated_at': '2021-05-31T15:53:33Z', 'revision_number': 4, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '9cb00d15-6fe8-4123-b5ab-c7c150679a3d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '519373d8-e05e-4d2f-ad24-61d85ec78f45', 'name': '', 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:73:95:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:34Z', 'updated_at': '2021-05-31T15:52:54Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692955f7-07b5-4de1-b31d-16d58bc190fe', 'name': '', 'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:75:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:52Z', 'updated_at': '2021-05-31T15:53:12Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c45e68ca-a24a-4371-8a45-08480a3e0676', 'name': '', 'network_id': '58ec5087-6ab4-4811-a099-5c0b8ce15017', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:ee:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'cf4d03e4-657e-43bc-bf19-7ce001c90d68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:09Z', 'updated_at': '2021-05-31T15:53:24Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'cf4d03e4-657e-43bc-bf19-7ce001c90d68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:33.950001 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1415d5c1-ef58-4342-a596-5f320c7d311d None None] The sync data for ids ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'] in dv-neutron-601336-79-hyperv is: [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:53:27Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None, '_interfaces': [{'id': '39ac6485-caf7-4de4-ab1d-327e5d3f8d87', 'name': '', 'network_id': 'e3aa4e41-0f10-44b2-8427-6ccb0af42a40', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:1b:56:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '9cb00d15-6fe8-4123-b5ab-c7c150679a3d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:25Z', 'updated_at': '2021-05-31T15:53:33Z', 'revision_number': 4, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '9cb00d15-6fe8-4123-b5ab-c7c150679a3d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '519373d8-e05e-4d2f-ad24-61d85ec78f45', 'name': '', 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:73:95:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:34Z', 'updated_at': '2021-05-31T15:52:54Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692955f7-07b5-4de1-b31d-16d58bc190fe', 'name': '', 'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:75:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:52Z', 'updated_at': '2021-05-31T15:53:12Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c45e68ca-a24a-4371-8a45-08480a3e0676', 'name': '', 'network_id': '58ec5087-6ab4-4811-a099-5c0b8ce15017', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:ee:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'cf4d03e4-657e-43bc-bf19-7ce001c90d68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:09Z', 'updated_at': '2021-05-31T15:53:24Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'cf4d03e4-657e-43bc-bf19-7ce001c90d68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:53:33.975334 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff1432-e570-4090-9818-4a3f988d3322 None None] Pushing event updated for resources: {'Port': ['ID=ef6b492c-6fb7-44f6-aa82-1851267b7c21,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:33.978527 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b9ff1432-e570-4090-9818-4a3f988d3322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:34.108797 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-221607bd-1193-4ae1-b61f-42f050ccb9a0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:34.183135 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-63be952a-b9d4-4276-a829-a2ae1b211bed tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:34.199139 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-63be952a-b9d4-4276-a829-a2ae1b211bed tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:34.213908 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8110f625-d775-4a8d-bf33-d5b6d036d798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:34.267340 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 39ac6485-caf7-4de4-ab1d-327e5d3f8d87 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:53:34.325048 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be952a-b9d4-4276-a829-a2ae1b211bed tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b89339f5-5a13-4a17-a18a-ad442bfdb264,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:34.340640 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-63be952a-b9d4-4276-a829-a2ae1b211bed tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:34.363681 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-63be952a-b9d4-4276-a829-a2ae1b211bed tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:34.368178 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-63be952a-b9d4-4276-a829-a2ae1b211bed tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7641816 May 31 15:53:34.368793 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57944) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:34.393467 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-e4b698be-41f4-4b8b-9654-17b366b4b71b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group_rule': {'security_group_id': 'b89339f5-5a13-4a17-a18a-ad442bfdb264', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:34.407615 dv-neutron-601336-79-hyperv neutron-server[99205]: WARNING neutron.api.v2.base [None req-e4b698be-41f4-4b8b-9654-17b366b4b71b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 31 15:53:34.411891 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-e4b698be-41f4-4b8b-9654-17b366b4b71b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:53:34.416761 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e4b698be-41f4-4b8b-9654-17b366b4b71b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0458839 May 31 15:53:34.417375 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57950) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:34.447577 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-9fbbaef4-84c1-420e-bf45-28d482a4c55c tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group_rule': {'security_group_id': 'b89339f5-5a13-4a17-a18a-ad442bfdb264', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:34.448251 dv-neutron-601336-79-hyperv neutron-server[99205]: WARNING neutron.api.v2.base [None req-9fbbaef4-84c1-420e-bf45-28d482a4c55c tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 31 15:53:34.448739 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-9fbbaef4-84c1-420e-bf45-28d482a4c55c tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:53:34.455088 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9fbbaef4-84c1-420e-bf45-28d482a4c55c tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0230980 May 31 15:53:34.455894 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-163e53c6-da34-4bdd-b8ae-a7b6120dcf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:34.459315 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57954) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:34.469232 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-32191359-2fa9-4171-984a-a09ad0dcd99e tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:34.484249 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-c4a838f2-6fd6-4fa9-89a3-5d8207ee17b0 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group_rule': {'security_group_id': 'b89339f5-5a13-4a17-a18a-ad442bfdb264', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:34.486119 dv-neutron-601336-79-hyperv neutron-server[99205]: WARNING neutron.api.v2.base [None req-c4a838f2-6fd6-4fa9-89a3-5d8207ee17b0 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 31 15:53:34.486651 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-c4a838f2-6fd6-4fa9-89a3-5d8207ee17b0 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:53:34.490774 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c4a838f2-6fd6-4fa9-89a3-5d8207ee17b0 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0304062 May 31 15:53:34.494385 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57958) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:34.504509 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-a4d85f2b-3919-4453-8a16-26793a74d49b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group_rule': {'security_group_id': 'b89339f5-5a13-4a17-a18a-ad442bfdb264', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:34.504717 dv-neutron-601336-79-hyperv neutron-server[99205]: WARNING neutron.api.v2.base [None req-a4d85f2b-3919-4453-8a16-26793a74d49b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 31 15:53:34.504846 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-221607bd-1193-4ae1-b61f-42f050ccb9a0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446711'] for router, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:34.505241 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-a4d85f2b-3919-4453-8a16-26793a74d49b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:53:34.509761 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a4d85f2b-3919-4453-8a16-26793a74d49b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0147996 May 31 15:53:34.510808 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57962) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:34.550208 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e53c6-da34-4bdd-b8ae-a7b6120dcf4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc781da-2e97-4092-8e3b-c36e48e8094f,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:34.553423 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-163e53c6-da34-4bdd-b8ae-a7b6120dcf4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:34.599323 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 39ac6485-caf7-4de4-ab1d-327e5d3f8d87 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:34.625300 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 39ac6485-caf7-4de4-ab1d-327e5d3f8d87 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:34.626351 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:34.718321 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5a0af286-c099-4e14-a763-18d63c6c203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:34.726855 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-163e53c6-da34-4bdd-b8ae-a7b6120dcf4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:34.728430 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-163e53c6-da34-4bdd-b8ae-a7b6120dcf4f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2cc781da-2e97-4092-8e3b-c36e48e8094f HTTP/1.1" status: 204 len: 168 time: 1.5865600 May 31 15:53:34.875077 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:34.934198 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 39ac6485-caf7-4de4-ab1d-327e5d3f8d87, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=39ac6485-caf7-4de4-ab1d-327e5d3f8d87,segment=NetworkSegment(2a79582c-7040-4ca5-9c17-dbda82717fff),segment_id=2a79582c-7040-4ca5-9c17-dbda82717fff)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:34.941743 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-301d7495-4aae-4bf2-8244-d3f77d8a6972 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:34.945146 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:34.953550 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:35.006676 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-301d7495-4aae-4bf2-8244-d3f77d8a6972 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:35.126621 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57978) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:35.128287 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=39ac6485-caf7-4de4-ab1d-327e5d3f8d87,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:35.133413 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:35.173874 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-301d7495-4aae-4bf2-8244-d3f77d8a6972 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:35.191977 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-73b01bda-a478-406d-945e-0e9efa23bc44 tempest-RoutersAdminNegativeTest-106153898 tempest-RoutersAdminNegativeTest-106153898-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:35.199378 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221607bd-1193-4ae1-b61f-42f050ccb9a0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Router acdf9dba-dd5a-4398-8bc1-540ab572cd85 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:53:35.219231 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d7495-4aae-4bf2-8244-d3f77d8a6972 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89339f5-5a13-4a17-a18a-ad442bfdb264,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:35.225658 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-301d7495-4aae-4bf2-8244-d3f77d8a6972 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:35.235167 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-301d7495-4aae-4bf2-8244-d3f77d8a6972 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:35.236402 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-301d7495-4aae-4bf2-8244-d3f77d8a6972 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "DELETE /v2.0/security-groups/b89339f5-5a13-4a17-a18a-ad442bfdb264 HTTP/1.1" status: 204 len: 168 time: 0.7246270 May 31 15:53:35.239423 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57984) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:35.255235 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1e5d3ace-a19a-46b6-81da-769d88475315 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:35.261500 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2fd04b35-2989-498e-a592-ef5009af8f24 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:35.330127 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d3ace-a19a-46b6-81da-769d88475315 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Subnet': ['ID=2d8e05d7-c40b-4c88-ba2e-2e00e01ff3ea,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:35.336132 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57988) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:35.338035 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1e5d3ace-a19a-46b6-81da-769d88475315 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:35.384454 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5d3ace-a19a-46b6-81da-769d88475315 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:53:35.388507 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cf32dbf4-a5da-4b8e-ad08-20f73701ed40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:35.400774 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-1e5d3ace-a19a-46b6-81da-769d88475315 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:35.406508 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-042d1dd3-c946-4b56-869b-3ef3fb37c20a tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Synchronizing usage tracker for tenant:848433433faf450495e08fad3e4bc288 on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:53:35.418431 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5d3ace-a19a-46b6-81da-769d88475315 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:35.419055 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1e5d3ace-a19a-46b6-81da-769d88475315 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:35.438214 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-cf32dbf4-a5da-4b8e-ad08-20f73701ed40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:35.445612 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cf32dbf4-a5da-4b8e-ad08-20f73701ed40 admin admin] Usage tracker for resource:security_group_rule and tenant:d4f0003ec115443a809c943599fe2623 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:35.451561 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cf32dbf4-a5da-4b8e-ad08-20f73701ed40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:35.460950 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-cf32dbf4-a5da-4b8e-ad08-20f73701ed40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:35.463699 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1e5d3ace-a19a-46b6-81da-769d88475315 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1928997 May 31 15:53:35.466747 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 57992) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:35.497618 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-809e1e36-c530-40f2-87a9-ea26b17bb6a8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'port': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'mac_address': 'fa:16:3e:cd:1d:9e', 'name': 'tempest-NetworksTestDHCPv6-1633950769'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:35.505042 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221607bd-1193-4ae1-b61f-42f050ccb9a0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:53:35.515252 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac5582d-dbdd-4b6f-a459-92c443dc3261 None None] Sync routers for ids ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:53:35.517018 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-042d1dd3-c946-4b56-869b-3ef3fb37c20a tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Unset dirty status for tenant:848433433faf450495e08fad3e4bc288 on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:53:35.519169 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-042d1dd3-c946-4b56-869b-3ef3fb37c20a tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2787800 May 31 15:53:35.519967 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-221607bd-1193-4ae1-b61f-42f050ccb9a0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:35.524459 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-221607bd-1193-4ae1-b61f-42f050ccb9a0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "PUT /v2.0/routers/acdf9dba-dd5a-4398-8bc1-540ab572cd85 HTTP/1.1" status: 200 len: 954 time: 4.3943677 May 31 15:53:35.524459 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57996) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:35.524459 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 57998) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:35.529450 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac5582d-dbdd-4b6f-a459-92c443dc3261 None None] Routers {'acdf9dba-dd5a-4398-8bc1-540ab572cd85'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:53:35.530037 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-dac5582d-dbdd-4b6f-a459-92c443dc3261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:53:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:35.568458 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e8adbb-cc7a-4889-8453-e48d2eae29af None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:35.595132 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-cb2a189d-6190-47a3-9664-7e30bac39375 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group': {'name': 'tempest-secgroup--502656521'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:35.610222 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cf32dbf4-a5da-4b8e-ad08-20f73701ed40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:35.618897 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-cb2a189d-6190-47a3-9664-7e30bac39375 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:35.625230 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-1e1d5d93-50e8-4f0d-87ac-36320dc5102f tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-835417407'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:35.681681 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-688897ef-9f74-446e-be69-c7f60b7951a0 None None] Provisioning for port ef6b492c-6fb7-44f6-aa82-1851267b7c21 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:35.683527 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cf32dbf4-a5da-4b8e-ad08-20f73701ed40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:35.703606 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1e1d5d93-50e8-4f0d-87ac-36320dc5102f tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:35.708571 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-95f84412-d82a-4a84-99a7-3d6599872c43 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:35.720787 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-cb2a189d-6190-47a3-9664-7e30bac39375 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:35.752803 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32dbf4-a5da-4b8e-ad08-20f73701ed40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7329b378-6a3a-4f7d-a85e-d0b75683483d,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:35.757526 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1e1d5d93-50e8-4f0d-87ac-36320dc5102f tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Usage tracker for resource:network and tenant:0d77a84aab464e0dbd10dc609ba2f289 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:35.762607 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cb2a189d-6190-47a3-9664-7e30bac39375 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:35.765922 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cf32dbf4-a5da-4b8e-ad08-20f73701ed40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:35.774020 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1e1d5d93-50e8-4f0d-87ac-36320dc5102f tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:35.783662 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-dac5582d-dbdd-4b6f-a459-92c443dc3261 None None] Set router acdf9dba-dd5a-4398-8bc1-540ab572cd85 gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:53:35.795199 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1e1d5d93-50e8-4f0d-87ac-36320dc5102f tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:35.799880 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-acd5fc35-2cee-4a28-bd2f-1e1fdbc3213c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "GET /v2.0/routers/acdf9dba-dd5a-4398-8bc1-540ab572cd85 HTTP/1.1" status: 200 len: 954 time: 0.2689164 May 31 15:53:35.800074 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-cf32dbf4-a5da-4b8e-ad08-20f73701ed40 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d4f0003ec115443a809c943599fe2623&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4604092 May 31 15:53:35.801732 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58004) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:35.802122 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58006) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:35.807885 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5b0ba151-8df5-4c30-a9ac-6c91a6a8a319 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:35.841637 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1d5d93-50e8-4f0d-87ac-36320dc5102f tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Made reservation on behalf of 0d77a84aab464e0dbd10dc609ba2f289 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:53:35.846178 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1e1d5d93-50e8-4f0d-87ac-36320dc5102f tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:35.862448 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-cb2a189d-6190-47a3-9664-7e30bac39375 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:35.865653 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1e1d5d93-50e8-4f0d-87ac-36320dc5102f tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:35.883344 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-c7bafb47-49bc-4d69-b94e-fcc804cf862e tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'router': {'routes': None}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:35.883483 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-809e1e36-c530-40f2-87a9-ea26b17bb6a8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:35.886160 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1e1d5d93-50e8-4f0d-87ac-36320dc5102f tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:35.891208 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-809e1e36-c530-40f2-87a9-ea26b17bb6a8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:port and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:35.894078 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1e1d5d93-50e8-4f0d-87ac-36320dc5102f tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Usage tracker for resource:security_group_rule and tenant:0d77a84aab464e0dbd10dc609ba2f289 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:35.897472 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-809e1e36-c530-40f2-87a9-ea26b17bb6a8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:35.900516 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1e1d5d93-50e8-4f0d-87ac-36320dc5102f tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:35.907744 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-809e1e36-c530-40f2-87a9-ea26b17bb6a8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:35.909992 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1e1d5d93-50e8-4f0d-87ac-36320dc5102f tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:35.935094 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809e1e36-c530-40f2-87a9-ea26b17bb6a8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:53:35.955286 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e1de9a-a298-484e-90ef-25f5da9a13e2 None None] Update dhcp port {'port': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'fixed_ips': [{'subnet_id': '16fc80a1-1c0e-4f8e-945f-4bd9bf4efb7d', 'ip_address': '2001:db8::f816:3eff:fe92:d7b0'}, {'subnet_id': '2d8e05d7-c40b-4c88-ba2e-2e00e01ff3ea'}], 'binding:host_id': 'dv-neutron-601336-79-hyperv'}, 'id': 'ef6b492c-6fb7-44f6-aa82-1851267b7c21'} from dv-neutron-601336-79-hyperv. {{(pid=99206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 31 15:53:35.959963 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-cb2a189d-6190-47a3-9664-7e30bac39375 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Usage tracker for resource:security_group_rule and tenant:848433433faf450495e08fad3e4bc288 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:36.019591 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a2e1de9a-a298-484e-90ef-25f5da9a13e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:36.027998 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-cb2a189d-6190-47a3-9664-7e30bac39375 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:36.067512 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-809e1e36-c530-40f2-87a9-ea26b17bb6a8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:36.107135 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-809e1e36-c530-40f2-87a9-ea26b17bb6a8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] device_id is not set on port 72f425d8-7158-4ef8-9abc-8d91e08dee84 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:53:36.264730 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-dac5582d-dbdd-4b6f-a459-92c443dc3261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:53:33Z', 'revision_number': 6, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None, '_interfaces': [{'id': '39ac6485-caf7-4de4-ab1d-327e5d3f8d87', 'name': '', 'network_id': 'e3aa4e41-0f10-44b2-8427-6ccb0af42a40', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:1b:56:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '9cb00d15-6fe8-4123-b5ab-c7c150679a3d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:25Z', 'updated_at': '2021-05-31T15:53:34Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '9cb00d15-6fe8-4123-b5ab-c7c150679a3d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '519373d8-e05e-4d2f-ad24-61d85ec78f45', 'name': '', 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:73:95:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:34Z', 'updated_at': '2021-05-31T15:52:54Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692955f7-07b5-4de1-b31d-16d58bc190fe', 'name': '', 'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:75:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:52Z', 'updated_at': '2021-05-31T15:53:12Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c45e68ca-a24a-4371-8a45-08480a3e0676', 'name': '', 'network_id': '58ec5087-6ab4-4811-a099-5c0b8ce15017', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:ee:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'cf4d03e4-657e-43bc-bf19-7ce001c90d68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:09Z', 'updated_at': '2021-05-31T15:53:24Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'cf4d03e4-657e-43bc-bf19-7ce001c90d68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:36.269218 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac5582d-dbdd-4b6f-a459-92c443dc3261 None None] Checking router: acdf9dba-dd5a-4398-8bc1-540ab572cd85 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:53:36.281741 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac5582d-dbdd-4b6f-a459-92c443dc3261 None None] Routers {'acdf9dba-dd5a-4398-8bc1-540ab572cd85'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:53:36.281741 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-dac5582d-dbdd-4b6f-a459-92c443dc3261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:53:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:36.296358 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-cb2a189d-6190-47a3-9664-7e30bac39375 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:36.315038 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1e1d5d93-50e8-4f0d-87ac-36320dc5102f tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:36.382919 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device ef6b492c-6fb7-44f6-aa82-1851267b7c21 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:53:36.403846 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1e1d5d93-50e8-4f0d-87ac-36320dc5102f tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:36.409651 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7df50eb3-f8e9-4398-8dbd-fc4550009912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:36.437221 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-809e1e36-c530-40f2-87a9-ea26b17bb6a8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Allocated IP 2001:db8:0:1::2da (b5001308-9f67-458f-99a7-4cdcd1177eb2/2d8e05d7-c40b-4c88-ba2e-2e00e01ff3ea/72f425d8-7158-4ef8-9abc-8d91e08dee84) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:53:36.445975 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e1d5d93-50e8-4f0d-87ac-36320dc5102f tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:53:36.462555 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-809e1e36-c530-40f2-87a9-ea26b17bb6a8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Allocated IP 2001:db8::f816:3eff:fecd:1d9e (b5001308-9f67-458f-99a7-4cdcd1177eb2/16fc80a1-1c0e-4f8e-945f-4bd9bf4efb7d/72f425d8-7158-4ef8-9abc-8d91e08dee84) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:53:36.466039 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d5d93-50e8-4f0d-87ac-36320dc5102f tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e5f1b4-e112-409e-8d9a-70aaf071a08a,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:36.474235 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1e1d5d93-50e8-4f0d-87ac-36320dc5102f tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:36.475892 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1e1d5d93-50e8-4f0d-87ac-36320dc5102f tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:36.476595 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-1e1d5d93-50e8-4f0d-87ac-36320dc5102f tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Added segment bb29479f-c969-443e-b986-30dd86dc692c of type vlan for network 3e4057d8-e756-4fc6-9948-a9779a73c2f2 May 31 15:53:36.485372 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port ef6b492c-6fb7-44f6-aa82-1851267b7c21 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:36.504225 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port ef6b492c-6fb7-44f6-aa82-1851267b7c21 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:36.504584 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:36.581937 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-dac5582d-dbdd-4b6f-a459-92c443dc3261 None None] Set router acdf9dba-dd5a-4398-8bc1-540ab572cd85 gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:53:36.636838 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:36.664237 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ed29faea-bcfb-40c2-9fd9-dc35471162e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:36.675269 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port ef6b492c-6fb7-44f6-aa82-1851267b7c21, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=ef6b492c-6fb7-44f6-aa82-1851267b7c21,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:36.681416 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:36.682539 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 39ac6485-caf7-4de4-ab1d-327e5d3f8d87 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:53:36.716072 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b9ff1432-e570-4090-9818-4a3f988d3322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:36.722941 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-809e1e36-c530-40f2-87a9-ea26b17bb6a8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:36.740399 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-809e1e36-c530-40f2-87a9-ea26b17bb6a8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Transition to ACTIVE for port object 72f425d8-7158-4ef8-9abc-8d91e08dee84 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:36.775882 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-809e1e36-c530-40f2-87a9-ea26b17bb6a8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:36.790777 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d73d81fd-ef5d-483c-b58a-0dfeaff4e284 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:36.798892 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ed29faea-bcfb-40c2-9fd9-dc35471162e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:36.848062 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cb2a189d-6190-47a3-9664-7e30bac39375 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:36.867922 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cb2a189d-6190-47a3-9664-7e30bac39375 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:36.878511 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809e1e36-c530-40f2-87a9-ea26b17bb6a8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:53:36.882468 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e1e36-c530-40f2-87a9-ea26b17bb6a8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Port': ['ID=72f425d8-7158-4ef8-9abc-8d91e08dee84,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:36.885431 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-809e1e36-c530-40f2-87a9-ea26b17bb6a8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:36.892857 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-809e1e36-c530-40f2-87a9-ea26b17bb6a8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:36.895211 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1e1d5d93-50e8-4f0d-87ac-36320dc5102f tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:36.896659 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=ef6b492c-6fb7-44f6-aa82-1851267b7c21,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:36.899231 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809e1e36-c530-40f2-87a9-ea26b17bb6a8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:53:36.901281 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0b47a0d4-0d5c-4a37-ae57-fcf1604fa287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:36.903187 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-a2e1de9a-a298-484e-90ef-25f5da9a13e2 None None] Allocated IP 2001:db8:0:1::2 (b5001308-9f67-458f-99a7-4cdcd1177eb2/2d8e05d7-c40b-4c88-ba2e-2e00e01ff3ea/ef6b492c-6fb7-44f6-aa82-1851267b7c21) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:53:36.905585 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:36.906721 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809e1e36-c530-40f2-87a9-ea26b17bb6a8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:36.907530 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-809e1e36-c530-40f2-87a9-ea26b17bb6a8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:36.930779 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 39ac6485-caf7-4de4-ab1d-327e5d3f8d87 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:36.931201 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:37.026506 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-809e1e36-c530-40f2-87a9-ea26b17bb6a8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.5550032 May 31 15:53:37.029497 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1e1d5d93-50e8-4f0d-87ac-36320dc5102f tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:37.041120 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1d5d93-50e8-4f0d-87ac-36320dc5102f tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:37.042375 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1e1d5d93-50e8-4f0d-87ac-36320dc5102f tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:37.046869 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58012) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:37.049237 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-835a4cdc-8a3c-4772-a08d-fddc77cba548 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:37.071357 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-dac5582d-dbdd-4b6f-a459-92c443dc3261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:53:33Z', 'revision_number': 6, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None, '_interfaces': [{'id': '39ac6485-caf7-4de4-ab1d-327e5d3f8d87', 'name': '', 'network_id': 'e3aa4e41-0f10-44b2-8427-6ccb0af42a40', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:1b:56:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '9cb00d15-6fe8-4123-b5ab-c7c150679a3d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:25Z', 'updated_at': '2021-05-31T15:53:34Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '9cb00d15-6fe8-4123-b5ab-c7c150679a3d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '519373d8-e05e-4d2f-ad24-61d85ec78f45', 'name': '', 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:73:95:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:34Z', 'updated_at': '2021-05-31T15:52:54Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692955f7-07b5-4de1-b31d-16d58bc190fe', 'name': '', 'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:75:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:52Z', 'updated_at': '2021-05-31T15:53:12Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c45e68ca-a24a-4371-8a45-08480a3e0676', 'name': '', 'network_id': '58ec5087-6ab4-4811-a099-5c0b8ce15017', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:ee:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'cf4d03e4-657e-43bc-bf19-7ce001c90d68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:09Z', 'updated_at': '2021-05-31T15:53:24Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'cf4d03e4-657e-43bc-bf19-7ce001c90d68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:37.075185 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a189d-6190-47a3-9664-7e30bac39375 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51621cfc-d016-4efa-9491-c2a0b73163d7,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:37.084279 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-cb2a189d-6190-47a3-9664-7e30bac39375 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:37.094579 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac5582d-dbdd-4b6f-a459-92c443dc3261 None None] The sync data for ids ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'] in dv-neutron-601336-79-hyperv is: [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:53:33Z', 'revision_number': 6, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None, '_interfaces': [{'id': '39ac6485-caf7-4de4-ab1d-327e5d3f8d87', 'name': '', 'network_id': 'e3aa4e41-0f10-44b2-8427-6ccb0af42a40', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:1b:56:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '9cb00d15-6fe8-4123-b5ab-c7c150679a3d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:25Z', 'updated_at': '2021-05-31T15:53:34Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '9cb00d15-6fe8-4123-b5ab-c7c150679a3d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '519373d8-e05e-4d2f-ad24-61d85ec78f45', 'name': '', 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:73:95:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:34Z', 'updated_at': '2021-05-31T15:52:54Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692955f7-07b5-4de1-b31d-16d58bc190fe', 'name': '', 'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:75:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:52Z', 'updated_at': '2021-05-31T15:53:12Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c45e68ca-a24a-4371-8a45-08480a3e0676', 'name': '', 'network_id': '58ec5087-6ab4-4811-a099-5c0b8ce15017', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:ee:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'cf4d03e4-657e-43bc-bf19-7ce001c90d68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:09Z', 'updated_at': '2021-05-31T15:53:24Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'cf4d03e4-657e-43bc-bf19-7ce001c90d68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:53:37.114311 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cb2a189d-6190-47a3-9664-7e30bac39375 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:37.123887 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-cb2a189d-6190-47a3-9664-7e30bac39375 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5973716 May 31 15:53:37.124600 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58016) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:37.144629 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-eb14b992-a3c2-4f9d-a36b-879942c8dd9b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group_rule': {'security_group_id': '51621cfc-d016-4efa-9491-c2a0b73163d7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:37.145809 dv-neutron-601336-79-hyperv neutron-server[99204]: WARNING neutron.api.v2.base [None req-eb14b992-a3c2-4f9d-a36b-879942c8dd9b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 31 15:53:37.145809 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-eb14b992-a3c2-4f9d-a36b-879942c8dd9b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:53:37.149049 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:37.150392 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-eb14b992-a3c2-4f9d-a36b-879942c8dd9b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0188949 May 31 15:53:37.157802 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58020) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:37.166753 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-71fb6f66-776d-4800-9298-b79db93646d0 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group_rule': {'security_group_id': '51621cfc-d016-4efa-9491-c2a0b73163d7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:37.195259 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-71fb6f66-776d-4800-9298-b79db93646d0 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:37.197650 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ed29faea-bcfb-40c2-9fd9-dc35471162e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:37.205716 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e85001de-dcbb-49a4-a7a7-e81a1bc322ae tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:37.215987 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-71fb6f66-776d-4800-9298-b79db93646d0 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Usage tracker for resource:security_group_rule and tenant:848433433faf450495e08fad3e4bc288 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:37.222085 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-71fb6f66-776d-4800-9298-b79db93646d0 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:37.229658 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-a2e1de9a-a298-484e-90ef-25f5da9a13e2 None None] For port ef6b492c-6fb7-44f6-aa82-1851267b7c21, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=ef6b492c-6fb7-44f6-aa82-1851267b7c21,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:37.254905 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1e1d5d93-50e8-4f0d-87ac-36320dc5102f tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.0860400 May 31 15:53:37.255812 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58024) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:37.257967 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a2e1de9a-a298-484e-90ef-25f5da9a13e2 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:37.261681 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29faea-bcfb-40c2-9fd9-dc35471162e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7329b378-6a3a-4f7d-a85e-d0b75683483d,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:37.266265 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-71fb6f66-776d-4800-9298-b79db93646d0 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:37.268741 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ed29faea-bcfb-40c2-9fd9-dc35471162e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:37.280106 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-367c8e4f-8eab-4319-acfd-492c1deb47fd tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '3e4057d8-e756-4fc6-9948-a9779a73c2f2', 'tempest-TagsTest-Tag-1237755300') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:37.303698 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a2e1de9a-a298-484e-90ef-25f5da9a13e2 None None] Transition to ACTIVE for port object ef6b492c-6fb7-44f6-aa82-1851267b7c21 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:37.315349 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ed29faea-bcfb-40c2-9fd9-dc35471162e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:37.320879 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a2e1de9a-a298-484e-90ef-25f5da9a13e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:37.322232 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ed29faea-bcfb-40c2-9fd9-dc35471162e7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7329b378-6a3a-4f7d-a85e-d0b75683483d HTTP/1.1" status: 204 len: 168 time: 1.5146618 May 31 15:53:37.322364 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d5d93-50e8-4f0d-87ac-36320dc5102f tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Pushing event updated for resources: {'Network': ['ID=3e4057d8-e756-4fc6-9948-a9779a73c2f2,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:37.325639 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1e1d5d93-50e8-4f0d-87ac-36320dc5102f tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:37.336414 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-64b56c68-12aa-4a2a-a3a1-4c581466a7ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:37.369261 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 3e4057d8-e756-4fc6-9948-a9779a73c2f2 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:53:37.382303 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-ddafb4f7-5151-4381-a012-5152fc06294f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting port 72f425d8-7158-4ef8-9abc-8d91e08dee84 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:37.382696 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ddafb4f7-5151-4381-a012-5152fc06294f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:37.421786 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-5b0ba151-8df5-4c30-a9ac-6c91a6a8a319 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting port 3711b24e-df0c-487c-977f-07d44436563e {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:37.422049 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5b0ba151-8df5-4c30-a9ac-6c91a6a8a319 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:37.577881 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ddafb4f7-5151-4381-a012-5152fc06294f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:37.604317 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-71fb6f66-776d-4800-9298-b79db93646d0 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:53:37.605833 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-71fb6f66-776d-4800-9298-b79db93646d0 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4470675 May 31 15:53:37.620648 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.extraroute_db [None req-c7bafb47-49bc-4d69-b94e-fcc804cf862e tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Added routes are [] {{(pid=99204) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 31 15:53:37.621395 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.extraroute_db [None req-c7bafb47-49bc-4d69-b94e-fcc804cf862e tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=99204) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 31 15:53:37.627918 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1de9a-a298-484e-90ef-25f5da9a13e2 None None] Pushing event updated for resources: {'Port': ['ID=ef6b492c-6fb7-44f6-aa82-1851267b7c21,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:37.659443 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c7bafb47-49bc-4d69-b94e-fcc804cf862e tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:37.660624 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a2e1de9a-a298-484e-90ef-25f5da9a13e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:37.662559 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58032) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:37.868117 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5e017a5a-4ade-42be-8a15-9f903ebe78b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:37.903159 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-4be49e86-8132-4700-9170-f686b3314e0b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group_rule': {'security_group_id': '51621cfc-d016-4efa-9491-c2a0b73163d7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:37.903894 dv-neutron-601336-79-hyperv neutron-server[99205]: WARNING neutron.api.v2.base [None req-4be49e86-8132-4700-9170-f686b3314e0b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 31 15:53:37.904415 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-4be49e86-8132-4700-9170-f686b3314e0b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:53:37.905387 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4be49e86-8132-4700-9170-f686b3314e0b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.2417967 May 31 15:53:37.914035 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-ddafb4f7-5151-4381-a012-5152fc06294f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Calling delete_port for 72f425d8-7158-4ef8-9abc-8d91e08dee84 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:37.916694 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58044) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:37.925348 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-22db7660-934f-4eb6-8647-11fa5865ecf3 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group_rule': {'security_group_id': '51621cfc-d016-4efa-9491-c2a0b73163d7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:37.935441 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-22db7660-934f-4eb6-8647-11fa5865ecf3 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:37.941916 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-22db7660-934f-4eb6-8647-11fa5865ecf3 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Usage tracker for resource:security_group_rule and tenant:848433433faf450495e08fad3e4bc288 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:37.945944 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-22db7660-934f-4eb6-8647-11fa5865ecf3 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:37.960452 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-22db7660-934f-4eb6-8647-11fa5865ecf3 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:37.965106 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5b0ba151-8df5-4c30-a9ac-6c91a6a8a319 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:38.013925 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-22db7660-934f-4eb6-8647-11fa5865ecf3 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:53:38.015112 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-22db7660-934f-4eb6-8647-11fa5865ecf3 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0974004 May 31 15:53:38.017971 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58050) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:38.024291 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-5b1fb8b5-fc22-4fea-a9fb-6a49663abf31 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group_rule': {'security_group_id': '51621cfc-d016-4efa-9491-c2a0b73163d7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:38.024770 dv-neutron-601336-79-hyperv neutron-server[99205]: WARNING neutron.api.v2.base [None req-5b1fb8b5-fc22-4fea-a9fb-6a49663abf31 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 31 15:53:38.025294 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-5b1fb8b5-fc22-4fea-a9fb-6a49663abf31 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:53:38.026229 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-5b1fb8b5-fc22-4fea-a9fb-6a49663abf31 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072351 May 31 15:53:38.029245 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58054) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:38.037004 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-d1d6d1f7-d9a2-4392-9db9-8e2ab34e762d tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group_rule': {'security_group_id': '51621cfc-d016-4efa-9491-c2a0b73163d7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:38.043932 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d1d6d1f7-d9a2-4392-9db9-8e2ab34e762d tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:38.048453 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d1d6d1f7-d9a2-4392-9db9-8e2ab34e762d tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Usage tracker for resource:security_group_rule and tenant:848433433faf450495e08fad3e4bc288 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:38.054246 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d1d6d1f7-d9a2-4392-9db9-8e2ab34e762d tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:38.106773 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d1d6d1f7-d9a2-4392-9db9-8e2ab34e762d tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:38.135502 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.securitygroups_db [None req-d1d6d1f7-d9a2-4392-9db9-8e2ab34e762d tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Project 848433433faf450495e08fad3e4bc288 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 15:53:38.164224 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-d1d6d1f7-d9a2-4392-9db9-8e2ab34e762d tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:53:38.168367 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d1d6d1f7-d9a2-4392-9db9-8e2ab34e762d tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1352162 May 31 15:53:38.169189 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58062) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:38.198227 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device ef6b492c-6fb7-44f6-aa82-1851267b7c21 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:53:38.208941 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-e4fb8ef5-590f-4905-98ec-711db94ccd99 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group_rule': {'security_group_id': '51621cfc-d016-4efa-9491-c2a0b73163d7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:38.209470 dv-neutron-601336-79-hyperv neutron-server[99205]: WARNING neutron.api.v2.base [None req-e4fb8ef5-590f-4905-98ec-711db94ccd99 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 31 15:53:38.209969 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-e4fb8ef5-590f-4905-98ec-711db94ccd99 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:53:38.217245 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e4fb8ef5-590f-4905-98ec-711db94ccd99 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0444424 May 31 15:53:38.229840 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58066) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:38.256683 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-91af5f34-2dbf-43b5-8f3c-50b445d745d1 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group_rule': {'security_group_id': '51621cfc-d016-4efa-9491-c2a0b73163d7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:38.285754 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-91af5f34-2dbf-43b5-8f3c-50b445d745d1 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:38.309099 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:38.318667 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-91af5f34-2dbf-43b5-8f3c-50b445d745d1 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Usage tracker for resource:security_group_rule and tenant:848433433faf450495e08fad3e4bc288 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:38.327016 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-91af5f34-2dbf-43b5-8f3c-50b445d745d1 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:38.333946 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-91af5f34-2dbf-43b5-8f3c-50b445d745d1 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:38.342218 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ddafb4f7-5151-4381-a012-5152fc06294f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:38.348868 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-96be7fb5-93d6-48d8-bb9c-3588a0739442 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:38.383840 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.securitygroups_db [None req-91af5f34-2dbf-43b5-8f3c-50b445d745d1 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Project 848433433faf450495e08fad3e4bc288 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 15:53:38.416787 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafb4f7-5151-4381-a012-5152fc06294f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Port': ['ID=72f425d8-7158-4ef8-9abc-8d91e08dee84,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:38.446985 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-11443c79-da22-49ee-99d5-f532a8f74e7f None None] Provisioning for port ef6b492c-6fb7-44f6-aa82-1851267b7c21 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:38.454399 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-11443c79-da22-49ee-99d5-f532a8f74e7f None None] Provisioning complete for port ef6b492c-6fb7-44f6-aa82-1851267b7c21 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:38.454869 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-11443c79-da22-49ee-99d5-f532a8f74e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:38.464219 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ddafb4f7-5151-4381-a012-5152fc06294f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:38.513972 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-91af5f34-2dbf-43b5-8f3c-50b445d745d1 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:53:38.517826 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-91af5f34-2dbf-43b5-8f3c-50b445d745d1 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2854757 May 31 15:53:38.525103 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58074) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:38.532530 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-0c41758d-c9d3-4cb1-ae54-fd83cc4a89ac tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group_rule': {'security_group_id': '51621cfc-d016-4efa-9491-c2a0b73163d7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:38.537507 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ddafb4f7-5151-4381-a012-5152fc06294f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:38.548040 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0c41758d-c9d3-4cb1-ae54-fd83cc4a89ac tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:38.557320 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0c41758d-c9d3-4cb1-ae54-fd83cc4a89ac tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Usage tracker for resource:security_group_rule and tenant:848433433faf450495e08fad3e4bc288 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:38.564331 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ddafb4f7-5151-4381-a012-5152fc06294f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/72f425d8-7158-4ef8-9abc-8d91e08dee84 HTTP/1.1" status: 204 len: 168 time: 1.4952574 May 31 15:53:38.566611 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0c41758d-c9d3-4cb1-ae54-fd83cc4a89ac tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:38.569499 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58078) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:38.621942 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0c41758d-c9d3-4cb1-ae54-fd83cc4a89ac tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:38.648265 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.securitygroups_db [None req-0c41758d-c9d3-4cb1-ae54-fd83cc4a89ac tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Project 848433433faf450495e08fad3e4bc288 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 15:53:38.667300 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-5b0ba151-8df5-4c30-a9ac-6c91a6a8a319 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Calling delete_port for 3711b24e-df0c-487c-977f-07d44436563e owned by network:router_interface {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:38.679183 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-367c8e4f-8eab-4319-acfd-492c1deb47fd tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] 10.222.0.45 "PUT /v2.0/networks/3e4057d8-e756-4fc6-9948-a9779a73c2f2/tags/tempest-TagsTest-Tag-1237755300 HTTP/1.1" status: 201 len: 201 time: 1.4178433 May 31 15:53:38.682569 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58084) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:38.690406 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-0c41758d-c9d3-4cb1-ae54-fd83cc4a89ac tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:53:38.695605 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0c41758d-c9d3-4cb1-ae54-fd83cc4a89ac tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1653681 May 31 15:53:38.697907 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58088) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:38.698592 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-a627fc04-d0c0-406e-8c6e-9c083d041d2c tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3e4057d8-e756-4fc6-9948-a9779a73c2f2', 'tempest-TagsTest-Tag-1237755300') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:38.716929 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd7c8bf-4158-4dd9-9a2d-363d4e299d04 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:38.717841 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ddd7c8bf-4158-4dd9-9a2d-363d4e299d04 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:53:38.722739 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c7bafb47-49bc-4d69-b94e-fcc804cf862e tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:38.760495 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c7bafb47-49bc-4d69-b94e-fcc804cf862e tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446711'] for router, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:38.775837 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ddd7c8bf-4158-4dd9-9a2d-363d4e299d04 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:53:38.779418 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ddd7c8bf-4158-4dd9-9a2d-363d4e299d04 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2066026 May 31 15:53:38.780679 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58092) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:38.831515 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c187a0a9-7838-427c-b12f-7c1867ffda2e None None] Could not find standard attr ID for object 72f425d8-7158-4ef8-9abc-8d91e08dee84. {{(pid=99206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 15:53:38.868195 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-785681fd-b265-4539-a4f4-07cccc37f32c tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:38.926994 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-785681fd-b265-4539-a4f4-07cccc37f32c tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:38.970096 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f79c7ed-ebba-495f-aa8d-84ee0b8bfeca tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:38.971664 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2f79c7ed-ebba-495f-aa8d-84ee0b8bfeca tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1900837 May 31 15:53:38.979372 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58102) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:39.017218 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-7dd91a55-c586-4633-82c7-0ed42ca2d0df req-8b018b86-c26c-4783-9cd7-7d86d7f1a2c9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5598218 May 31 15:53:39.060422 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a627fc04-d0c0-406e-8c6e-9c083d041d2c tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] 10.222.0.45 "GET /v2.0/networks/3e4057d8-e756-4fc6-9948-a9779a73c2f2/tags/tempest-TagsTest-Tag-1237755300 HTTP/1.1" status: 204 len: 168 time: 0.3747206 May 31 15:53:39.064336 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58106) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:39.067788 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c02dbb2-b181-4557-9d4f-efd4fcf1fbde tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:39.069433 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c02dbb2-b181-4557-9d4f-efd4fcf1fbde tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:39.072101 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c02dbb2-b181-4557-9d4f-efd4fcf1fbde tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:39.073326 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-8c02dbb2-b181-4557-9d4f-efd4fcf1fbde tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:53:39.076243 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-785681fd-b265-4539-a4f4-07cccc37f32c tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:39.083123 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-76968eca-9533-45b5-b015-8a7edabf8f8b tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '3e4057d8-e756-4fc6-9948-a9779a73c2f2') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:39.083414 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4ac9ac08-ad5a-461b-8a15-db3002dab3b6 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:39.107578 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785681fd-b265-4539-a4f4-07cccc37f32c tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51621cfc-d016-4efa-9491-c2a0b73163d7,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:39.116481 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-785681fd-b265-4539-a4f4-07cccc37f32c tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:39.122595 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-785681fd-b265-4539-a4f4-07cccc37f32c tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:39.123975 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-785681fd-b265-4539-a4f4-07cccc37f32c tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "DELETE /v2.0/security-groups/51621cfc-d016-4efa-9491-c2a0b73163d7 HTTP/1.1" status: 204 len: 168 time: 0.4249279 May 31 15:53:39.125342 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-8c02dbb2-b181-4557-9d4f-efd4fcf1fbde tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:53:39.128217 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58112) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:39.129654 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8c02dbb2-b181-4557-9d4f-efd4fcf1fbde tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1493452 May 31 15:53:39.130299 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58114) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:39.178700 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bafb47-49bc-4d69-b94e-fcc804cf862e tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Router acdf9dba-dd5a-4398-8bc1-540ab572cd85 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:53:39.205050 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-e866fd63-fb78-425a-85f4-76833956f48e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting subnet 16fc80a1-1c0e-4f8e-945f-4bd9bf4efb7d {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:53:39.209491 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e866fd63-fb78-425a-85f4-76833956f48e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:39.268253 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e866fd63-fb78-425a-85f4-76833956f48e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:39.295980 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58122) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:39.369120 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e866fd63-fb78-425a-85f4-76833956f48e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:39.429523 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-1133d921-4bf1-4050-9a71-c7bac815a4b0 tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-634041885'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:39.430013 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-1133d921-4bf1-4050-9a71-c7bac815a4b0 tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] Unknown quota resources ['metering_label']. {{(pid=99205) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 31 15:53:39.502708 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-951232ee-db60-4c00-8967-1b77399f2804 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Synchronizing usage tracker for tenant:848433433faf450495e08fad3e4bc288 on resource:security_group {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:53:39.565788 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-76968eca-9533-45b5-b015-8a7edabf8f8b tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] 10.222.0.45 "GET /v2.0/networks/3e4057d8-e756-4fc6-9948-a9779a73c2f2/tags HTTP/1.1" status: 200 len: 238 time: 0.4957774 May 31 15:53:39.576522 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58128) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:39.585207 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bafb47-49bc-4d69-b94e-fcc804cf862e tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:53:39.592085 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-c785a016-f4f4-46ce-afa2-cf1cb257d901 tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '3e4057d8-e756-4fc6-9948-a9779a73c2f2', {'tags': ['tempest-TagsTest-Tag-1654236966', 'tempest-TagsTest-Tag-892697987', 'tempest-TagsTest-Tag-1294074154']}) {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:39.595558 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548aabbe-49b4-45b3-825b-d53f934164dd None None] Sync routers for ids ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:53:39.606673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548aabbe-49b4-45b3-825b-d53f934164dd None None] Routers {'acdf9dba-dd5a-4398-8bc1-540ab572cd85'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:53:39.608368 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-548aabbe-49b4-45b3-825b-d53f934164dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:53:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:39.618485 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-951232ee-db60-4c00-8967-1b77399f2804 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Unset dirty status for tenant:848433433faf450495e08fad3e4bc288 on resource:security_group {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:53:39.626606 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-951232ee-db60-4c00-8967-1b77399f2804 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4524038 May 31 15:53:39.628253 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd91a55-c586-4633-82c7-0ed42ca2d0df req-8be3168c-05b2-48f6-89ff-544838c40d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:39.629441 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-7dd91a55-c586-4633-82c7-0ed42ca2d0df req-8be3168c-05b2-48f6-89ff-544838c40d33 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8116e4b155bf47a28df54c3549abf9a0&device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 1099 time: 0.5107358 May 31 15:53:39.631437 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58132) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:39.672607 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1133d921-4bf1-4050-9a71-c7bac815a4b0 tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:39.676461 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1133d921-4bf1-4050-9a71-c7bac815a4b0 tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3771586 May 31 15:53:39.676728 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58136) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:39.685526 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-e652cddd-ad6f-475e-b35a-04401ce7d7c7 tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '0133aae3-b591-4645-9903-8c7f7fb0c5a1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:39.685955 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c7bafb47-49bc-4d69-b94e-fcc804cf862e tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:39.686088 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-e652cddd-ad6f-475e-b35a-04401ce7d7c7 tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=99205) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 31 15:53:39.689838 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c7bafb47-49bc-4d69-b94e-fcc804cf862e tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "PUT /v2.0/routers/acdf9dba-dd5a-4398-8bc1-540ab572cd85 HTTP/1.1" status: 200 len: 704 time: 3.8840888 May 31 15:53:39.692485 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-33cd821a-1f74-4aea-9fd2-d7982b97184b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group': {'name': 'tempest-secgroup--937167149'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:39.700267 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58140) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:39.733445 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5b0ba151-8df5-4c30-a9ac-6c91a6a8a319 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:39.738878 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-33cd821a-1f74-4aea-9fd2-d7982b97184b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:39.756843 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a3187960-f1e7-456c-abc7-8013d1aa1687 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:39.765053 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:39.787571 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-548aabbe-49b4-45b3-825b-d53f934164dd None None] Set router acdf9dba-dd5a-4398-8bc1-540ab572cd85 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:53:39.879221 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ba151-8df5-4c30-a9ac-6c91a6a8a319 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Port': ['ID=3711b24e-df0c-487c-977f-07d44436563e,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:39.881304 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-33cd821a-1f74-4aea-9fd2-d7982b97184b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:40.074447 dv-neutron-601336-79-hyperv neutron-server[99205]: WARNING neutron.services.metering.metering_plugin [None req-e652cddd-ad6f-475e-b35a-04401ce7d7c7 tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 31 15:53:40.095263 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5b0ba151-8df5-4c30-a9ac-6c91a6a8a319 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:40.185560 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c785a016-f4f4-46ce-afa2-cf1cb257d901 tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] 10.222.0.45 "PUT /v2.0/networks/3e4057d8-e756-4fc6-9948-a9779a73c2f2/tags HTTP/1.1" status: 200 len: 308 time: 0.6063654 May 31 15:53:40.186359 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-548aabbe-49b4-45b3-825b-d53f934164dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:53:37Z', 'revision_number': 7, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None, '_interfaces': [{'id': '39ac6485-caf7-4de4-ab1d-327e5d3f8d87', 'name': '', 'network_id': 'e3aa4e41-0f10-44b2-8427-6ccb0af42a40', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:1b:56:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '9cb00d15-6fe8-4123-b5ab-c7c150679a3d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:25Z', 'updated_at': '2021-05-31T15:53:34Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '9cb00d15-6fe8-4123-b5ab-c7c150679a3d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '519373d8-e05e-4d2f-ad24-61d85ec78f45', 'name': '', 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:73:95:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:34Z', 'updated_at': '2021-05-31T15:52:54Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692955f7-07b5-4de1-b31d-16d58bc190fe', 'name': '', 'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:75:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:52Z', 'updated_at': '2021-05-31T15:53:12Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c45e68ca-a24a-4371-8a45-08480a3e0676', 'name': '', 'network_id': '58ec5087-6ab4-4811-a099-5c0b8ce15017', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:ee:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'cf4d03e4-657e-43bc-bf19-7ce001c90d68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:09Z', 'updated_at': '2021-05-31T15:53:24Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'cf4d03e4-657e-43bc-bf19-7ce001c90d68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:40.190556 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548aabbe-49b4-45b3-825b-d53f934164dd None None] Checking router: acdf9dba-dd5a-4398-8bc1-540ab572cd85 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:53:40.197700 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-33cd821a-1f74-4aea-9fd2-d7982b97184b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:40.199027 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548aabbe-49b4-45b3-825b-d53f934164dd None None] Routers {'acdf9dba-dd5a-4398-8bc1-540ab572cd85'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:53:40.199642 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-548aabbe-49b4-45b3-825b-d53f934164dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:53:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:40.206580 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58144) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:40.257323 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e652cddd-ad6f-475e-b35a-04401ce7d7c7 tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:40.261860 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e652cddd-ad6f-475e-b35a-04401ce7d7c7 tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5806823 May 31 15:53:40.269204 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6e567d38-516b-4ab7-adc3-cd693ee42059 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "GET /v2.0/routers/acdf9dba-dd5a-4398-8bc1-540ab572cd85 HTTP/1.1" status: 200 len: 704 time: 0.5645356 May 31 15:53:40.269204 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58148) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:40.271824 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58150) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:40.282357 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-b5071a14-94c5-4589-a690-6e43d6298527 tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '0133aae3-b591-4645-9903-8c7f7fb0c5a1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:40.282834 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-b5071a14-94c5-4589-a690-6e43d6298527 tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=99205) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 31 15:53:40.289245 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-4b2b5391-db8e-433d-bebd-4667f892855d tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '3e4057d8-e756-4fc6-9948-a9779a73c2f2', 'tempest-TagsTest-Tag-1654236966') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:40.328616 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5b0ba151-8df5-4c30-a9ac-6c91a6a8a319 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:40.343195 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-33cd821a-1f74-4aea-9fd2-d7982b97184b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:40.354576 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-33cd821a-1f74-4aea-9fd2-d7982b97184b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Usage tracker for resource:security_group_rule and tenant:848433433faf450495e08fad3e4bc288 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:40.358086 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd91a55-c586-4633-82c7-0ed42ca2d0df req-ddab7d8c-5a83-46d8-ace9-5de796f6bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:40.359803 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-7dd91a55-c586-4633-82c7-0ed42ca2d0df req-ddab7d8c-5a83-46d8-ace9-5de796f6bf0d service neutron] 10.222.0.59 "GET /v2.0/networks?id=258fafc3-be14-41c8-a854-4f81d373cb1a HTTP/1.1" status: 200 len: 911 time: 0.6708679 May 31 15:53:40.361493 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-33cd821a-1f74-4aea-9fd2-d7982b97184b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:40.372484 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-548aabbe-49b4-45b3-825b-d53f934164dd None None] Set router acdf9dba-dd5a-4398-8bc1-540ab572cd85 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:53:40.462899 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e866fd63-fb78-425a-85f4-76833956f48e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:40.469525 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8535c022-6c56-4aa8-bb12-0df5da954c39 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:40.480393 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-33cd821a-1f74-4aea-9fd2-d7982b97184b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:40.501072 dv-neutron-601336-79-hyperv neutron-server[99205]: WARNING neutron.services.metering.metering_plugin [None req-b5071a14-94c5-4589-a690-6e43d6298527 tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 31 15:53:40.519807 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866fd63-fb78-425a-85f4-76833956f48e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Subnet': ['ID=16fc80a1-1c0e-4f8e-945f-4bd9bf4efb7d,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:40.522346 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e866fd63-fb78-425a-85f4-76833956f48e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:40.671845 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e866fd63-fb78-425a-85f4-76833956f48e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:40.689716 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bb1f5d-c6cd-4c16-a9d1-1859ade15056 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:40.750772 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-7dd91a55-c586-4633-82c7-0ed42ca2d0df req-95630dec-01cb-44f5-8a0c-bc3b03b8538e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1840dc3a-1a1c-4ff3-ba46-797ba59b885e HTTP/1.1" status: 200 len: 1002 time: 0.3293688 May 31 15:53:40.817763 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e866fd63-fb78-425a-85f4-76833956f48e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/16fc80a1-1c0e-4f8e-945f-4bd9bf4efb7d HTTP/1.1" status: 204 len: 168 time: 1.6837127 May 31 15:53:40.826997 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58156) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:40.864455 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5071a14-94c5-4589-a690-6e43d6298527 tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:40.868430 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b5071a14-94c5-4589-a690-6e43d6298527 tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5952532 May 31 15:53:40.871708 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58160) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:40.897121 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-548aabbe-49b4-45b3-825b-d53f934164dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:53:37Z', 'revision_number': 7, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None, '_interfaces': [{'id': '39ac6485-caf7-4de4-ab1d-327e5d3f8d87', 'name': '', 'network_id': 'e3aa4e41-0f10-44b2-8427-6ccb0af42a40', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:1b:56:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '9cb00d15-6fe8-4123-b5ab-c7c150679a3d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:25Z', 'updated_at': '2021-05-31T15:53:34Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '9cb00d15-6fe8-4123-b5ab-c7c150679a3d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '519373d8-e05e-4d2f-ad24-61d85ec78f45', 'name': '', 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:73:95:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:34Z', 'updated_at': '2021-05-31T15:52:54Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692955f7-07b5-4de1-b31d-16d58bc190fe', 'name': '', 'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:75:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:52Z', 'updated_at': '2021-05-31T15:53:12Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c45e68ca-a24a-4371-8a45-08480a3e0676', 'name': '', 'network_id': '58ec5087-6ab4-4811-a099-5c0b8ce15017', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:ee:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'cf4d03e4-657e-43bc-bf19-7ce001c90d68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:09Z', 'updated_at': '2021-05-31T15:53:24Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'cf4d03e4-657e-43bc-bf19-7ce001c90d68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:40.910137 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6311e909-30be-4331-a74b-50d9e1aa435d tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=7b5917f5-0b74-4acb-adca-d379a2e7f035 HTTP/1.1" status: 200 len: 462 time: 0.0328946 May 31 15:53:40.914467 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58164) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:40.916555 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0ba151-8df5-4c30-a9ac-6c91a6a8a319 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Router c7777e55-c0af-4b05-b952-4addc39115b2 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:53:40.925950 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4b2b5391-db8e-433d-bebd-4667f892855d tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] 10.222.0.45 "DELETE /v2.0/networks/3e4057d8-e756-4fc6-9948-a9779a73c2f2/tags/tempest-TagsTest-Tag-1654236966 HTTP/1.1" status: 204 len: 168 time: 0.7075207 May 31 15:53:40.930039 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548aabbe-49b4-45b3-825b-d53f934164dd None None] The sync data for ids ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'] in dv-neutron-601336-79-hyperv is: [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:53:37Z', 'revision_number': 7, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None, '_interfaces': [{'id': '39ac6485-caf7-4de4-ab1d-327e5d3f8d87', 'name': '', 'network_id': 'e3aa4e41-0f10-44b2-8427-6ccb0af42a40', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:1b:56:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '9cb00d15-6fe8-4123-b5ab-c7c150679a3d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:25Z', 'updated_at': '2021-05-31T15:53:34Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '9cb00d15-6fe8-4123-b5ab-c7c150679a3d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '519373d8-e05e-4d2f-ad24-61d85ec78f45', 'name': '', 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:73:95:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:34Z', 'updated_at': '2021-05-31T15:52:54Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692955f7-07b5-4de1-b31d-16d58bc190fe', 'name': '', 'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:75:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:52Z', 'updated_at': '2021-05-31T15:53:12Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c45e68ca-a24a-4371-8a45-08480a3e0676', 'name': '', 'network_id': '58ec5087-6ab4-4811-a099-5c0b8ce15017', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:ee:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'cf4d03e4-657e-43bc-bf19-7ce001c90d68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:09Z', 'updated_at': '2021-05-31T15:53:24Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'cf4d03e4-657e-43bc-bf19-7ce001c90d68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:53:40.933920 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58168) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:40.952194 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd91a55-c586-4633-82c7-0ed42ca2d0df req-aa22727a-f6ea-4b85-90d5-c8a46dfbe617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:40.953664 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-7dd91a55-c586-4633-82c7-0ed42ca2d0df req-aa22727a-f6ea-4b85-90d5-c8a46dfbe617 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0855a3d7-c8f1-43b9-80cd-3c7b17490413 HTTP/1.1" status: 200 len: 849 time: 0.1910841 May 31 15:53:40.961402 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-e6f705a8-9c6f-45a9-8270-c314d085cca2 tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3e4057d8-e756-4fc6-9948-a9779a73c2f2', 'tempest-TagsTest-Tag-1654236966') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:40.973395 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8421c83-1e01-4f66-a557-34425932cabd tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting subnet 2d8e05d7-c40b-4c88-ba2e-2e00e01ff3ea {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:53:40.979972 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b8421c83-1e01-4f66-a557-34425932cabd tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:41.083223 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b8421c83-1e01-4f66-a557-34425932cabd tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:41.111143 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-33cd821a-1f74-4aea-9fd2-d7982b97184b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:41.190055 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-33cd821a-1f74-4aea-9fd2-d7982b97184b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:41.202897 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ed29faea-bcfb-40c2-9fd9-dc35471162e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:41.235373 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b8421c83-1e01-4f66-a557-34425932cabd tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:41.548945 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0ba151-8df5-4c30-a9ac-6c91a6a8a319 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:53:41.561636 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e58efa-e740-43dc-b86a-557097d24ec0 None None] Sync routers for ids ['c7777e55-c0af-4b05-b952-4addc39115b2'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:53:41.574281 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e58efa-e740-43dc-b86a-557097d24ec0 None None] Routers {'c7777e55-c0af-4b05-b952-4addc39115b2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:53:41.575308 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-28e58efa-e740-43dc-b86a-557097d24ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:53:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['c7777e55-c0af-4b05-b952-4addc39115b2'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:41.598484 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1fba46bd-d28d-4c0b-88b9-f4491a6bf0b3 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:41.653601 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-28e58efa-e740-43dc-b86a-557097d24ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:41.666103 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e58efa-e740-43dc-b86a-557097d24ec0 None None] Routers {'c7777e55-c0af-4b05-b952-4addc39115b2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:53:41.668119 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-28e58efa-e740-43dc-b86a-557097d24ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:53:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['c7777e55-c0af-4b05-b952-4addc39115b2'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:41.681020 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5b0ba151-8df5-4c30-a9ac-6c91a6a8a319 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "PUT /v2.0/routers/c7777e55-c0af-4b05-b952-4addc39115b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9869039 May 31 15:53:41.688282 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58172) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:41.690177 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-33cd821a-1f74-4aea-9fd2-d7982b97184b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:41.691704 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-33cd821a-1f74-4aea-9fd2-d7982b97184b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0569043 May 31 15:53:41.692790 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd821a-1f74-4aea-9fd2-d7982b97184b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f63b26-db64-431f-b5dd-b203317fe0d3,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:41.696968 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58174) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:41.697765 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-33cd821a-1f74-4aea-9fd2-d7982b97184b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:41.745958 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9538bfc7-aab2-4154-aef8-b1ad5cce147e tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:41.746232 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:53:41.750038 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-28e58efa-e740-43dc-b86a-557097d24ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:41.750175 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9538bfc7-aab2-4154-aef8-b1ad5cce147e tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/7b5917f5-0b74-4acb-adca-d379a2e7f035 HTTP/1.1" status: 204 len: 168 time: 0.8293347 May 31 15:53:41.750300 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e58efa-e740-43dc-b86a-557097d24ec0 None None] The sync data for ids ['c7777e55-c0af-4b05-b952-4addc39115b2'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:53:41.750978 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58180) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:41.763078 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-9bb118c8-fef7-44f8-aa5c-4295648027eb tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group_rule': {'security_group_id': 'a8f63b26-db64-431f-b5dd-b203317fe0d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:41.768007 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-e6f705a8-9c6f-45a9-8270-c314d085cca2 tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] show failed (client error): The resource could not be found. May 31 15:53:41.769013 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e6f705a8-9c6f-45a9-8270-c314d085cca2 tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] 10.222.0.45 "GET /v2.0/networks/3e4057d8-e756-4fc6-9948-a9779a73c2f2/tags/tempest-TagsTest-Tag-1654236966 HTTP/1.1" status: 404 len: 326 time: 0.8287086 May 31 15:53:41.771161 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd91a55-c586-4633-82c7-0ed42ca2d0df req-cc2062aa-5f39-46f0-b06f-3259976d683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:41.772587 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-7dd91a55-c586-4633-82c7-0ed42ca2d0df req-cc2062aa-5f39-46f0-b06f-3259976d683a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=258fafc3-be14-41c8-a854-4f81d373cb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7911513 May 31 15:53:41.773584 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a40cab-abd7-4002-af50-5fc3412108cb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] GET failed (client error): The resource could not be found. May 31 15:53:41.774103 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-b0a40cab-abd7-4002-af50-5fc3412108cb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Synchronizing usage tracker for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:53:41.776480 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58184) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:41.793022 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-9bb118c8-fef7-44f8-aa5c-4295648027eb tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:41.794980 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-fd5cd8b9-b25b-4f6d-8bdb-197de6af4e0a None None] Provisioning complete for port ef6b492c-6fb7-44f6-aa82-1851267b7c21 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:41.795523 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fd5cd8b9-b25b-4f6d-8bdb-197de6af4e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:41.801252 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-ced671e2-7fd2-42df-8183-5dd083b8ceec tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3e4057d8-e756-4fc6-9948-a9779a73c2f2', 'tempest-TagsTest-Tag-892697987') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:41.842854 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d36918c2-a824-40fc-ad12-a7afa7403b0a tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=7b5917f5-0b74-4acb-adca-d379a2e7f035 HTTP/1.1" status: 200 len: 221 time: 0.0911210 May 31 15:53:41.852976 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-9bb118c8-fef7-44f8-aa5c-4295648027eb tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Usage tracker for resource:security_group_rule and tenant:848433433faf450495e08fad3e4bc288 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:41.855404 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58188) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:41.861882 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-9bb118c8-fef7-44f8-aa5c-4295648027eb tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:41.877664 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-729ae73b-a2b8-4829-969d-2330c939e00d tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--612270845', 'description': 'label created by tempest'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:41.878113 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-729ae73b-a2b8-4829-969d-2330c939e00d tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] Unknown quota resources ['metering_label']. {{(pid=99205) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 31 15:53:41.884357 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-9bb118c8-fef7-44f8-aa5c-4295648027eb tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:41.896255 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-b0a40cab-abd7-4002-af50-5fc3412108cb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Unset dirty status for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:53:41.897464 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b0a40cab-abd7-4002-af50-5fc3412108cb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "GET /v2.0/ports/3711b24e-df0c-487c-977f-07d44436563e HTTP/1.1" status: 404 len: 333 time: 0.2018309 May 31 15:53:41.901221 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58192) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:42.130668 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-79e5f3fa-956b-4eca-91de-a3352f45fd7f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:42.241176 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b8421c83-1e01-4f66-a557-34425932cabd tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:42.250831 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1e5d3ace-a19a-46b6-81da-769d88475315 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:42.258828 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-7dd91a55-c586-4633-82c7-0ed42ca2d0df req-473a349a-2b35-41ca-a835-f75ae7bd929d service neutron] 10.222.0.59 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785054 May 31 15:53:42.295330 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-9bb118c8-fef7-44f8-aa5c-4295648027eb tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] create failed (client error): The resource could not be found. May 31 15:53:42.296487 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9bb118c8-fef7-44f8-aa5c-4295648027eb tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5984323 May 31 15:53:42.301774 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8421c83-1e01-4f66-a557-34425932cabd tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Subnet': ['ID=2d8e05d7-c40b-4c88-ba2e-2e00e01ff3ea,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:42.306092 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58196) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:42.309496 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b8421c83-1e01-4f66-a557-34425932cabd tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:42.311541 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b8421c83-1e01-4f66-a557-34425932cabd tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:42.319524 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-01c0ea4c-f12a-4f62-8be2-f1406bb55cfc tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group_rule': {'security_group_id': 'a8f63b26-db64-431f-b5dd-b203317fe0d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '75838406-6e48-4dbf-8ffa-826609508669'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:42.320451 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ca92bb-a380-4c8b-8222-bbdf8028955c None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:42.336603 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-01c0ea4c-f12a-4f62-8be2-f1406bb55cfc tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:42.339829 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-729ae73b-a2b8-4829-969d-2330c939e00d tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:42.340965 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-729ae73b-a2b8-4829-969d-2330c939e00d tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4806478 May 31 15:53:42.344932 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b8421c83-1e01-4f66-a557-34425932cabd tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/2d8e05d7-c40b-4c88-ba2e-2e00e01ff3ea HTTP/1.1" status: 204 len: 168 time: 1.5169928 May 31 15:53:42.345521 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58200) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:42.346722 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ced671e2-7fd2-42df-8183-5dd083b8ceec tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] 10.222.0.45 "GET /v2.0/networks/3e4057d8-e756-4fc6-9948-a9779a73c2f2/tags/tempest-TagsTest-Tag-892697987 HTTP/1.1" status: 204 len: 168 time: 0.5692198 May 31 15:53:42.350187 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58204) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:42.350716 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58206) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:42.357962 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-01c0ea4c-f12a-4f62-8be2-f1406bb55cfc tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Usage tracker for resource:security_group_rule and tenant:848433433faf450495e08fad3e4bc288 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:42.362014 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-01c0ea4c-f12a-4f62-8be2-f1406bb55cfc tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:42.370287 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-01c0ea4c-f12a-4f62-8be2-f1406bb55cfc tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:42.484332 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-71fc116d-003d-4855-b90e-bb0e0be721a0 tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=d94dbf73-f606-4e46-a315-54f0fd1d549f HTTP/1.1" status: 200 len: 467 time: 0.1369464 May 31 15:53:42.495055 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58212) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:42.515099 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-4b8fa58e-2ce3-4575-b60e-5edfaf25fa5b tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3e4057d8-e756-4fc6-9948-a9779a73c2f2', 'tempest-TagsTest-Tag-1294074154') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:42.596835 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8bec6b-1f23-4110-b1db-b171e82bdb2b None None] DHCP port deletion for b5001308-9f67-458f-99a7-4cdcd1177eb2 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:53:42.623018 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4abd751a-13c3-4a8c-9843-039d31005deb tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2666869 May 31 15:53:42.624193 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58216) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:42.637546 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-79e5f3fa-956b-4eca-91de-a3352f45fd7f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:42.642022 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-79e5f3fa-956b-4eca-91de-a3352f45fd7f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:42.672757 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-ef8bec6b-1f23-4110-b1db-b171e82bdb2b None None] Deleting port ef6b492c-6fb7-44f6-aa82-1851267b7c21 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:42.673192 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ef8bec6b-1f23-4110-b1db-b171e82bdb2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:42.742304 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-e6b5d229-2b6a-4826-bd54-e0f35fd06bda tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:42.751233 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-7dd91a55-c586-4633-82c7-0ed42ca2d0df req-c130e9c5-94cb-4a1b-a489-4a6186ba1620 service neutron] 10.222.0.59 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791880 May 31 15:53:42.764506 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-79e5f3fa-956b-4eca-91de-a3352f45fd7f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:42.765453 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e5f3fa-956b-4eca-91de-a3352f45fd7f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Fanout notify agent at l3_agent the message router_deleted on router c7777e55-c0af-4b05-b952-4addc39115b2 {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:53:42.775388 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-ef8bec6b-1f23-4110-b1db-b171e82bdb2b None None] For port ef6b492c-6fb7-44f6-aa82-1851267b7c21, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=ef6b492c-6fb7-44f6-aa82-1851267b7c21,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:42.775782 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ef8bec6b-1f23-4110-b1db-b171e82bdb2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:42.786166 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-79e5f3fa-956b-4eca-91de-a3352f45fd7f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:42.787589 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-79e5f3fa-956b-4eca-91de-a3352f45fd7f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/routers/c7777e55-c0af-4b05-b952-4addc39115b2 HTTP/1.1" status: 204 len: 168 time: 0.8854539 May 31 15:53:42.790433 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58220) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:42.794382 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4b8fa58e-2ce3-4575-b60e-5edfaf25fa5b tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] 10.222.0.45 "GET /v2.0/networks/3e4057d8-e756-4fc6-9948-a9779a73c2f2/tags/tempest-TagsTest-Tag-1294074154 HTTP/1.1" status: 204 len: 168 time: 0.4424982 May 31 15:53:42.916114 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-ef8bec6b-1f23-4110-b1db-b171e82bdb2b None None] Calling delete_port for ef6b492c-6fb7-44f6-aa82-1851267b7c21 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:42.966319 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ef8bec6b-1f23-4110-b1db-b171e82bdb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:42.970666 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-13f4a9c9-a5cb-4224-8711-468b94132d14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:42.995401 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58224) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:43.010541 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-01c0ea4c-f12a-4f62-8be2-f1406bb55cfc tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] create failed (client error): The resource could not be found. May 31 15:53:43.011598 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-01c0ea4c-f12a-4f62-8be2-f1406bb55cfc tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7035742 May 31 15:53:43.014987 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.tag.tag_plugin [None req-577a8612-bf08-4d8f-9cda-9294c9884976 tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3e4057d8-e756-4fc6-9948-a9779a73c2f2') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:43.020947 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58228) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:43.024546 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8bec6b-1f23-4110-b1db-b171e82bdb2b None None] Pushing event deleted for resources: {'Port': ['ID=ef6b492c-6fb7-44f6-aa82-1851267b7c21,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:43.027026 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ef8bec6b-1f23-4110-b1db-b171e82bdb2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:43.029925 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8bec6b-1f23-4110-b1db-b171e82bdb2b None None] No DVR routers for this DVR port ef6b492c-6fb7-44f6-aa82-1851267b7c21 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:53:43.077773 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9294f86-aba9-401b-8599-bc64c9d47270 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting subnet 243487bf-71ea-4b60-9faf-a25f271ed74a {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:53:43.082960 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e9294f86-aba9-401b-8599-bc64c9d47270 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:43.154302 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b59f1a3e-cc96-44a7-9f7d-a207aa26502f tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:43.159193 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e9294f86-aba9-401b-8599-bc64c9d47270 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:43.217174 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4bdd92f3-812a-41df-a2cf-335ef6fd4b3d tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:43.221005 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4bdd92f3-812a-41df-a2cf-335ef6fd4b3d tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/d94dbf73-f606-4e46-a315-54f0fd1d549f HTTP/1.1" status: 204 len: 168 time: 0.7225401 May 31 15:53:43.223354 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58232) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:43.236925 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b59f1a3e-cc96-44a7-9f7d-a207aa26502f tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:43.255008 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-51e48838-357d-49d5-8a6b-e204b3b8daf4 tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=d94dbf73-f606-4e46-a315-54f0fd1d549f HTTP/1.1" status: 200 len: 216 time: 0.0304139 May 31 15:53:43.260039 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58236) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:43.280781 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e6b5d229-2b6a-4826-bd54-e0f35fd06bda tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:43.290893 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e6b5d229-2b6a-4826-bd54-e0f35fd06bda tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:subnet and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:43.294650 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e6b5d229-2b6a-4826-bd54-e0f35fd06bda tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:43.302143 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-bfb84eef-d4fd-43c0-93a7-f99700d709e4 tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0354071 May 31 15:53:43.306020 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58240) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:43.310784 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e6b5d229-2b6a-4826-bd54-e0f35fd06bda tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:43.328042 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-1fba46bd-d28d-4c0b-88b9-f4491a6bf0b3 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Deleting port 39ac6485-caf7-4de4-ab1d-327e5d3f8d87 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:43.328299 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-72fd91e5-0b2d-4984-888f-0367017063f6 tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0209703 May 31 15:53:43.328415 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1fba46bd-d28d-4c0b-88b9-f4491a6bf0b3 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:43.331534 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58244) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:43.350297 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e9294f86-aba9-401b-8599-bc64c9d47270 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:43.351535 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b5d229-2b6a-4826-bd54-e0f35fd06bda tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:53:43.355050 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d229-2b6a-4826-bd54-e0f35fd06bda tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:43.449787 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b59f1a3e-cc96-44a7-9f7d-a207aa26502f tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:43.465059 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-32c31cc1-c867-40d5-bde7-228151985990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:43.483385 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-248b8eb2-83c2-4eaf-9a50-fbb05f93a7da tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels/0133aae3-b591-4645-9903-8c7f7fb0c5a1 HTTP/1.1" status: 200 len: 472 time: 0.1475444 May 31 15:53:43.484557 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58248) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:43.498757 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f1a3e-cc96-44a7-9f7d-a207aa26502f tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f63b26-db64-431f-b5dd-b203317fe0d3,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:43.505079 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b59f1a3e-cc96-44a7-9f7d-a207aa26502f tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:43.508158 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b59f1a3e-cc96-44a7-9f7d-a207aa26502f tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:43.511906 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b59f1a3e-cc96-44a7-9f7d-a207aa26502f tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "DELETE /v2.0/security-groups/a8f63b26-db64-431f-b5dd-b203317fe0d3 HTTP/1.1" status: 204 len: 168 time: 0.4874284 May 31 15:53:43.514262 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58252) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:43.550499 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-27b287df-94e8-4789-8fad-8253c32489d9 tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules/9d1ad20a-a958-42ce-9afb-c26a9a7885ea HTTP/1.1" status: 200 len: 459 time: 0.0601513 May 31 15:53:43.557037 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58256) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:43.591091 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-577a8612-bf08-4d8f-9cda-9294c9884976 tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] 10.222.0.45 "DELETE /v2.0/networks/3e4057d8-e756-4fc6-9948-a9779a73c2f2/tags HTTP/1.1" status: 204 len: 168 time: 0.5934711 May 31 15:53:43.595381 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58260) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:43.605694 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-67b0f41b-9862-4ea8-97a6-4768e09cb4fa tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3e4057d8-e756-4fc6-9948-a9779a73c2f2', 'tempest-TagsTest-Tag-892697987') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:43.659799 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-9eaf7eb4-c9b7-437e-b45d-26caaec46e9e tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Synchronizing usage tracker for tenant:848433433faf450495e08fad3e4bc288 on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:53:43.663380 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-1fba46bd-d28d-4c0b-88b9-f4491a6bf0b3 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] For port 39ac6485-caf7-4de4-ab1d-327e5d3f8d87, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=39ac6485-caf7-4de4-ab1d-327e5d3f8d87,segment=NetworkSegment(2a79582c-7040-4ca5-9c17-dbda82717fff),segment_id=2a79582c-7040-4ca5-9c17-dbda82717fff)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:43.663734 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1fba46bd-d28d-4c0b-88b9-f4491a6bf0b3 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:43.799141 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-67b0f41b-9862-4ea8-97a6-4768e09cb4fa tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] show failed (client error): The resource could not be found. May 31 15:53:43.800062 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-67b0f41b-9862-4ea8-97a6-4768e09cb4fa tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] 10.222.0.45 "GET /v2.0/networks/3e4057d8-e756-4fc6-9948-a9779a73c2f2/tags/tempest-TagsTest-Tag-892697987 HTTP/1.1" status: 404 len: 325 time: 0.2038252 May 31 15:53:43.803949 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58264) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:43.809314 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.tag.tag_plugin [None req-03f15f44-6945-403a-8033-3c20e69debba tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3e4057d8-e756-4fc6-9948-a9779a73c2f2', 'tempest-TagsTest-Tag-1294074154') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:43.891767 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e9294f86-aba9-401b-8599-bc64c9d47270 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:43.899163 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e78f772d-441f-4f60-b902-c0896003645d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:43.914279 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-1fba46bd-d28d-4c0b-88b9-f4491a6bf0b3 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Calling delete_port for 39ac6485-caf7-4de4-ab1d-327e5d3f8d87 owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:43.942768 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9294f86-aba9-401b-8599-bc64c9d47270 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Subnet': ['ID=243487bf-71ea-4b60-9faf-a25f271ed74a,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:43.945720 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e9294f86-aba9-401b-8599-bc64c9d47270 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:43.947747 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e9294f86-aba9-401b-8599-bc64c9d47270 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:43.953868 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b8053a-178a-4818-9029-5eec3fba585b None None] Network 12a5f2f8-ac4a-4bb1-86a6-65b39f15d00f requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:43.970782 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e9294f86-aba9-401b-8599-bc64c9d47270 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/subnets/243487bf-71ea-4b60-9faf-a25f271ed74a HTTP/1.1" status: 204 len: 168 time: 1.1792445 May 31 15:53:43.971578 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58268) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:43.997770 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-9eaf7eb4-c9b7-437e-b45d-26caaec46e9e tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Unset dirty status for tenant:848433433faf450495e08fad3e4bc288 on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:53:44.002724 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9eaf7eb4-c9b7-437e-b45d-26caaec46e9e tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4794629 May 31 15:53:44.002904 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-03f15f44-6945-403a-8033-3c20e69debba tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] show failed (client error): The resource could not be found. May 31 15:53:44.004174 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-03f15f44-6945-403a-8033-3c20e69debba tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] 10.222.0.45 "GET /v2.0/networks/3e4057d8-e756-4fc6-9948-a9779a73c2f2/tags/tempest-TagsTest-Tag-1294074154 HTTP/1.1" status: 404 len: 326 time: 0.1987307 May 31 15:53:44.004523 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58272) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:44.031686 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58274) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:44.050292 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.tag.tag_plugin [None req-0595ae33-6629-4fa2-bbfd-b067a678a5fd tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3e4057d8-e756-4fc6-9948-a9779a73c2f2') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:44.055930 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-302960c1-6f09-4ddf-9f1f-1cecf4946c22 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group_rule': {'security_group_id': '40c830f6-a496-4725-8f85-4eff4e55cb5b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:44.066100 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-302960c1-6f09-4ddf-9f1f-1cecf4946c22 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:44.082980 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-302960c1-6f09-4ddf-9f1f-1cecf4946c22 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Usage tracker for resource:security_group_rule and tenant:848433433faf450495e08fad3e4bc288 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:44.086144 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-23e90bab-211b-4525-9ba6-58903c55e007 tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:44.087360 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-23e90bab-211b-4525-9ba6-58903c55e007 tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/9d1ad20a-a958-42ce-9afb-c26a9a7885ea HTTP/1.1" status: 204 len: 168 time: 0.5241992 May 31 15:53:44.087534 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-302960c1-6f09-4ddf-9f1f-1cecf4946c22 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:44.090106 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58280) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:44.148771 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-302960c1-6f09-4ddf-9f1f-1cecf4946c22 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:44.158069 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device ef6b492c-6fb7-44f6-aa82-1851267b7c21 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:53:44.158282 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2aee2dd1-5566-464e-9e45-5eeab22ff6ce tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:44.193522 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: ef6b492c-6fb7-44f6-aa82-1851267b7c21 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:53:44.193786 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device ef6b492c-6fb7-44f6-aa82-1851267b7c21 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:53:44.288531 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961300c9-b951-432e-b388-ce85c5443a5f None None] DHCP port deletion for 12a5f2f8-ac4a-4bb1-86a6-65b39f15d00f request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:53:44.361964 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-961300c9-b951-432e-b388-ce85c5443a5f None None] Deleting port 9313f725-9e25-4ff4-bcda-683e3c091f18 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:44.362355 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-961300c9-b951-432e-b388-ce85c5443a5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:44.472630 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-961300c9-b951-432e-b388-ce85c5443a5f None None] For port 9313f725-9e25-4ff4-bcda-683e3c091f18, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=9313f725-9e25-4ff4-bcda-683e3c091f18,segment=NetworkSegment(9693f835-79c5-4ed3-ba15-6a3546cf7c8b),segment_id=9693f835-79c5-4ed3-ba15-6a3546cf7c8b)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:44.473066 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-961300c9-b951-432e-b388-ce85c5443a5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:44.616875 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0595ae33-6629-4fa2-bbfd-b067a678a5fd tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] 10.222.0.45 "DELETE /v2.0/networks/3e4057d8-e756-4fc6-9948-a9779a73c2f2/tags HTTP/1.1" status: 204 len: 168 time: 0.5838771 May 31 15:53:44.622614 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58284) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:44.658463 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-961300c9-b951-432e-b388-ce85c5443a5f None None] Calling delete_port for 9313f725-9e25-4ff4-bcda-683e3c091f18 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:44.706134 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-961300c9-b951-432e-b388-ce85c5443a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:44.713769 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1fc51636-0488-4755-a729-c08af57f07e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:44.735036 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-00e08147-2d62-40d4-a49d-259d7c0a712c tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:44.738693 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-00e08147-2d62-40d4-a49d-259d7c0a712c tempest-MeteringIpV6TestJSON-1550448275 tempest-MeteringIpV6TestJSON-1550448275-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/0133aae3-b591-4645-9903-8c7f7fb0c5a1 HTTP/1.1" status: 204 len: 168 time: 0.6452622 May 31 15:53:44.738693 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-302960c1-6f09-4ddf-9f1f-1cecf4946c22 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] create failed (client error): The resource could not be found. May 31 15:53:44.741793 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-302960c1-6f09-4ddf-9f1f-1cecf4946c22 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7337592 May 31 15:53:44.742329 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58290) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:44.749183 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-9066242b-7fed-4918-b0c2-e68eff896bf8 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group': {'name': 'tempest-secgroup--2070387187'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:44.759085 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9066242b-7fed-4918-b0c2-e68eff896bf8 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:44.759354 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961300c9-b951-432e-b388-ce85c5443a5f None None] Pushing event deleted for resources: {'Port': ['ID=9313f725-9e25-4ff4-bcda-683e3c091f18,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:44.766841 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-961300c9-b951-432e-b388-ce85c5443a5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:44.767948 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961300c9-b951-432e-b388-ce85c5443a5f None None] No DVR routers for this DVR port 9313f725-9e25-4ff4-bcda-683e3c091f18 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:53:44.779704 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9066242b-7fed-4918-b0c2-e68eff896bf8 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:44.792626 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-2aee2dd1-5566-464e-9e45-5eeab22ff6ce tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting port 9313f725-9e25-4ff4-bcda-683e3c091f18 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:44.793088 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2aee2dd1-5566-464e-9e45-5eeab22ff6ce tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:44.813850 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b24f81ae-e9db-4c9e-aed1-85fcb0bc6732 tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:44.814445 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9066242b-7fed-4918-b0c2-e68eff896bf8 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:44.881600 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1fba46bd-d28d-4c0b-88b9-f4491a6bf0b3 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:44.887423 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ddafb4f7-5151-4381-a012-5152fc06294f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:44.896462 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9066242b-7fed-4918-b0c2-e68eff896bf8 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:44.904132 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9066242b-7fed-4918-b0c2-e68eff896bf8 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Usage tracker for resource:security_group_rule and tenant:848433433faf450495e08fad3e4bc288 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:44.915302 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9066242b-7fed-4918-b0c2-e68eff896bf8 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:44.925524 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9066242b-7fed-4918-b0c2-e68eff896bf8 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:44.932318 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-2aee2dd1-5566-464e-9e45-5eeab22ff6ce tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] For port 9313f725-9e25-4ff4-bcda-683e3c091f18, host dv-neutron-601336-79-hyperv, got binding levels [] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:44.932692 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2aee2dd1-5566-464e-9e45-5eeab22ff6ce tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:45.008230 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba46bd-d28d-4c0b-88b9-f4491a6bf0b3 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Port': ['ID=39ac6485-caf7-4de4-ab1d-327e5d3f8d87,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:45.010940 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1fba46bd-d28d-4c0b-88b9-f4491a6bf0b3 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:45.058023 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58296) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:45.075228 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-2aee2dd1-5566-464e-9e45-5eeab22ff6ce tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Calling delete_port for 9313f725-9e25-4ff4-bcda-683e3c091f18 owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:45.083521 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.ipam_backend_mixin [None req-2aee2dd1-5566-464e-9e45-5eeab22ff6ce tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Port 9313f725-9e25-4ff4-bcda-683e3c091f18 was not found and therefore no delete operation was performed {{(pid=99204) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 31 15:53:45.088630 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2aee2dd1-5566-464e-9e45-5eeab22ff6ce tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:45.098934 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-83a105ae-08d5-4fb3-a85d-482c7eca6871 tempest-FloatingIPAdminTestJSON-1240765098 tempest-FloatingIPAdminTestJSON-1240765098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:45.150324 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aee2dd1-5566-464e-9e45-5eeab22ff6ce tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] No DVR routers for this DVR port 9313f725-9e25-4ff4-bcda-683e3c091f18 on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:53:45.204807 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b24f81ae-e9db-4c9e-aed1-85fcb0bc6732 tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:45.205939 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee2dd1-5566-464e-9e45-5eeab22ff6ce tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Port': ['ID=9313f725-9e25-4ff4-bcda-683e3c091f18,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:45.230044 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2aee2dd1-5566-464e-9e45-5eeab22ff6ce tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:45.259855 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7ce38ca3-9f2a-4933-8d08-83153c19a089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:45.303778 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.objects.ports [None req-e6b5d229-2b6a-4826-bd54-e0f35fd06bda tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99205) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 15:53:45.312273 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-b24f81ae-e9db-4c9e-aed1-85fcb0bc6732 tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e4057d8-e756-4fc6-9948-a9779a73c2f2']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:45.319367 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d229-2b6a-4826-bd54-e0f35fd06bda tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:45.331243 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b8421c83-1e01-4f66-a557-34425932cabd tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:45.342529 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-7ce38ca3-9f2a-4933-8d08-83153c19a089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:45.361589 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-7ce38ca3-9f2a-4933-8d08-83153c19a089 admin admin] Usage tracker for resource:security_group_rule and tenant:a0122b3c6ec245158287726565e5f1d5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:45.367700 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-b24f81ae-e9db-4c9e-aed1-85fcb0bc6732 tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb29479f-c969-443e-b986-30dd86dc692c') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:45.367956 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-b24f81ae-e9db-4c9e-aed1-85fcb0bc6732 tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb29479f-c969-443e-b986-30dd86dc692c') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:45.374087 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-7ce38ca3-9f2a-4933-8d08-83153c19a089 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:45.377883 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2aee2dd1-5566-464e-9e45-5eeab22ff6ce tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:45.393767 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-7ce38ca3-9f2a-4933-8d08-83153c19a089 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:45.397332 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9066242b-7fed-4918-b0c2-e68eff896bf8 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:45.401624 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b24f81ae-e9db-4c9e-aed1-85fcb0bc6732 tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:45.401817 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-2aee2dd1-5566-464e-9e45-5eeab22ff6ce tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a5f2f8-ac4a-4bb1-86a6-65b39f15d00f']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:45.413595 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9066242b-7fed-4918-b0c2-e68eff896bf8 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:45.421921 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-fcbfa58d-32bc-464e-a017-822588d6cc02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:45.430554 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-2aee2dd1-5566-464e-9e45-5eeab22ff6ce tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9693f835-79c5-4ed3-ba15-6a3546cf7c8b') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:45.430845 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-2aee2dd1-5566-464e-9e45-5eeab22ff6ce tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9693f835-79c5-4ed3-ba15-6a3546cf7c8b') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:45.443523 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b5d229-2b6a-4826-bd54-e0f35fd06bda tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:53:45.444481 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1fba46bd-d28d-4c0b-88b9-f4491a6bf0b3 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:45.450328 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b24f81ae-e9db-4c9e-aed1-85fcb0bc6732 tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:45.452674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-e6b5d229-2b6a-4826-bd54-e0f35fd06bda tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:45.461195 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5d229-2b6a-4826-bd54-e0f35fd06bda tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Subnet': ['ID=36f01d4d-745d-4cc1-90dc-b1cd2c48901a,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:45.464520 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e6b5d229-2b6a-4826-bd54-e0f35fd06bda tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:45.465346 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189410fc-53b6-4847-b238-37d112837056 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:45.466150 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2aee2dd1-5566-464e-9e45-5eeab22ff6ce tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:45.470641 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24f81ae-e9db-4c9e-aed1-85fcb0bc6732 tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:53:45.471073 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b24f81ae-e9db-4c9e-aed1-85fcb0bc6732 tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:53:45.487995 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:53:45.510241 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066242b-7fed-4918-b0c2-e68eff896bf8 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00cacca2-a353-4b0f-beb4-5ad3aba5c769,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:45.513211 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2aee2dd1-5566-464e-9e45-5eeab22ff6ce tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:45.515721 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9066242b-7fed-4918-b0c2-e68eff896bf8 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:45.522682 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9066242b-7fed-4918-b0c2-e68eff896bf8 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:45.523943 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9066242b-7fed-4918-b0c2-e68eff896bf8 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7793236 May 31 15:53:45.527812 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aee2dd1-5566-464e-9e45-5eeab22ff6ce tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:53:45.528204 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2aee2dd1-5566-464e-9e45-5eeab22ff6ce tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:45.546115 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58302) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:53:45.546615 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:53:45.560713 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-6d443e28-4af5-4d1b-a639-437b9d923456 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group': {'name': 'tempest-secgroup--1434763110'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:45.562928 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b5d229-2b6a-4826-bd54-e0f35fd06bda tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:45.563555 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d229-2b6a-4826-bd54-e0f35fd06bda tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:45.616620 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6d443e28-4af5-4d1b-a639-437b9d923456 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:45.642672 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6d443e28-4af5-4d1b-a639-437b9d923456 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Usage tracker for resource:security_group and tenant:848433433faf450495e08fad3e4bc288 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:45.651498 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6d443e28-4af5-4d1b-a639-437b9d923456 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:45.663333 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6d443e28-4af5-4d1b-a639-437b9d923456 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:45.678689 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2aee2dd1-5566-464e-9e45-5eeab22ff6ce tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:45.684929 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f59568e7-9887-417b-90f1-fbfb2619cb99 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:45.704884 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a572f3e-ba75-439b-84ee-5d905361eb91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-b5001308-9f67-458f-99a7-4cdcd1177eb2', 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'fixed_ips': [{'subnet_id': '36f01d4d-745d-4cc1-90dc-b1cd2c48901a'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:53:45.705854 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2a572f3e-ba75-439b-84ee-5d905361eb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:45.707156 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2aee2dd1-5566-464e-9e45-5eeab22ff6ce tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:45.716344 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6d443e28-4af5-4d1b-a639-437b9d923456 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:45.728724 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e6b5d229-2b6a-4826-bd54-e0f35fd06bda tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0992491 May 31 15:53:45.732336 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58306) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:45.738158 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-cadd0e04-b7ef-4410-b6c3-d3ee3cd18104 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:45.748126 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee2dd1-5566-464e-9e45-5eeab22ff6ce tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Network': ['ID=12a5f2f8-ac4a-4bb1-86a6-65b39f15d00f,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:45.756327 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2aee2dd1-5566-464e-9e45-5eeab22ff6ce tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:45.765187 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2aee2dd1-5566-464e-9e45-5eeab22ff6ce tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/networks/12a5f2f8-ac4a-4bb1-86a6-65b39f15d00f HTTP/1.1" status: 204 len: 168 time: 1.7884941 May 31 15:53:45.765374 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b24f81ae-e9db-4c9e-aed1-85fcb0bc6732 tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:45.767209 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58310) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:45.767411 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7ce38ca3-9f2a-4933-8d08-83153c19a089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:45.769916 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6d443e28-4af5-4d1b-a639-437b9d923456 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:45.774787 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6d443e28-4af5-4d1b-a639-437b9d923456 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Usage tracker for resource:security_group_rule and tenant:848433433faf450495e08fad3e4bc288 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:45.777723 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7ce38ca3-9f2a-4933-8d08-83153c19a089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:45.785679 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6d443e28-4af5-4d1b-a639-437b9d923456 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:45.788944 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-63b2701e-a8a8-4e8a-8919-ea74e13d5351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:45.806523 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6d443e28-4af5-4d1b-a639-437b9d923456 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:45.807439 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b24f81ae-e9db-4c9e-aed1-85fcb0bc6732 tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:45.809980 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9c1405a9-4bed-4769-becc-c72c68500d06 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:45.839794 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce38ca3-9f2a-4933-8d08-83153c19a089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abee8a03-9bd0-443b-b33e-8fa41a423a62,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:45.844287 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7ce38ca3-9f2a-4933-8d08-83153c19a089 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a0122b3c6ec245158287726565e5f1d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7791917 May 31 15:53:45.845465 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7ce38ca3-9f2a-4933-8d08-83153c19a089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:45.847149 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58314) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:45.878424 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-2a572f3e-ba75-439b-84ee-5d905361eb91 None None] Allocated IP 2001:db8::f816:3eff:fee5:cdc6 (b5001308-9f67-458f-99a7-4cdcd1177eb2/36f01d4d-745d-4cc1-90dc-b1cd2c48901a/6bcef32b-64a5-496c-8ad2-3ea48e873609) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:53:45.952223 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-07df7083-3b92-41d6-8452-09cf7660ecfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:45.976044 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6d443e28-4af5-4d1b-a639-437b9d923456 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:45.988888 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6d443e28-4af5-4d1b-a639-437b9d923456 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:45.997727 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-33cd821a-1f74-4aea-9fd2-d7982b97184b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:46.017901 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-07df7083-3b92-41d6-8452-09cf7660ecfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:46.067493 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d443e28-4af5-4d1b-a639-437b9d923456 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e94473-4247-490b-be7e-2e259bb43ef2,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:46.078313 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6d443e28-4af5-4d1b-a639-437b9d923456 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:46.084674 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6d443e28-4af5-4d1b-a639-437b9d923456 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:46.086329 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6d443e28-4af5-4d1b-a639-437b9d923456 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5388346 May 31 15:53:46.089798 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58318) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:46.095350 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-386a6bad-b65f-43de-9314-a52cd04982ae tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group_rule': {'security_group_id': '00cacca2-a353-4b0f-beb4-5ad3aba5c769', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd4e94473-4247-490b-be7e-2e259bb43ef2'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:46.096666 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f81ae-e9db-4c9e-aed1-85fcb0bc6732 tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Pushing event deleted for resources: {'Network': ['ID=3e4057d8-e756-4fc6-9948-a9779a73c2f2,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:46.099308 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b24f81ae-e9db-4c9e-aed1-85fcb0bc6732 tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:46.100744 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b24f81ae-e9db-4c9e-aed1-85fcb0bc6732 tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] 10.222.0.45 "DELETE /v2.0/networks/3e4057d8-e756-4fc6-9948-a9779a73c2f2 HTTP/1.1" status: 204 len: 168 time: 1.4753125 May 31 15:53:46.104719 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-386a6bad-b65f-43de-9314-a52cd04982ae tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:46.110136 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-386a6bad-b65f-43de-9314-a52cd04982ae tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Usage tracker for resource:security_group_rule and tenant:848433433faf450495e08fad3e4bc288 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:46.114575 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-386a6bad-b65f-43de-9314-a52cd04982ae tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:46.124082 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-386a6bad-b65f-43de-9314-a52cd04982ae tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:46.132473 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2a572f3e-ba75-439b-84ee-5d905361eb91 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:46.146061 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-07df7083-3b92-41d6-8452-09cf7660ecfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:46.157930 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2a572f3e-ba75-439b-84ee-5d905361eb91 None None] Transition to ACTIVE for port object 6bcef32b-64a5-496c-8ad2-3ea48e873609 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:46.168511 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-24c2fbe9-ceab-462a-8c74-3b74094fc3d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:46.190361 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df7083-3b92-41d6-8452-09cf7660ecfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abee8a03-9bd0-443b-b33e-8fa41a423a62,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:46.199492 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2a572f3e-ba75-439b-84ee-5d905361eb91 None None] Transition to ACTIVE for port object 6bcef32b-64a5-496c-8ad2-3ea48e873609 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:46.203173 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-07df7083-3b92-41d6-8452-09cf7660ecfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:46.204553 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-07df7083-3b92-41d6-8452-09cf7660ecfa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/abee8a03-9bd0-443b-b33e-8fa41a423a62 HTTP/1.1" status: 204 len: 168 time: 0.3564901 May 31 15:53:46.206045 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-07df7083-3b92-41d6-8452-09cf7660ecfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:46.206908 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-386a6bad-b65f-43de-9314-a52cd04982ae tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:53:46.208330 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-386a6bad-b65f-43de-9314-a52cd04982ae tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1178799 May 31 15:53:46.215785 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2a572f3e-ba75-439b-84ee-5d905361eb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:46.216134 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58326) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:46.221187 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:46.231263 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45130f8-1228-4bd7-b5fa-6f78379834b9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:46.232109 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f45130f8-1228-4bd7-b5fa-6f78379834b9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Synchronizing usage tracker for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:53:46.289478 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a572f3e-ba75-439b-84ee-5d905361eb91 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:53:46.292576 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-2a572f3e-ba75-439b-84ee-5d905361eb91 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:46.296372 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a572f3e-ba75-439b-84ee-5d905361eb91 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:53:46.302548 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a572f3e-ba75-439b-84ee-5d905361eb91 None None] Pushing event updated for resources: {'Port': ['ID=6bcef32b-64a5-496c-8ad2-3ea48e873609,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:46.306672 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-2a572f3e-ba75-439b-84ee-5d905361eb91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:46.371218 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9313f725-9e25-4ff4-bcda-683e3c091f18 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:53:46.402460 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f45130f8-1228-4bd7-b5fa-6f78379834b9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Unset dirty status for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:53:46.403704 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f45130f8-1228-4bd7-b5fa-6f78379834b9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "GET /v2.0/ports/03bec41a-c913-4ac9-bff6-b5fcc0e1784c HTTP/1.1" status: 200 len: 844 time: 0.6360981 May 31 15:53:46.409286 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58332) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:46.417858 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-cadd0e04-b7ef-4410-b6c3-d3ee3cd18104 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:46.434169 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cadd0e04-b7ef-4410-b6c3-d3ee3cd18104 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:subnet and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:46.438025 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-2a572f3e-ba75-439b-84ee-5d905361eb91 None None] Attempting to bind port 6bcef32b-64a5-496c-8ad2-3ea48e873609 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:53:46.438713 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-2a572f3e-ba75-439b-84ee-5d905361eb91 None None] Attempting to bind port 6bcef32b-64a5-496c-8ad2-3ea48e873609 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:53:46.438861 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cadd0e04-b7ef-4410-b6c3-d3ee3cd18104 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:46.439476 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a572f3e-ba75-439b-84ee-5d905361eb91 None None] Attempting to bind port 6bcef32b-64a5-496c-8ad2-3ea48e873609 on network b5001308-9f67-458f-99a7-4cdcd1177eb2 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:53:46.441886 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 9313f725-9e25-4ff4-bcda-683e3c091f18 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:53:46.442513 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9313f725-9e25-4ff4-bcda-683e3c091f18 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:53:46.448580 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a572f3e-ba75-439b-84ee-5d905361eb91 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:53:46.449510 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a572f3e-ba75-439b-84ee-5d905361eb91 None None] Checking segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:53:46.450143 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2a572f3e-ba75-439b-84ee-5d905361eb91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:46.450757 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a572f3e-ba75-439b-84ee-5d905361eb91 None None] Bound using segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:53:46.451657 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-2a572f3e-ba75-439b-84ee-5d905361eb91 None None] Bound port: 6bcef32b-64a5-496c-8ad2-3ea48e873609, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:53:46.452680 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2a572f3e-ba75-439b-84ee-5d905361eb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:46.461505 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fba46bd-d28d-4c0b-88b9-f4491a6bf0b3 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Router acdf9dba-dd5a-4398-8bc1-540ab572cd85 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:53:46.462369 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-cadd0e04-b7ef-4410-b6c3-d3ee3cd18104 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:46.497459 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadd0e04-b7ef-4410-b6c3-d3ee3cd18104 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:53:46.501424 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cadd0e04-b7ef-4410-b6c3-d3ee3cd18104 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:46.508187 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-bb75a6ce-7048-4f5d-a04b-f6f229a4d601 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "GET /v2.0/ports/03bec41a-c913-4ac9-bff6-b5fcc0e1784c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0967886 May 31 15:53:46.508838 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58338) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:46.525524 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-dcb03d43-5989-4827-ab42-c1c9538d4273 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'subnet': {'network_id': 'c3b1d98e-52e3-416d-a56a-51cbabc18c9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:46.551689 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58342) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:46.557982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-2a572f3e-ba75-439b-84ee-5d905361eb91 None None] For port 6bcef32b-64a5-496c-8ad2-3ea48e873609, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:53:46.565555 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-2a572f3e-ba75-439b-84ee-5d905361eb91 None None] For port 6bcef32b-64a5-496c-8ad2-3ea48e873609, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=6bcef32b-64a5-496c-8ad2-3ea48e873609,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:53:46.572110 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2a572f3e-ba75-439b-84ee-5d905361eb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:46.578908 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-961300c9-b951-432e-b388-ce85c5443a5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:46.587576 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-41c90f40-b751-4d8e-bec0-2e8c3c34c9e8 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:46.663120 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-dcb03d43-5989-4827-ab42-c1c9538d4273 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:46.667244 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-dcb03d43-5989-4827-ab42-c1c9538d4273 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:subnet and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:46.670418 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-dcb03d43-5989-4827-ab42-c1c9538d4273 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:46.676731 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-dcb03d43-5989-4827-ab42-c1c9538d4273 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:46.694743 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb03d43-5989-4827-ab42-c1c9538d4273 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:53:46.698481 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dcb03d43-5989-4827-ab42-c1c9538d4273 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:46.711497 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a572f3e-ba75-439b-84ee-5d905361eb91 None None] Pushing event updated for resources: {'Port': ['ID=6bcef32b-64a5-496c-8ad2-3ea48e873609,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:46.718428 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-2a572f3e-ba75-439b-84ee-5d905361eb91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:46.798456 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-41c90f40-b751-4d8e-bec0-2e8c3c34c9e8 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:46.827106 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58348) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:46.884099 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-aa08dc5d-5094-4bea-8b81-463f6da3e2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:46.895317 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-00a92312-3072-41fb-8290-6870d1f25ac6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0d77a84aab464e0dbd10dc609ba2f289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3379993 May 31 15:53:46.895317 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58352) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:46.898233 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fba46bd-d28d-4c0b-88b9-f4491a6bf0b3 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:53:46.911891 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5112cf-8f87-4c90-8b29-f32f3d881875 None None] Sync routers for ids ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:53:46.918252 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1fba46bd-d28d-4c0b-88b9-f4491a6bf0b3 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "PUT /v2.0/routers/acdf9dba-dd5a-4398-8bc1-540ab572cd85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6432440 May 31 15:53:46.919342 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58356) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:46.938382 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.ipam_backend_mixin [None req-cadd0e04-b7ef-4410-b6c3-d3ee3cd18104 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 36f01d4d-745d-4cc1-90dc-b1cd2c48901a (CIDR: 2001:db8::/64) May 31 15:53:46.976315 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5112cf-8f87-4c90-8b29-f32f3d881875 None None] Routers {'acdf9dba-dd5a-4398-8bc1-540ab572cd85'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:53:46.977984 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-9f5112cf-8f87-4c90-8b29-f32f3d881875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:53:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:46.994767 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-cadd0e04-b7ef-4410-b6c3-d3ee3cd18104 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:53:46.995276 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cadd0e04-b7ef-4410-b6c3-d3ee3cd18104 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:53:46.999337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-aa08dc5d-5094-4bea-8b81-463f6da3e2fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:47.020668 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-aa08dc5d-5094-4bea-8b81-463f6da3e2fc admin admin] Usage tracker for resource:security_group_rule and tenant:a56bb398f6844b81b384989086b6a7eb is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:47.032249 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-aa08dc5d-5094-4bea-8b81-463f6da3e2fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:47.046005 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-aa08dc5d-5094-4bea-8b81-463f6da3e2fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:47.060227 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-41c90f40-b751-4d8e-bec0-2e8c3c34c9e8 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:47.069624 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7b599214-a9e0-4b64-b590-60da660e88b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:47.091197 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c97792-949a-469d-84d6-7c2e0ce6a51f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Deleting subnet 9cb00d15-6fe8-4123-b5ab-c7c150679a3d {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:53:47.094044 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-cadd0e04-b7ef-4410-b6c3-d3ee3cd18104 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3607359 May 31 15:53:47.099333 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58360) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:47.101037 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-99c97792-949a-469d-84d6-7c2e0ce6a51f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:47.151003 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-41c90f40-b751-4d8e-bec0-2e8c3c34c9e8 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:47.155037 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-41c90f40-b751-4d8e-bec0-2e8c3c34c9e8 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "DELETE /v2.0/security-groups/d4e94473-4247-490b-be7e-2e259bb43ef2 HTTP/1.1" status: 204 len: 168 time: 0.9321749 May 31 15:53:47.156349 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c90f40-b751-4d8e-bec0-2e8c3c34c9e8 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e94473-4247-490b-be7e-2e259bb43ef2,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:47.158800 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-41c90f40-b751-4d8e-bec0-2e8c3c34c9e8 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:47.163254 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-d6bd4005-8ad0-4446-acd4-f7a2a67fcfd3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:47.168905 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58364) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:47.218062 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-9f5112cf-8f87-4c90-8b29-f32f3d881875 None None] Set router acdf9dba-dd5a-4398-8bc1-540ab572cd85 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:53:47.275152 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-99c97792-949a-469d-84d6-7c2e0ce6a51f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:47.286351 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0561c958-b67c-48a3-8534-d7a5c4baed35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:47.299207 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-166be7a0-c5da-4b87-acc1-ef99dd8ccd57 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Synchronizing usage tracker for tenant:848433433faf450495e08fad3e4bc288 on resource:security_group {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:53:47.348031 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0561c958-b67c-48a3-8534-d7a5c4baed35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:47.376688 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-166be7a0-c5da-4b87-acc1-ef99dd8ccd57 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Unset dirty status for tenant:848433433faf450495e08fad3e4bc288 on resource:security_group {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:53:47.376688 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-166be7a0-c5da-4b87-acc1-ef99dd8ccd57 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2035441 May 31 15:53:47.381751 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58368) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:47.441434 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d6bd4005-8ad0-4446-acd4-f7a2a67fcfd3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:47.459400 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d6bd4005-8ad0-4446-acd4-f7a2a67fcfd3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:subnet and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:47.465412 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-99c97792-949a-469d-84d6-7c2e0ce6a51f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:47.497496 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d6bd4005-8ad0-4446-acd4-f7a2a67fcfd3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:47.511449 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-aa08dc5d-5094-4bea-8b81-463f6da3e2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:47.512674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d6bd4005-8ad0-4446-acd4-f7a2a67fcfd3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:47.529037 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-aa08dc5d-5094-4bea-8b81-463f6da3e2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:47.541035 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1b58aa9b-b2f9-4d3a-ac08-a53cd3c650af tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:47.555317 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3e4e69da-cd2f-4065-aac7-74a2dab6ee26 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:47.568197 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0561c958-b67c-48a3-8534-d7a5c4baed35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:47.575344 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-261c323a-e57a-41f9-bf7a-239ed27d1af8 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:47.580556 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bd4005-8ad0-4446-acd4-f7a2a67fcfd3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:53:47.584097 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d6bd4005-8ad0-4446-acd4-f7a2a67fcfd3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:47.598907 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561c958-b67c-48a3-8534-d7a5c4baed35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e5f1b4-e112-409e-8d9a-70aaf071a08a,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:47.608022 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0561c958-b67c-48a3-8534-d7a5c4baed35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:47.614071 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3e4e69da-cd2f-4065-aac7-74a2dab6ee26 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:47.663908 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0561c958-b67c-48a3-8534-d7a5c4baed35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:47.665055 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0561c958-b67c-48a3-8534-d7a5c4baed35 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a4e5f1b4-e112-409e-8d9a-70aaf071a08a HTTP/1.1" status: 204 len: 168 time: 0.7689927 May 31 15:53:47.686058 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-9f5112cf-8f87-4c90-8b29-f32f3d881875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:53:44Z', 'revision_number': 8, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None, '_interfaces': [{'id': '519373d8-e05e-4d2f-ad24-61d85ec78f45', 'name': '', 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:73:95:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:34Z', 'updated_at': '2021-05-31T15:52:54Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692955f7-07b5-4de1-b31d-16d58bc190fe', 'name': '', 'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:75:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:52Z', 'updated_at': '2021-05-31T15:53:12Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c45e68ca-a24a-4371-8a45-08480a3e0676', 'name': '', 'network_id': '58ec5087-6ab4-4811-a099-5c0b8ce15017', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:ee:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'cf4d03e4-657e-43bc-bf19-7ce001c90d68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:09Z', 'updated_at': '2021-05-31T15:53:24Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'cf4d03e4-657e-43bc-bf19-7ce001c90d68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:47.691276 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5112cf-8f87-4c90-8b29-f32f3d881875 None None] Checking router: acdf9dba-dd5a-4398-8bc1-540ab572cd85 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:53:47.711168 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5112cf-8f87-4c90-8b29-f32f3d881875 None None] Routers {'acdf9dba-dd5a-4398-8bc1-540ab572cd85'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:53:47.711922 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-9f5112cf-8f87-4c90-8b29-f32f3d881875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:53:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:47.737928 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3e4e69da-cd2f-4065-aac7-74a2dab6ee26 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:47.752390 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08dc5d-5094-4bea-8b81-463f6da3e2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed38eec-191f-414a-a2a8-5c7726ab7187,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:47.755989 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-aa08dc5d-5094-4bea-8b81-463f6da3e2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:47.767742 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9066242b-7fed-4918-b0c2-e68eff896bf8 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:47.777071 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-aa08dc5d-5094-4bea-8b81-463f6da3e2fc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a56bb398f6844b81b384989086b6a7eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9448071 May 31 15:53:47.787806 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58374) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:47.852916 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dcb03d43-5989-4827-ab42-c1c9538d4273 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:47.889365 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb03d43-5989-4827-ab42-c1c9538d4273 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network c3b1d98e-52e3-416d-a56a-51cbabc18c9a is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:53:47.891577 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e69da-cd2f-4065-aac7-74a2dab6ee26 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cacca2-a353-4b0f-beb4-5ad3aba5c769,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:47.894719 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3e4e69da-cd2f-4065-aac7-74a2dab6ee26 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:47.896433 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-dcb03d43-5989-4827-ab42-c1c9538d4273 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:47.898125 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e9294f86-aba9-401b-8599-bc64c9d47270 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:47.944939 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf25554-5271-47e7-9bea-1c601e6561ed None None] Network c3b1d98e-52e3-416d-a56a-51cbabc18c9a requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:48.006122 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb03d43-5989-4827-ab42-c1c9538d4273 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Subnet': ['ID=1af832df-2868-4ec0-8440-a7c5c7fae8dc,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:48.008767 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3e4e69da-cd2f-4065-aac7-74a2dab6ee26 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:48.012459 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3e4e69da-cd2f-4065-aac7-74a2dab6ee26 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "DELETE /v2.0/security-groups/00cacca2-a353-4b0f-beb4-5ad3aba5c769 HTTP/1.1" status: 204 len: 168 time: 0.6276577 May 31 15:53:48.012459 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-dcb03d43-5989-4827-ab42-c1c9538d4273 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:48.013168 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58380) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:48.014812 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-21bc74b7-dc14-4230-8e8e-70766398a750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:48.017825 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb03d43-5989-4827-ab42-c1c9538d4273 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:48.019302 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dcb03d43-5989-4827-ab42-c1c9538d4273 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:48.140235 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-9f5112cf-8f87-4c90-8b29-f32f3d881875 None None] Set router acdf9dba-dd5a-4398-8bc1-540ab572cd85 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:53:48.151436 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-04ec0f0e-8cb8-4520-8b0a-a6b5e791b061 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Synchronizing usage tracker for tenant:848433433faf450495e08fad3e4bc288 on resource:security_group {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:53:48.172782 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-dcb03d43-5989-4827-ab42-c1c9538d4273 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6628439 May 31 15:53:48.173681 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58384) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:48.181802 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-aa329061-1071-4373-810b-10380ce33293 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'security_group': {'name': 'tempest-secgroup-1038586366'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:48.190149 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-aa329061-1071-4373-810b-10380ce33293 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:48.194981 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-aa329061-1071-4373-810b-10380ce33293 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:security_group and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:48.199468 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-aa329061-1071-4373-810b-10380ce33293 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:48.208258 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-aa329061-1071-4373-810b-10380ce33293 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:48.219007 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-04ec0f0e-8cb8-4520-8b0a-a6b5e791b061 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Unset dirty status for tenant:848433433faf450495e08fad3e4bc288 on resource:security_group {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:53:48.221131 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-04ec0f0e-8cb8-4520-8b0a-a6b5e791b061 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2055132 May 31 15:53:48.229209 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aa329061-1071-4373-810b-10380ce33293 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:48.239449 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58388) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:48.257561 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-a2205b98-e9ed-41cb-8ae4-9bb06ae124a9 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group': {'name': 'tempest-secgroup--1380893313'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:48.269036 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-aa329061-1071-4373-810b-10380ce33293 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:48.269625 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a2205b98-e9ed-41cb-8ae4-9bb06ae124a9 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:48.279220 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-aa329061-1071-4373-810b-10380ce33293 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:security_group_rule and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:48.286406 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-21bc74b7-dc14-4230-8e8e-70766398a750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:48.288359 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-aa329061-1071-4373-810b-10380ce33293 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:48.297672 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-aa329061-1071-4373-810b-10380ce33293 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:48.335756 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a2205b98-e9ed-41cb-8ae4-9bb06ae124a9 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:48.389851 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 6bcef32b-64a5-496c-8ad2-3ea48e873609 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:53:48.397784 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a2205b98-e9ed-41cb-8ae4-9bb06ae124a9 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:48.421674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-99c97792-949a-469d-84d6-7c2e0ce6a51f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:48.432845 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-845107ee-586a-4ff0-a9dc-3413179d6913 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:48.436085 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2fc65160-7090-409d-957f-48e66e4ef727 None None] Provisioning for port 6bcef32b-64a5-496c-8ad2-3ea48e873609 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:48.450108 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aa329061-1071-4373-810b-10380ce33293 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:48.456318 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aa329061-1071-4373-810b-10380ce33293 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:48.479209 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c97792-949a-469d-84d6-7c2e0ce6a51f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Subnet': ['ID=9cb00d15-6fe8-4123-b5ab-c7c150679a3d,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:48.483961 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-99c97792-949a-469d-84d6-7c2e0ce6a51f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:48.490376 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-99c97792-949a-469d-84d6-7c2e0ce6a51f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:48.491815 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-00d2858c-e173-40ad-a3cd-aef2b8f010fc tempest-BulkNetworkOpsTest-2146444157 tempest-BulkNetworkOpsTest-2146444157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:48.492189 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a2205b98-e9ed-41cb-8ae4-9bb06ae124a9 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:48.506534 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a2205b98-e9ed-41cb-8ae4-9bb06ae124a9 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Usage tracker for resource:security_group_rule and tenant:848433433faf450495e08fad3e4bc288 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:48.510989 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aa329061-1071-4373-810b-10380ce33293 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:48.511227 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a2205b98-e9ed-41cb-8ae4-9bb06ae124a9 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:48.515640 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-aa329061-1071-4373-810b-10380ce33293 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3401785 May 31 15:53:48.516347 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58400) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:48.521488 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-99c97792-949a-469d-84d6-7c2e0ce6a51f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/subnets/9cb00d15-6fe8-4123-b5ab-c7c150679a3d HTTP/1.1" status: 204 len: 168 time: 1.5873730 May 31 15:53:48.523075 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a2205b98-e9ed-41cb-8ae4-9bb06ae124a9 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:48.525961 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58402) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:48.530862 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b889a58-b956-4ed2-8e8d-6b6141943fca None None] Network e3aa4e41-0f10-44b2-8427-6ccb0af42a40 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:48.533834 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-bdd56e35-8784-4534-997a-80f0bd75193b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'security_group': {'name': 'tempest-secgroup-228728291'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:48.542235 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-bdd56e35-8784-4534-997a-80f0bd75193b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:48.547386 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa329061-1071-4373-810b-10380ce33293 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2162e3-afec-4920-b28f-a86d034cd38b,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:48.549865 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-bdd56e35-8784-4534-997a-80f0bd75193b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:security_group and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:48.553175 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-aa329061-1071-4373-810b-10380ce33293 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:48.553985 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-bdd56e35-8784-4534-997a-80f0bd75193b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:48.562042 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-bdd56e35-8784-4534-997a-80f0bd75193b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:48.578830 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bdd56e35-8784-4534-997a-80f0bd75193b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:48.606894 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-bdd56e35-8784-4534-997a-80f0bd75193b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:48.612467 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-bdd56e35-8784-4534-997a-80f0bd75193b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:security_group_rule and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:48.615892 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-bdd56e35-8784-4534-997a-80f0bd75193b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:48.622829 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-bdd56e35-8784-4534-997a-80f0bd75193b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:48.636725 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-21bc74b7-dc14-4230-8e8e-70766398a750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:48.639384 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-21bc74b7-dc14-4230-8e8e-70766398a750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:48.640439 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-21bc74b7-dc14-4230-8e8e-70766398a750 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7ed38eec-191f-414a-a2a8-5c7726ab7187 HTTP/1.1" status: 204 len: 168 time: 0.8516726 May 31 15:53:48.660968 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-18fe30c4-8868-47a6-8229-d372a2430654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:48.690330 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc74b7-dc14-4230-8e8e-70766398a750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed38eec-191f-414a-a2a8-5c7726ab7187,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:48.693037 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-21bc74b7-dc14-4230-8e8e-70766398a750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:48.754677 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-be70268c-8227-4566-ac48-62be9646eb44 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:48.802528 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bdd56e35-8784-4534-997a-80f0bd75193b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:48.809100 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bdd56e35-8784-4534-997a-80f0bd75193b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:48.827073 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1f7fbac8-17b5-40fb-80fe-6d3c22b5edf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:48.886537 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd56e35-8784-4534-997a-80f0bd75193b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45381103-55eb-4b57-a633-96a2c960e0a5,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:48.889062 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bdd56e35-8784-4534-997a-80f0bd75193b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:48.893031 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-bdd56e35-8784-4534-997a-80f0bd75193b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3649783 May 31 15:53:48.893031 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bdd56e35-8784-4534-997a-80f0bd75193b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:48.894300 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58420) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:48.914171 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-4429053e-358a-4e3e-8285-7860f78ccaf9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2076225563', 'security_groups': ['45381103-55eb-4b57-a633-96a2c960e0a5'], 'network_id': 'c3b1d98e-52e3-416d-a56a-51cbabc18c9a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1af832df-2868-4ec0-8440-a7c5c7fae8dc'}]}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:48.953869 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a2205b98-e9ed-41cb-8ae4-9bb06ae124a9 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:48.970791 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 6bcef32b-64a5-496c-8ad2-3ea48e873609 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:48.985829 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a2205b98-e9ed-41cb-8ae4-9bb06ae124a9 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:48.993500 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 6bcef32b-64a5-496c-8ad2-3ea48e873609 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:48.993731 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cfe94bfc-2163-44a4-904e-8053843d9918 tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:48.993877 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:49.056020 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2205b98-e9ed-41cb-8ae4-9bb06ae124a9 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdef1c7-2dec-40e1-a1fe-d6e08e449f9d,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:49.059239 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a2205b98-e9ed-41cb-8ae4-9bb06ae124a9 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:49.063574 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a2205b98-e9ed-41cb-8ae4-9bb06ae124a9 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:49.065084 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a2205b98-e9ed-41cb-8ae4-9bb06ae124a9 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8239648 May 31 15:53:49.071017 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58424) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:49.073974 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-be70268c-8227-4566-ac48-62be9646eb44 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Deleting port 3992683b-2d4d-4a3c-a488-f5c33358e680 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:49.074726 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-be70268c-8227-4566-ac48-62be9646eb44 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:49.100558 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-dbbca013-80c0-4d7d-9acb-563f09d0c0db tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group_rule': {'security_group_id': '8bdef1c7-2dec-40e1-a1fe-d6e08e449f9d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:49.114839 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-dbbca013-80c0-4d7d-9acb-563f09d0c0db tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:49.170898 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-dbbca013-80c0-4d7d-9acb-563f09d0c0db tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Usage tracker for resource:security_group_rule and tenant:848433433faf450495e08fad3e4bc288 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:49.180567 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-dbbca013-80c0-4d7d-9acb-563f09d0c0db tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:49.221762 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-dbbca013-80c0-4d7d-9acb-563f09d0c0db tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:49.231926 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959e4488-874e-4209-b175-0fba1643376a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-c3b1d98e-52e3-416d-a56a-51cbabc18c9a', 'network_id': 'c3b1d98e-52e3-416d-a56a-51cbabc18c9a', 'tenant_id': '1a3131733d3b4e64a0dcbfef175233b5', 'fixed_ips': [{'subnet_id': '1af832df-2868-4ec0-8440-a7c5c7fae8dc'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:53:49.232839 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-959e4488-874e-4209-b175-0fba1643376a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:49.235982 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4429053e-358a-4e3e-8285-7860f78ccaf9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:49.246881 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4429053e-358a-4e3e-8285-7860f78ccaf9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:port and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:49.253266 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4429053e-358a-4e3e-8285-7860f78ccaf9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:49.262817 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-be70268c-8227-4566-ac48-62be9646eb44 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] For port 3992683b-2d4d-4a3c-a488-f5c33358e680, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=3992683b-2d4d-4a3c-a488-f5c33358e680,segment=NetworkSegment(2a79582c-7040-4ca5-9c17-dbda82717fff),segment_id=2a79582c-7040-4ca5-9c17-dbda82717fff)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:49.264060 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-be70268c-8227-4566-ac48-62be9646eb44 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:49.277118 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4429053e-358a-4e3e-8285-7860f78ccaf9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:49.290130 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-9f5112cf-8f87-4c90-8b29-f32f3d881875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:53:44Z', 'revision_number': 8, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None, '_interfaces': [{'id': '519373d8-e05e-4d2f-ad24-61d85ec78f45', 'name': '', 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:73:95:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:34Z', 'updated_at': '2021-05-31T15:52:54Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692955f7-07b5-4de1-b31d-16d58bc190fe', 'name': '', 'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:75:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:52Z', 'updated_at': '2021-05-31T15:53:12Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c45e68ca-a24a-4371-8a45-08480a3e0676', 'name': '', 'network_id': '58ec5087-6ab4-4811-a099-5c0b8ce15017', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:ee:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'cf4d03e4-657e-43bc-bf19-7ce001c90d68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:09Z', 'updated_at': '2021-05-31T15:53:24Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'cf4d03e4-657e-43bc-bf19-7ce001c90d68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:49.303839 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4429053e-358a-4e3e-8285-7860f78ccaf9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:53:49.335511 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5112cf-8f87-4c90-8b29-f32f3d881875 None None] The sync data for ids ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'] in dv-neutron-601336-79-hyperv is: [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:53:44Z', 'revision_number': 8, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None, '_interfaces': [{'id': '519373d8-e05e-4d2f-ad24-61d85ec78f45', 'name': '', 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:73:95:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:34Z', 'updated_at': '2021-05-31T15:52:54Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692955f7-07b5-4de1-b31d-16d58bc190fe', 'name': '', 'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:75:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:52Z', 'updated_at': '2021-05-31T15:53:12Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c45e68ca-a24a-4371-8a45-08480a3e0676', 'name': '', 'network_id': '58ec5087-6ab4-4811-a099-5c0b8ce15017', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:ee:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'cf4d03e4-657e-43bc-bf19-7ce001c90d68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:09Z', 'updated_at': '2021-05-31T15:53:24Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'cf4d03e4-657e-43bc-bf19-7ce001c90d68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:53:49.340481 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:49.493709 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-be70268c-8227-4566-ac48-62be9646eb44 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Calling delete_port for 3992683b-2d4d-4a3c-a488-f5c33358e680 owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:49.507732 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-dbbca013-80c0-4d7d-9acb-563f09d0c0db tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:53:49.509075 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-dbbca013-80c0-4d7d-9acb-563f09d0c0db tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4213097 May 31 15:53:49.514797 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58444) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:49.523956 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-aab4b7a3-485e-416f-b14d-72f55a3fc137 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group_rule': {'security_group_id': '8bdef1c7-2dec-40e1-a1fe-d6e08e449f9d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:49.549388 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-aab4b7a3-485e-416f-b14d-72f55a3fc137 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:49.557573 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-aab4b7a3-485e-416f-b14d-72f55a3fc137 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Usage tracker for resource:security_group_rule and tenant:848433433faf450495e08fad3e4bc288 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:49.569455 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4429053e-358a-4e3e-8285-7860f78ccaf9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:49.580798 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d6bd4005-8ad0-4446-acd4-f7a2a67fcfd3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:49.586801 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-aab4b7a3-485e-416f-b14d-72f55a3fc137 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:49.589987 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9a00f5a7-353e-4617-b1c1-10f7f1ecd752 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:49.617036 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-4429053e-358a-4e3e-8285-7860f78ccaf9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] device_id is not set on port 61754b8f-fc4c-415a-86c5-7cd451c20336 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:53:49.632474 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 6bcef32b-64a5-496c-8ad2-3ea48e873609, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=6bcef32b-64a5-496c-8ad2-3ea48e873609,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:49.644281 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:49.648085 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-2a572f3e-ba75-439b-84ee-5d905361eb91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:49.690986 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-959e4488-874e-4209-b175-0fba1643376a None None] Allocated IP 2001:db8::2 (c3b1d98e-52e3-416d-a56a-51cbabc18c9a/1af832df-2868-4ec0-8440-a7c5c7fae8dc/fdfb162b-039a-490e-b592-b80499ed773a) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:53:49.720592 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd7d239-8028-48a4-963c-588a2c4312f3 None None] DHCP port deletion for e3aa4e41-0f10-44b2-8427-6ccb0af42a40 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:53:49.727467 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-aab4b7a3-485e-416f-b14d-72f55a3fc137 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:49.781835 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bd4005-8ad0-4446-acd4-f7a2a67fcfd3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:53:49.796529 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-d6bd4005-8ad0-4446-acd4-f7a2a67fcfd3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:49.839824 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a288e21-caf7-40c7-8654-fe3248a74f6a None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:49.869743 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bd4005-8ad0-4446-acd4-f7a2a67fcfd3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:49.870605 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d6bd4005-8ad0-4446-acd4-f7a2a67fcfd3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:49.875807 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd4005-8ad0-4446-acd4-f7a2a67fcfd3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Subnet': ['ID=bedf3899-ff22-4ebd-af2c-34a0260d16c2,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:49.889923 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d6bd4005-8ad0-4446-acd4-f7a2a67fcfd3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:49.934078 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=6bcef32b-64a5-496c-8ad2-3ea48e873609,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:49.934859 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d6bd4005-8ad0-4446-acd4-f7a2a67fcfd3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7983353 May 31 15:53:49.937789 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58460) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:49.941885 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-aab4b7a3-485e-416f-b14d-72f55a3fc137 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:53:49.944952 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-aab4b7a3-485e-416f-b14d-72f55a3fc137 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4279997 May 31 15:53:49.945713 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-3d4b4231-ec2d-458a-8e9c-dd4f92e78c67 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'port': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'mac_address': 'fa:16:3e:be:7d:3b', 'name': 'tempest-NetworksTestDHCPv6-2021722113'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:49.951270 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58464) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:49.983523 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-be70268c-8227-4566-ac48-62be9646eb44 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:49.997343 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:50.004227 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-37f98692-4a17-4fdb-8e35-2438f7973069 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:50.096468 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70268c-8227-4566-ac48-62be9646eb44 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Port': ['ID=3992683b-2d4d-4a3c-a488-f5c33358e680,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:50.100543 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be70268c-8227-4566-ac48-62be9646eb44 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] No DVR routers for this DVR port 3992683b-2d4d-4a3c-a488-f5c33358e680 on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:53:50.102085 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-be70268c-8227-4566-ac48-62be9646eb44 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:50.218395 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 6bcef32b-64a5-496c-8ad2-3ea48e873609 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:53:50.228946 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3d4b4231-ec2d-458a-8e9c-dd4f92e78c67 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:50.234458 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3d4b4231-ec2d-458a-8e9c-dd4f92e78c67 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:port and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:50.237736 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3d4b4231-ec2d-458a-8e9c-dd4f92e78c67 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:50.247345 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3d4b4231-ec2d-458a-8e9c-dd4f92e78c67 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:50.261610 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4b4231-ec2d-458a-8e9c-dd4f92e78c67 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:53:50.288188 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-dfd7d239-8028-48a4-963c-588a2c4312f3 None None] Deleting port 3992683b-2d4d-4a3c-a488-f5c33358e680 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:50.288640 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dfd7d239-8028-48a4-963c-588a2c4312f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:50.359738 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58474) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:50.409201 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-959e4488-874e-4209-b175-0fba1643376a None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:50.424067 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-be70268c-8227-4566-ac48-62be9646eb44 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:50.433721 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d1045add-07dd-4a39-a2f4-ce127e375713 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:50.475980 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-959e4488-874e-4209-b175-0fba1643376a None None] Transition to ACTIVE for port object fdfb162b-039a-490e-b592-b80499ed773a will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:50.480834 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-dfd7d239-8028-48a4-963c-588a2c4312f3 None None] For port 3992683b-2d4d-4a3c-a488-f5c33358e680, host dv-neutron-601336-79-hyperv, got binding levels [] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:50.481308 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dfd7d239-8028-48a4-963c-588a2c4312f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:50.482991 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d1045add-07dd-4a39-a2f4-ce127e375713 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:50.492612 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3d4b4231-ec2d-458a-8e9c-dd4f92e78c67 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:50.544621 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d1045add-07dd-4a39-a2f4-ce127e375713 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:50.552554 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-be70268c-8227-4566-ac48-62be9646eb44 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3aa4e41-0f10-44b2-8427-6ccb0af42a40']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:50.560033 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1e1d5d93-50e8-4f0d-87ac-36320dc5102f tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:50.563575 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-3d4b4231-ec2d-458a-8e9c-dd4f92e78c67 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] device_id is not set on port 862d7551-ba63-4bd2-b8ce-6bfcd0a4ebde yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:53:50.586137 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1045add-07dd-4a39-a2f4-ce127e375713 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdef1c7-2dec-40e1-a1fe-d6e08e449f9d,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:50.599442 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d1045add-07dd-4a39-a2f4-ce127e375713 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:50.601938 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d1045add-07dd-4a39-a2f4-ce127e375713 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:50.604369 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d1045add-07dd-4a39-a2f4-ce127e375713 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "DELETE /v2.0/security-groups/8bdef1c7-2dec-40e1-a1fe-d6e08e449f9d HTTP/1.1" status: 204 len: 168 time: 0.6507659 May 31 15:53:50.606679 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-be70268c-8227-4566-ac48-62be9646eb44 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a79582c-7040-4ca5-9c17-dbda82717fff') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:50.607042 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-be70268c-8227-4566-ac48-62be9646eb44 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a79582c-7040-4ca5-9c17-dbda82717fff') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:50.617131 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58480) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:50.647411 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-dfd7d239-8028-48a4-963c-588a2c4312f3 None None] Calling delete_port for 3992683b-2d4d-4a3c-a488-f5c33358e680 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:50.648579 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-be70268c-8227-4566-ac48-62be9646eb44 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:50.666753 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-959e4488-874e-4209-b175-0fba1643376a None None] Transition to ACTIVE for port object fdfb162b-039a-490e-b592-b80499ed773a will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:50.672821 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.ipam_backend_mixin [None req-dfd7d239-8028-48a4-963c-588a2c4312f3 None None] Port 3992683b-2d4d-4a3c-a488-f5c33358e680 was not found and therefore no delete operation was performed {{(pid=99206) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 31 15:53:50.692210 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-be70268c-8227-4566-ac48-62be9646eb44 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:50.697938 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dfd7d239-8028-48a4-963c-588a2c4312f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:50.707446 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:50.719536 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-fae496fa-1a42-4d4c-9f68-d491b4e76a46 tempest-AgentManagementNegativeTest-408239744 tempest-AgentManagementNegativeTest-408239744-project] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3519316 May 31 15:53:50.730503 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be70268c-8227-4566-ac48-62be9646eb44 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:53:50.731146 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-be70268c-8227-4566-ac48-62be9646eb44 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:53:50.749073 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:53:50.751534 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-959e4488-874e-4209-b175-0fba1643376a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:50.763627 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 6bcef32b-64a5-496c-8ad2-3ea48e873609 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:50.764391 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:50.767808 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-186265c6-11eb-42ed-9385-8658f474fcfe tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Synchronizing usage tracker for tenant:848433433faf450495e08fad3e4bc288 on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:53:50.798206 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7d239-8028-48a4-963c-588a2c4312f3 None None] Pushing event deleted for resources: {'Port': ['ID=3992683b-2d4d-4a3c-a488-f5c33358e680,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:50.801277 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-dfd7d239-8028-48a4-963c-588a2c4312f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:50.810503 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-96bdf8a3-60a5-42d8-9263-88a58005a8c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:50.852396 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd7d239-8028-48a4-963c-588a2c4312f3 None None] No DVR routers for this DVR port 3992683b-2d4d-4a3c-a488-f5c33358e680 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:53:50.891199 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959e4488-874e-4209-b175-0fba1643376a None None] Network c3b1d98e-52e3-416d-a56a-51cbabc18c9a is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:53:50.906087 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-959e4488-874e-4209-b175-0fba1643376a None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:50.918120 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959e4488-874e-4209-b175-0fba1643376a None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:53:50.942114 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-be70268c-8227-4566-ac48-62be9646eb44 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:50.953250 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-be70268c-8227-4566-ac48-62be9646eb44 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:50.960864 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-20c273da-01fe-4508-b73d-eb36d667c8a7 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:51.060163 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58486) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:51.085671 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e4488-874e-4209-b175-0fba1643376a None None] Pushing event updated for resources: {'Port': ['ID=fdfb162b-039a-490e-b592-b80499ed773a,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:51.086778 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-e17a696b-460c-4c9d-b815-20fc61d2d7fa tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1180149781', 'description': 'tempest-secgroup-smoke-1180149781 description', 'project_id': 'dd852f22866d47498e7ba1367b0e04db'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:51.102561 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e17a696b-460c-4c9d-b815-20fc61d2d7fa tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:51.113287 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e17a696b-460c-4c9d-b815-20fc61d2d7fa tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Usage tracker for resource:security_group and tenant:dd852f22866d47498e7ba1367b0e04db is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:51.120593 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-959e4488-874e-4209-b175-0fba1643376a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:51.131500 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e17a696b-460c-4c9d-b815-20fc61d2d7fa tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:51.134901 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-4429053e-358a-4e3e-8285-7860f78ccaf9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Allocated IP 2001:db8::75 (c3b1d98e-52e3-416d-a56a-51cbabc18c9a/1af832df-2868-4ec0-8440-a7c5c7fae8dc/61754b8f-fc4c-415a-86c5-7cd451c20336) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:53:51.146278 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e17a696b-460c-4c9d-b815-20fc61d2d7fa tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:51.179284 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-be70268c-8227-4566-ac48-62be9646eb44 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/networks/e3aa4e41-0f10-44b2-8427-6ccb0af42a40 HTTP/1.1" status: 204 len: 168 time: 2.6518443 May 31 15:53:51.183305 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58492) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:51.183715 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58494) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:51.184622 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70268c-8227-4566-ac48-62be9646eb44 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Network': ['ID=e3aa4e41-0f10-44b2-8427-6ccb0af42a40,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:51.190916 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-be70268c-8227-4566-ac48-62be9646eb44 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:51.191596 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-186265c6-11eb-42ed-9385-8658f474fcfe tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Unset dirty status for tenant:848433433faf450495e08fad3e4bc288 on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:53:51.196544 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-186265c6-11eb-42ed-9385-8658f474fcfe tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5749614 May 31 15:53:51.206848 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58500) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:51.230973 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-882ddf14-c94f-4e59-95dd-c8f31b08a8b4 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group': {'name': 'tempest-secgroup--1626177397'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:51.242933 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e17a696b-460c-4c9d-b815-20fc61d2d7fa tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:51.262187 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-882ddf14-c94f-4e59-95dd-c8f31b08a8b4 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:51.272115 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e17a696b-460c-4c9d-b815-20fc61d2d7fa tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:51.307084 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-882ddf14-c94f-4e59-95dd-c8f31b08a8b4 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:51.323783 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-959e4488-874e-4209-b175-0fba1643376a None None] Attempting to bind port fdfb162b-039a-490e-b592-b80499ed773a on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:53:51.324635 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-959e4488-874e-4209-b175-0fba1643376a None None] Attempting to bind port fdfb162b-039a-490e-b592-b80499ed773a by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'e42785dc-d1a7-4b1c-bf5c-aa40befa5bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c3b1d98e-52e3-416d-a56a-51cbabc18c9a'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:53:51.325635 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e4488-874e-4209-b175-0fba1643376a None None] Attempting to bind port fdfb162b-039a-490e-b592-b80499ed773a on network c3b1d98e-52e3-416d-a56a-51cbabc18c9a {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:53:51.335276 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e17a696b-460c-4c9d-b815-20fc61d2d7fa tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:51.346615 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-3d4b4231-ec2d-458a-8e9c-dd4f92e78c67 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Allocated IP 2001:db8:0:1::1d8 (b5001308-9f67-458f-99a7-4cdcd1177eb2/bedf3899-ff22-4ebd-af2c-34a0260d16c2/862d7551-ba63-4bd2-b8ce-6bfcd0a4ebde) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:53:51.350250 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e17a696b-460c-4c9d-b815-20fc61d2d7fa tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Usage tracker for resource:security_group_rule and tenant:dd852f22866d47498e7ba1367b0e04db is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:51.354696 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e4488-874e-4209-b175-0fba1643376a None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:53:51.356095 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e4488-874e-4209-b175-0fba1643376a None None] Checking segment: {'id': 'e42785dc-d1a7-4b1c-bf5c-aa40befa5bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c3b1d98e-52e3-416d-a56a-51cbabc18c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:53:51.358289 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-959e4488-874e-4209-b175-0fba1643376a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:51.359019 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e4488-874e-4209-b175-0fba1643376a None None] Bound using segment: {'id': 'e42785dc-d1a7-4b1c-bf5c-aa40befa5bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c3b1d98e-52e3-416d-a56a-51cbabc18c9a'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:53:51.360523 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-959e4488-874e-4209-b175-0fba1643376a None None] Bound port: fdfb162b-039a-490e-b592-b80499ed773a, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e42785dc-d1a7-4b1c-bf5c-aa40befa5bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c3b1d98e-52e3-416d-a56a-51cbabc18c9a'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:53:51.361126 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-959e4488-874e-4209-b175-0fba1643376a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:51.374424 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3b467b-dfaa-47f3-96ea-a3c793b47433 None None] Update dhcp port {'port': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'fixed_ips': [{'subnet_id': '36f01d4d-745d-4cc1-90dc-b1cd2c48901a', 'ip_address': '2001:db8::f816:3eff:fee5:cdc6'}, {'subnet_id': 'bedf3899-ff22-4ebd-af2c-34a0260d16c2'}], 'binding:host_id': 'dv-neutron-601336-79-hyperv'}, 'id': '6bcef32b-64a5-496c-8ad2-3ea48e873609'} from dv-neutron-601336-79-hyperv. {{(pid=99206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 31 15:53:51.407857 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e17a696b-460c-4c9d-b815-20fc61d2d7fa tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:51.420857 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-3d4b4231-ec2d-458a-8e9c-dd4f92e78c67 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Allocated IP 2001:db8::f816:3eff:febe:7d3b (b5001308-9f67-458f-99a7-4cdcd1177eb2/36f01d4d-745d-4cc1-90dc-b1cd2c48901a/862d7551-ba63-4bd2-b8ce-6bfcd0a4ebde) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:53:51.423196 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-882ddf14-c94f-4e59-95dd-c8f31b08a8b4 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:51.423479 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 3992683b-2d4d-4a3c-a488-f5c33358e680 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:53:51.432564 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e17a696b-460c-4c9d-b815-20fc61d2d7fa tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:51.473850 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 3992683b-2d4d-4a3c-a488-f5c33358e680 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:53:51.474370 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 3992683b-2d4d-4a3c-a488-f5c33358e680 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:53:51.474883 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 39ac6485-caf7-4de4-ab1d-327e5d3f8d87 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:53:51.492308 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-882ddf14-c94f-4e59-95dd-c8f31b08a8b4 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:51.510043 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-882ddf14-c94f-4e59-95dd-c8f31b08a8b4 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Usage tracker for resource:security_group_rule and tenant:848433433faf450495e08fad3e4bc288 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:51.532522 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-882ddf14-c94f-4e59-95dd-c8f31b08a8b4 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:51.540225 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e8478419-48ab-4af4-bcb2-ac1d96829f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:51.565538 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-882ddf14-c94f-4e59-95dd-c8f31b08a8b4 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:51.575655 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e8478419-48ab-4af4-bcb2-ac1d96829f05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:51.583984 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e8478419-48ab-4af4-bcb2-ac1d96829f05 admin admin] Usage tracker for resource:security_group_rule and tenant:a87d53da62bc46f3a8b4b9b7c799aa72 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:51.588762 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e8478419-48ab-4af4-bcb2-ac1d96829f05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:51.599710 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e8478419-48ab-4af4-bcb2-ac1d96829f05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:51.627193 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 39ac6485-caf7-4de4-ab1d-327e5d3f8d87 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:53:51.627594 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 39ac6485-caf7-4de4-ab1d-327e5d3f8d87 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:53:51.652306 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2f3b467b-dfaa-47f3-96ea-a3c793b47433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:51.688294 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4429053e-358a-4e3e-8285-7860f78ccaf9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:51.751845 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-959e4488-874e-4209-b175-0fba1643376a None None] For port fdfb162b-039a-490e-b592-b80499ed773a, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:53:51.779101 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-4429053e-358a-4e3e-8285-7860f78ccaf9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Transition to ACTIVE for port object 61754b8f-fc4c-415a-86c5-7cd451c20336 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:51.808622 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-959e4488-874e-4209-b175-0fba1643376a None None] For port fdfb162b-039a-490e-b592-b80499ed773a, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=fdfb162b-039a-490e-b592-b80499ed773a,segment=NetworkSegment(e42785dc-d1a7-4b1c-bf5c-aa40befa5bed),segment_id=e42785dc-d1a7-4b1c-bf5c-aa40befa5bed)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:53:51.810222 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e8478419-48ab-4af4-bcb2-ac1d96829f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:51.816722 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-959e4488-874e-4209-b175-0fba1643376a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:51.828152 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-87bfaadd-bad6-4525-ae2d-18763fd64a46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:51.845206 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e8478419-48ab-4af4-bcb2-ac1d96829f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:51.853716 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e17a696b-460c-4c9d-b815-20fc61d2d7fa tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:51.857778 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e2e1a925-c83b-4cc3-a31d-3c729f9fae95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:51.872561 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e17a696b-460c-4c9d-b815-20fc61d2d7fa tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:51.884889 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-661778ac-5c81-412b-977c-f1a49b46f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700771693-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:51.899271 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e17a696b-460c-4c9d-b815-20fc61d2d7fa tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:51.903111 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-882ddf14-c94f-4e59-95dd-c8f31b08a8b4 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:51.912463 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8478419-48ab-4af4-bcb2-ac1d96829f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19642d6-d1bd-4a34-8cc8-aa0bb8015645,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:51.920213 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e8478419-48ab-4af4-bcb2-ac1d96829f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:51.922178 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e17a696b-460c-4c9d-b815-20fc61d2d7fa tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Usage tracker for resource:security_group_rule and tenant:dd852f22866d47498e7ba1367b0e04db is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:51.926245 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e8478419-48ab-4af4-bcb2-ac1d96829f05 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a87d53da62bc46f3a8b4b9b7c799aa72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7352266 May 31 15:53:51.927570 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58506) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:51.934564 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-882ddf14-c94f-4e59-95dd-c8f31b08a8b4 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:51.940513 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e17a696b-460c-4c9d-b815-20fc61d2d7fa tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:51.941074 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e4488-874e-4209-b175-0fba1643376a None None] Pushing event updated for resources: {'Port': ['ID=fdfb162b-039a-490e-b592-b80499ed773a,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:51.945744 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-959e4488-874e-4209-b175-0fba1643376a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:51.965145 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3d4b4231-ec2d-458a-8e9c-dd4f92e78c67 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:51.974687 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e17a696b-460c-4c9d-b815-20fc61d2d7fa tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:51.982796 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d57c483d-c7d6-4cbd-80ce-9b1c013d8098 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:51.988082 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a696b-460c-4c9d-b815-20fc61d2d7fa tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b602cbc0-e07d-4d0b-a4f0-d57e524eb2bc,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:51.998191 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e17a696b-460c-4c9d-b815-20fc61d2d7fa tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:52.005244 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-dce7b54d-205c-4019-8798-514e75e0af83 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:52.032751 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-3d4b4231-ec2d-458a-8e9c-dd4f92e78c67 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Transition to ACTIVE for port object 862d7551-ba63-4bd2-b8ce-6bfcd0a4ebde will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:52.034557 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4429053e-358a-4e3e-8285-7860f78ccaf9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:52.109919 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ddf14-c94f-4e59-95dd-c8f31b08a8b4 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=029b18cc-afdf-4c2e-b961-b199b035c272,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:52.112305 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-882ddf14-c94f-4e59-95dd-c8f31b08a8b4 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:52.113537 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-882ddf14-c94f-4e59-95dd-c8f31b08a8b4 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8994114 May 31 15:53:52.118315 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4429053e-358a-4e3e-8285-7860f78ccaf9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network c3b1d98e-52e3-416d-a56a-51cbabc18c9a is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:53:52.119655 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-882ddf14-c94f-4e59-95dd-c8f31b08a8b4 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:52.119889 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4cd93d8b-75e3-4988-adfd-adbfb138a9ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:52.121151 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58510) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:52.139687 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-45d70a0a-b549-4bc3-9dc8-da566d8bd6a2 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Request body: {'security_group': {'name': 'default'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:52.140012 dv-neutron-601336-79-hyperv neutron-server[99205]: WARNING neutron.api.v2.base [None req-45d70a0a-b549-4bc3-9dc8-da566d8bd6a2 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 31 15:53:52.140503 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-45d70a0a-b549-4bc3-9dc8-da566d8bd6a2 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] update failed (client error): There was a conflict when trying to complete your request. May 31 15:53:52.144613 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-45d70a0a-b549-4bc3-9dc8-da566d8bd6a2 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "PUT /v2.0/security-groups/029b18cc-afdf-4c2e-b961-b199b035c272 HTTP/1.1" status: 409 len: 330 time: 0.0193484 May 31 15:53:52.146600 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58514) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:52.149216 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-843a473c-f7fc-4958-8116-ce2e1e19010d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:52.163050 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-4429053e-358a-4e3e-8285-7860f78ccaf9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:52.192688 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4429053e-358a-4e3e-8285-7860f78ccaf9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:53:52.200383 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4429053e-358a-4e3e-8285-7860f78ccaf9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:52.201860 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4429053e-358a-4e3e-8285-7860f78ccaf9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:52.227726 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-843a473c-f7fc-4958-8116-ce2e1e19010d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:52.274455 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3d4b4231-ec2d-458a-8e9c-dd4f92e78c67 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:52.281876 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4429053e-358a-4e3e-8285-7860f78ccaf9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3864875 May 31 15:53:52.283054 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429053e-358a-4e3e-8285-7860f78ccaf9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Port': ['ID=61754b8f-fc4c-415a-86c5-7cd451c20336,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:52.290769 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58518) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:52.298776 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4429053e-358a-4e3e-8285-7860f78ccaf9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:52.300782 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6efe8aef-2443-45d6-920c-06510c4c8118 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:52.329120 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-d595dc43-0d3e-4d75-800c-49f1d4b21070 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'subnet': {'network_id': 'c3b1d98e-52e3-416d-a56a-51cbabc18c9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:52.346589 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-2f3b467b-dfaa-47f3-96ea-a3c793b47433 None None] Allocated IP 2001:db8:0:1::2 (b5001308-9f67-458f-99a7-4cdcd1177eb2/bedf3899-ff22-4ebd-af2c-34a0260d16c2/6bcef32b-64a5-496c-8ad2-3ea48e873609) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:53:52.376880 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e17a696b-460c-4c9d-b815-20fc61d2d7fa tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:52.402664 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e17a696b-460c-4c9d-b815-20fc61d2d7fa tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:52.418336 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4b4231-ec2d-458a-8e9c-dd4f92e78c67 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:53:52.427057 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-3d4b4231-ec2d-458a-8e9c-dd4f92e78c67 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:52.430193 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4b4231-ec2d-458a-8e9c-dd4f92e78c67 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:53:52.437099 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4b4231-ec2d-458a-8e9c-dd4f92e78c67 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:52.438106 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3d4b4231-ec2d-458a-8e9c-dd4f92e78c67 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:52.441954 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c8caa34c-3f86-4432-b8a3-827dd53fa684 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:52.466837 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b4231-ec2d-458a-8e9c-dd4f92e78c67 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Port': ['ID=862d7551-ba63-4bd2-b8ce-6bfcd0a4ebde,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:52.470680 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3d4b4231-ec2d-458a-8e9c-dd4f92e78c67 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:52.472746 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-07df7083-3b92-41d6-8452-09cf7660ecfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:52.502435 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e17a696b-460c-4c9d-b815-20fc61d2d7fa tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:52.504071 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e17a696b-460c-4c9d-b815-20fc61d2d7fa tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4291387 May 31 15:53:52.508603 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58526) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:52.516967 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3d4b4231-ec2d-458a-8e9c-dd4f92e78c67 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.5755434 May 31 15:53:52.518019 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58530) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:52.519973 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-2043b736-baca-46bb-aaee-076a0955138b tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Request body: {'security_group_rule': {'security_group_id': 'fe90d589-4f27-4d98-a8f2-975e6776ed29', 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:52.527104 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a696b-460c-4c9d-b815-20fc61d2d7fa tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe90d589-4f27-4d98-a8f2-975e6776ed29,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:52.529649 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-2043b736-baca-46bb-aaee-076a0955138b tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:52.540969 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e17a696b-460c-4c9d-b815-20fc61d2d7fa tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:52.543601 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-2043b736-baca-46bb-aaee-076a0955138b tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Usage tracker for resource:security_group_rule and tenant:dd852f22866d47498e7ba1367b0e04db is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:52.546988 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-2043b736-baca-46bb-aaee-076a0955138b tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:52.552561 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-2f3b467b-dfaa-47f3-96ea-a3c793b47433 None None] For port 6bcef32b-64a5-496c-8ad2-3ea48e873609, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=6bcef32b-64a5-496c-8ad2-3ea48e873609,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:52.553292 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-2043b736-baca-46bb-aaee-076a0955138b tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:52.570482 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2043b736-baca-46bb-aaee-076a0955138b tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:52.586462 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2f3b467b-dfaa-47f3-96ea-a3c793b47433 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:52.603760 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2f3b467b-dfaa-47f3-96ea-a3c793b47433 None None] Transition to ACTIVE for port object 6bcef32b-64a5-496c-8ad2-3ea48e873609 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:52.609349 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2f3b467b-dfaa-47f3-96ea-a3c793b47433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:52.615955 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a2e1de9a-a298-484e-90ef-25f5da9a13e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:52.647547 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-843a473c-f7fc-4958-8116-ce2e1e19010d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:52.649102 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2043b736-baca-46bb-aaee-076a0955138b tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:52.654421 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2043b736-baca-46bb-aaee-076a0955138b tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:52.655900 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c8caa34c-3f86-4432-b8a3-827dd53fa684 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:52.661025 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-70f4cbba-6171-4589-aaab-e2c373a35a91 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:52.664402 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-41c90f40-b751-4d8e-bec0-2e8c3c34c9e8 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:52.684924 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a473c-f7fc-4958-8116-ce2e1e19010d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19642d6-d1bd-4a34-8cc8-aa0bb8015645,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:52.693320 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-843a473c-f7fc-4958-8116-ce2e1e19010d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:52.699813 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043b736-baca-46bb-aaee-076a0955138b tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2247d113-97f2-44f5-9631-73725c9c74f9,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:52.703837 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2043b736-baca-46bb-aaee-076a0955138b tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:52.706769 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2043b736-baca-46bb-aaee-076a0955138b tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:52.708310 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2043b736-baca-46bb-aaee-076a0955138b tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1985884 May 31 15:53:52.711832 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58536) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:52.717150 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-a2db8a77-b1f2-4df2-b8b1-3a40621f3440 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Request body: {'security_group_rule': {'security_group_id': 'fe90d589-4f27-4d98-a8f2-975e6776ed29', 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:52.723767 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a2db8a77-b1f2-4df2-b8b1-3a40621f3440 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:52.728009 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a2db8a77-b1f2-4df2-b8b1-3a40621f3440 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Usage tracker for resource:security_group_rule and tenant:dd852f22866d47498e7ba1367b0e04db is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:52.731712 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a2db8a77-b1f2-4df2-b8b1-3a40621f3440 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:52.737943 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a2db8a77-b1f2-4df2-b8b1-3a40621f3440 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:52.759884 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a2db8a77-b1f2-4df2-b8b1-3a40621f3440 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:52.781978 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b467b-dfaa-47f3-96ea-a3c793b47433 None None] Pushing event updated for resources: {'Port': ['ID=6bcef32b-64a5-496c-8ad2-3ea48e873609,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:52.787378 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-2f3b467b-dfaa-47f3-96ea-a3c793b47433 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:52.803703 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-843a473c-f7fc-4958-8116-ce2e1e19010d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:52.807189 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-843a473c-f7fc-4958-8116-ce2e1e19010d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b19642d6-d1bd-4a34-8cc8-aa0bb8015645 HTTP/1.1" status: 204 len: 168 time: 0.8772168 May 31 15:53:52.864945 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a2db8a77-b1f2-4df2-b8b1-3a40621f3440 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:52.872155 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a2db8a77-b1f2-4df2-b8b1-3a40621f3440 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:52.875271 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:52.902005 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db8a77-b1f2-4df2-b8b1-3a40621f3440 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306464c5-25f7-41d4-93fa-80f02bb2ede5,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:52.910735 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a2db8a77-b1f2-4df2-b8b1-3a40621f3440 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:52.925135 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a2db8a77-b1f2-4df2-b8b1-3a40621f3440 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:52.926992 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a2db8a77-b1f2-4df2-b8b1-3a40621f3440 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2145166 May 31 15:53:52.930465 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58542) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:52.941861 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-8c74e202-9d49-4cd4-909c-eebcf7784529 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Request body: {'security_group_rule': {'security_group_id': 'fe90d589-4f27-4d98-a8f2-975e6776ed29', 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:52.951009 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8c74e202-9d49-4cd4-909c-eebcf7784529 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:52.956209 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8c74e202-9d49-4cd4-909c-eebcf7784529 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Usage tracker for resource:security_group_rule and tenant:dd852f22866d47498e7ba1367b0e04db is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:52.961030 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8c74e202-9d49-4cd4-909c-eebcf7784529 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:52.976259 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8c74e202-9d49-4cd4-909c-eebcf7784529 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:53.000517 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c74e202-9d49-4cd4-909c-eebcf7784529 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:53.098893 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c74e202-9d49-4cd4-909c-eebcf7784529 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:53.105969 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c74e202-9d49-4cd4-909c-eebcf7784529 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:53.124824 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d595dc43-0d3e-4d75-800c-49f1d4b21070 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:53.135719 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-52827dbe-c6a0-4d94-b35a-9eadbfffeb3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:53.147421 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d595dc43-0d3e-4d75-800c-49f1d4b21070 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:subnet and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:53.155437 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d595dc43-0d3e-4d75-800c-49f1d4b21070 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:53.155610 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74e202-9d49-4cd4-909c-eebcf7784529 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868977d4-08d7-4ca3-9000-e1d6ef19a1dc,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:53.158066 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8c74e202-9d49-4cd4-909c-eebcf7784529 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:53.158891 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c74e202-9d49-4cd4-909c-eebcf7784529 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:53.162780 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8c74e202-9d49-4cd4-909c-eebcf7784529 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2286942 May 31 15:53:53.163166 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c8caa34c-3f86-4432-b8a3-827dd53fa684 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:53.163281 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58550) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:53.168877 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-357b0107-8c0a-47ec-a415-7a29b0acf084 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Request body: {'security_group_rule': {'security_group_id': 'fe90d589-4f27-4d98-a8f2-975e6776ed29', 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:53.175094 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-25f36113-4dba-4d9e-94bb-f8d222533fbc tempest-TagsExtTest-287808285 tempest-TagsExtTest-287808285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:53.176548 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-357b0107-8c0a-47ec-a415-7a29b0acf084 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:53.180692 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-357b0107-8c0a-47ec-a415-7a29b0acf084 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Usage tracker for resource:security_group_rule and tenant:dd852f22866d47498e7ba1367b0e04db is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:53.183470 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d595dc43-0d3e-4d75-800c-49f1d4b21070 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:53.187841 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-357b0107-8c0a-47ec-a415-7a29b0acf084 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:53.194546 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-357b0107-8c0a-47ec-a415-7a29b0acf084 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:53.212709 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-6de5ca0b-bf16-43cc-975f-88462e0c2a98 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting port 862d7551-ba63-4bd2-b8ce-6bfcd0a4ebde {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:53.213041 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6de5ca0b-bf16-43cc-975f-88462e0c2a98 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:53.220249 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-357b0107-8c0a-47ec-a415-7a29b0acf084 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:53.258159 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8caa34c-3f86-4432-b8a3-827dd53fa684 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=029b18cc-afdf-4c2e-b961-b199b035c272,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:53.294569 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c8caa34c-3f86-4432-b8a3-827dd53fa684 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:53.312399 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c8caa34c-3f86-4432-b8a3-827dd53fa684 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:53.313541 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c8caa34c-3f86-4432-b8a3-827dd53fa684 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "DELETE /v2.0/security-groups/029b18cc-afdf-4c2e-b961-b199b035c272 HTTP/1.1" status: 204 len: 168 time: 1.1656077 May 31 15:53:53.319602 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58558) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:53.345201 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-357b0107-8c0a-47ec-a415-7a29b0acf084 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:53.355190 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-357b0107-8c0a-47ec-a415-7a29b0acf084 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:53.367253 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d595dc43-0d3e-4d75-800c-49f1d4b21070 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:53:53.370809 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d595dc43-0d3e-4d75-800c-49f1d4b21070 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:53.399509 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:53.401869 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b3ef77a8-13e9-43c8-a465-1a385b8d3186 None None] Provisioning complete for port 03bec41a-c913-4ac9-bff6-b5fcc0e1784c triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:53.401869 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b3ef77a8-13e9-43c8-a465-1a385b8d3186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:53.431512 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b0107-8c0a-47ec-a415-7a29b0acf084 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=419013f6-c0e6-4934-87cc-b84b1a006755,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:53.455156 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-357b0107-8c0a-47ec-a415-7a29b0acf084 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:53.460475 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-357b0107-8c0a-47ec-a415-7a29b0acf084 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2962904 May 31 15:53:53.461841 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-357b0107-8c0a-47ec-a415-7a29b0acf084 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:53.469033 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58564) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:53.485719 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-deace2ec-78ef-41f6-a4f6-6dd18c035db6 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Request body: {'security_group_rule': {'security_group_id': 'fe90d589-4f27-4d98-a8f2-975e6776ed29', 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:53.495035 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f21d8da4-a8cf-4845-90bb-88331064148c tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Synchronizing usage tracker for tenant:848433433faf450495e08fad3e4bc288 on resource:security_group {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:53:53.498189 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-deace2ec-78ef-41f6-a4f6-6dd18c035db6 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:53.504036 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-deace2ec-78ef-41f6-a4f6-6dd18c035db6 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Usage tracker for resource:security_group_rule and tenant:dd852f22866d47498e7ba1367b0e04db is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:53.509018 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-deace2ec-78ef-41f6-a4f6-6dd18c035db6 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:53.530668 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-deace2ec-78ef-41f6-a4f6-6dd18c035db6 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:53.533856 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-b3ef77a8-13e9-43c8-a465-1a385b8d3186 None None] Port 03bec41a-c913-4ac9-bff6-b5fcc0e1784c cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:53:53.549762 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b3ef77a8-13e9-43c8-a465-1a385b8d3186 None None] Provisioning for port fdfb162b-039a-490e-b592-b80499ed773a completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:53.551407 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f21d8da4-a8cf-4845-90bb-88331064148c tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Unset dirty status for tenant:848433433faf450495e08fad3e4bc288 on resource:security_group {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:53:53.561761 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f21d8da4-a8cf-4845-90bb-88331064148c tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2406533 May 31 15:53:53.562757 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58570) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:53.591218 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-713d634c-c3e5-400b-8046-954e2f9652d1 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] delete failed (client error): The resource could not be found. May 31 15:53:53.598062 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-713d634c-c3e5-400b-8046-954e2f9652d1 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "DELETE /v2.0/security-groups/78ff310c-5c2b-4abf-9533-0a55f03a5815 HTTP/1.1" status: 404 len: 347 time: 0.0332723 May 31 15:53:53.598857 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58574) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:53.602427 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.securitygroups_db [None req-deace2ec-78ef-41f6-a4f6-6dd18c035db6 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Project dd852f22866d47498e7ba1367b0e04db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 15:53:53.626108 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-71476bfe-1360-471a-a667-796987bffce8 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] show failed (client error): The resource could not be found. May 31 15:53:53.633257 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-71476bfe-1360-471a-a667-796987bffce8 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "GET /v2.0/security-groups/5a68d722-036e-48dd-9384-5162386383db HTTP/1.1" status: 404 len: 347 time: 0.0324862 May 31 15:53:53.633759 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58580) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:53.648408 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-deace2ec-78ef-41f6-a4f6-6dd18c035db6 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:53.672948 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-8d825e50-c1ae-4d4f-b805-52870fa69570 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] show failed (client error): The resource could not be found. May 31 15:53:53.672948 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8d825e50-c1ae-4d4f-b805-52870fa69570 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] 10.222.0.45 "GET /v2.0/security-group-rules/1133968e-18e4-41aa-9a6c-4af19d919d41 HTTP/1.1" status: 404 len: 356 time: 0.0363138 May 31 15:53:53.700234 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6de5ca0b-bf16-43cc-975f-88462e0c2a98 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:53.712253 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-d57c483d-c7d6-4cbd-80ce-9b1c013d8098 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Deleting port c45e68ca-a24a-4371-8a45-08480a3e0676 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:53.712603 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d57c483d-c7d6-4cbd-80ce-9b1c013d8098 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:53.764068 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.ipam_backend_mixin [None req-d595dc43-0d3e-4d75-800c-49f1d4b21070 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1af832df-2868-4ec0-8440-a7c5c7fae8dc (CIDR: 2001:db8::/64) May 31 15:53:53.783275 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-54c165d0-e5d2-4939-aba3-3b69282764b6 None None] Provisioning for port 61754b8f-fc4c-415a-86c5-7cd451c20336 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:53.794337 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-54c165d0-e5d2-4939-aba3-3b69282764b6 None None] Provisioning complete for port 61754b8f-fc4c-415a-86c5-7cd451c20336 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:53.795656 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-54c165d0-e5d2-4939-aba3-3b69282764b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:53.806418 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-deace2ec-78ef-41f6-a4f6-6dd18c035db6 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:53.813846 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-deace2ec-78ef-41f6-a4f6-6dd18c035db6 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:53.820972 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:53.859620 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deace2ec-78ef-41f6-a4f6-6dd18c035db6 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853e2d9a-027a-4dbf-8e2e-edebeef5a2d5,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:53.862807 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-deace2ec-78ef-41f6-a4f6-6dd18c035db6 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:53.874532 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-deace2ec-78ef-41f6-a4f6-6dd18c035db6 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:53.877273 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-deace2ec-78ef-41f6-a4f6-6dd18c035db6 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4072428 May 31 15:53:53.881917 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58590) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:53.891559 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-da2a40f3-2754-41e7-b6e5-6825f39ac9a6 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Request body: {'security_group_rule': {'security_group_id': 'fe90d589-4f27-4d98-a8f2-975e6776ed29', 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:53.903504 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-da2a40f3-2754-41e7-b6e5-6825f39ac9a6 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:53.905081 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-54c165d0-e5d2-4939-aba3-3b69282764b6 None None] Port 61754b8f-fc4c-415a-86c5-7cd451c20336 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:53:53.913261 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-da2a40f3-2754-41e7-b6e5-6825f39ac9a6 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Usage tracker for resource:security_group_rule and tenant:dd852f22866d47498e7ba1367b0e04db is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:53.918071 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-da2a40f3-2754-41e7-b6e5-6825f39ac9a6 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:53.928481 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-da2a40f3-2754-41e7-b6e5-6825f39ac9a6 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:53.941306 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.securitygroups_db [None req-da2a40f3-2754-41e7-b6e5-6825f39ac9a6 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Project dd852f22866d47498e7ba1367b0e04db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 15:53:53.954389 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-da2a40f3-2754-41e7-b6e5-6825f39ac9a6 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:53.960743 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-d595dc43-0d3e-4d75-800c-49f1d4b21070 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:53:53.961243 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d595dc43-0d3e-4d75-800c-49f1d4b21070 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:53:53.990358 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-6de5ca0b-bf16-43cc-975f-88462e0c2a98 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Calling delete_port for 862d7551-ba63-4bd2-b8ce-6bfcd0a4ebde owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:54.034063 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-859f43f5-d0c7-4dd9-b438-31fa42e913b0 None None] Provisioning for port 6bcef32b-64a5-496c-8ad2-3ea48e873609 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:54.041000 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-859f43f5-d0c7-4dd9-b438-31fa42e913b0 None None] Provisioning complete for port 6bcef32b-64a5-496c-8ad2-3ea48e873609 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:54.041528 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-859f43f5-d0c7-4dd9-b438-31fa42e913b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:54.049346 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58596) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:54.049672 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58598) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:54.141800 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-da2a40f3-2754-41e7-b6e5-6825f39ac9a6 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:54.148047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-da2a40f3-2754-41e7-b6e5-6825f39ac9a6 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:54.151628 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:54.191770 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a40f3-2754-41e7-b6e5-6825f39ac9a6 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6464fd43-32ae-4bb4-99d5-5e76429da8a2,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:54.200872 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-da2a40f3-2754-41e7-b6e5-6825f39ac9a6 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:54.211032 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-da2a40f3-2754-41e7-b6e5-6825f39ac9a6 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:54.213020 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-da2a40f3-2754-41e7-b6e5-6825f39ac9a6 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3297710 May 31 15:53:54.216129 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58608) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:54.229989 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-68bbd201-d83a-4ef6-a68d-e9aaeaec31cb tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Request body: {'network': {'name': 'tempest-network-smoke--1837322958', 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'port_security_enabled': True}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:54.241950 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-68bbd201-d83a-4ef6-a68d-e9aaeaec31cb tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:54.264459 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-68bbd201-d83a-4ef6-a68d-e9aaeaec31cb tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Usage tracker for resource:network and tenant:dd852f22866d47498e7ba1367b0e04db is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:54.264738 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d595dc43-0d3e-4d75-800c-49f1d4b21070 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9592798 May 31 15:53:54.270132 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-68bbd201-d83a-4ef6-a68d-e9aaeaec31cb tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:54.279948 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-68bbd201-d83a-4ef6-a68d-e9aaeaec31cb tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:54.308468 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58612) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:54.317109 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-ed0105c5-048d-4625-abb0-149f7c946df5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'subnet': {'network_id': 'c3b1d98e-52e3-416d-a56a-51cbabc18c9a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:54.344293 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6de5ca0b-bf16-43cc-975f-88462e0c2a98 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:54.346663 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bbd201-d83a-4ef6-a68d-e9aaeaec31cb tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Made reservation on behalf of dd852f22866d47498e7ba1367b0e04db for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:53:54.353854 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c232aca9-f804-46fe-8529-2d45026da0cd tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:54.360947 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 6bcef32b-64a5-496c-8ad2-3ea48e873609 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:53:54.381567 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-68bbd201-d83a-4ef6-a68d-e9aaeaec31cb tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:54.404190 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-185b5a02-17ad-46ed-a002-27d399791b33 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-654842318'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:54.416910 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5ca0b-bf16-43cc-975f-88462e0c2a98 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Port': ['ID=862d7551-ba63-4bd2-b8ce-6bfcd0a4ebde,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:54.423463 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6de5ca0b-bf16-43cc-975f-88462e0c2a98 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:54.430968 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-27f0c7e9-bcff-4a62-b6a4-e5f105393548 None None] Could not find standard attr ID for object 862d7551-ba63-4bd2-b8ce-6bfcd0a4ebde. {{(pid=99206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 15:53:54.453080 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-d57c483d-c7d6-4cbd-80ce-9b1c013d8098 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] For port c45e68ca-a24a-4371-8a45-08480a3e0676, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c45e68ca-a24a-4371-8a45-08480a3e0676,segment=NetworkSegment(fcfd66cb-14d6-49ec-955e-dbc3f438958b),segment_id=fcfd66cb-14d6-49ec-955e-dbc3f438958b)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:54.453682 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d57c483d-c7d6-4cbd-80ce-9b1c013d8098 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:54.461812 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 6bcef32b-64a5-496c-8ad2-3ea48e873609 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:54.462184 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:54.464310 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-185b5a02-17ad-46ed-a002-27d399791b33 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:54.501796 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-185b5a02-17ad-46ed-a002-27d399791b33 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Usage tracker for resource:network and tenant:2c8382cdd645462782e7be125fe08978 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:54.510813 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-185b5a02-17ad-46ed-a002-27d399791b33 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:54.526272 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68bbd201-d83a-4ef6-a68d-e9aaeaec31cb tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:53:54.535600 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-68bbd201-d83a-4ef6-a68d-e9aaeaec31cb tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:54.536368 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-68bbd201-d83a-4ef6-a68d-e9aaeaec31cb tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Added segment d97b1fae-7878-4bab-8c70-d89f6e023b0d of type vlan for network f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217 May 31 15:53:54.549101 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-185b5a02-17ad-46ed-a002-27d399791b33 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:54.618766 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185b5a02-17ad-46ed-a002-27d399791b33 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Made reservation on behalf of 2c8382cdd645462782e7be125fe08978 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:53:54.621463 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device fdfb162b-039a-490e-b592-b80499ed773a up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:53:54.622324 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-185b5a02-17ad-46ed-a002-27d399791b33 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:54.630339 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6de5ca0b-bf16-43cc-975f-88462e0c2a98 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:54.638340 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-68bbd201-d83a-4ef6-a68d-e9aaeaec31cb tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:54.640861 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-d57c483d-c7d6-4cbd-80ce-9b1c013d8098 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Calling delete_port for c45e68ca-a24a-4371-8a45-08480a3e0676 owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:54.652361 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6de5ca0b-bf16-43cc-975f-88462e0c2a98 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/862d7551-ba63-4bd2-b8ce-6bfcd0a4ebde HTTP/1.1" status: 204 len: 168 time: 2.1199491 May 31 15:53:54.655555 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58618) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:54.655889 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-185b5a02-17ad-46ed-a002-27d399791b33 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:54.667715 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c4fe2554-531b-4825-ad10-b50ef09c1b69 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=848433433faf450495e08fad3e4bc288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6148212 May 31 15:53:54.679582 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58622) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:54.708778 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port fdfb162b-039a-490e-b592-b80499ed773a completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:53:54.713837 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-185b5a02-17ad-46ed-a002-27d399791b33 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:54.716770 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port fdfb162b-039a-490e-b592-b80499ed773a triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:54.717313 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:54.728088 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-185b5a02-17ad-46ed-a002-27d399791b33 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Usage tracker for resource:security_group_rule and tenant:2c8382cdd645462782e7be125fe08978 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:54.741688 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-185b5a02-17ad-46ed-a002-27d399791b33 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:54.755334 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ed0105c5-048d-4625-abb0-149f7c946df5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:54.765980 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a93cd4-a37e-4bec-96cf-b32bc1ae3091 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:54.766685 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-33a93cd4-a37e-4bec-96cf-b32bc1ae3091 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:53:54.770030 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-185b5a02-17ad-46ed-a002-27d399791b33 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:54.802695 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-33a93cd4-a37e-4bec-96cf-b32bc1ae3091 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:53:54.803952 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-33a93cd4-a37e-4bec-96cf-b32bc1ae3091 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1474657 May 31 15:53:54.807371 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58626) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:54.856184 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:54.901260 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port fdfb162b-039a-490e-b592-b80499ed773a, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=fdfb162b-039a-490e-b592-b80499ed773a,segment=NetworkSegment(e42785dc-d1a7-4b1c-bf5c-aa40befa5bed),segment_id=e42785dc-d1a7-4b1c-bf5c-aa40befa5bed)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:54.905958 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:54.912480 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-9c19a4b0-39b5-4c9f-88eb-32a8819f2cbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:54.922698 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ed0105c5-048d-4625-abb0-149f7c946df5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:subnet and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:54.928245 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ed0105c5-048d-4625-abb0-149f7c946df5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:54.932574 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-68bbd201-d83a-4ef6-a68d-e9aaeaec31cb tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:54.937901 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bbd201-d83a-4ef6-a68d-e9aaeaec31cb tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:54.938545 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-68bbd201-d83a-4ef6-a68d-e9aaeaec31cb tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:54.947233 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-35828bd7-c79a-4a6e-80a7-146407ce0ad4 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:54.953785 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfc957b-8349-4548-948e-8ee0376b38a3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:54.957849 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4cfc957b-8349-4548-948e-8ee0376b38a3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1469936 May 31 15:53:54.958433 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58630) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:54.963120 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ed0105c5-048d-4625-abb0-149f7c946df5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:54.994516 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=fdfb162b-039a-490e-b592-b80499ed773a,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:55.004551 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:55.022063 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d57c483d-c7d6-4cbd-80ce-9b1c013d8098 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:55.029500 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9cccb71b-fa97-4621-b230-07dbf7b27946 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:55.083127 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c483d-c7d6-4cbd-80ce-9b1c013d8098 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Port': ['ID=c45e68ca-a24a-4371-8a45-08480a3e0676,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:55.087855 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4947077e-6d1a-496d-bafe-7638cc374a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:55.089517 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0105c5-048d-4625-abb0-149f7c946df5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:53:55.093069 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ed0105c5-048d-4625-abb0-149f7c946df5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:55.117768 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1337da12-8a99-4110-a6ae-80e7e94988a7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:55.122040 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-68bbd201-d83a-4ef6-a68d-e9aaeaec31cb tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9014282 May 31 15:53:55.122213 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1337da12-8a99-4110-a6ae-80e7e94988a7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:55.122213 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1337da12-8a99-4110-a6ae-80e7e94988a7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:55.122213 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1337da12-8a99-4110-a6ae-80e7e94988a7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:53:55.125321 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58636) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:55.126222 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d57c483d-c7d6-4cbd-80ce-9b1c013d8098 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:55.155349 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bbd201-d83a-4ef6-a68d-e9aaeaec31cb tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Pushing event updated for resources: {'Network': ['ID=f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:55.158743 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-68bbd201-d83a-4ef6-a68d-e9aaeaec31cb tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:55.169278 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:53:55.177370 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4947077e-6d1a-496d-bafe-7638cc374a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:55.300644 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-4c2d40b8-bbad-46f0-9666-e3463ea9553c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-147894015', 'admin_state_up': True, 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:55.362251 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-4c2d40b8-bbad-46f0-9666-e3463ea9553c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:55.384122 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4c2d40b8-bbad-46f0-9666-e3463ea9553c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Usage tracker for resource:router and tenant:dd852f22866d47498e7ba1367b0e04db is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:55.390009 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4c2d40b8-bbad-46f0-9666-e3463ea9553c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:55.402289 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4947077e-6d1a-496d-bafe-7638cc374a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:55.412199 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-aa329061-1071-4373-810b-10380ce33293 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:55.419276 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-185b5a02-17ad-46ed-a002-27d399791b33 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:55.428629 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-185b5a02-17ad-46ed-a002-27d399791b33 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:55.435607 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947077e-6d1a-496d-bafe-7638cc374a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54390cc-0127-4ca5-be24-c6cffa2efaa1,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:55.441546 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4947077e-6d1a-496d-bafe-7638cc374a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:55.442006 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-cb2a189d-6190-47a3-9664-7e30bac39375 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:55.449610 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1337da12-8a99-4110-a6ae-80e7e94988a7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:53:55.451518 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1337da12-8a99-4110-a6ae-80e7e94988a7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4920125 May 31 15:53:55.452834 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-4c2d40b8-bbad-46f0-9666-e3463ea9553c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:55.457419 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58640) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:55.470053 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185b5a02-17ad-46ed-a002-27d399791b33 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:53:55.491013 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4947077e-6d1a-496d-bafe-7638cc374a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:55.492207 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4947077e-6d1a-496d-bafe-7638cc374a37 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d54390cc-0127-4ca5-be24-c6cffa2efaa1 HTTP/1.1" status: 204 len: 168 time: 0.8085589 May 31 15:53:55.534611 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-185b5a02-17ad-46ed-a002-27d399791b33 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:55.534611 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-185b5a02-17ad-46ed-a002-27d399791b33 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Added segment a9107208-539a-450a-997f-6581e899faf2 of type vlan for network d7d37a7a-c3d0-4a1a-a50a-7f0faf983b5e May 31 15:53:55.535914 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b5a02-17ad-46ed-a002-27d399791b33 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa75ef6b-dd49-4dc2-a5c9-62f510ccfbfe,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:55.548774 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4c2d40b8-bbad-46f0-9666-e3463ea9553c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:55.549569 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4c2d40b8-bbad-46f0-9666-e3463ea9553c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:55.549719 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-185b5a02-17ad-46ed-a002-27d399791b33 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:55.566596 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4c2d40b8-bbad-46f0-9666-e3463ea9553c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:55.587859 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-185b5a02-17ad-46ed-a002-27d399791b33 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:55.593494 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d6c185-08ef-4fb5-9e10-105ce6b4f8ae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting subnet 36f01d4d-745d-4cc1-90dc-b1cd2c48901a {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:53:55.600611 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a8d6c185-08ef-4fb5-9e10-105ce6b4f8ae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:55.635665 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d57c483d-c7d6-4cbd-80ce-9b1c013d8098 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:55.642830 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-185b5a02-17ad-46ed-a002-27d399791b33 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:55.648572 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185b5a02-17ad-46ed-a002-27d399791b33 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:55.649189 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-185b5a02-17ad-46ed-a002-27d399791b33 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:55.662481 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1cb20b74-c1c1-4593-9de2-3671abc236b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:55.793327 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b5a02-17ad-46ed-a002-27d399791b33 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Pushing event updated for resources: {'Network': ['ID=d7d37a7a-c3d0-4a1a-a50a-7f0faf983b5e,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:55.796786 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-185b5a02-17ad-46ed-a002-27d399791b33 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:55.800443 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-185b5a02-17ad-46ed-a002-27d399791b33 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7497511 May 31 15:53:55.807545 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network d7d37a7a-c3d0-4a1a-a50a-7f0faf983b5e details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:53:55.849781 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58652) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:55.855489 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a8d6c185-08ef-4fb5-9e10-105ce6b4f8ae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:55.859446 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-6a9ffcda-e27c-49af-9dd2-0292b1848ac3 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Request body: {'subnet': {'network_id': 'd7d37a7a-c3d0-4a1a-a50a-7f0faf983b5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:55.989892 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6a9ffcda-e27c-49af-9dd2-0292b1848ac3 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:55.995116 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6a9ffcda-e27c-49af-9dd2-0292b1848ac3 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Usage tracker for resource:subnet and tenant:2c8382cdd645462782e7be125fe08978 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:55.999616 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6a9ffcda-e27c-49af-9dd2-0292b1848ac3 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:56.009781 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6a9ffcda-e27c-49af-9dd2-0292b1848ac3 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:56.036766 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9ffcda-e27c-49af-9dd2-0292b1848ac3 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Made reservation on behalf of 2c8382cdd645462782e7be125fe08978 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:53:56.040369 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6a9ffcda-e27c-49af-9dd2-0292b1848ac3 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:56.128132 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4c2d40b8-bbad-46f0-9666-e3463ea9553c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:56.211664 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ed0105c5-048d-4625-abb0-149f7c946df5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:56.217304 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0fbd94fd-6163-4525-af3d-9448ea124355 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:56.273081 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device fdfb162b-039a-490e-b592-b80499ed773a up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:53:56.284038 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0105c5-048d-4625-abb0-149f7c946df5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network c3b1d98e-52e3-416d-a56a-51cbabc18c9a is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:53:56.288408 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-ed0105c5-048d-4625-abb0-149f7c946df5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:56.346313 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0105c5-048d-4625-abb0-149f7c946df5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:56.346935 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ed0105c5-048d-4625-abb0-149f7c946df5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:56.348812 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25160b2c-bf6c-4894-94f8-67316e48c253 None None] Network c3b1d98e-52e3-416d-a56a-51cbabc18c9a requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:56.350600 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0105c5-048d-4625-abb0-149f7c946df5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Subnet': ['ID=40793833-3913-4dc6-b891-0aafff39b4ac,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:56.359716 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ed0105c5-048d-4625-abb0-149f7c946df5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:56.386011 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a8d6c185-08ef-4fb5-9e10-105ce6b4f8ae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:56.403509 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ed0105c5-048d-4625-abb0-149f7c946df5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0907247 May 31 15:53:56.404765 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58668) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:56.422201 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-74bd094f-cbfb-4e53-ace9-32879ced9362 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-985878128', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '40793833-3913-4dc6-b891-0aafff39b4ac'}], 'security_groups': ['2d2162e3-afec-4920-b28f-a86d034cd38b']}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:56.462132 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57c483d-c7d6-4cbd-80ce-9b1c013d8098 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Router acdf9dba-dd5a-4398-8bc1-540ab572cd85 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:53:56.479622 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58672) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:56.483553 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027914 May 31 15:53:56.511896 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58674) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:56.646267 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port fdfb162b-039a-490e-b592-b80499ed773a triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:56.646646 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:56.677430 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-17046d63-3428-49fd-bbfe-cb4a4e8c5562 tempest-NetworksApiDiscovery-1516124983 tempest-NetworksApiDiscovery-1516124983-project] 10.222.0.45 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1561210 May 31 15:53:56.952883 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57c483d-c7d6-4cbd-80ce-9b1c013d8098 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:53:56.968968 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16de0d43-f3e7-4e98-be65-cb5837c05992 None None] Sync routers for ids ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:53:56.994924 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16de0d43-f3e7-4e98-be65-cb5837c05992 None None] Routers {'acdf9dba-dd5a-4398-8bc1-540ab572cd85'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:53:56.997265 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-16de0d43-f3e7-4e98-be65-cb5837c05992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:53:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:57.006714 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-74bd094f-cbfb-4e53-ace9-32879ced9362 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:57.077990 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58684) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:57.104783 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d57c483d-c7d6-4cbd-80ce-9b1c013d8098 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "PUT /v2.0/routers/acdf9dba-dd5a-4398-8bc1-540ab572cd85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9177930 May 31 15:53:57.111286 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58688) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:57.129241 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f9ed31-de94-42fe-9aa0-17d643ab8c81 None None] Update dhcp port {'port': {'network_id': 'c3b1d98e-52e3-416d-a56a-51cbabc18c9a', 'fixed_ips': [{'subnet_id': '1af832df-2868-4ec0-8440-a7c5c7fae8dc', 'ip_address': '2001:db8::2'}, {'subnet_id': '40793833-3913-4dc6-b891-0aafff39b4ac'}], 'binding:host_id': 'dv-neutron-601336-79-hyperv'}, 'id': 'fdfb162b-039a-490e-b592-b80499ed773a'} from dv-neutron-601336-79-hyperv. {{(pid=99206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 31 15:53:57.221365 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4c2d40b8-bbad-46f0-9666-e3463ea9553c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for router_gateway, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:57.224445 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-16de0d43-f3e7-4e98-be65-cb5837c05992 None None] Set router acdf9dba-dd5a-4398-8bc1-540ab572cd85 gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:53:57.230304 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ed31-de94-42fe-9aa0-17d643ab8c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:57.293922 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4c2d40b8-bbad-46f0-9666-e3463ea9553c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:57.300927 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d8b324ce-4d95-47f5-9b44-fc8f296f4e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:57.308800 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6a9ffcda-e27c-49af-9dd2-0292b1848ac3 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:57.357395 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d8b324ce-4d95-47f5-9b44-fc8f296f4e1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:57.357785 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7ffccb89-0a8d-4cc4-8117-c415212b5627 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:57.365029 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a8d6c185-08ef-4fb5-9e10-105ce6b4f8ae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:57.377739 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5aced1d3-7156-4bd1-be8e-b4ad7e3a8489 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:57.409378 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d8b324ce-4d95-47f5-9b44-fc8f296f4e1c admin admin] Usage tracker for resource:security_group_rule and tenant:bb7e4eb92acf4b88a497d74f4dc7db67 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:57.419805 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d8b324ce-4d95-47f5-9b44-fc8f296f4e1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:57.426498 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6c185-08ef-4fb5-9e10-105ce6b4f8ae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Subnet': ['ID=36f01d4d-745d-4cc1-90dc-b1cd2c48901a,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:57.437320 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a8d6c185-08ef-4fb5-9e10-105ce6b4f8ae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:57.438165 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d8b324ce-4d95-47f5-9b44-fc8f296f4e1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:57.440492 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a8d6c185-08ef-4fb5-9e10-105ce6b4f8ae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:57.443409 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ffcda-e27c-49af-9dd2-0292b1848ac3 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Pushing event updated for resources: {'Subnet': ['ID=7c167f30-674c-46cb-bfb2-2cd0498396fa,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:57.451376 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5187091-5a0f-4775-8dde-8fc48e973eaf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Deleting subnet cf4d03e4-657e-43bc-bf19-7ce001c90d68 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:53:57.457237 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c5187091-5a0f-4775-8dde-8fc48e973eaf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:57.461972 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b19eb46-1f1d-4103-a07b-080bbdb1b674 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:57.518641 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6a9ffcda-e27c-49af-9dd2-0292b1848ac3 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:57.521894 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a8d6c185-08ef-4fb5-9e10-105ce6b4f8ae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/36f01d4d-745d-4cc1-90dc-b1cd2c48901a HTTP/1.1" status: 204 len: 168 time: 2.0619600 May 31 15:53:57.524393 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58694) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:57.552366 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c5187091-5a0f-4775-8dde-8fc48e973eaf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:57.570364 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-a0f9ed31-de94-42fe-9aa0-17d643ab8c81 None None] Allocated IP 2001:db8:0:1::2 (c3b1d98e-52e3-416d-a56a-51cbabc18c9a/40793833-3913-4dc6-b891-0aafff39b4ac/fdfb162b-039a-490e-b592-b80499ed773a) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:53:57.590858 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-16de0d43-f3e7-4e98-be65-cb5837c05992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:53:54Z', 'revision_number': 9, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None, '_interfaces': [{'id': '519373d8-e05e-4d2f-ad24-61d85ec78f45', 'name': '', 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:73:95:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:34Z', 'updated_at': '2021-05-31T15:52:54Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692955f7-07b5-4de1-b31d-16d58bc190fe', 'name': '', 'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:75:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:52Z', 'updated_at': '2021-05-31T15:53:12Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:57.596406 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16de0d43-f3e7-4e98-be65-cb5837c05992 None None] Checking router: acdf9dba-dd5a-4398-8bc1-540ab572cd85 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:53:57.601798 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-4c2d40b8-bbad-46f0-9666-e3463ea9553c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Allocated IP 172.26.0.67 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/219b6387-0461-41fb-9ec4-61b42d9ab3d8) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:53:57.608767 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16de0d43-f3e7-4e98-be65-cb5837c05992 None None] Routers {'acdf9dba-dd5a-4398-8bc1-540ab572cd85'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:53:57.609344 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-16de0d43-f3e7-4e98-be65-cb5837c05992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:53:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:57.632104 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2f60373-d1f7-4403-a5a5-f5808e26abf6 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting subnet bedf3899-ff22-4ebd-af2c-34a0260d16c2 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:53:57.637605 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b2f60373-d1f7-4403-a5a5-f5808e26abf6 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:57.699925 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9ffcda-e27c-49af-9dd2-0292b1848ac3 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Checking segment: {'id': 'a9107208-539a-450a-997f-6581e899faf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd7d37a7a-c3d0-4a1a-a50a-7f0faf983b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:53:57.700569 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9ffcda-e27c-49af-9dd2-0292b1848ac3 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Network hostable DHCP agents. Network: d7d37a7a-c3d0-4a1a-a50a-7f0faf983b5e, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:53:57.752569 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9ffcda-e27c-49af-9dd2-0292b1848ac3 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Network d7d37a7a-c3d0-4a1a-a50a-7f0faf983b5e is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:53:57.759099 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c5187091-5a0f-4775-8dde-8fc48e973eaf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:57.770242 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-a0f9ed31-de94-42fe-9aa0-17d643ab8c81 None None] For port fdfb162b-039a-490e-b592-b80499ed773a, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=fdfb162b-039a-490e-b592-b80499ed773a,segment=NetworkSegment(e42785dc-d1a7-4b1c-bf5c-aa40befa5bed),segment_id=e42785dc-d1a7-4b1c-bf5c-aa40befa5bed)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:57.803584 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b2f60373-d1f7-4403-a5a5-f5808e26abf6 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:57.806930 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-6a9ffcda-e27c-49af-9dd2-0292b1848ac3 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, d7d37a7a-c3d0-4a1a-a50a-7f0faf983b5e) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:57.807624 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ed31-de94-42fe-9aa0-17d643ab8c81 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:57.819405 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-16de0d43-f3e7-4e98-be65-cb5837c05992 None None] Set router acdf9dba-dd5a-4398-8bc1-540ab572cd85 gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:53:57.821370 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9ffcda-e27c-49af-9dd2-0292b1848ac3 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:57.822391 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6a9ffcda-e27c-49af-9dd2-0292b1848ac3 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:57.828793 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a0f9ed31-de94-42fe-9aa0-17d643ab8c81 None None] Transition to ACTIVE for port object fdfb162b-039a-490e-b592-b80499ed773a will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:57.877467 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d8b324ce-4d95-47f5-9b44-fc8f296f4e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:57.893706 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d8b324ce-4d95-47f5-9b44-fc8f296f4e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:57.906190 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-21bc74b7-dc14-4230-8e8e-70766398a750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:57.918872 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6a9ffcda-e27c-49af-9dd2-0292b1848ac3 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0676513 May 31 15:53:57.939827 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58698) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:57.971335 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-574cdd32-2619-48b2-9dbc-551223a32c7f tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Request body: {'port': {'network_id': 'd7d37a7a-c3d0-4a1a-a50a-7f0faf983b5e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-725511938'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:57.989777 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4c2d40b8-bbad-46f0-9666-e3463ea9553c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:58.010039 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b324ce-4d95-47f5-9b44-fc8f296f4e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b815f78-03cc-45d5-b8fe-e38b2ef17ef2,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:58.016773 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d8b324ce-4d95-47f5-9b44-fc8f296f4e1c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bb7e4eb92acf4b88a497d74f4dc7db67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9257133 May 31 15:53:58.021746 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58702) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:58.027195 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6270cb-4f11-4489-91ba-2bc050123b37 None None] Network d7d37a7a-c3d0-4a1a-a50a-7f0faf983b5e requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:58.046248 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ed31-de94-42fe-9aa0-17d643ab8c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:58.064227 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d8b324ce-4d95-47f5-9b44-fc8f296f4e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:58.069146 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-2a572f3e-ba75-439b-84ee-5d905361eb91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:58.134419 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b2f60373-d1f7-4403-a5a5-f5808e26abf6 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:58.200464 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-74bd094f-cbfb-4e53-ace9-32879ced9362 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Delete allocated IP 2001:db8::75 (c3b1d98e-52e3-416d-a56a-51cbabc18c9a/1af832df-2868-4ec0-8440-a7c5c7fae8dc) {{(pid=99204) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 31 15:53:58.207101 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5c6e778f-ea50-4d97-87ab-aae59cba3549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:58.208741 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-574cdd32-2619-48b2-9dbc-551223a32c7f tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:58.211444 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4c2d40b8-bbad-46f0-9666-e3463ea9553c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:58.217934 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8a3d9b10-1447-46c3-8f75-2afccb4b5967 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:58.241147 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5c6e778f-ea50-4d97-87ab-aae59cba3549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:58.320804 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-16de0d43-f3e7-4e98-be65-cb5837c05992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:53:54Z', 'revision_number': 9, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None, '_interfaces': [{'id': '519373d8-e05e-4d2f-ad24-61d85ec78f45', 'name': '', 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:73:95:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:34Z', 'updated_at': '2021-05-31T15:52:54Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692955f7-07b5-4de1-b31d-16d58bc190fe', 'name': '', 'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:75:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:52Z', 'updated_at': '2021-05-31T15:53:12Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:53:58.329718 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16de0d43-f3e7-4e98-be65-cb5837c05992 None None] The sync data for ids ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'] in dv-neutron-601336-79-hyperv is: [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:53:54Z', 'revision_number': 9, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None, '_interfaces': [{'id': '519373d8-e05e-4d2f-ad24-61d85ec78f45', 'name': '', 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:73:95:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:34Z', 'updated_at': '2021-05-31T15:52:54Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692955f7-07b5-4de1-b31d-16d58bc190fe', 'name': '', 'network_id': '93544c58-9a1f-460e-b8df-baaa390b3fad', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:75:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:52Z', 'updated_at': '2021-05-31T15:53:12Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': 'd64f80f8-0827-4c66-9e40-ef117d327c63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:53:58.333362 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-74bd094f-cbfb-4e53-ace9-32879ced9362 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Allocated IP 2001:db8:0:1::134 (c3b1d98e-52e3-416d-a56a-51cbabc18c9a/40793833-3913-4dc6-b891-0aafff39b4ac/61754b8f-fc4c-415a-86c5-7cd451c20336) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:53:58.347148 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5c6e778f-ea50-4d97-87ab-aae59cba3549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:58.360341 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2cf73692-e005-4aa8-9bb5-c32dec517fc9 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:58.379149 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e778f-ea50-4d97-87ab-aae59cba3549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b815f78-03cc-45d5-b8fe-e38b2ef17ef2,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:58.392572 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5c6e778f-ea50-4d97-87ab-aae59cba3549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:58.421715 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5c6e778f-ea50-4d97-87ab-aae59cba3549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:58.424985 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5c6e778f-ea50-4d97-87ab-aae59cba3549 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9b815f78-03cc-45d5-b8fe-e38b2ef17ef2 HTTP/1.1" status: 204 len: 168 time: 0.3996379 May 31 15:53:58.426776 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:58.428312 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-574cdd32-2619-48b2-9dbc-551223a32c7f tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Usage tracker for resource:port and tenant:2c8382cdd645462782e7be125fe08978 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:58.442708 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9ed31-de94-42fe-9aa0-17d643ab8c81 None None] Pushing event updated for resources: {'Port': ['ID=fdfb162b-039a-490e-b592-b80499ed773a,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:58.449333 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-574cdd32-2619-48b2-9dbc-551223a32c7f tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:58.449480 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a0f9ed31-de94-42fe-9aa0-17d643ab8c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:58.483160 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-574cdd32-2619-48b2-9dbc-551223a32c7f tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:53:58.543963 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c5187091-5a0f-4775-8dde-8fc48e973eaf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:58.555661 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a9a78542-9fe7-4b43-9d70-b3df40ca49e1 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:58.562365 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2d40b8-bbad-46f0-9666-e3463ea9553c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:53:58.568916 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-4c2d40b8-bbad-46f0-9666-e3463ea9553c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:53:58.575506 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2d40b8-bbad-46f0-9666-e3463ea9553c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:53:58.601609 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5187091-5a0f-4775-8dde-8fc48e973eaf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Subnet': ['ID=cf4d03e4-657e-43bc-bf19-7ce001c90d68,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:58.612966 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c5187091-5a0f-4775-8dde-8fc48e973eaf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:58.626875 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c5187091-5a0f-4775-8dde-8fc48e973eaf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:58.627182 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574cdd32-2619-48b2-9dbc-551223a32c7f tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Made reservation on behalf of 2c8382cdd645462782e7be125fe08978 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:53:58.630845 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-574cdd32-2619-48b2-9dbc-551223a32c7f tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:58.635288 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c5187091-5a0f-4775-8dde-8fc48e973eaf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/subnets/cf4d03e4-657e-43bc-bf19-7ce001c90d68 HTTP/1.1" status: 204 len: 168 time: 1.5180478 May 31 15:53:58.637201 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58710) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:58.659531 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d40b8-bbad-46f0-9666-e3463ea9553c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Pushing event updated for resources: {'Port': ['ID=219b6387-0461-41fb-9ec4-61b42d9ab3d8,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:58.668617 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea65490-341c-475a-97ef-41d2840a1238 None None] Network 58ec5087-6ab4-4811-a099-5c0b8ce15017 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:58.708823 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4c2d40b8-bbad-46f0-9666-e3463ea9553c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:58.772225 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-574cdd32-2619-48b2-9dbc-551223a32c7f tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] device_id is not set on port 86b9ee88-1a84-41a1-b933-f5b1ee7de1f8 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:53:58.822006 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e0cbbf-6ed7-4292-9d3c-9de0e540290c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-d7d37a7a-c3d0-4a1a-a50a-7f0faf983b5e', 'network_id': 'd7d37a7a-c3d0-4a1a-a50a-7f0faf983b5e', 'tenant_id': '2c8382cdd645462782e7be125fe08978', 'fixed_ips': [{'subnet_id': '7c167f30-674c-46cb-bfb2-2cd0498396fa'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:53:58.823194 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-78e0cbbf-6ed7-4292-9d3c-9de0e540290c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:58.971425 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6b2cb0a0-5a07-4a2b-9dfc-0d611ab4d6ce tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:59.009511 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-74bd094f-cbfb-4e53-ace9-32879ced9362 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:59.084930 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-74bd094f-cbfb-4e53-ace9-32879ced9362 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Transition to ACTIVE for port object 61754b8f-fc4c-415a-86c5-7cd451c20336 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:59.100379 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-74bd094f-cbfb-4e53-ace9-32879ced9362 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:59.109809 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e58763dd-ff8e-426c-adf7-497db558bc12 tempest-RoutersIpV6AdminTest-1982780746 tempest-RoutersIpV6AdminTest-1982780746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:59.307481 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-78e0cbbf-6ed7-4292-9d3c-9de0e540290c None None] Allocated IP 172.20.0.2 (d7d37a7a-c3d0-4a1a-a50a-7f0faf983b5e/7c167f30-674c-46cb-bfb2-2cd0498396fa/7c8f5741-a280-4918-9e09-cbf5043864c4) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:53:59.339237 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b2f60373-d1f7-4403-a5a5-f5808e26abf6 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:59.350433 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:59.451519 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca853bc-9cc4-42ae-8630-830922b01d61 None None] DHCP port deletion for 58ec5087-6ab4-4811-a099-5c0b8ce15017 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:53:59.461380 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f60373-d1f7-4403-a5a5-f5808e26abf6 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Subnet': ['ID=bedf3899-ff22-4ebd-af2c-34a0260d16c2,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:59.470394 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b2f60373-d1f7-4403-a5a5-f5808e26abf6 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:59.473271 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b2f60373-d1f7-4403-a5a5-f5808e26abf6 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:59.493234 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-74bd094f-cbfb-4e53-ace9-32879ced9362 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] In _notify_port_updated(), no bound segment for port 61754b8f-fc4c-415a-86c5-7cd451c20336 on network c3b1d98e-52e3-416d-a56a-51cbabc18c9a {{(pid=99204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 15:53:59.499525 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bd094f-cbfb-4e53-ace9-32879ced9362 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:53:59.499867 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-74bd094f-cbfb-4e53-ace9-32879ced9362 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:59.504976 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-74bd094f-cbfb-4e53-ace9-32879ced9362 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "PUT /v2.0/ports/61754b8f-fc4c-415a-86c5-7cd451c20336 HTTP/1.1" status: 200 len: 930 time: 3.0991130 May 31 15:53:59.507454 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58714) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:59.515182 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd094f-cbfb-4e53-ace9-32879ced9362 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Port': ['ID=61754b8f-fc4c-415a-86c5-7cd451c20336,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:59.518878 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-6b2cb0a0-5a07-4a2b-9dfc-0d611ab4d6ce tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Deleting port 9f423c63-759b-4c32-befc-e02d4706217a {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:53:59.519266 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6b2cb0a0-5a07-4a2b-9dfc-0d611ab4d6ce tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:59.532913 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-74bd094f-cbfb-4e53-ace9-32879ced9362 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:59.557214 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b2f60373-d1f7-4403-a5a5-f5808e26abf6 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/bedf3899-ff22-4ebd-af2c-34a0260d16c2 HTTP/1.1" status: 204 len: 168 time: 2.0301254 May 31 15:53:59.573222 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58718) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:59.648890 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-6b2cb0a0-5a07-4a2b-9dfc-0d611ab4d6ce tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] For port 9f423c63-759b-4c32-befc-e02d4706217a, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=9f423c63-759b-4c32-befc-e02d4706217a,segment=NetworkSegment(fcfd66cb-14d6-49ec-955e-dbc3f438958b),segment_id=fcfd66cb-14d6-49ec-955e-dbc3f438958b)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:53:59.649529 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6b2cb0a0-5a07-4a2b-9dfc-0d611ab4d6ce tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:59.661462 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6cb38d8e-f857-4056-8b99-16f81ea53c6f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0843410 May 31 15:53:59.664313 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58722) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:53:59.682906 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-274afa58-7546-4615-84ca-54c3924421b7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:53:59.694678 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf745cb-9e2b-4a53-978f-53ae932982ea None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:53:59.747143 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-78e0cbbf-6ed7-4292-9d3c-9de0e540290c None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:59.761014 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-78e0cbbf-6ed7-4292-9d3c-9de0e540290c None None] Transition to ACTIVE for port object 7c8f5741-a280-4918-9e09-cbf5043864c4 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:59.782763 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-78e0cbbf-6ed7-4292-9d3c-9de0e540290c None None] Transition to ACTIVE for port object 7c8f5741-a280-4918-9e09-cbf5043864c4 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:53:59.794539 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-6b2cb0a0-5a07-4a2b-9dfc-0d611ab4d6ce tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Calling delete_port for 9f423c63-759b-4c32-befc-e02d4706217a owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:53:59.845306 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6b2cb0a0-5a07-4a2b-9dfc-0d611ab4d6ce tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:59.850556 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f9a18b8d-4278-465b-ae2b-1a3e9467d563 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:59.858147 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-274afa58-7546-4615-84ca-54c3924421b7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:53:59.863968 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-78e0cbbf-6ed7-4292-9d3c-9de0e540290c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:59.867513 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e01d9336-7e23-4839-a8c6-c8d54ac7f50e None None] Provisioning complete for port 03bec41a-c913-4ac9-bff6-b5fcc0e1784c triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:53:59.867879 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e01d9336-7e23-4839-a8c6-c8d54ac7f50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:53:59.899167 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b26db092-1a29-4e6a-be8f-1e2a4d1b5508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:53:59.901287 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2cb0a0-5a07-4a2b-9dfc-0d611ab4d6ce tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Port': ['ID=9f423c63-759b-4c32-befc-e02d4706217a,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:53:59.904997 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6b2cb0a0-5a07-4a2b-9dfc-0d611ab4d6ce tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:53:59.907408 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2cb0a0-5a07-4a2b-9dfc-0d611ab4d6ce tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] No DVR routers for this DVR port 9f423c63-759b-4c32-befc-e02d4706217a on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:53:59.912307 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-274afa58-7546-4615-84ca-54c3924421b7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:subnet and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:53:59.933735 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-274afa58-7546-4615-84ca-54c3924421b7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:53:59.980873 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-274afa58-7546-4615-84ca-54c3924421b7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:00.017073 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4c2d40b8-bbad-46f0-9666-e3463ea9553c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for router_gateway, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:00.027047 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e0cbbf-6ed7-4292-9d3c-9de0e540290c None None] Network d7d37a7a-c3d0-4a1a-a50a-7f0faf983b5e is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:54:00.033175 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-78e0cbbf-6ed7-4292-9d3c-9de0e540290c None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:00.040435 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6b2cb0a0-5a07-4a2b-9dfc-0d611ab4d6ce tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:00.054165 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-6b2cb0a0-5a07-4a2b-9dfc-0d611ab4d6ce tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ec5087-6ab4-4811-a099-5c0b8ce15017']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:00.061336 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e0cbbf-6ed7-4292-9d3c-9de0e540290c None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:54:00.067065 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-6b2cb0a0-5a07-4a2b-9dfc-0d611ab4d6ce tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcfd66cb-14d6-49ec-955e-dbc3f438958b') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:00.067371 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-6b2cb0a0-5a07-4a2b-9dfc-0d611ab4d6ce tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcfd66cb-14d6-49ec-955e-dbc3f438958b') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:00.077944 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274afa58-7546-4615-84ca-54c3924421b7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:54:00.079209 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0cbbf-6ed7-4292-9d3c-9de0e540290c None None] Pushing event updated for resources: {'Port': ['ID=7c8f5741-a280-4918-9e09-cbf5043864c4,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:00.079610 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6b2cb0a0-5a07-4a2b-9dfc-0d611ab4d6ce tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:00.082857 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-78e0cbbf-6ed7-4292-9d3c-9de0e540290c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:00.083097 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-274afa58-7546-4615-84ca-54c3924421b7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:00.097068 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6b2cb0a0-5a07-4a2b-9dfc-0d611ab4d6ce tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:00.105377 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b2cb0a0-5a07-4a2b-9dfc-0d611ab4d6ce tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:54:00.105938 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6b2cb0a0-5a07-4a2b-9dfc-0d611ab4d6ce tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:00.106412 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-e01d9336-7e23-4839-a8c6-c8d54ac7f50e None None] Port 03bec41a-c913-4ac9-bff6-b5fcc0e1784c cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:54:00.124989 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:54:00.166701 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-1ca853bc-9cc4-42ae-8630-830922b01d61 None None] Deleting port 9f423c63-759b-4c32-befc-e02d4706217a {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:54:00.167133 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1ca853bc-9cc4-42ae-8630-830922b01d61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:00.212260 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device fdfb162b-039a-490e-b592-b80499ed773a up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:54:00.225963 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6b2cb0a0-5a07-4a2b-9dfc-0d611ab4d6ce tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:00.229884 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4e7fea32-941d-4bd0-9ed2-bc50e711962d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:00.250815 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6b2cb0a0-5a07-4a2b-9dfc-0d611ab4d6ce tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:00.258758 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2cb0a0-5a07-4a2b-9dfc-0d611ab4d6ce tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Network': ['ID=58ec5087-6ab4-4811-a099-5c0b8ce15017,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:00.264070 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6b2cb0a0-5a07-4a2b-9dfc-0d611ab4d6ce tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:00.274077 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6b2cb0a0-5a07-4a2b-9dfc-0d611ab4d6ce tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/networks/58ec5087-6ab4-4811-a099-5c0b8ce15017 HTTP/1.1" status: 204 len: 168 time: 1.6332567 May 31 15:54:00.274335 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58726) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:00.300314 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-78e0cbbf-6ed7-4292-9d3c-9de0e540290c None None] Attempting to bind port 7c8f5741-a280-4918-9e09-cbf5043864c4 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:54:00.300667 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-78e0cbbf-6ed7-4292-9d3c-9de0e540290c None None] Attempting to bind port 7c8f5741-a280-4918-9e09-cbf5043864c4 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'a9107208-539a-450a-997f-6581e899faf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd7d37a7a-c3d0-4a1a-a50a-7f0faf983b5e'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:54:00.301038 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e0cbbf-6ed7-4292-9d3c-9de0e540290c None None] Attempting to bind port 7c8f5741-a280-4918-9e09-cbf5043864c4 on network d7d37a7a-c3d0-4a1a-a50a-7f0faf983b5e {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:54:00.303064 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e01d9336-7e23-4839-a8c6-c8d54ac7f50e None None] Provisioning for port 61754b8f-fc4c-415a-86c5-7cd451c20336 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:00.346423 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e0cbbf-6ed7-4292-9d3c-9de0e540290c None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:54:00.346795 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e0cbbf-6ed7-4292-9d3c-9de0e540290c None None] Checking segment: {'id': 'a9107208-539a-450a-997f-6581e899faf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd7d37a7a-c3d0-4a1a-a50a-7f0faf983b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:54:00.347258 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-78e0cbbf-6ed7-4292-9d3c-9de0e540290c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:00.347647 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e0cbbf-6ed7-4292-9d3c-9de0e540290c None None] Bound using segment: {'id': 'a9107208-539a-450a-997f-6581e899faf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd7d37a7a-c3d0-4a1a-a50a-7f0faf983b5e'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:54:00.348134 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-78e0cbbf-6ed7-4292-9d3c-9de0e540290c None None] Bound port: 7c8f5741-a280-4918-9e09-cbf5043864c4, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9107208-539a-450a-997f-6581e899faf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd7d37a7a-c3d0-4a1a-a50a-7f0faf983b5e'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:54:00.348508 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-78e0cbbf-6ed7-4292-9d3c-9de0e540290c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:00.361354 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-574cdd32-2619-48b2-9dbc-551223a32c7f tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Allocated IP 172.20.0.7 (d7d37a7a-c3d0-4a1a-a50a-7f0faf983b5e/7c167f30-674c-46cb-bfb2-2cd0498396fa/86b9ee88-1a84-41a1-b933-f5b1ee7de1f8) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:54:00.362547 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e01d9336-7e23-4839-a8c6-c8d54ac7f50e None None] Provisioning complete for port 61754b8f-fc4c-415a-86c5-7cd451c20336 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:00.362923 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e01d9336-7e23-4839-a8c6-c8d54ac7f50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:00.414279 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-1ca853bc-9cc4-42ae-8630-830922b01d61 None None] For port 9f423c63-759b-4c32-befc-e02d4706217a, host dv-neutron-601336-79-hyperv, got binding levels [] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:54:00.414659 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1ca853bc-9cc4-42ae-8630-830922b01d61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:00.657997 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-d4140281-c102-45d8-86c6-e5ae97f41191 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting port 61754b8f-fc4c-415a-86c5-7cd451c20336 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:54:00.658477 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d4140281-c102-45d8-86c6-e5ae97f41191 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:00.667371 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-1ca853bc-9cc4-42ae-8630-830922b01d61 None None] Calling delete_port for 9f423c63-759b-4c32-befc-e02d4706217a owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:54:00.674143 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.ipam_backend_mixin [None req-1ca853bc-9cc4-42ae-8630-830922b01d61 None None] Port 9f423c63-759b-4c32-befc-e02d4706217a was not found and therefore no delete operation was performed {{(pid=99206) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 31 15:54:00.675668 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-e01d9336-7e23-4839-a8c6-c8d54ac7f50e None None] Port 61754b8f-fc4c-415a-86c5-7cd451c20336 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:54:00.685371 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1ca853bc-9cc4-42ae-8630-830922b01d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:00.691586 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:00.752053 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca853bc-9cc4-42ae-8630-830922b01d61 None None] Pushing event deleted for resources: {'Port': ['ID=9f423c63-759b-4c32-befc-e02d4706217a,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:00.754441 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1ca853bc-9cc4-42ae-8630-830922b01d61 None None] Network 58ec5087-6ab4-4811-a099-5c0b8ce15017 is not hosted by any dhcp agent {{(pid=99206) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 31 15:54:00.754634 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca853bc-9cc4-42ae-8630-830922b01d61 None None] No DVR routers for this DVR port 9f423c63-759b-4c32-befc-e02d4706217a on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:54:00.756134 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1ca853bc-9cc4-42ae-8630-830922b01d61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:00.769905 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-78e0cbbf-6ed7-4292-9d3c-9de0e540290c None None] For port 7c8f5741-a280-4918-9e09-cbf5043864c4, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:54:00.774078 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-78e0cbbf-6ed7-4292-9d3c-9de0e540290c None None] For port 7c8f5741-a280-4918-9e09-cbf5043864c4, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=7c8f5741-a280-4918-9e09-cbf5043864c4,segment=NetworkSegment(a9107208-539a-450a-997f-6581e899faf2),segment_id=a9107208-539a-450a-997f-6581e899faf2)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:54:00.775098 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e01d9336-7e23-4839-a8c6-c8d54ac7f50e None None] Provisioning for port fdfb162b-039a-490e-b592-b80499ed773a completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:00.785260 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd5948c-b1c3-439a-8be0-b88a76332287 None None] DHCP port deletion for b5001308-9f67-458f-99a7-4cdcd1177eb2 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:54:00.787832 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e01d9336-7e23-4839-a8c6-c8d54ac7f50e None None] Provisioning complete for port fdfb162b-039a-490e-b592-b80499ed773a triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:00.788204 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e01d9336-7e23-4839-a8c6-c8d54ac7f50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:00.818098 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-78e0cbbf-6ed7-4292-9d3c-9de0e540290c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:00.829099 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-64b56c68-12aa-4a2a-a3a1-4c581466a7ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:00.849827 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ca3b4c1b-672b-4f5e-8da2-a5fc41da7ba6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:00.870557 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c45e68ca-a24a-4371-8a45-08480a3e0676 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:54:00.966582 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: c45e68ca-a24a-4371-8a45-08480a3e0676 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:54:00.966879 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c45e68ca-a24a-4371-8a45-08480a3e0676 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:54:00.967354 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9f423c63-759b-4c32-befc-e02d4706217a no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:54:01.017229 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 9f423c63-759b-4c32-befc-e02d4706217a {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:54:01.017439 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9f423c63-759b-4c32-befc-e02d4706217a not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:54:01.066393 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0cbbf-6ed7-4292-9d3c-9de0e540290c None None] Pushing event updated for resources: {'Port': ['ID=7c8f5741-a280-4918-9e09-cbf5043864c4,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:01.081226 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-78e0cbbf-6ed7-4292-9d3c-9de0e540290c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:01.128130 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-5bd5948c-b1c3-439a-8be0-b88a76332287 None None] Deleting port 6bcef32b-64a5-496c-8ad2-3ea48e873609 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:54:01.129151 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5bd5948c-b1c3-439a-8be0-b88a76332287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:01.157432 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-574cdd32-2619-48b2-9dbc-551223a32c7f tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:01.259606 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d4140281-c102-45d8-86c6-e5ae97f41191 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:01.281679 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-574cdd32-2619-48b2-9dbc-551223a32c7f tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Transition to ACTIVE for port object 86b9ee88-1a84-41a1-b933-f5b1ee7de1f8 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:01.286810 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4c2d40b8-bbad-46f0-9666-e3463ea9553c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:01.329853 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-5bd5948c-b1c3-439a-8be0-b88a76332287 None None] For port 6bcef32b-64a5-496c-8ad2-3ea48e873609, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=6bcef32b-64a5-496c-8ad2-3ea48e873609,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:54:01.330325 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5bd5948c-b1c3-439a-8be0-b88a76332287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:01.424784 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-d4140281-c102-45d8-86c6-e5ae97f41191 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Calling delete_port for 61754b8f-fc4c-415a-86c5-7cd451c20336 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:54:01.482979 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-5bd5948c-b1c3-439a-8be0-b88a76332287 None None] Calling delete_port for 6bcef32b-64a5-496c-8ad2-3ea48e873609 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:54:01.501966 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-715517f4-4feb-49aa-8b28-18180542f839 None None] Provisioning complete for port 61754b8f-fc4c-415a-86c5-7cd451c20336 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:01.502251 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-715517f4-4feb-49aa-8b28-18180542f839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:01.519407 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-ca3b4c1b-672b-4f5e-8da2-a5fc41da7ba6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Deleting port 692955f7-07b5-4de1-b31d-16d58bc190fe {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:54:01.520017 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ca3b4c1b-672b-4f5e-8da2-a5fc41da7ba6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:01.570164 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-715517f4-4feb-49aa-8b28-18180542f839 None None] Port 61754b8f-fc4c-415a-86c5-7cd451c20336 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:54:01.590724 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-715517f4-4feb-49aa-8b28-18180542f839 None None] Provisioning complete for port 6bcef32b-64a5-496c-8ad2-3ea48e873609 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:01.591125 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-715517f4-4feb-49aa-8b28-18180542f839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:01.637027 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-574cdd32-2619-48b2-9dbc-551223a32c7f tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:01.649086 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5bd5948c-b1c3-439a-8be0-b88a76332287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:01.650372 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-919df1c7-425e-45af-ae05-14d65012da03 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:01.654598 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:01.686389 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-ca3b4c1b-672b-4f5e-8da2-a5fc41da7ba6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] For port 692955f7-07b5-4de1-b31d-16d58bc190fe, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=692955f7-07b5-4de1-b31d-16d58bc190fe,segment=NetworkSegment(31f4952d-06bb-497e-8e4c-a13d87e4a88b),segment_id=31f4952d-06bb-497e-8e4c-a13d87e4a88b)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:54:01.688540 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ca3b4c1b-672b-4f5e-8da2-a5fc41da7ba6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:01.707168 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5948c-b1c3-439a-8be0-b88a76332287 None None] Pushing event deleted for resources: {'Port': ['ID=6bcef32b-64a5-496c-8ad2-3ea48e873609,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:01.718912 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5bd5948c-b1c3-439a-8be0-b88a76332287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:01.719990 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd5948c-b1c3-439a-8be0-b88a76332287 None None] No DVR routers for this DVR port 6bcef32b-64a5-496c-8ad2-3ea48e873609 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:54:01.721162 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-715517f4-4feb-49aa-8b28-18180542f839 None None] Could not find standard attr ID for object 6bcef32b-64a5-496c-8ad2-3ea48e873609. {{(pid=99206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 15:54:01.725661 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.plugins.ml2.db [None req-715517f4-4feb-49aa-8b28-18180542f839 None None] No ports have port_id starting with 6bcef32b-64a5-496c-8ad2-3ea48e873609 May 31 15:54:01.747624 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574cdd32-2619-48b2-9dbc-551223a32c7f tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Network d7d37a7a-c3d0-4a1a-a50a-7f0faf983b5e is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:54:01.760428 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-574cdd32-2619-48b2-9dbc-551223a32c7f tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:01.771842 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574cdd32-2619-48b2-9dbc-551223a32c7f tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:54:01.844134 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574cdd32-2619-48b2-9dbc-551223a32c7f tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Pushing event updated for resources: {'Port': ['ID=86b9ee88-1a84-41a1-b933-f5b1ee7de1f8,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:01.855225 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-ca3b4c1b-672b-4f5e-8da2-a5fc41da7ba6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Calling delete_port for 692955f7-07b5-4de1-b31d-16d58bc190fe owned by network:router_interface {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:54:01.871347 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-574cdd32-2619-48b2-9dbc-551223a32c7f tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:01.927247 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574cdd32-2619-48b2-9dbc-551223a32c7f tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:01.927972 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-574cdd32-2619-48b2-9dbc-551223a32c7f tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:01.941782 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2d40b8-bbad-46f0-9666-e3463ea9553c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Router a54e5485-b565-40c4-a16c-7a60bef32f7b is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:54:01.943758 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d4140281-c102-45d8-86c6-e5ae97f41191 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:02.030234 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ca3b4c1b-672b-4f5e-8da2-a5fc41da7ba6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:02.038238 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1a7f8583-edc6-4ab6-9fd5-0307d6ff8ff6 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:02.113662 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b4c1b-672b-4f5e-8da2-a5fc41da7ba6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Port': ['ID=692955f7-07b5-4de1-b31d-16d58bc190fe,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:02.121417 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ca3b4c1b-672b-4f5e-8da2-a5fc41da7ba6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:02.191614 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d35a784c-6371-43fb-8f6c-e0b44d27c8ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:02.263574 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7c8f5741-a280-4918-9e09-cbf5043864c4 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:54:02.267043 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4140281-c102-45d8-86c6-e5ae97f41191 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Port': ['ID=61754b8f-fc4c-415a-86c5-7cd451c20336,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:02.276517 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d4140281-c102-45d8-86c6-e5ae97f41191 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:02.344667 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ca3b4c1b-672b-4f5e-8da2-a5fc41da7ba6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:02.372773 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-574cdd32-2619-48b2-9dbc-551223a32c7f tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4318659 May 31 15:54:02.388848 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58730) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:02.398212 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b05496-1f1a-4355-9f1c-ce028dd937d9 None None] Network d7d37a7a-c3d0-4a1a-a50a-7f0faf983b5e requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:54:02.425929 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-e98154ef-14ff-4a04-8916-60848b514cb5 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Request body: {'port': {'network_id': 'd7d37a7a-c3d0-4a1a-a50a-7f0faf983b5e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-640143305', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:02.426459 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.api.validators [None req-e98154ef-14ff-4a04-8916-60848b514cb5 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] bootfile-name is not in valid_values {{(pid=99205) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 31 15:54:02.427097 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.api.validators [None req-e98154ef-14ff-4a04-8916-60848b514cb5 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] tftp-server is not in valid_values {{(pid=99205) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 31 15:54:02.427644 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.api.validators [None req-e98154ef-14ff-4a04-8916-60848b514cb5 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] server-ip-address is not in valid_values {{(pid=99205) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 31 15:54:02.445012 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-274afa58-7546-4615-84ca-54c3924421b7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:02.451936 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d4140281-c102-45d8-86c6-e5ae97f41191 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:02.454109 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d4140281-c102-45d8-86c6-e5ae97f41191 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/ports/61754b8f-fc4c-415a-86c5-7cd451c20336 HTTP/1.1" status: 204 len: 168 time: 2.9453495 May 31 15:54:02.463211 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3aadc825-99f9-4b56-8189-f1674065a39d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:02.489568 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58734) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:02.502350 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 7c8f5741-a280-4918-9e09-cbf5043864c4 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:02.510762 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2f263465-7606-4c4e-b0cb-0bfd418251ef None None] Provisioning for port 7c8f5741-a280-4918-9e09-cbf5043864c4 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:02.517413 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 7c8f5741-a280-4918-9e09-cbf5043864c4 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:02.518010 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:02.557453 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2f263465-7606-4c4e-b0cb-0bfd418251ef None None] Provisioning complete for port 7c8f5741-a280-4918-9e09-cbf5043864c4 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:02.558133 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2f263465-7606-4c4e-b0cb-0bfd418251ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:02.726372 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274afa58-7546-4615-84ca-54c3924421b7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:54:02.733568 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32b1c05-2730-4c08-bd14-f04eb4bd3c9e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] GET failed (client error): The resource could not be found. May 31 15:54:02.734090 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e32b1c05-2730-4c08-bd14-f04eb4bd3c9e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Synchronizing usage tracker for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:02.737560 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3b4c1b-672b-4f5e-8da2-a5fc41da7ba6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Router acdf9dba-dd5a-4398-8bc1-540ab572cd85 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:54:02.743681 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-274afa58-7546-4615-84ca-54c3924421b7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:02.764679 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274afa58-7546-4615-84ca-54c3924421b7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Subnet': ['ID=97642861-d5d2-4575-8488-a42d839ae3cb,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:02.766590 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274afa58-7546-4615-84ca-54c3924421b7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:02.767199 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-274afa58-7546-4615-84ca-54c3924421b7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:02.782473 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-274afa58-7546-4615-84ca-54c3924421b7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:02.796255 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2d40b8-bbad-46f0-9666-e3463ea9553c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:54:02.801993 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-274afa58-7546-4615-84ca-54c3924421b7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1347227 May 31 15:54:02.804419 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600e7dcf-77d9-4c8f-bd7b-f63e8d5d41cd None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:54:02.806163 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58738) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:02.830616 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc8612f-9faa-4836-bd5a-225836fd33a4 None None] Sync routers for ids ['a54e5485-b565-40c4-a16c-7a60bef32f7b'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:54:02.838719 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-39f36714-7ea8-47c4-9860-84151b849851 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:02.867500 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e32b1c05-2730-4c08-bd14-f04eb4bd3c9e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Unset dirty status for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:02.871657 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e32b1c05-2730-4c08-bd14-f04eb4bd3c9e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "GET /v2.0/ports/61754b8f-fc4c-415a-86c5-7cd451c20336 HTTP/1.1" status: 404 len: 333 time: 0.3618550 May 31 15:54:02.873555 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58742) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:02.980613 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4c2d40b8-bbad-46f0-9666-e3463ea9553c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:02.981856 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4c2d40b8-bbad-46f0-9666-e3463ea9553c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.6908319 May 31 15:54:02.990767 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58746) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:03.024984 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:03.035414 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e98154ef-14ff-4a04-8916-60848b514cb5 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:03.056572 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc8612f-9faa-4836-bd5a-225836fd33a4 None None] Routers {'a54e5485-b565-40c4-a16c-7a60bef32f7b'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:54:03.057000 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-adc8612f-9faa-4836-bd5a-225836fd33a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:53:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['a54e5485-b565-40c4-a16c-7a60bef32f7b'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:03.093187 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e98154ef-14ff-4a04-8916-60848b514cb5 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Usage tracker for resource:port and tenant:2c8382cdd645462782e7be125fe08978 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:03.113502 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e98154ef-14ff-4a04-8916-60848b514cb5 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:03.115596 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2f263465-7606-4c4e-b0cb-0bfd418251ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:03.141099 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3b4c1b-672b-4f5e-8da2-a5fc41da7ba6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:54:03.151821 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e98154ef-14ff-4a04-8916-60848b514cb5 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:03.157633 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e462dd-430b-4454-9119-b76450a38283 None None] Sync routers for ids ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:54:03.164135 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ca3b4c1b-672b-4f5e-8da2-a5fc41da7ba6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "PUT /v2.0/routers/acdf9dba-dd5a-4398-8bc1-540ab572cd85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8885503 May 31 15:54:03.165321 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58754) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:03.173400 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7bf032cf-60aa-4185-a218-68739ff2a882 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:03.179861 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e462dd-430b-4454-9119-b76450a38283 None None] Routers {'acdf9dba-dd5a-4398-8bc1-540ab572cd85'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:54:03.180828 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-d9e462dd-430b-4454-9119-b76450a38283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:53:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:03.214013 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98154ef-14ff-4a04-8916-60848b514cb5 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Made reservation on behalf of 2c8382cdd645462782e7be125fe08978 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:54:03.217592 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e98154ef-14ff-4a04-8916-60848b514cb5 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:03.229697 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 7c8f5741-a280-4918-9e09-cbf5043864c4, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=7c8f5741-a280-4918-9e09-cbf5043864c4,segment=NetworkSegment(a9107208-539a-450a-997f-6581e899faf2),segment_id=a9107208-539a-450a-997f-6581e899faf2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:54:03.231592 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-39f36714-7ea8-47c4-9860-84151b849851 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:03.248358 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7bf032cf-60aa-4185-a218-68739ff2a882 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:03.274812 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-39f36714-7ea8-47c4-9860-84151b849851 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:subnet and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:03.281907 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-39f36714-7ea8-47c4-9860-84151b849851 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:03.298894 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-e98154ef-14ff-4a04-8916-60848b514cb5 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] device_id is not set on port c635b301-f465-4449-b049-730b1c9a2063 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:54:03.314151 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:03.328966 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b26db092-1a29-4e6a-be8f-1e2a4d1b5508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:03.339524 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5110179-e0ff-4c22-bd86-8e8719286e5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Deleting subnet d64f80f8-0827-4c66-9e40-ef117d327c63 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:54:03.342848 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-39f36714-7ea8-47c4-9860-84151b849851 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:03.347564 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e5110179-e0ff-4c22-bd86-8e8719286e5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:03.403728 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3696f593-f0fe-47a2-959e-8c6ed85a3a98 tempest-TestNetworkAdvancedServerOps-108738086 tempest-TestNetworkAdvancedServerOps-108738086-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=dd852f22866d47498e7ba1367b0e04db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4012971 May 31 15:54:03.409207 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58758) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:03.487453 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-d9e462dd-430b-4454-9119-b76450a38283 None None] Set router acdf9dba-dd5a-4398-8bc1-540ab572cd85 gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:54:03.493035 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 6bcef32b-64a5-496c-8ad2-3ea48e873609 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:54:03.526073 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e5110179-e0ff-4c22-bd86-8e8719286e5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:03.546577 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-e98154ef-14ff-4a04-8916-60848b514cb5 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Allocated IP 172.20.0.12 (d7d37a7a-c3d0-4a1a-a50a-7f0faf983b5e/7c167f30-674c-46cb-bfb2-2cd0498396fa/c635b301-f465-4449-b049-730b1c9a2063) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:54:03.583213 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f36714-7ea8-47c4-9860-84151b849851 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:54:03.587485 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-39f36714-7ea8-47c4-9860-84151b849851 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:03.620674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7bf032cf-60aa-4185-a218-68739ff2a882 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:03.634244 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d0f69689-b7c9-4b9f-8546-ed97be1c219c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:03.648981 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadbab0b-3495-4f10-bd51-1ffa74d2119c tempest-TestNetworkAdvancedServerOps-108738086 tempest-TestNetworkAdvancedServerOps-108738086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:03.654044 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-aadbab0b-3495-4f10-bd51-1ffa74d2119c tempest-TestNetworkAdvancedServerOps-108738086 tempest-TestNetworkAdvancedServerOps-108738086-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2408485 May 31 15:54:03.654487 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58762) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:03.704923 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-cfd8a106-4889-48e0-a284-049694724dcc tempest-TestNetworkAdvancedServerOps-108738086 tempest-TestNetworkAdvancedServerOps-108738086-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=014c45f7-9697-4b0b-b8b7-66a80a50a15c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0467060 May 31 15:54:03.705417 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58766) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:03.714778 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 6bcef32b-64a5-496c-8ad2-3ea48e873609 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:54:03.715206 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 6bcef32b-64a5-496c-8ad2-3ea48e873609 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:54:03.715665 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-9141c9e5-8af9-459c-b333-e547f995d4b5 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1933062786', 'network_id': 'f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217', 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:03.747811 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf032cf-60aa-4185-a218-68739ff2a882 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45381103-55eb-4b57-a633-96a2c960e0a5,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:03.762458 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7bf032cf-60aa-4185-a218-68739ff2a882 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:03.779376 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.db.api [None req-2f263465-7606-4c4e-b0cb-0bfd418251ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:54:03.779690 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_db.api [None req-2f263465-7606-4c4e-b0cb-0bfd418251ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:54:03.788702 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-adc8612f-9faa-4836-bd5a-225836fd33a4 None None] Set router a54e5485-b565-40c4-a16c-7a60bef32f7b gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:54:03.887018 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7bf032cf-60aa-4185-a218-68739ff2a882 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:03.889398 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7bf032cf-60aa-4185-a218-68739ff2a882 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/security-groups/45381103-55eb-4b57-a633-96a2c960e0a5 HTTP/1.1" status: 204 len: 168 time: 1.0025756 May 31 15:54:03.905766 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58770) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:03.916176 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=7c8f5741-a280-4918-9e09-cbf5043864c4,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:03.943850 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9141c9e5-8af9-459c-b333-e547f995d4b5 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:03.956664 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9141c9e5-8af9-459c-b333-e547f995d4b5 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Usage tracker for resource:subnet and tenant:dd852f22866d47498e7ba1367b0e04db is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:03.964782 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9141c9e5-8af9-459c-b333-e547f995d4b5 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:03.968877 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:03.973380 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9141c9e5-8af9-459c-b333-e547f995d4b5 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:03.992386 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e5110179-e0ff-4c22-bd86-8e8719286e5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:04.039305 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-d9e462dd-430b-4454-9119-b76450a38283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:54:01Z', 'revision_number': 10, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None, '_interfaces': [{'id': '519373d8-e05e-4d2f-ad24-61d85ec78f45', 'name': '', 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:73:95:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:34Z', 'updated_at': '2021-05-31T15:52:54Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:04.046526 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e462dd-430b-4454-9119-b76450a38283 None None] Checking router: acdf9dba-dd5a-4398-8bc1-540ab572cd85 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:54:04.065182 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e462dd-430b-4454-9119-b76450a38283 None None] Routers {'acdf9dba-dd5a-4398-8bc1-540ab572cd85'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:54:04.065793 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-d9e462dd-430b-4454-9119-b76450a38283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:53:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:04.071730 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9141c9e5-8af9-459c-b333-e547f995d4b5 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Made reservation on behalf of dd852f22866d47498e7ba1367b0e04db for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:54:04.076010 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d6bdbd-9308-48be-966b-be8daa53c31a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-b5001308-9f67-458f-99a7-4cdcd1177eb2', 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'tenant_id': '3e24807f49c142caa434cef18b676ced', 'fixed_ips': [{'subnet_id': '97642861-d5d2-4575-8488-a42d839ae3cb'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:54:04.076856 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-46d6bdbd-9308-48be-966b-be8daa53c31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:04.083307 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9141c9e5-8af9-459c-b333-e547f995d4b5 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:04.133496 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.ipam_backend_mixin [None req-39f36714-7ea8-47c4-9860-84151b849851 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 97642861-d5d2-4575-8488-a42d839ae3cb (CIDR: 2001:db8::/64) May 31 15:54:04.147537 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f36714-7ea8-47c4-9860-84151b849851 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:54:04.148780 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39f36714-7ea8-47c4-9860-84151b849851 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:04.253151 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e98154ef-14ff-4a04-8916-60848b514cb5 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:04.268839 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-39f36714-7ea8-47c4-9860-84151b849851 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4512286 May 31 15:54:04.272196 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58774) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:04.273747 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-d9e462dd-430b-4454-9119-b76450a38283 None None] Set router acdf9dba-dd5a-4398-8bc1-540ab572cd85 gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:54:04.290463 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ee1075e8-b687-4427-b2f5-0aae425b5b43 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:04.297083 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-e98154ef-14ff-4a04-8916-60848b514cb5 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Transition to ACTIVE for port object c635b301-f465-4449-b049-730b1c9a2063 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:04.301949 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-6637ddc6-509f-4335-9ab0-2e577c212571 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:04.328888 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7c8f5741-a280-4918-9e09-cbf5043864c4 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:54:04.652305 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ee1075e8-b687-4427-b2f5-0aae425b5b43 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:04.673058 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cc5e050a-8ed7-4731-90e5-031ea26b4294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:04.689479 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-46d6bdbd-9308-48be-966b-be8daa53c31a None None] Allocated IP 2001:db8::2 (b5001308-9f67-458f-99a7-4cdcd1177eb2/97642861-d5d2-4575-8488-a42d839ae3cb/85000243-9c36-4d33-bea3-87707a0eae68) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:54:04.698783 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 7c8f5741-a280-4918-9e09-cbf5043864c4 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:04.699465 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:04.746682 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f21ec29e-1633-4a8c-9ff7-4dbe9bd946fd None None] Provisioning for port 86b9ee88-1a84-41a1-b933-f5b1ee7de1f8 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:04.755629 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-6637ddc6-509f-4335-9ab0-2e577c212571 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:04.760636 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-d9e462dd-430b-4454-9119-b76450a38283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:54:01Z', 'revision_number': 10, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None, '_interfaces': [{'id': '519373d8-e05e-4d2f-ad24-61d85ec78f45', 'name': '', 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:73:95:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:34Z', 'updated_at': '2021-05-31T15:52:54Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:04.761072 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e98154ef-14ff-4a04-8916-60848b514cb5 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:04.764194 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6637ddc6-509f-4335-9ab0-2e577c212571 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:subnet and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:04.766310 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e462dd-430b-4454-9119-b76450a38283 None None] The sync data for ids ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'] in dv-neutron-601336-79-hyperv is: [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:54:01Z', 'revision_number': 10, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None, '_interfaces': [{'id': '519373d8-e05e-4d2f-ad24-61d85ec78f45', 'name': '', 'network_id': '7191dc47-4f9a-404c-8d02-0127e3375e39', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'mac_address': 'fa:16:3e:73:95:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:34Z', 'updated_at': '2021-05-31T15:52:54Z', 'revision_number': 5, 'project_id': '4495789bf65544d19fbd02194192aa34', 'subnets': [{'id': '96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:54:04.772647 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6637ddc6-509f-4335-9ab0-2e577c212571 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:04.776545 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fb257132-6fc6-4629-9cae-bffe265b4c6c tempest-RoutersAdminTest-1515671012 tempest-RoutersAdminTest-1515671012-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:04.783379 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f21ec29e-1633-4a8c-9ff7-4dbe9bd946fd None None] Provisioning complete for port 86b9ee88-1a84-41a1-b933-f5b1ee7de1f8 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:04.783793 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f21ec29e-1633-4a8c-9ff7-4dbe9bd946fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:04.824953 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ee1075e8-b687-4427-b2f5-0aae425b5b43 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:04.832994 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-6637ddc6-509f-4335-9ab0-2e577c212571 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:04.876081 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98154ef-14ff-4a04-8916-60848b514cb5 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Network d7d37a7a-c3d0-4a1a-a50a-7f0faf983b5e is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:54:04.881192 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ee1075e8-b687-4427-b2f5-0aae425b5b43 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:04.885171 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ee1075e8-b687-4427-b2f5-0aae425b5b43 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/security-groups/2d2162e3-afec-4920-b28f-a86d034cd38b HTTP/1.1" status: 204 len: 168 time: 0.9554222 May 31 15:54:04.885171 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-e98154ef-14ff-4a04-8916-60848b514cb5 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:04.885171 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6637ddc6-509f-4335-9ab0-2e577c212571 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:54:04.886632 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58778) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:04.890257 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6637ddc6-509f-4335-9ab0-2e577c212571 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:04.912138 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98154ef-14ff-4a04-8916-60848b514cb5 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:54:04.995150 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98154ef-14ff-4a04-8916-60848b514cb5 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:04.996218 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e98154ef-14ff-4a04-8916-60848b514cb5 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:05.005606 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-f21ec29e-1633-4a8c-9ff7-4dbe9bd946fd None None] Port 86b9ee88-1a84-41a1-b933-f5b1ee7de1f8 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:54:05.010178 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-adc8612f-9faa-4836-bd5a-225836fd33a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147894015', 'tenant_id': 'dd852f22866d47498e7ba1367b0e04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': '219b6387-0461-41fb-9ec4-61b42d9ab3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:53:55Z', 'updated_at': '2021-05-31T15:53:59Z', 'revision_number': 3, 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'gw_port': {'id': '219b6387-0461-41fb-9ec4-61b42d9ab3d8', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:57Z', 'updated_at': '2021-05-31T15:53:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:05.014210 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98154ef-14ff-4a04-8916-60848b514cb5 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Pushing event updated for resources: {'Port': ['ID=c635b301-f465-4449-b049-730b1c9a2063,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:05.021347 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc8612f-9faa-4836-bd5a-225836fd33a4 None None] Checking router: a54e5485-b565-40c4-a16c-7a60bef32f7b for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:54:05.021347 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc8612f-9faa-4836-bd5a-225836fd33a4 None None] Updating router a54e5485-b565-40c4-a16c-7a60bef32f7b port 219b6387-0461-41fb-9ec4-61b42d9ab3d8 binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:54:05.026892 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e98154ef-14ff-4a04-8916-60848b514cb5 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:05.042336 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ec3486-5eaa-4245-b54e-6fb73331fca5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting subnet 1af832df-2868-4ec0-8440-a7c5c7fae8dc {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:54:05.052781 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-32ec3486-5eaa-4245-b54e-6fb73331fca5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:05.082285 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9ce0c7b0-a317-48b4-a5e2-6087cbe71e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:05.088486 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e5110179-e0ff-4c22-bd86-8e8719286e5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:05.101109 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d7c19ee1-9168-440c-a507-d3026370f224 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:05.132238 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1075e8-b687-4427-b2f5-0aae425b5b43 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2162e3-afec-4920-b28f-a86d034cd38b,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:05.144570 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ee1075e8-b687-4427-b2f5-0aae425b5b43 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:05.155295 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e98154ef-14ff-4a04-8916-60848b514cb5 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.7384470 May 31 15:54:05.159195 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58782) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:05.161374 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5110179-e0ff-4c22-bd86-8e8719286e5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Subnet': ['ID=d64f80f8-0827-4c66-9e40-ef117d327c63,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:05.167653 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9141c9e5-8af9-459c-b333-e547f995d4b5 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:05.175635 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e5110179-e0ff-4c22-bd86-8e8719286e5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:05.181823 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e5110179-e0ff-4c22-bd86-8e8719286e5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:05.182350 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e5110179-e0ff-4c22-bd86-8e8719286e5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:05.185641 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-adc8612f-9faa-4836-bd5a-225836fd33a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:05.256450 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2707cb56-3dfd-461a-9068-52266c8d064a None None] Network 93544c58-9a1f-460e-b8df-baaa390b3fad requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:54:05.269844 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-32ec3486-5eaa-4245-b54e-6fb73331fca5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:05.280083 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f21ec29e-1633-4a8c-9ff7-4dbe9bd946fd None None] Provisioning complete for port 7c8f5741-a280-4918-9e09-cbf5043864c4 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:05.280471 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f21ec29e-1633-4a8c-9ff7-4dbe9bd946fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:05.521241 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e5110179-e0ff-4c22-bd86-8e8719286e5d tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/subnets/d64f80f8-0827-4c66-9e40-ef117d327c63 HTTP/1.1" status: 204 len: 168 time: 2.3520334 May 31 15:54:05.521711 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58786) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:05.567210 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141c9e5-8af9-459c-b333-e547f995d4b5 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Pushing event updated for resources: {'Subnet': ['ID=13640c8e-f9d3-4b93-b70a-919f0ac30700,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:05.577955 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9141c9e5-8af9-459c-b333-e547f995d4b5 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:05.589028 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9141c9e5-8af9-459c-b333-e547f995d4b5 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Checking segment: {'id': 'd97b1fae-7878-4bab-8c70-d89f6e023b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:54:05.589382 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9141c9e5-8af9-459c-b333-e547f995d4b5 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Network hostable DHCP agents. Network: f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:54:05.630403 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-46d6bdbd-9308-48be-966b-be8daa53c31a None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:05.636339 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b94d59-80e4-42fd-8572-2e14570daaa2 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:05.642708 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b94d59-80e4-42fd-8572-2e14570daaa2 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:05.648030 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b94d59-80e4-42fd-8572-2e14570daaa2 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:05.652983 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c8b94d59-80e4-42fd-8572-2e14570daaa2 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.4774115 May 31 15:54:05.653834 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58790) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:05.656327 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-32ec3486-5eaa-4245-b54e-6fb73331fca5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:05.669864 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8dd82165-910d-4777-a611-1ad917856275 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:05.688955 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9141c9e5-8af9-459c-b333-e547f995d4b5 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Network f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:54:05.733861 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-46d6bdbd-9308-48be-966b-be8daa53c31a None None] Transition to ACTIVE for port object 85000243-9c36-4d33-bea3-87707a0eae68 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:05.748489 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-9141c9e5-8af9-459c-b333-e547f995d4b5 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:05.784158 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9141c9e5-8af9-459c-b333-e547f995d4b5 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:05.784747 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9141c9e5-8af9-459c-b333-e547f995d4b5 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:05.786021 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f7f0de-d077-4432-9f9f-d8596192a1c1 None None] Network f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:54:05.806262 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.objects.ports [None req-6637ddc6-509f-4335-9ab0-2e577c212571 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99205) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 15:54:05.814054 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6637ddc6-509f-4335-9ab0-2e577c212571 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:05.820219 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-99c97792-949a-469d-84d6-7c2e0ce6a51f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:05.838847 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-46d6bdbd-9308-48be-966b-be8daa53c31a None None] Transition to ACTIVE for port object 85000243-9c36-4d33-bea3-87707a0eae68 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:05.881187 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6637ddc6-509f-4335-9ab0-2e577c212571 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:54:05.886024 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-6637ddc6-509f-4335-9ab0-2e577c212571 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:05.905619 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637ddc6-509f-4335-9ab0-2e577c212571 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Subnet': ['ID=45c8c0fa-8492-4dcb-a8d4-00b6309b9ec9,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:05.907445 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6637ddc6-509f-4335-9ab0-2e577c212571 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:05.908461 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6637ddc6-509f-4335-9ab0-2e577c212571 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:05.916306 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6637ddc6-509f-4335-9ab0-2e577c212571 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:05.919859 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9141c9e5-8af9-459c-b333-e547f995d4b5 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2106633 May 31 15:54:05.923208 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-8dd82165-910d-4777-a611-1ad917856275 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Deleting port a3919150-f131-4c6c-8900-8e17830c4f87 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:54:05.923665 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8dd82165-910d-4777-a611-1ad917856275 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:05.928140 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58794) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:05.939018 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-46d6bdbd-9308-48be-966b-be8daa53c31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:05.949985 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1ca853bc-9cc4-42ae-8630-830922b01d61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:06.015462 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6637ddc6-509f-4335-9ab0-2e577c212571 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7275889 May 31 15:54:06.015733 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58798) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:06.021661 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-1348b20a-4a4e-4fc4-af57-a1f556577a32 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'port': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'mac_address': 'fa:16:3e:db:df:e4', 'name': 'tempest-NetworksTestDHCPv6-987543545'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:06.057293 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d6bdbd-9308-48be-966b-be8daa53c31a None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:54:06.075647 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-46d6bdbd-9308-48be-966b-be8daa53c31a None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:06.078255 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d6bdbd-9308-48be-966b-be8daa53c31a None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:54:06.087452 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6bdbd-9308-48be-966b-be8daa53c31a None None] Pushing event updated for resources: {'Port': ['ID=85000243-9c36-4d33-bea3-87707a0eae68,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:06.090819 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-46d6bdbd-9308-48be-966b-be8daa53c31a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:06.112986 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-8dd82165-910d-4777-a611-1ad917856275 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] For port a3919150-f131-4c6c-8900-8e17830c4f87, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a3919150-f131-4c6c-8900-8e17830c4f87,segment=NetworkSegment(31f4952d-06bb-497e-8e4c-a13d87e4a88b),segment_id=31f4952d-06bb-497e-8e4c-a13d87e4a88b)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:54:06.113479 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8dd82165-910d-4777-a611-1ad917856275 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:06.157529 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-0d3cfbfb-bb7e-4c48-a739-7c46fa57b7bb tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Deleting port c635b301-f465-4449-b049-730b1c9a2063 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:54:06.158176 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0d3cfbfb-bb7e-4c48-a739-7c46fa57b7bb tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:06.177954 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 692955f7-07b5-4de1-b31d-16d58bc190fe no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:54:06.254618 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-8dd82165-910d-4777-a611-1ad917856275 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Calling delete_port for a3919150-f131-4c6c-8900-8e17830c4f87 owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:54:06.308025 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 692955f7-07b5-4de1-b31d-16d58bc190fe {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:54:06.308192 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 692955f7-07b5-4de1-b31d-16d58bc190fe not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:54:06.314994 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1348b20a-4a4e-4fc4-af57-a1f556577a32 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:06.329105 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1348b20a-4a4e-4fc4-af57-a1f556577a32 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:06.348650 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1348b20a-4a4e-4fc4-af57-a1f556577a32 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:54:06.352542 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5d370b45-0ff7-42ce-af75-bde6a32ee7dd None None] Provisioning for port c635b301-f465-4449-b049-730b1c9a2063 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:06.367660 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-46d6bdbd-9308-48be-966b-be8daa53c31a None None] Attempting to bind port 85000243-9c36-4d33-bea3-87707a0eae68 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:54:06.368408 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-46d6bdbd-9308-48be-966b-be8daa53c31a None None] Attempting to bind port 85000243-9c36-4d33-bea3-87707a0eae68 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:54:06.368969 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d6bdbd-9308-48be-966b-be8daa53c31a None None] Attempting to bind port 85000243-9c36-4d33-bea3-87707a0eae68 on network b5001308-9f67-458f-99a7-4cdcd1177eb2 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:54:06.410702 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5d370b45-0ff7-42ce-af75-bde6a32ee7dd None None] Provisioning complete for port c635b301-f465-4449-b049-730b1c9a2063 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:06.411176 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5d370b45-0ff7-42ce-af75-bde6a32ee7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:06.459328 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d6bdbd-9308-48be-966b-be8daa53c31a None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:54:06.459697 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d6bdbd-9308-48be-966b-be8daa53c31a None None] Checking segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:54:06.460106 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-46d6bdbd-9308-48be-966b-be8daa53c31a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:06.460712 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d6bdbd-9308-48be-966b-be8daa53c31a None None] Bound using segment: {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:54:06.461221 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-46d6bdbd-9308-48be-966b-be8daa53c31a None None] Bound port: 85000243-9c36-4d33-bea3-87707a0eae68, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:54:06.461603 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-46d6bdbd-9308-48be-966b-be8daa53c31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:06.471741 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2155771c-8ef5-4dc3-b124-3e873c7475cb None None] DHCP port deletion for 93544c58-9a1f-460e-b8df-baaa390b3fad request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:54:06.474976 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-adc8612f-9faa-4836-bd5a-225836fd33a4 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:06.492983 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0d3cfbfb-bb7e-4c48-a739-7c46fa57b7bb tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:06.509648 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-32ec3486-5eaa-4245-b54e-6fb73331fca5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:06.549026 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07ba9a6-0f17-438f-82af-ec104e7dabf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217', 'network_id': 'f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217', 'tenant_id': 'dd852f22866d47498e7ba1367b0e04db', 'fixed_ips': [{'subnet_id': '13640c8e-f9d3-4b93-b70a-919f0ac30700'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:54:06.549861 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b07ba9a6-0f17-438f-82af-ec104e7dabf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:06.568316 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1e871a0d-ba3b-46f1-bc37-388c9ebcc71c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:06.603096 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8dd82165-910d-4777-a611-1ad917856275 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:06.608700 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-809e1e36-c530-40f2-87a9-ea26b17bb6a8 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:06.661651 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd82165-910d-4777-a611-1ad917856275 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Port': ['ID=a3919150-f131-4c6c-8900-8e17830c4f87,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:06.665170 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd82165-910d-4777-a611-1ad917856275 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] No DVR routers for this DVR port a3919150-f131-4c6c-8900-8e17830c4f87 on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:54:06.666769 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8dd82165-910d-4777-a611-1ad917856275 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:06.673109 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-adc8612f-9faa-4836-bd5a-225836fd33a4 None None] Transition to ACTIVE for port object 219b6387-0461-41fb-9ec4-61b42d9ab3d8 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:06.701162 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-adc8612f-9faa-4836-bd5a-225836fd33a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:06.708482 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-036af520-7bc3-4aad-978d-e4222ac0ace2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:06.718288 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-0d3cfbfb-bb7e-4c48-a739-7c46fa57b7bb tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Calling delete_port for c635b301-f465-4449-b049-730b1c9a2063 owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:54:06.728843 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec3486-5eaa-4245-b54e-6fb73331fca5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Subnet': ['ID=1af832df-2868-4ec0-8440-a7c5c7fae8dc,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:06.739990 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-5d370b45-0ff7-42ce-af75-bde6a32ee7dd None None] Port c635b301-f465-4449-b049-730b1c9a2063 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:54:06.748213 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-32ec3486-5eaa-4245-b54e-6fb73331fca5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:06.765826 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec3486-5eaa-4245-b54e-6fb73331fca5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:06.766246 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec3486-5eaa-4245-b54e-6fb73331fca5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:06.766580 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec3486-5eaa-4245-b54e-6fb73331fca5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:06.767147 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec3486-5eaa-4245-b54e-6fb73331fca5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:06.767371 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec3486-5eaa-4245-b54e-6fb73331fca5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:06.768214 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec3486-5eaa-4245-b54e-6fb73331fca5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:06.768214 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec3486-5eaa-4245-b54e-6fb73331fca5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:06.768463 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec3486-5eaa-4245-b54e-6fb73331fca5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:06.768711 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec3486-5eaa-4245-b54e-6fb73331fca5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:06.769070 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec3486-5eaa-4245-b54e-6fb73331fca5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:06.769736 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec3486-5eaa-4245-b54e-6fb73331fca5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:06.769736 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec3486-5eaa-4245-b54e-6fb73331fca5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:06.789380 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-32ec3486-5eaa-4245-b54e-6fb73331fca5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/subnets/1af832df-2868-4ec0-8440-a7c5c7fae8dc HTTP/1.1" status: 204 len: 168 time: 1.8978155 May 31 15:54:06.790019 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-32ec3486-5eaa-4245-b54e-6fb73331fca5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:06.793013 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58802) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:06.795043 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1348b20a-4a4e-4fc4-af57-a1f556577a32 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:06.819874 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-887ee623-bc15-47e5-a70b-40bc67d99029 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'subnet': {'network_id': 'c3b1d98e-52e3-416d-a56a-51cbabc18c9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:06.820820 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31c6a23-ca03-4d76-8c3f-60322217050f None None] Network c3b1d98e-52e3-416d-a56a-51cbabc18c9a requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:54:06.908508 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8dd82165-910d-4777-a611-1ad917856275 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:06.927630 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-1348b20a-4a4e-4fc4-af57-a1f556577a32 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] device_id is not set on port 02179769-f584-4b2e-8fa7-1fd28a514232 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:54:06.973035 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-adc8612f-9faa-4836-bd5a-225836fd33a4 None None] Attempting to bind port 219b6387-0461-41fb-9ec4-61b42d9ab3d8 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:54:06.973424 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-adc8612f-9faa-4836-bd5a-225836fd33a4 None None] Attempting to bind port 219b6387-0461-41fb-9ec4-61b42d9ab3d8 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:54:06.974035 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc8612f-9faa-4836-bd5a-225836fd33a4 None None] Attempting to bind port 219b6387-0461-41fb-9ec4-61b42d9ab3d8 on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:54:06.977372 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-8dd82165-910d-4777-a611-1ad917856275 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93544c58-9a1f-460e-b8df-baaa390b3fad']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:06.990126 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd20d5-f70f-4eee-8328-a9894245072a None None] Pushing event updated for resources: {'Port': ['ID=219b6387-0461-41fb-9ec4-61b42d9ab3d8,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:07.001777 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-88cd20d5-f70f-4eee-8328-a9894245072a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:07.010920 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-8dd82165-910d-4777-a611-1ad917856275 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f4952d-06bb-497e-8e4c-a13d87e4a88b') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:07.011306 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-8dd82165-910d-4777-a611-1ad917856275 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f4952d-06bb-497e-8e4c-a13d87e4a88b') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:07.021131 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc8612f-9faa-4836-bd5a-225836fd33a4 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:54:07.021567 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc8612f-9faa-4836-bd5a-225836fd33a4 None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:54:07.021911 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-adc8612f-9faa-4836-bd5a-225836fd33a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:07.022306 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc8612f-9faa-4836-bd5a-225836fd33a4 None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:54:07.022796 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-adc8612f-9faa-4836-bd5a-225836fd33a4 None None] Bound port: 219b6387-0461-41fb-9ec4-61b42d9ab3d8, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:54:07.023200 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-adc8612f-9faa-4836-bd5a-225836fd33a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:07.042169 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8dd82165-910d-4777-a611-1ad917856275 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:07.051703 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-46d6bdbd-9308-48be-966b-be8daa53c31a None None] For port 85000243-9c36-4d33-bea3-87707a0eae68, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:54:07.082063 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8dd82165-910d-4777-a611-1ad917856275 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:07.106792 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd82165-910d-4777-a611-1ad917856275 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:54:07.107212 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8dd82165-910d-4777-a611-1ad917856275 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:07.127298 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-46d6bdbd-9308-48be-966b-be8daa53c31a None None] For port 85000243-9c36-4d33-bea3-87707a0eae68, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=85000243-9c36-4d33-bea3-87707a0eae68,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:54:07.127940 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:54:07.138172 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:07.160556 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-46d6bdbd-9308-48be-966b-be8daa53c31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:07.179576 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:07.221909 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0d3cfbfb-bb7e-4c48-a739-7c46fa57b7bb tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:07.229836 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3d4b4231-ec2d-458a-8e9c-dd4f92e78c67 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:07.230168 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-887ee623-bc15-47e5-a70b-40bc67d99029 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:07.240723 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-2155771c-8ef5-4dc3-b124-3e873c7475cb None None] Deleting port a3919150-f131-4c6c-8900-8e17830c4f87 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:54:07.241093 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2155771c-8ef5-4dc3-b124-3e873c7475cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:07.248806 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-887ee623-bc15-47e5-a70b-40bc67d99029 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:subnet and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:07.254096 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-887ee623-bc15-47e5-a70b-40bc67d99029 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:07.262580 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-887ee623-bc15-47e5-a70b-40bc67d99029 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:07.283111 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8dd82165-910d-4777-a611-1ad917856275 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:07.285680 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3cfbfb-bb7e-4c48-a739-7c46fa57b7bb tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Pushing event deleted for resources: {'Port': ['ID=c635b301-f465-4449-b049-730b1c9a2063,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:07.287585 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887ee623-bc15-47e5-a70b-40bc67d99029 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:54:07.291297 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-887ee623-bc15-47e5-a70b-40bc67d99029 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:07.292118 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0d3cfbfb-bb7e-4c48-a739-7c46fa57b7bb tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:07.319153 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:07.340939 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8dd82165-910d-4777-a611-1ad917856275 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:07.385804 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd82165-910d-4777-a611-1ad917856275 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Network': ['ID=93544c58-9a1f-460e-b8df-baaa390b3fad,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:07.436790 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-b07ba9a6-0f17-438f-82af-ec104e7dabf0 None None] Allocated IP 172.20.0.2 (f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217/13640c8e-f9d3-4b93-b70a-919f0ac30700/44bbf8cb-5567-4b37-91a1-b92b947d9116) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:54:07.441267 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8dd82165-910d-4777-a611-1ad917856275 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:07.447483 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-adc8612f-9faa-4836-bd5a-225836fd33a4 None None] For port 219b6387-0461-41fb-9ec4-61b42d9ab3d8, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:54:07.476304 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8dd82165-910d-4777-a611-1ad917856275 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/networks/93544c58-9a1f-460e-b8df-baaa390b3fad HTTP/1.1" status: 204 len: 168 time: 1.9527464 May 31 15:54:07.482910 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58806) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:07.503172 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6bdbd-9308-48be-966b-be8daa53c31a None None] Pushing event updated for resources: {'Port': ['ID=85000243-9c36-4d33-bea3-87707a0eae68,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:07.507502 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-46d6bdbd-9308-48be-966b-be8daa53c31a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:07.512133 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-2155771c-8ef5-4dc3-b124-3e873c7475cb None None] For port a3919150-f131-4c6c-8900-8e17830c4f87, host dv-neutron-601336-79-hyperv, got binding levels [] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:54:07.512785 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2155771c-8ef5-4dc3-b124-3e873c7475cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:07.522028 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-adc8612f-9faa-4836-bd5a-225836fd33a4 None None] For port 219b6387-0461-41fb-9ec4-61b42d9ab3d8, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=219b6387-0461-41fb-9ec4-61b42d9ab3d8,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:54:07.535459 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-adc8612f-9faa-4836-bd5a-225836fd33a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:07.575468 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0d3cfbfb-bb7e-4c48-a739-7c46fa57b7bb tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:07.588621 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-1348b20a-4a4e-4fc4-af57-a1f556577a32 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Allocated IP 2001:db8::3c6 (b5001308-9f67-458f-99a7-4cdcd1177eb2/97642861-d5d2-4575-8488-a42d839ae3cb/02179769-f584-4b2e-8fa7-1fd28a514232) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:54:07.593654 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0d3cfbfb-bb7e-4c48-a739-7c46fa57b7bb tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] 10.222.0.45 "DELETE /v2.0/ports/c635b301-f465-4449-b049-730b1c9a2063 HTTP/1.1" status: 204 len: 168 time: 1.9065082 May 31 15:54:07.598456 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58810) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:07.606425 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-6f212ff5-4e64-48b5-ad06-2e28ac7d7cd9 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Request body: {'port': {'name': 'tempest-new-port-name-579346330', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:07.606726 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.api.validators [None req-6f212ff5-4e64-48b5-ad06-2e28ac7d7cd9 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] bootfile-name is not in valid_values {{(pid=99204) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 31 15:54:07.608309 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-959e4488-874e-4209-b175-0fba1643376a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:07.612406 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.api.validators [None req-6f212ff5-4e64-48b5-ad06-2e28ac7d7cd9 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] tftp-server is not in valid_values {{(pid=99204) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 31 15:54:07.612736 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.api.validators [None req-6f212ff5-4e64-48b5-ad06-2e28ac7d7cd9 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] server-ip-address is not in valid_values {{(pid=99204) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 31 15:54:07.662257 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b04c69c3-8dc9-45b0-a5d1-fe8112e729ef tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:07.673449 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-1348b20a-4a4e-4fc4-af57-a1f556577a32 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Allocated IP 2001:db8:0:1:f816:3eff:fedb:dfe4 (b5001308-9f67-458f-99a7-4cdcd1177eb2/45c8c0fa-8492-4dcb-a8d4-00b6309b9ec9/02179769-f584-4b2e-8fa7-1fd28a514232) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:54:07.750138 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-2155771c-8ef5-4dc3-b124-3e873c7475cb None None] Calling delete_port for a3919150-f131-4c6c-8900-8e17830c4f87 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:54:07.820899 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.ipam_backend_mixin [None req-2155771c-8ef5-4dc3-b124-3e873c7475cb None None] Port a3919150-f131-4c6c-8900-8e17830c4f87 was not found and therefore no delete operation was performed {{(pid=99206) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 31 15:54:07.861538 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2155771c-8ef5-4dc3-b124-3e873c7475cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:07.887449 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2155771c-8ef5-4dc3-b124-3e873c7475cb None None] Network 93544c58-9a1f-460e-b8df-baaa390b3fad is not hosted by any dhcp agent {{(pid=99206) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 31 15:54:07.887913 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2155771c-8ef5-4dc3-b124-3e873c7475cb None None] No DVR routers for this DVR port a3919150-f131-4c6c-8900-8e17830c4f87 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:54:07.912852 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc8612f-9faa-4836-bd5a-225836fd33a4 None None] Routers {'a54e5485-b565-40c4-a16c-7a60bef32f7b'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:54:07.913615 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-adc8612f-9faa-4836-bd5a-225836fd33a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:53:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['a54e5485-b565-40c4-a16c-7a60bef32f7b'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:08.014788 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a6081793-6151-48c1-91d4-a5c64e4b00af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:08.022249 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd20d5-f70f-4eee-8328-a9894245072a None None] Pushing event updated for resources: {'Port': ['ID=219b6387-0461-41fb-9ec4-61b42d9ab3d8,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:08.025473 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-88cd20d5-f70f-4eee-8328-a9894245072a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:08.036924 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-85f25208-8a46-43ee-9aad-d32f8b9ab2f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:08.094756 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155771c-8ef5-4dc3-b124-3e873c7475cb None None] Pushing event deleted for resources: {'Port': ['ID=a3919150-f131-4c6c-8900-8e17830c4f87,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:08.095829 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-2155771c-8ef5-4dc3-b124-3e873c7475cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:08.100176 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f212ff5-4e64-48b5-ad06-2e28ac7d7cd9 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:08.238229 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 85000243-9c36-4d33-bea3-87707a0eae68 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:54:08.417656 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:08.427483 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b07ba9a6-0f17-438f-82af-ec104e7dabf0 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:08.431477 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-adc8612f-9faa-4836-bd5a-225836fd33a4 None None] Set router a54e5485-b565-40c4-a16c-7a60bef32f7b gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:54:08.530788 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f212ff5-4e64-48b5-ad06-2e28ac7d7cd9 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:08.540141 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f212ff5-4e64-48b5-ad06-2e28ac7d7cd9 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:08.550824 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-409f0f82-2898-482e-ae60-32abae890eae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:08.573416 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b07ba9a6-0f17-438f-82af-ec104e7dabf0 None None] Transition to ACTIVE for port object 44bbf8cb-5567-4b37-91a1-b92b947d9116 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:08.680904 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b07ba9a6-0f17-438f-82af-ec104e7dabf0 None None] Transition to ACTIVE for port object 44bbf8cb-5567-4b37-91a1-b92b947d9116 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:08.682623 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 85000243-9c36-4d33-bea3-87707a0eae68 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:08.698427 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1348b20a-4a4e-4fc4-af57-a1f556577a32 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:08.702518 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-6f212ff5-4e64-48b5-ad06-2e28ac7d7cd9 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] In _notify_port_updated(), no bound segment for port 86b9ee88-1a84-41a1-b933-f5b1ee7de1f8 on network d7d37a7a-c3d0-4a1a-a50a-7f0faf983b5e {{(pid=99204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 15:54:08.706254 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b07ba9a6-0f17-438f-82af-ec104e7dabf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:08.709542 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f212ff5-4e64-48b5-ad06-2e28ac7d7cd9 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:08.710257 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f212ff5-4e64-48b5-ad06-2e28ac7d7cd9 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:08.717231 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6f212ff5-4e64-48b5-ad06-2e28ac7d7cd9 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] 10.222.0.45 "PUT /v2.0/ports/86b9ee88-1a84-41a1-b933-f5b1ee7de1f8 HTTP/1.1" status: 200 len: 1135 time: 1.1175261 May 31 15:54:08.721239 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-46d6bdbd-9308-48be-966b-be8daa53c31a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:08.723188 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58816) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:08.801632 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a3919150-f131-4c6c-8900-8e17830c4f87 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:54:08.804702 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-1348b20a-4a4e-4fc4-af57-a1f556577a32 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Transition to ACTIVE for port object 02179769-f584-4b2e-8fa7-1fd28a514232 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:08.869157 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: a3919150-f131-4c6c-8900-8e17830c4f87 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:54:08.869627 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a3919150-f131-4c6c-8900-8e17830c4f87 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:54:08.880576 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07ba9a6-0f17-438f-82af-ec104e7dabf0 None None] Network f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:54:08.920001 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-b07ba9a6-0f17-438f-82af-ec104e7dabf0 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:08.923376 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07ba9a6-0f17-438f-82af-ec104e7dabf0 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:54:08.938269 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ba9a6-0f17-438f-82af-ec104e7dabf0 None None] Pushing event updated for resources: {'Port': ['ID=44bbf8cb-5567-4b37-91a1-b92b947d9116,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:08.941929 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b07ba9a6-0f17-438f-82af-ec104e7dabf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:08.975095 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1348b20a-4a4e-4fc4-af57-a1f556577a32 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:09.011665 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6375f59-66ab-4528-acdf-5d6910702d8a tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:09.012908 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c6375f59-66ab-4528-acdf-5d6910702d8a tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Synchronizing usage tracker for tenant:2c8382cdd645462782e7be125fe08978 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:09.015758 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f212ff5-4e64-48b5-ad06-2e28ac7d7cd9 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Pushing event updated for resources: {'Port': ['ID=86b9ee88-1a84-41a1-b933-f5b1ee7de1f8,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:09.028112 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-b04c69c3-8dc9-45b0-a5d1-fe8112e729ef tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Allocated IP 172.20.0.1 (f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217/13640c8e-f9d3-4b93-b70a-919f0ac30700/444ce256-f87a-437b-b92c-baf31cfd333a) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:54:09.030398 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6f212ff5-4e64-48b5-ad06-2e28ac7d7cd9 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:09.053589 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4c2d40b8-bbad-46f0-9666-e3463ea9553c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:09.064601 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-b07ba9a6-0f17-438f-82af-ec104e7dabf0 None None] Attempting to bind port 44bbf8cb-5567-4b37-91a1-b92b947d9116 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:54:09.065055 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-b07ba9a6-0f17-438f-82af-ec104e7dabf0 None None] Attempting to bind port 44bbf8cb-5567-4b37-91a1-b92b947d9116 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'd97b1fae-7878-4bab-8c70-d89f6e023b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:54:09.065529 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07ba9a6-0f17-438f-82af-ec104e7dabf0 None None] Attempting to bind port 44bbf8cb-5567-4b37-91a1-b92b947d9116 on network f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:54:09.075912 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07ba9a6-0f17-438f-82af-ec104e7dabf0 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:54:09.076395 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07ba9a6-0f17-438f-82af-ec104e7dabf0 None None] Checking segment: {'id': 'd97b1fae-7878-4bab-8c70-d89f6e023b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:54:09.076967 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b07ba9a6-0f17-438f-82af-ec104e7dabf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:09.077779 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07ba9a6-0f17-438f-82af-ec104e7dabf0 None None] Bound using segment: {'id': 'd97b1fae-7878-4bab-8c70-d89f6e023b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:54:09.078000 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-b07ba9a6-0f17-438f-82af-ec104e7dabf0 None None] Bound port: 44bbf8cb-5567-4b37-91a1-b92b947d9116, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97b1fae-7878-4bab-8c70-d89f6e023b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:54:09.078504 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b07ba9a6-0f17-438f-82af-ec104e7dabf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:09.092611 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c6375f59-66ab-4528-acdf-5d6910702d8a tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Unset dirty status for tenant:2c8382cdd645462782e7be125fe08978 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:09.100329 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c6375f59-66ab-4528-acdf-5d6910702d8a tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] 10.222.0.45 "GET /v2.0/ports/86b9ee88-1a84-41a1-b933-f5b1ee7de1f8 HTTP/1.1" status: 200 len: 1135 time: 0.3697171 May 31 15:54:09.106129 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58820) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:09.158192 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348b20a-4a4e-4fc4-af57-a1f556577a32 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Port': ['ID=02179769-f584-4b2e-8fa7-1fd28a514232,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:09.165077 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1348b20a-4a4e-4fc4-af57-a1f556577a32 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:09.190060 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-85eed756-8246-42b4-8495-77544017a138 None None] Provisioning complete for port 86b9ee88-1a84-41a1-b933-f5b1ee7de1f8 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:09.190530 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-85eed756-8246-42b4-8495-77544017a138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:09.231074 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb9a462-f2a5-4660-9ed4-d72f582236c5 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:54:09.241693 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1348b20a-4a4e-4fc4-af57-a1f556577a32 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:54:09.245975 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-1348b20a-4a4e-4fc4-af57-a1f556577a32 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:09.252298 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1348b20a-4a4e-4fc4-af57-a1f556577a32 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:54:09.257291 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-adc8612f-9faa-4836-bd5a-225836fd33a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147894015', 'tenant_id': 'dd852f22866d47498e7ba1367b0e04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': '219b6387-0461-41fb-9ec4-61b42d9ab3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:53:55Z', 'updated_at': '2021-05-31T15:53:59Z', 'revision_number': 3, 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'gw_port': {'id': '219b6387-0461-41fb-9ec4-61b42d9ab3d8', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:57Z', 'updated_at': '2021-05-31T15:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:09.260575 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1348b20a-4a4e-4fc4-af57-a1f556577a32 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:09.261270 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1348b20a-4a4e-4fc4-af57-a1f556577a32 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:09.326964 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1348b20a-4a4e-4fc4-af57-a1f556577a32 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.3072674 May 31 15:54:09.328961 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58824) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:09.341186 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc8612f-9faa-4836-bd5a-225836fd33a4 None None] The sync data for ids ['a54e5485-b565-40c4-a16c-7a60bef32f7b'] in dv-neutron-601336-79-hyperv is: [{'id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147894015', 'tenant_id': 'dd852f22866d47498e7ba1367b0e04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': '219b6387-0461-41fb-9ec4-61b42d9ab3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:53:55Z', 'updated_at': '2021-05-31T15:53:59Z', 'revision_number': 3, 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'gw_port': {'id': '219b6387-0461-41fb-9ec4-61b42d9ab3d8', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:57Z', 'updated_at': '2021-05-31T15:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:54:09.397998 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-b07ba9a6-0f17-438f-82af-ec104e7dabf0 None None] For port 44bbf8cb-5567-4b37-91a1-b92b947d9116, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:54:09.400557 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-85eed756-8246-42b4-8495-77544017a138 None None] Port 86b9ee88-1a84-41a1-b933-f5b1ee7de1f8 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:54:09.405143 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-b07ba9a6-0f17-438f-82af-ec104e7dabf0 None None] For port 44bbf8cb-5567-4b37-91a1-b92b947d9116, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=44bbf8cb-5567-4b37-91a1-b92b947d9116,segment=NetworkSegment(d97b1fae-7878-4bab-8c70-d89f6e023b0d),segment_id=d97b1fae-7878-4bab-8c70-d89f6e023b0d)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:54:09.416411 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b07ba9a6-0f17-438f-82af-ec104e7dabf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:09.418150 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-208e1bb4-6a26-41aa-a077-1cd00b27cfa5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:09.424741 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-88cd20d5-f70f-4eee-8328-a9894245072a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:09.594162 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b04c69c3-8dc9-45b0-a5d1-fe8112e729ef tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:09.624109 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-b04c69c3-8dc9-45b0-a5d1-fe8112e729ef tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Transition to ACTIVE for port object 444ce256-f87a-437b-b92c-baf31cfd333a will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:09.649259 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-7c7bcd00-7122-4bf3-8533-2b1842d60b6a tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Deleting port 86b9ee88-1a84-41a1-b933-f5b1ee7de1f8 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:54:09.649906 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7c7bcd00-7122-4bf3-8533-2b1842d60b6a tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:09.706625 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-0d150e6e-a409-4ab3-b5b5-a312a722c0b4 None None] Provisioning for port 85000243-9c36-4d33-bea3-87707a0eae68 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:09.716440 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ba9a6-0f17-438f-82af-ec104e7dabf0 None None] Pushing event updated for resources: {'Port': ['ID=44bbf8cb-5567-4b37-91a1-b92b947d9116,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:09.722270 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b07ba9a6-0f17-438f-82af-ec104e7dabf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:09.724487 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-0d150e6e-a409-4ab3-b5b5-a312a722c0b4 None None] Provisioning complete for port 85000243-9c36-4d33-bea3-87707a0eae68 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:09.724810 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0d150e6e-a409-4ab3-b5b5-a312a722c0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:09.801496 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b04c69c3-8dc9-45b0-a5d1-fe8112e729ef tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:09.810358 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:09.811022 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2aee2dd1-5566-464e-9e45-5eeab22ff6ce tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:09.942022 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-887ee623-bc15-47e5-a70b-40bc67d99029 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:09.946432 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0d150e6e-a409-4ab3-b5b5-a312a722c0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:09.957023 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-de5dbc3a-b910-4744-8e29-48c60f1c8425 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:09.993484 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-827b003a-6670-4688-b5a3-4a00f5654cd7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting port 02179769-f584-4b2e-8fa7-1fd28a514232 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:54:09.994704 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-827b003a-6670-4688-b5a3-4a00f5654cd7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:10.036976 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c69c3-8dc9-45b0-a5d1-fe8112e729ef tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Pushing event updated for resources: {'Port': ['ID=444ce256-f87a-437b-b92c-baf31cfd333a,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:10.042414 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b04c69c3-8dc9-45b0-a5d1-fe8112e729ef tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:10.052236 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04c69c3-8dc9-45b0-a5d1-fe8112e729ef tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Network f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:54:10.056950 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-b04c69c3-8dc9-45b0-a5d1-fe8112e729ef tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:10.073444 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04c69c3-8dc9-45b0-a5d1-fe8112e729ef tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:54:10.100694 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-0d150e6e-a409-4ab3-b5b5-a312a722c0b4 None None] For port 85000243-9c36-4d33-bea3-87707a0eae68, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=85000243-9c36-4d33-bea3-87707a0eae68,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:54:10.112008 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0d150e6e-a409-4ab3-b5b5-a312a722c0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:10.115395 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b9ff1432-e570-4090-9818-4a3f988d3322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:10.149858 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68df4ff7-9717-424a-8b80-580e1abb279b None None] Update dhcp port {'port': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'fixed_ips': [{'subnet_id': '97642861-d5d2-4575-8488-a42d839ae3cb', 'ip_address': '2001:db8::2'}, {'subnet_id': '45c8c0fa-8492-4dcb-a8d4-00b6309b9ec9'}], 'binding:host_id': 'dv-neutron-601336-79-hyperv'}, 'id': '85000243-9c36-4d33-bea3-87707a0eae68'} from dv-neutron-601336-79-hyperv. {{(pid=99206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 31 15:54:10.170287 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887ee623-bc15-47e5-a70b-40bc67d99029 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network c3b1d98e-52e3-416d-a56a-51cbabc18c9a is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:54:10.173482 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b04c69c3-8dc9-45b0-a5d1-fe8112e729ef tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:10.178886 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7c7bcd00-7122-4bf3-8533-2b1842d60b6a tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:10.194066 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-887ee623-bc15-47e5-a70b-40bc67d99029 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:10.223966 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887ee623-bc15-47e5-a70b-40bc67d99029 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:10.224760 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-887ee623-bc15-47e5-a70b-40bc67d99029 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:10.228689 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec77b82-adb4-4ab6-a99e-51a923f1dfd3 None None] Network c3b1d98e-52e3-416d-a56a-51cbabc18c9a requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:54:10.247012 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ee623-bc15-47e5-a70b-40bc67d99029 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Subnet': ['ID=70df36d9-5809-4a1d-a7d1-9d5724e3d44c,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:10.269229 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-887ee623-bc15-47e5-a70b-40bc67d99029 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4578063 May 31 15:54:10.294863 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58828) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:10.354048 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-a1de2b3b-d5ea-4787-86b2-716e9116a6f2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'security_group': {'name': 'tempest-secgroup-1586607330'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:10.357174 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 219b6387-0461-41fb-9ec4-61b42d9ab3d8 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:54:10.359688 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ee623-bc15-47e5-a70b-40bc67d99029 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:10.360163 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ee623-bc15-47e5-a70b-40bc67d99029 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:10.360590 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ee623-bc15-47e5-a70b-40bc67d99029 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:10.361017 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ee623-bc15-47e5-a70b-40bc67d99029 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:10.361436 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ee623-bc15-47e5-a70b-40bc67d99029 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:10.361860 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ee623-bc15-47e5-a70b-40bc67d99029 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:10.362286 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ee623-bc15-47e5-a70b-40bc67d99029 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:10.362710 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ee623-bc15-47e5-a70b-40bc67d99029 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:10.363154 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ee623-bc15-47e5-a70b-40bc67d99029 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:10.363591 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ee623-bc15-47e5-a70b-40bc67d99029 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:10.364014 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ee623-bc15-47e5-a70b-40bc67d99029 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:10.364495 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ee623-bc15-47e5-a70b-40bc67d99029 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:10.378276 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-887ee623-bc15-47e5-a70b-40bc67d99029 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:10.388509 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a1de2b3b-d5ea-4787-86b2-716e9116a6f2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:10.406846 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-827b003a-6670-4688-b5a3-4a00f5654cd7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:10.409166 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-7c7bcd00-7122-4bf3-8533-2b1842d60b6a tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Calling delete_port for 86b9ee88-1a84-41a1-b933-f5b1ee7de1f8 owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:54:10.415264 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a1de2b3b-d5ea-4787-86b2-716e9116a6f2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:security_group and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:10.421102 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a1de2b3b-d5ea-4787-86b2-716e9116a6f2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:10.431882 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a1de2b3b-d5ea-4787-86b2-716e9116a6f2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:10.533293 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-0d150e6e-a409-4ab3-b5b5-a312a722c0b4 None None] Provisioning complete for port 03bec41a-c913-4ac9-bff6-b5fcc0e1784c triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:10.533566 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0d150e6e-a409-4ab3-b5b5-a312a722c0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:10.566872 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-68df4ff7-9717-424a-8b80-580e1abb279b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:10.585025 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b04c69c3-8dc9-45b0-a5d1-fe8112e729ef tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:10.590244 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-827b003a-6670-4688-b5a3-4a00f5654cd7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Calling delete_port for 02179769-f584-4b2e-8fa7-1fd28a514232 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:54:10.622628 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d150e6e-a409-4ab3-b5b5-a312a722c0b4 None None] Pushing event updated for resources: {'Port': ['ID=85000243-9c36-4d33-bea3-87707a0eae68,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:10.638133 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a1de2b3b-d5ea-4787-86b2-716e9116a6f2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:10.642640 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0d150e6e-a409-4ab3-b5b5-a312a722c0b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:10.732596 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-0d150e6e-a409-4ab3-b5b5-a312a722c0b4 None None] Port 03bec41a-c913-4ac9-bff6-b5fcc0e1784c cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:54:10.885307 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 219b6387-0461-41fb-9ec4-61b42d9ab3d8 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:10.891409 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7c7bcd00-7122-4bf3-8533-2b1842d60b6a tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:10.900196 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5f3f3fc0-ff3d-412d-acd6-5342f61713fe tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:10.931560 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a1de2b3b-d5ea-4787-86b2-716e9116a6f2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:10.932678 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-0d150e6e-a409-4ab3-b5b5-a312a722c0b4 None None] Provisioning complete for port fdfb162b-039a-490e-b592-b80499ed773a triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:10.933061 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0d150e6e-a409-4ab3-b5b5-a312a722c0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:10.940323 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a1de2b3b-d5ea-4787-86b2-716e9116a6f2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:security_group_rule and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:10.947870 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a1de2b3b-d5ea-4787-86b2-716e9116a6f2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:10.957161 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a1de2b3b-d5ea-4787-86b2-716e9116a6f2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:10.972797 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 219b6387-0461-41fb-9ec4-61b42d9ab3d8 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:10.973319 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:10.977957 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7bcd00-7122-4bf3-8533-2b1842d60b6a tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Pushing event deleted for resources: {'Port': ['ID=86b9ee88-1a84-41a1-b933-f5b1ee7de1f8,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:10.983588 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7c7bcd00-7122-4bf3-8533-2b1842d60b6a tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:10.995300 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-208e1bb4-6a26-41aa-a077-1cd00b27cfa5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Deleting port 519373d8-e05e-4d2f-ad24-61d85ec78f45 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:54:10.996375 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-208e1bb4-6a26-41aa-a077-1cd00b27cfa5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:11.186086 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-68df4ff7-9717-424a-8b80-580e1abb279b None None] Allocated IP 2001:db8:0:1:f816:3eff:feb1:b243 (b5001308-9f67-458f-99a7-4cdcd1177eb2/45c8c0fa-8492-4dcb-a8d4-00b6309b9ec9/85000243-9c36-4d33-bea3-87707a0eae68) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:54:11.271502 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7c7bcd00-7122-4bf3-8533-2b1842d60b6a tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:11.307275 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7c7bcd00-7122-4bf3-8533-2b1842d60b6a tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] 10.222.0.45 "DELETE /v2.0/ports/86b9ee88-1a84-41a1-b933-f5b1ee7de1f8 HTTP/1.1" status: 204 len: 168 time: 2.2001870 May 31 15:54:11.309268 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a1de2b3b-d5ea-4787-86b2-716e9116a6f2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:11.310195 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58832) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:11.323896 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1da801-d440-4193-b774-ecf9314eaf67 None None] Network f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:54:11.410463 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a1de2b3b-d5ea-4787-86b2-716e9116a6f2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:11.427217 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-827ffec1-62b0-4272-8718-8b346551227e tempest-ServerActionsTestJSON-1434383333 tempest-ServerActionsTestJSON-1434383333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:11.439390 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-208e1bb4-6a26-41aa-a077-1cd00b27cfa5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] For port 519373d8-e05e-4d2f-ad24-61d85ec78f45, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=519373d8-e05e-4d2f-ad24-61d85ec78f45,segment=NetworkSegment(012d733f-b04d-47cb-8de3-cd25f481f116),segment_id=012d733f-b04d-47cb-8de3-cd25f481f116)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:54:11.439857 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-208e1bb4-6a26-41aa-a077-1cd00b27cfa5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:11.504506 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b04c69c3-8dc9-45b0-a5d1-fe8112e729ef tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:11.510214 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b04c69c3-8dc9-45b0-a5d1-fe8112e729ef tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:11.528058 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:11.544970 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 219b6387-0461-41fb-9ec4-61b42d9ab3d8, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=219b6387-0461-41fb-9ec4-61b42d9ab3d8,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:54:11.566647 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-50867d70-6ef8-4226-83e1-f87d5260d77f tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:11.581977 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:11.582744 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 44bbf8cb-5567-4b37-91a1-b92b947d9116 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:54:11.616414 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-959e4488-874e-4209-b175-0fba1643376a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:11.631148 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-208e1bb4-6a26-41aa-a077-1cd00b27cfa5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Calling delete_port for 519373d8-e05e-4d2f-ad24-61d85ec78f45 owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:54:11.645573 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a1de2b3b-d5ea-4787-86b2-716e9116a6f2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:11.650140 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a1de2b3b-d5ea-4787-86b2-716e9116a6f2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3091660 May 31 15:54:11.651310 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de2b3b-d5ea-4787-86b2-716e9116a6f2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bca71100-f78c-4af4-9118-c9f84b6fe49c,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:11.652353 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c69c3-8dc9-45b0-a5d1-fe8112e729ef tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Pushing event updated for resources: {'Port': ['ID=444ce256-f87a-437b-b92c-baf31cfd333a,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:11.653937 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58836) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:11.655008 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b04c69c3-8dc9-45b0-a5d1-fe8112e729ef tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:11.659544 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b04c69c3-8dc9-45b0-a5d1-fe8112e729ef tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:11.661611 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-e537d676-e5eb-4a4c-b4d1-cb6dfa916c97 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Deleting subnet 7c167f30-674c-46cb-bfb2-2cd0498396fa {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:54:11.664982 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e537d676-e5eb-4a4c-b4d1-cb6dfa916c97 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:11.705955 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a1de2b3b-d5ea-4787-86b2-716e9116a6f2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:11.709884 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-71ab13f6-134d-4ed5-9920-c074f1ea03b0 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'security_group': {'name': 'tempest-secgroup-701486767'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:11.716295 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-827b003a-6670-4688-b5a3-4a00f5654cd7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:11.732398 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d57c483d-c7d6-4cbd-80ce-9b1c013d8098 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:11.773322 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-71ab13f6-134d-4ed5-9920-c074f1ea03b0 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:11.773578 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-05ddca14-33dd-4e99-9ff8-2f4a6b508303 None None] Provisioning for port 44bbf8cb-5567-4b37-91a1-b92b947d9116 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:11.776661 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d9d4ac-c3ce-4238-aa01-78a0ef175f7e None None] Update dhcp port {'port': {'network_id': 'c3b1d98e-52e3-416d-a56a-51cbabc18c9a', 'fixed_ips': [{'subnet_id': '40793833-3913-4dc6-b891-0aafff39b4ac', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '70df36d9-5809-4a1d-a7d1-9d5724e3d44c'}], 'binding:host_id': 'dv-neutron-601336-79-hyperv'}, 'id': 'fdfb162b-039a-490e-b592-b80499ed773a'} from dv-neutron-601336-79-hyperv. {{(pid=99206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 31 15:54:11.800924 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-71ab13f6-134d-4ed5-9920-c074f1ea03b0 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:security_group and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:11.804346 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b003a-6670-4688-b5a3-4a00f5654cd7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Port': ['ID=02179769-f584-4b2e-8fa7-1fd28a514232,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:11.809805 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-71ab13f6-134d-4ed5-9920-c074f1ea03b0 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:11.814494 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-827b003a-6670-4688-b5a3-4a00f5654cd7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:11.848932 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e537d676-e5eb-4a4c-b4d1-cb6dfa916c97 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:11.867550 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-68df4ff7-9717-424a-8b80-580e1abb279b None None] For port 85000243-9c36-4d33-bea3-87707a0eae68, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=85000243-9c36-4d33-bea3-87707a0eae68,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:54:11.870838 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=219b6387-0461-41fb-9ec4-61b42d9ab3d8,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:11.885270 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-71ab13f6-134d-4ed5-9920-c074f1ea03b0 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:11.926104 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:11.926465 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:11.926903 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:11.927265 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:11.927591 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:11.927928 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:11.928329 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:11.928659 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:11.928998 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:11.929312 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:11.929629 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:11.929952 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:54:11.937915 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-84d9d4ac-c3ce-4238-aa01-78a0ef175f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:11.950419 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:11.960016 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 44bbf8cb-5567-4b37-91a1-b92b947d9116 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:11.973989 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-71ab13f6-134d-4ed5-9920-c074f1ea03b0 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:11.986361 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04c69c3-8dc9-45b0-a5d1-fe8112e729ef tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Network f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:54:11.988255 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-b04c69c3-8dc9-45b0-a5d1-fe8112e729ef tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:11.990361 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-827b003a-6670-4688-b5a3-4a00f5654cd7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:11.995070 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-827b003a-6670-4688-b5a3-4a00f5654cd7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/02179769-f584-4b2e-8fa7-1fd28a514232 HTTP/1.1" status: 204 len: 168 time: 2.6649358 May 31 15:54:11.995584 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58840) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:12.002081 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 44bbf8cb-5567-4b37-91a1-b92b947d9116 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:12.002252 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:12.030571 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-71ab13f6-134d-4ed5-9920-c074f1ea03b0 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:12.042452 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-71ab13f6-134d-4ed5-9920-c074f1ea03b0 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:security_group_rule and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:12.048435 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-71ab13f6-134d-4ed5-9920-c074f1ea03b0 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:12.059559 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-71ab13f6-134d-4ed5-9920-c074f1ea03b0 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:12.073222 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e537d676-e5eb-4a4c-b4d1-cb6dfa916c97 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:12.113486 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-68df4ff7-9717-424a-8b80-580e1abb279b None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:12.201648 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-68df4ff7-9717-424a-8b80-580e1abb279b None None] Transition to ACTIVE for port object 85000243-9c36-4d33-bea3-87707a0eae68 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:12.210851 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-68df4ff7-9717-424a-8b80-580e1abb279b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:12.218985 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:12.240754 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676b5700-3561-4620-a4b2-ce6d4dc356a1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:12.241492 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-676b5700-3561-4620-a4b2-ce6d4dc356a1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:12.281487 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-676b5700-3561-4620-a4b2-ce6d4dc356a1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:12.282786 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-676b5700-3561-4620-a4b2-ce6d4dc356a1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2859833 May 31 15:54:12.287440 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58844) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:12.331887 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04c69c3-8dc9-45b0-a5d1-fe8112e729ef tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Router a54e5485-b565-40c4-a16c-7a60bef32f7b has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:54:12.355945 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-71ab13f6-134d-4ed5-9920-c074f1ea03b0 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:12.364113 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-71ab13f6-134d-4ed5-9920-c074f1ea03b0 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:12.380366 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-aa08dc5d-5094-4bea-8b81-463f6da3e2fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:12.394361 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-208e1bb4-6a26-41aa-a077-1cd00b27cfa5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:12.495568 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab13f6-134d-4ed5-9920-c074f1ea03b0 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d914e5c5-b11e-4a0f-a16f-82e66a2a5cc9,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:12.506810 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-71ab13f6-134d-4ed5-9920-c074f1ea03b0 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:12.508160 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d4140281-c102-45d8-86c6-e5ae97f41191 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:12.536611 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e999af1f-2760-4a99-8c88-937c4c4461e1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:12.540687 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e999af1f-2760-4a99-8c88-937c4c4461e1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2488446 May 31 15:54:12.540840 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-71ab13f6-134d-4ed5-9920-c074f1ea03b0 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:12.543479 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-71ab13f6-134d-4ed5-9920-c074f1ea03b0 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8870492 May 31 15:54:12.546123 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58848) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:12.546707 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58850) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:12.576963 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df4ff7-9717-424a-8b80-580e1abb279b None None] Pushing event updated for resources: {'Port': ['ID=85000243-9c36-4d33-bea3-87707a0eae68,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:12.586887 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-68df4ff7-9717-424a-8b80-580e1abb279b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:12.594978 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:12.596468 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-e5d71add-7c19-4298-8b32-cf99e1f924ad tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'security_group': {'name': 'tempest-secgroup-1772418705'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:12.622606 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e5d71add-7c19-4298-8b32-cf99e1f924ad tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:12.631838 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-84d9d4ac-c3ce-4238-aa01-78a0ef175f7e None None] Allocated IP 2001:db8::2 (c3b1d98e-52e3-416d-a56a-51cbabc18c9a/70df36d9-5809-4a1d-a7d1-9d5724e3d44c/fdfb162b-039a-490e-b592-b80499ed773a) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:54:12.644888 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e5d71add-7c19-4298-8b32-cf99e1f924ad tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:security_group and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:12.650218 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e5d71add-7c19-4298-8b32-cf99e1f924ad tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:12.671467 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e5d71add-7c19-4298-8b32-cf99e1f924ad tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:12.688458 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04c69c3-8dc9-45b0-a5d1-fe8112e729ef tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:54:12.702273 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e1bb4-6a26-41aa-a077-1cd00b27cfa5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Port': ['ID=519373d8-e05e-4d2f-ad24-61d85ec78f45,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:12.702515 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b04c69c3-8dc9-45b0-a5d1-fe8112e729ef tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "PUT /v2.0/routers/a54e5485-b565-40c4-a16c-7a60bef32f7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7731271 May 31 15:54:12.707640 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f778d009-65a2-44dd-9bc5-09a5fa0e8e3b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:12.709743 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f778d009-65a2-44dd-9bc5-09a5fa0e8e3b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:12.712485 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-208e1bb4-6a26-41aa-a077-1cd00b27cfa5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:12.718608 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165453f5-840b-4623-8092-dbcc3184e7a7 None None] Sync routers for ids ['a54e5485-b565-40c4-a16c-7a60bef32f7b'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:54:12.727631 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 44bbf8cb-5567-4b37-91a1-b92b947d9116, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=44bbf8cb-5567-4b37-91a1-b92b947d9116,segment=NetworkSegment(d97b1fae-7878-4bab-8c70-d89f6e023b0d),segment_id=d97b1fae-7878-4bab-8c70-d89f6e023b0d)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:54:12.728387 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f778d009-65a2-44dd-9bc5-09a5fa0e8e3b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:12.730052 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f778d009-65a2-44dd-9bc5-09a5fa0e8e3b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1813836 May 31 15:54:12.737792 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58858) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:12.738692 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e5d71add-7c19-4298-8b32-cf99e1f924ad tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:12.788082 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e537d676-e5eb-4a4c-b4d1-cb6dfa916c97 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:12.810872 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a8d6c185-08ef-4fb5-9e10-105ce6b4f8ae tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:12.840224 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165453f5-840b-4623-8092-dbcc3184e7a7 None None] Routers {'a54e5485-b565-40c4-a16c-7a60bef32f7b'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:54:12.841062 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-165453f5-840b-4623-8092-dbcc3184e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:54:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['a54e5485-b565-40c4-a16c-7a60bef32f7b'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:12.856983 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e5d71add-7c19-4298-8b32-cf99e1f924ad tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:12.869690 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e5d71add-7c19-4298-8b32-cf99e1f924ad tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:security_group_rule and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:12.883408 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537d676-e5eb-4a4c-b4d1-cb6dfa916c97 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Pushing event deleted for resources: {'Subnet': ['ID=7c167f30-674c-46cb-bfb2-2cd0498396fa,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:12.885025 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e5d71add-7c19-4298-8b32-cf99e1f924ad tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:12.906189 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e5d71add-7c19-4298-8b32-cf99e1f924ad tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:12.937874 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c05029-1a9a-498c-83e9-f7f7be51d032 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting subnet 45c8c0fa-8492-4dcb-a8d4-00b6309b9ec9 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:54:12.947425 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b2c05029-1a9a-498c-83e9-f7f7be51d032 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:13.062933 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:13.151697 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e5d71add-7c19-4298-8b32-cf99e1f924ad tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:13.158693 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b2c05029-1a9a-498c-83e9-f7f7be51d032 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:13.186225 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-84d9d4ac-c3ce-4238-aa01-78a0ef175f7e None None] For port fdfb162b-039a-490e-b592-b80499ed773a, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=fdfb162b-039a-490e-b592-b80499ed773a,segment=NetworkSegment(e42785dc-d1a7-4b1c-bf5c-aa40befa5bed),segment_id=e42785dc-d1a7-4b1c-bf5c-aa40befa5bed)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:54:13.227851 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5bd5948c-b1c3-439a-8be0-b88a76332287 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:13.258259 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e537d676-e5eb-4a4c-b4d1-cb6dfa916c97 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:13.292315 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e537d676-e5eb-4a4c-b4d1-cb6dfa916c97 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:13.300073 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe0d65f-87f6-4247-a053-cc6b53582f88 None None] Network d7d37a7a-c3d0-4a1a-a50a-7f0faf983b5e requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:54:13.307692 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-208e1bb4-6a26-41aa-a077-1cd00b27cfa5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:13.318873 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e537d676-e5eb-4a4c-b4d1-cb6dfa916c97 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] 10.222.0.45 "DELETE /v2.0/subnets/7c167f30-674c-46cb-bfb2-2cd0498396fa HTTP/1.1" status: 204 len: 168 time: 1.9597204 May 31 15:54:13.323592 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58874) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:13.344958 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 219b6387-0461-41fb-9ec4-61b42d9ab3d8 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:54:13.345667 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b2c05029-1a9a-498c-83e9-f7f7be51d032 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:13.407542 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-84d9d4ac-c3ce-4238-aa01-78a0ef175f7e None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:13.513498 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-6eabf8de-670f-4d25-8dc1-229ca91e26a2 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1180149781&fields=id&tenant_id=dd852f22866d47498e7ba1367b0e04db HTTP/1.1" status: 200 len: 267 time: 0.2398741 May 31 15:54:13.526618 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e5d71add-7c19-4298-8b32-cf99e1f924ad tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:13.539899 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bdd56e35-8784-4534-997a-80f0bd75193b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:13.626676 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-8e1d8952-5b06-4f36-a789-9417dac1b8e7 None None] Provisioning for port 444ce256-f87a-437b-b92c-baf31cfd333a completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:13.631332 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d71add-7c19-4298-8b32-cf99e1f924ad tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acd01ff0-7c41-4967-a238-35eecb191c07,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:13.647394 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-84d9d4ac-c3ce-4238-aa01-78a0ef175f7e None None] Transition to ACTIVE for port object fdfb162b-039a-490e-b592-b80499ed773a will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:13.655679 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-165453f5-840b-4623-8092-dbcc3184e7a7 None None] Set router a54e5485-b565-40c4-a16c-7a60bef32f7b gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:54:13.671608 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e5d71add-7c19-4298-8b32-cf99e1f924ad tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:13.674886 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e5d71add-7c19-4298-8b32-cf99e1f924ad tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:13.679277 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e5d71add-7c19-4298-8b32-cf99e1f924ad tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1258864 May 31 15:54:13.686747 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58878) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:13.697139 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-7c9f3e36-5a4e-41a0-b7ac-b582d9009dd5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-627533444', 'security_groups': ['acd01ff0-7c41-4967-a238-35eecb191c07'], 'network_id': 'c3b1d98e-52e3-416d-a56a-51cbabc18c9a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '70df36d9-5809-4a1d-a7d1-9d5724e3d44c'}]}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:13.718725 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-8e1d8952-5b06-4f36-a789-9417dac1b8e7 None None] Provisioning complete for port 444ce256-f87a-437b-b92c-baf31cfd333a triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:13.719143 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8e1d8952-5b06-4f36-a789-9417dac1b8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:13.766008 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-84d9d4ac-c3ce-4238-aa01-78a0ef175f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:13.784760 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=44bbf8cb-5567-4b37-91a1-b92b947d9116,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:13.811437 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ede6bd8a-80ec-4ba1-99ae-526aae756138 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:13.819870 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:13.825012 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-2f3b467b-dfaa-47f3-96ea-a3c793b47433 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:13.920784 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208e1bb4-6a26-41aa-a077-1cd00b27cfa5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Router acdf9dba-dd5a-4398-8bc1-540ab572cd85 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:54:13.939381 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-7c9f3e36-5a4e-41a0-b7ac-b582d9009dd5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:13.951647 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b2c05029-1a9a-498c-83e9-f7f7be51d032 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:13.964323 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-eb5ecb1b-54a4-4b33-a927-309392a9d9d1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:13.992122 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-8d1bc348-a294-4bfd-be1b-a90a3b13e203 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:13.999062 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-8d1bc348-a294-4bfd-be1b-a90a3b13e203 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/networks?id=f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217 HTTP/1.1" status: 200 len: 797 time: 0.3996286 May 31 15:54:14.000203 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-7c9f3e36-5a4e-41a0-b7ac-b582d9009dd5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:14.016503 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c05029-1a9a-498c-83e9-f7f7be51d032 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Subnet': ['ID=45c8c0fa-8492-4dcb-a8d4-00b6309b9ec9,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:14.018901 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b2c05029-1a9a-498c-83e9-f7f7be51d032 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:14.027829 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b2c05029-1a9a-498c-83e9-f7f7be51d032 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:14.034675 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b2c05029-1a9a-498c-83e9-f7f7be51d032 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/45c8c0fa-8492-4dcb-a8d4-00b6309b9ec9 HTTP/1.1" status: 204 len: 168 time: 1.2459989 May 31 15:54:14.037275 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58882) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:14.081327 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9f3e36-5a4e-41a0-b7ac-b582d9009dd5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:54:14.086792 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-8e1d8952-5b06-4f36-a789-9417dac1b8e7 None None] Port 444ce256-f87a-437b-b92c-baf31cfd333a cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:54:14.088500 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5508284-73c9-4fe1-964e-6cf22812cdec None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:54:14.089264 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-541b93cc-626a-4ea6-b9e9-4b0f4de3f673 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/quotas/dd852f22866d47498e7ba1367b0e04db HTTP/1.1" status: 200 len: 375 time: 0.0893230 May 31 15:54:14.141220 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 219b6387-0461-41fb-9ec4-61b42d9ab3d8 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:14.141654 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:14.221397 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208e1bb4-6a26-41aa-a077-1cd00b27cfa5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:54:14.230734 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-208e1bb4-6a26-41aa-a077-1cd00b27cfa5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "PUT /v2.0/routers/acdf9dba-dd5a-4398-8bc1-540ab572cd85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7459011 May 31 15:54:14.237373 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58886) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:14.240068 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e087a911-bfa8-4556-a4c7-8b90b7bb3d46 None None] Sync routers for ids ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:54:14.249405 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e087a911-bfa8-4556-a4c7-8b90b7bb3d46 None None] Routers {'acdf9dba-dd5a-4398-8bc1-540ab572cd85'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:54:14.250022 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-e087a911-bfa8-4556-a4c7-8b90b7bb3d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:54:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:14.318487 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-ede6bd8a-80ec-4ba1-99ae-526aae756138 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Deleting port 7c8f5741-a280-4918-9e09-cbf5043864c4 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:54:14.319158 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ede6bd8a-80ec-4ba1-99ae-526aae756138 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:14.473948 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9d4ac-c3ce-4238-aa01-78a0ef175f7e None None] Pushing event updated for resources: {'Port': ['ID=fdfb162b-039a-490e-b592-b80499ed773a,revision_number=6']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:14.479600 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-ede6bd8a-80ec-4ba1-99ae-526aae756138 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] For port 7c8f5741-a280-4918-9e09-cbf5043864c4, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=7c8f5741-a280-4918-9e09-cbf5043864c4,segment=NetworkSegment(a9107208-539a-450a-997f-6581e899faf2),segment_id=a9107208-539a-450a-997f-6581e899faf2)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:54:14.479600 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ede6bd8a-80ec-4ba1-99ae-526aae756138 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:14.484182 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-e087a911-bfa8-4556-a4c7-8b90b7bb3d46 None None] Set router acdf9dba-dd5a-4398-8bc1-540ab572cd85 gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:54:14.506469 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-33174040-5eae-45ba-b700-acca024807a3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting subnet 97642861-d5d2-4575-8488-a42d839ae3cb {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:54:14.510331 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-33174040-5eae-45ba-b700-acca024807a3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:14.517076 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-84d9d4ac-c3ce-4238-aa01-78a0ef175f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:14.522373 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-8e1d8952-5b06-4f36-a789-9417dac1b8e7 None None] Provisioning complete for port 44bbf8cb-5567-4b37-91a1-b92b947d9116 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:14.523104 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8e1d8952-5b06-4f36-a789-9417dac1b8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:14.617368 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-33174040-5eae-45ba-b700-acca024807a3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:14.698342 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-e087a911-bfa8-4556-a4c7-8b90b7bb3d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:54:12Z', 'revision_number': 11, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:14.703215 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e087a911-bfa8-4556-a4c7-8b90b7bb3d46 None None] Checking router: acdf9dba-dd5a-4398-8bc1-540ab572cd85 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:54:14.728705 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-ede6bd8a-80ec-4ba1-99ae-526aae756138 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Calling delete_port for 7c8f5741-a280-4918-9e09-cbf5043864c4 owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:54:14.732877 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e087a911-bfa8-4556-a4c7-8b90b7bb3d46 None None] Routers {'acdf9dba-dd5a-4398-8bc1-540ab572cd85'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:54:14.733745 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-e087a911-bfa8-4556-a4c7-8b90b7bb3d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:54:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:14.750003 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd91c6cd-358b-4d62-95f0-c0304f11f206 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Deleting subnet 96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:54:14.757790 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd91c6cd-358b-4d62-95f0-c0304f11f206 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:14.811886 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-a462f146-78d3-499a-a33a-ac0912f559c1 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd852f22866d47498e7ba1367b0e04db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6495748 May 31 15:54:14.919593 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7c9f3e36-5a4e-41a0-b7ac-b582d9009dd5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:14.970965 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-33174040-5eae-45ba-b700-acca024807a3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:15.011169 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b5d591-a7e8-4744-831e-c935acb8af61 None None] DHCP port deletion for d7d37a7a-c3d0-4a1a-a50a-7f0faf983b5e request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:54:15.018556 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-7c9f3e36-5a4e-41a0-b7ac-b582d9009dd5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] device_id is not set on port cfdac956-d0c0-43f7-b897-806bd9aad7c6 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:54:15.023688 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-e087a911-bfa8-4556-a4c7-8b90b7bb3d46 None None] Set router acdf9dba-dd5a-4398-8bc1-540ab572cd85 gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:54:15.194830 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 85000243-9c36-4d33-bea3-87707a0eae68 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:54:15.215880 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-2a0f3e43-d604-4c10-a46a-3106fd653134 service neutron] 10.222.0.45 "GET /v2.0/networks/f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818488 May 31 15:54:15.226470 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd91c6cd-358b-4d62-95f0-c0304f11f206 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:15.233403 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-e087a911-bfa8-4556-a4c7-8b90b7bb3d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:54:12Z', 'revision_number': 11, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:15.238430 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e087a911-bfa8-4556-a4c7-8b90b7bb3d46 None None] The sync data for ids ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'] in dv-neutron-601336-79-hyperv is: [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:54:12Z', 'revision_number': 11, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:54:15.343134 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bc6aaf2a-6691-4829-b388-0d395abdf80f None None] Provisioning complete for port 03bec41a-c913-4ac9-bff6-b5fcc0e1784c triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:15.343521 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bc6aaf2a-6691-4829-b388-0d395abdf80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:15.432106 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-23b5d591-a7e8-4744-831e-c935acb8af61 None None] Deleting port 7c8f5741-a280-4918-9e09-cbf5043864c4 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:54:15.432489 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-23b5d591-a7e8-4744-831e-c935acb8af61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:15.441432 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ede6bd8a-80ec-4ba1-99ae-526aae756138 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:15.450078 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-be70268c-8227-4566-ac48-62be9646eb44 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:15.472055 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-7c9f3e36-5a4e-41a0-b7ac-b582d9009dd5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Allocated IP 2001:db8::29c (c3b1d98e-52e3-416d-a56a-51cbabc18c9a/70df36d9-5809-4a1d-a7d1-9d5724e3d44c/cfdac956-d0c0-43f7-b897-806bd9aad7c6) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:54:15.475605 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-bc6aaf2a-6691-4829-b388-0d395abdf80f None None] Port 03bec41a-c913-4ac9-bff6-b5fcc0e1784c cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:54:15.498098 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6bd8a-80ec-4ba1-99ae-526aae756138 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Pushing event deleted for resources: {'Port': ['ID=7c8f5741-a280-4918-9e09-cbf5043864c4,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:15.515520 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ede6bd8a-80ec-4ba1-99ae-526aae756138 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:15.515692 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-33174040-5eae-45ba-b700-acca024807a3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:15.522438 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede6bd8a-80ec-4ba1-99ae-526aae756138 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] No DVR routers for this DVR port 7c8f5741-a280-4918-9e09-cbf5043864c4 on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:54:15.527762 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5a6ac744-e36c-4205-9357-dbab0bcb4495 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:15.541128 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-165453f5-840b-4623-8092-dbcc3184e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147894015', 'tenant_id': 'dd852f22866d47498e7ba1367b0e04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': '219b6387-0461-41fb-9ec4-61b42d9ab3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:53:55Z', 'updated_at': '2021-05-31T15:54:10Z', 'revision_number': 4, 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'gw_port': {'id': '219b6387-0461-41fb-9ec4-61b42d9ab3d8', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:57Z', 'updated_at': '2021-05-31T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '444ce256-f87a-437b-b92c-baf31cfd333a', 'name': '', 'network_id': 'f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217', 'tenant_id': 'dd852f22866d47498e7ba1367b0e04db', 'mac_address': 'fa:16:3e:8a:cd:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '13640c8e-f9d3-4b93-b70a-919f0ac30700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:54:08Z', 'updated_at': '2021-05-31T15:54:11Z', 'revision_number': 2, 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'subnets': [{'id': '13640c8e-f9d3-4b93-b70a-919f0ac30700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:15.568656 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165453f5-840b-4623-8092-dbcc3184e7a7 None None] Checking router: a54e5485-b565-40c4-a16c-7a60bef32f7b for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:54:15.569094 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165453f5-840b-4623-8092-dbcc3184e7a7 None None] Updating router a54e5485-b565-40c4-a16c-7a60bef32f7b port 444ce256-f87a-437b-b92c-baf31cfd333a binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:54:15.575619 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33174040-5eae-45ba-b700-acca024807a3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Subnet': ['ID=97642861-d5d2-4575-8488-a42d839ae3cb,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:15.579534 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-498f8064-7075-4ae8-b119-0540e64bc152 service neutron] 10.222.0.45 "GET /v2.0/networks/f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024635 May 31 15:54:15.583439 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-33174040-5eae-45ba-b700-acca024807a3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:15.622585 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-33174040-5eae-45ba-b700-acca024807a3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:15.634809 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bc6aaf2a-6691-4829-b388-0d395abdf80f None None] Provisioning for port fdfb162b-039a-490e-b592-b80499ed773a completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:15.644126 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-23b5d591-a7e8-4744-831e-c935acb8af61 None None] For port 7c8f5741-a280-4918-9e09-cbf5043864c4, host dv-neutron-601336-79-hyperv, got binding levels [] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:54:15.644538 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-23b5d591-a7e8-4744-831e-c935acb8af61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:15.674937 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bc6aaf2a-6691-4829-b388-0d395abdf80f None None] Provisioning complete for port fdfb162b-039a-490e-b592-b80499ed773a triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:15.675354 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bc6aaf2a-6691-4829-b388-0d395abdf80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:15.729822 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-33174040-5eae-45ba-b700-acca024807a3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/97642861-d5d2-4575-8488-a42d839ae3cb HTTP/1.1" status: 204 len: 168 time: 1.6891370 May 31 15:54:15.748044 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58892) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:15.798125 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd91c6cd-358b-4d62-95f0-c0304f11f206 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:15.812995 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 44bbf8cb-5567-4b37-91a1-b92b947d9116 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:54:15.854817 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e2fa2517-fe8e-4251-8911-470eea6c97b9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1049476 May 31 15:54:15.855702 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58898) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:15.872812 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-4d2dde57-cf3f-4a0d-a3d7-02874b9bc74a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:15.951735 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-23b5d591-a7e8-4744-831e-c935acb8af61 None None] Calling delete_port for 7c8f5741-a280-4918-9e09-cbf5043864c4 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:54:15.963170 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.ipam_backend_mixin [None req-23b5d591-a7e8-4744-831e-c935acb8af61 None None] Port 7c8f5741-a280-4918-9e09-cbf5043864c4 was not found and therefore no delete operation was performed {{(pid=99206) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 31 15:54:15.982447 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ede6bd8a-80ec-4ba1-99ae-526aae756138 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:16.001929 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-23b5d591-a7e8-4744-831e-c935acb8af61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:16.019630 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-78e0cbbf-6ed7-4292-9d3c-9de0e540290c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:16.038728 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bdbfaade-204a-4acf-8fd7-1f6fbd65d57c req-25bb9b6c-c8c9-4c22-86b4-d4f8ae9e003a tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 210 time: 0.1135404 May 31 15:54:16.041747 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-ede6bd8a-80ec-4ba1-99ae-526aae756138 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d37a7a-c3d0-4a1a-a50a-7f0faf983b5e']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:16.053337 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4d2dde57-cf3f-4a0d-a3d7-02874b9bc74a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:16.062877 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-165453f5-840b-4623-8092-dbcc3184e7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:16.063063 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4d2dde57-cf3f-4a0d-a3d7-02874b9bc74a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:subnet and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:16.094565 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-ede6bd8a-80ec-4ba1-99ae-526aae756138 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9107208-539a-450a-997f-6581e899faf2') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:16.094856 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-ede6bd8a-80ec-4ba1-99ae-526aae756138 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9107208-539a-450a-997f-6581e899faf2') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:16.096771 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b5d591-a7e8-4744-831e-c935acb8af61 None None] No DVR routers for this DVR port 7c8f5741-a280-4918-9e09-cbf5043864c4 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:54:16.101770 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7c9f3e36-5a4e-41a0-b7ac-b582d9009dd5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:16.110647 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5d591-a7e8-4744-831e-c935acb8af61 None None] Pushing event deleted for resources: {'Port': ['ID=7c8f5741-a280-4918-9e09-cbf5043864c4,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:16.116166 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-23b5d591-a7e8-4744-831e-c935acb8af61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:16.118865 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-7c9f3e36-5a4e-41a0-b7ac-b582d9009dd5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Transition to ACTIVE for port object cfdac956-d0c0-43f7-b897-806bd9aad7c6 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:16.141403 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4d2dde57-cf3f-4a0d-a3d7-02874b9bc74a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:16.149366 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7c9f3e36-5a4e-41a0-b7ac-b582d9009dd5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:16.155889 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4d2dde57-cf3f-4a0d-a3d7-02874b9bc74a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:16.162293 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-835cc89f-15d6-44ec-95f0-21822195855e tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:16.211908 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ede6bd8a-80ec-4ba1-99ae-526aae756138 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:16.231757 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ede6bd8a-80ec-4ba1-99ae-526aae756138 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:16.240082 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede6bd8a-80ec-4ba1-99ae-526aae756138 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:54:16.240523 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ede6bd8a-80ec-4ba1-99ae-526aae756138 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:16.265536 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2dde57-cf3f-4a0d-a3d7-02874b9bc74a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:54:16.279424 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4d2dde57-cf3f-4a0d-a3d7-02874b9bc74a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:54:16.346515 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:54:16.354536 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ede6bd8a-80ec-4ba1-99ae-526aae756138 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:16.360298 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4ac9ac08-ad5a-461b-8a15-db3002dab3b6 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:16.381323 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ede6bd8a-80ec-4ba1-99ae-526aae756138 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:16.396553 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ede6bd8a-80ec-4ba1-99ae-526aae756138 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] 10.222.0.45 "DELETE /v2.0/networks/d7d37a7a-c3d0-4a1a-a50a-7f0faf983b5e HTTP/1.1" status: 204 len: 168 time: 3.0611784 May 31 15:54:16.406024 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6bd8a-80ec-4ba1-99ae-526aae756138 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Pushing event deleted for resources: {'Network': ['ID=d7d37a7a-c3d0-4a1a-a50a-7f0faf983b5e,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:16.411184 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ede6bd8a-80ec-4ba1-99ae-526aae756138 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:16.473905 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9f3e36-5a4e-41a0-b7ac-b582d9009dd5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network c3b1d98e-52e3-416d-a56a-51cbabc18c9a is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:54:16.474984 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f3e36-5a4e-41a0-b7ac-b582d9009dd5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Port': ['ID=cfdac956-d0c0-43f7-b897-806bd9aad7c6,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:16.478205 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7c9f3e36-5a4e-41a0-b7ac-b582d9009dd5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:16.480946 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-7c9f3e36-5a4e-41a0-b7ac-b582d9009dd5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:16.483720 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9f3e36-5a4e-41a0-b7ac-b582d9009dd5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:54:16.489848 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9f3e36-5a4e-41a0-b7ac-b582d9009dd5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:16.490472 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7c9f3e36-5a4e-41a0-b7ac-b582d9009dd5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:16.514787 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef8ddb1-ccc7-4790-a13e-78c54c422482 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:54:16.548000 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7c9f3e36-5a4e-41a0-b7ac-b582d9009dd5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8536899 May 31 15:54:16.549622 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58912) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:16.560228 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-cdc2a8eb-a06f-41c8-8760-f24fc98b62d7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'subnet': {'network_id': 'c3b1d98e-52e3-416d-a56a-51cbabc18c9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:16.830103 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd91c6cd-358b-4d62-95f0-c0304f11f206 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:16.838677 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6432d701-e621-4ad3-974e-80c227308748 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:16.872830 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58918) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:16.924161 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd91c6cd-358b-4d62-95f0-c0304f11f206 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:16.927637 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91c6cd-358b-4d62-95f0-c0304f11f206 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Subnet': ['ID=96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:16.941596 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cd91c6cd-358b-4d62-95f0-c0304f11f206 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:16.955853 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-cd91c6cd-358b-4d62-95f0-c0304f11f206 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/subnets/96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4 HTTP/1.1" status: 204 len: 168 time: 2.7061939 May 31 15:54:16.957519 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-cdc2a8eb-a06f-41c8-8760-f24fc98b62d7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:16.962469 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58924) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:16.983116 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7071a087-401a-4c31-89c5-48f2ebf33346 None None] Network 7191dc47-4f9a-404c-8d02-0127e3375e39 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:54:16.993766 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cdc2a8eb-a06f-41c8-8760-f24fc98b62d7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:subnet and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:17.002445 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cdc2a8eb-a06f-41c8-8760-f24fc98b62d7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:17.066278 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-cdc2a8eb-a06f-41c8-8760-f24fc98b62d7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:17.146363 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc2a8eb-a06f-41c8-8760-f24fc98b62d7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:54:17.149993 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cdc2a8eb-a06f-41c8-8760-f24fc98b62d7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:17.169558 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 44bbf8cb-5567-4b37-91a1-b92b947d9116 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:17.170157 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:17.232068 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4d2dde57-cf3f-4a0d-a3d7-02874b9bc74a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:17.233105 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d340a3f0-7349-4d9b-a105-4ac68817bd7c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:17.239534 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-32ec3486-5eaa-4245-b54e-6fb73331fca5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:17.240602 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-fd939008-ccf2-482d-9f13-3972346b1a41 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2c8382cdd645462782e7be125fe08978&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3662281 May 31 15:54:17.241430 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58930) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:17.251868 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-165453f5-840b-4623-8092-dbcc3184e7a7 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:17.254395 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bc6aaf2a-6691-4829-b388-0d395abdf80f None None] Could not find standard attr ID for object 02179769-f584-4b2e-8fa7-1fd28a514232. {{(pid=99206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 15:54:17.303350 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2dde57-cf3f-4a0d-a3d7-02874b9bc74a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:54:17.306851 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-4d2dde57-cf3f-4a0d-a3d7-02874b9bc74a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:17.319376 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2dde57-cf3f-4a0d-a3d7-02874b9bc74a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:17.320051 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4d2dde57-cf3f-4a0d-a3d7-02874b9bc74a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:17.336895 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2dde57-cf3f-4a0d-a3d7-02874b9bc74a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Subnet': ['ID=fe71e9f6-b64e-477e-8a66-d78fdc56851e,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:17.341573 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4d2dde57-cf3f-4a0d-a3d7-02874b9bc74a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:17.352900 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-165453f5-840b-4623-8092-dbcc3184e7a7 None None] Transition to ACTIVE for port object 444ce256-f87a-437b-b92c-baf31cfd333a will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:17.421935 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-165453f5-840b-4623-8092-dbcc3184e7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:17.433452 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:17.461883 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4d2dde57-cf3f-4a0d-a3d7-02874b9bc74a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6014655 May 31 15:54:17.462853 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58934) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:17.484545 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-527b7258-3fe7-407f-a0f9-5c50f6efd294 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:17.494597 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bc6aaf2a-6691-4829-b388-0d395abdf80f None None] Provisioning for port 85000243-9c36-4d33-bea3-87707a0eae68 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:17.556659 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c9cb10bd-01d0-4f35-8ff8-8e6ab9b2a034 req-47b69e82-4e44-4a55-9bc3-e0726dd5c5e2 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 210 time: 0.3802221 May 31 15:54:17.585177 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device fdfb162b-039a-490e-b592-b80499ed773a up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:54:17.617607 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a5041-69ff-40c9-8b1a-ce1314715d64 None None] Pushing event updated for resources: {'Port': ['ID=444ce256-f87a-437b-b92c-baf31cfd333a,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:17.619791 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bc6aaf2a-6691-4829-b388-0d395abdf80f None None] Provisioning complete for port 85000243-9c36-4d33-bea3-87707a0eae68 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:17.620171 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bc6aaf2a-6691-4829-b388-0d395abdf80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:17.653005 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-84a72ff0-3609-408a-8a61-f6d75323eebb tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:17.653886 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-84a72ff0-3609-408a-8a61-f6d75323eebb tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Synchronizing usage tracker for tenant:dd852f22866d47498e7ba1367b0e04db on resource:network {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:17.661030 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.ipam_backend_mixin [None req-cdc2a8eb-a06f-41c8-8760-f24fc98b62d7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 70df36d9-5809-4a1d-a7d1-9d5724e3d44c (CIDR: 2001:db8::/64) May 31 15:54:17.679311 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc2a8eb-a06f-41c8-8760-f24fc98b62d7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:54:17.679761 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc2a8eb-a06f-41c8-8760-f24fc98b62d7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:17.711554 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-527b7258-3fe7-407f-a0f9-5c50f6efd294 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:17.713066 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-716c75a4-cb7b-41d9-8cc1-4abcf4f752e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:17.717482 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-84a72ff0-3609-408a-8a61-f6d75323eebb tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Unset dirty status for tenant:dd852f22866d47498e7ba1367b0e04db on resource:network {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:17.719320 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-84a72ff0-3609-408a-8a61-f6d75323eebb tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.59 "GET /v2.0/networks?id=f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217 HTTP/1.1" status: 200 len: 797 time: 0.3787589 May 31 15:54:17.721329 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-527b7258-3fe7-407f-a0f9-5c50f6efd294 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:subnet and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:17.724825 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-527b7258-3fe7-407f-a0f9-5c50f6efd294 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:17.738970 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-447a5041-69ff-40c9-8b1a-ce1314715d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:17.741377 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-cdc2a8eb-a06f-41c8-8760-f24fc98b62d7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1902571 May 31 15:54:17.747764 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-527b7258-3fe7-407f-a0f9-5c50f6efd294 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:17.751437 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58942) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:17.755744 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-d340a3f0-7349-4d9b-a105-4ac68817bd7c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Deleting port 48413328-e7f4-4240-902b-068f830142b2 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:54:17.756073 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d340a3f0-7349-4d9b-a105-4ac68817bd7c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:17.766883 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-ad873e23-46dd-4fc3-bdce-c427ad28115c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'subnet': {'network_id': 'c3b1d98e-52e3-416d-a56a-51cbabc18c9a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:17.782976 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-716c75a4-cb7b-41d9-8cc1-4abcf4f752e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:17.860208 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527b7258-3fe7-407f-a0f9-5c50f6efd294 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:54:17.863747 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-527b7258-3fe7-407f-a0f9-5c50f6efd294 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:17.907420 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-b3e5a7b3-d917-4df8-9327-dc8b99c9682a tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Synchronizing usage tracker for tenant:dd852f22866d47498e7ba1367b0e04db on resource:security_group {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:17.916820 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-d340a3f0-7349-4d9b-a105-4ac68817bd7c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] For port 48413328-e7f4-4240-902b-068f830142b2, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=48413328-e7f4-4240-902b-068f830142b2,segment=NetworkSegment(012d733f-b04d-47cb-8de3-cd25f481f116),segment_id=012d733f-b04d-47cb-8de3-cd25f481f116)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:54:17.917110 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d340a3f0-7349-4d9b-a105-4ac68817bd7c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:18.026770 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-b3e5a7b3-d917-4df8-9327-dc8b99c9682a tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Unset dirty status for tenant:dd852f22866d47498e7ba1367b0e04db on resource:security_group {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:18.027953 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-b3e5a7b3-d917-4df8-9327-dc8b99c9682a tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd852f22866d47498e7ba1367b0e04db HTTP/1.1" status: 200 len: 380 time: 0.2955894 May 31 15:54:18.049145 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port fdfb162b-039a-490e-b592-b80499ed773a triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:18.049608 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:18.054081 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-d340a3f0-7349-4d9b-a105-4ac68817bd7c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Calling delete_port for 48413328-e7f4-4240-902b-068f830142b2 owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:54:18.058740 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-0ffa1070-daee-4b52-987c-15562d3035c1 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Request body: {'port': {'device_id': '95e0da22-855f-45e2-a6c0-a443b53859c2', 'network_id': 'f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217', 'admin_state_up': True, 'tenant_id': 'dd852f22866d47498e7ba1367b0e04db', 'security_groups': ['fe90d589-4f27-4d98-a8f2-975e6776ed29']}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:18.067091 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-716c75a4-cb7b-41d9-8cc1-4abcf4f752e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:18.078577 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a2205b98-e9ed-41cb-8ae4-9bb06ae124a9 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:18.095335 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c75a4-cb7b-41d9-8cc1-4abcf4f752e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa75ef6b-dd49-4dc2-a5c9-62f510ccfbfe,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:18.102458 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ad873e23-46dd-4fc3-bdce-c427ad28115c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:18.105158 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-716c75a4-cb7b-41d9-8cc1-4abcf4f752e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:18.107530 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-716c75a4-cb7b-41d9-8cc1-4abcf4f752e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:18.111168 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-716c75a4-cb7b-41d9-8cc1-4abcf4f752e9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aa75ef6b-dd49-4dc2-a5c9-62f510ccfbfe HTTP/1.1" status: 204 len: 168 time: 0.7802687 May 31 15:54:18.113440 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-165453f5-840b-4623-8092-dbcc3184e7a7 None None] Attempting to bind port 444ce256-f87a-437b-b92c-baf31cfd333a on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:54:18.113822 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-165453f5-840b-4623-8092-dbcc3184e7a7 None None] Attempting to bind port 444ce256-f87a-437b-b92c-baf31cfd333a by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'd97b1fae-7878-4bab-8c70-d89f6e023b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:54:18.114278 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165453f5-840b-4623-8092-dbcc3184e7a7 None None] Attempting to bind port 444ce256-f87a-437b-b92c-baf31cfd333a on network f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:54:18.148263 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165453f5-840b-4623-8092-dbcc3184e7a7 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:54:18.148691 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165453f5-840b-4623-8092-dbcc3184e7a7 None None] Checking segment: {'id': 'd97b1fae-7878-4bab-8c70-d89f6e023b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:54:18.149196 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-165453f5-840b-4623-8092-dbcc3184e7a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:18.149620 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165453f5-840b-4623-8092-dbcc3184e7a7 None None] Bound using segment: {'id': 'd97b1fae-7878-4bab-8c70-d89f6e023b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:54:18.150144 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-165453f5-840b-4623-8092-dbcc3184e7a7 None None] Bound port: 444ce256-f87a-437b-b92c-baf31cfd333a, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97b1fae-7878-4bab-8c70-d89f6e023b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:54:18.150544 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-165453f5-840b-4623-8092-dbcc3184e7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:18.155391 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d340a3f0-7349-4d9b-a105-4ac68817bd7c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:18.155597 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ad873e23-46dd-4fc3-bdce-c427ad28115c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:subnet and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:18.162896 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bc099a01-c412-4132-b508-f289179dd5f6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:18.164395 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ad873e23-46dd-4fc3-bdce-c427ad28115c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:18.179139 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.ipam_backend_mixin [None req-527b7258-3fe7-407f-a0f9-5c50f6efd294 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fe71e9f6-b64e-477e-8a66-d78fdc56851e (CIDR: 2001:db8::/64) May 31 15:54:18.186288 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ad873e23-46dd-4fc3-bdce-c427ad28115c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:18.191392 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-527b7258-3fe7-407f-a0f9-5c50f6efd294 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:54:18.191830 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-527b7258-3fe7-407f-a0f9-5c50f6efd294 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:18.230994 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad873e23-46dd-4fc3-bdce-c427ad28115c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:54:18.237553 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ad873e23-46dd-4fc3-bdce-c427ad28115c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:18.248972 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340a3f0-7349-4d9b-a105-4ac68817bd7c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Port': ['ID=48413328-e7f4-4240-902b-068f830142b2,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:18.262837 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d340a3f0-7349-4d9b-a105-4ac68817bd7c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:18.264014 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d340a3f0-7349-4d9b-a105-4ac68817bd7c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] No DVR routers for this DVR port 48413328-e7f4-4240-902b-068f830142b2 on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:54:18.274817 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bd4a63-a0d5-44e8-a7e5-968f651dbd5e None None] DHCP port deletion for 7191dc47-4f9a-404c-8d02-0127e3375e39 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:54:18.280967 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-527b7258-3fe7-407f-a0f9-5c50f6efd294 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8110173 May 31 15:54:18.281845 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58948) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:18.318883 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-60bb1563-afba-42f9-a462-b0bfc6aff066 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'subnet': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:18.366143 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-165453f5-840b-4623-8092-dbcc3184e7a7 None None] For port 444ce256-f87a-437b-b92c-baf31cfd333a, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:54:18.384364 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-165453f5-840b-4623-8092-dbcc3184e7a7 None None] For port 444ce256-f87a-437b-b92c-baf31cfd333a, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=444ce256-f87a-437b-b92c-baf31cfd333a,segment=NetworkSegment(d97b1fae-7878-4bab-8c70-d89f6e023b0d),segment_id=d97b1fae-7878-4bab-8c70-d89f6e023b0d)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:54:18.399554 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-165453f5-840b-4623-8092-dbcc3184e7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:18.407933 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-16e875fb-dee8-44ba-aa60-41bda546af65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:18.441618 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d340a3f0-7349-4d9b-a105-4ac68817bd7c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:18.495281 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7c8f5741-a280-4918-9e09-cbf5043864c4 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:54:18.497406 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-d340a3f0-7349-4d9b-a105-4ac68817bd7c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7191dc47-4f9a-404c-8d02-0127e3375e39']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:18.518434 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-d340a3f0-7349-4d9b-a105-4ac68817bd7c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '012d733f-b04d-47cb-8de3-cd25f481f116') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:18.518811 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-d340a3f0-7349-4d9b-a105-4ac68817bd7c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '012d733f-b04d-47cb-8de3-cd25f481f116') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:18.533262 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d340a3f0-7349-4d9b-a105-4ac68817bd7c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:18.558024 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d340a3f0-7349-4d9b-a105-4ac68817bd7c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:18.580314 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d928ad4c-935c-4b80-a90e-a07be2e8aee3 None None] Provisioning complete for port 85000243-9c36-4d33-bea3-87707a0eae68 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:18.580817 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d928ad4c-935c-4b80-a90e-a07be2e8aee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:18.586738 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d340a3f0-7349-4d9b-a105-4ac68817bd7c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:54:18.587189 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d340a3f0-7349-4d9b-a105-4ac68817bd7c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:18.611953 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165453f5-840b-4623-8092-dbcc3184e7a7 None None] Routers {'a54e5485-b565-40c4-a16c-7a60bef32f7b'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:54:18.612705 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-165453f5-840b-4623-8092-dbcc3184e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:54:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['a54e5485-b565-40c4-a16c-7a60bef32f7b'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:54:18.622222 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:54:18.633015 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.ipam_backend_mixin [None req-ad873e23-46dd-4fc3-bdce-c427ad28115c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 40793833-3913-4dc6-b891-0aafff39b4ac (CIDR: 2001:db8:0:1::/64) May 31 15:54:18.635469 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-0ffa1070-daee-4b52-987c-15562d3035c1 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:18.646450 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad873e23-46dd-4fc3-bdce-c427ad28115c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:54:18.647116 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad873e23-46dd-4fc3-bdce-c427ad28115c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:18.663416 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-0ffa1070-daee-4b52-987c-15562d3035c1 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Usage tracker for resource:port and tenant:dd852f22866d47498e7ba1367b0e04db is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:18.687737 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-0ffa1070-daee-4b52-987c-15562d3035c1 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:18.701328 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-0ffa1070-daee-4b52-987c-15562d3035c1 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:18.708587 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 7c8f5741-a280-4918-9e09-cbf5043864c4 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:54:18.708944 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7c8f5741-a280-4918-9e09-cbf5043864c4 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:54:18.709381 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 519373d8-e05e-4d2f-ad24-61d85ec78f45 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:54:18.732655 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ad873e23-46dd-4fc3-bdce-c427ad28115c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9799232 May 31 15:54:18.734016 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58960) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:18.738460 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:54:18.754334 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-4be934ab-f4c8-4e05-9b45-2b8c58fd5c0a tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'subnet': {'network_id': 'c3b1d98e-52e3-416d-a56a-51cbabc18c9a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:18.780037 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-0ffa1070-daee-4b52-987c-15562d3035c1 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Made reservation on behalf of dd852f22866d47498e7ba1367b0e04db for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:54:18.784006 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-0ffa1070-daee-4b52-987c-15562d3035c1 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:18.843995 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-60bb1563-afba-42f9-a462-b0bfc6aff066 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:18.856674 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-60bb1563-afba-42f9-a462-b0bfc6aff066 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Usage tracker for resource:subnet and tenant:3e24807f49c142caa434cef18b676ced is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:18.860744 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4c2e1fa0-41fc-4ec8-a5af-350720928f99 req-9978b94f-428f-4278-a297-5b70ec1104f6 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 210 time: 0.0541644 May 31 15:54:18.867855 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d340a3f0-7349-4d9b-a105-4ac68817bd7c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:18.873867 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d340a3f0-7349-4d9b-a105-4ac68817bd7c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:18.875857 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0dd630-a69e-47fb-9d22-338650011975 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:54:18.877970 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-83dea753-5eda-44fa-9e2b-a40a50c37b1e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:18.882177 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-60bb1563-afba-42f9-a462-b0bfc6aff066 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:18.889066 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-60bb1563-afba-42f9-a462-b0bfc6aff066 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:18.913581 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340a3f0-7349-4d9b-a105-4ac68817bd7c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Pushing event deleted for resources: {'Network': ['ID=7191dc47-4f9a-404c-8d02-0127e3375e39,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:18.916315 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d340a3f0-7349-4d9b-a105-4ac68817bd7c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:18.921211 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d340a3f0-7349-4d9b-a105-4ac68817bd7c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/networks/7191dc47-4f9a-404c-8d02-0127e3375e39 HTTP/1.1" status: 204 len: 168 time: 1.9574497 May 31 15:54:18.921710 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 519373d8-e05e-4d2f-ad24-61d85ec78f45 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:54:18.922067 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 519373d8-e05e-4d2f-ad24-61d85ec78f45 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:54:18.923517 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a5041-69ff-40c9-8b1a-ce1314715d64 None None] Pushing event updated for resources: {'Port': ['ID=444ce256-f87a-437b-b92c-baf31cfd333a,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:18.924336 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58968) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:18.933122 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-d90ac8bb-8ed9-40a5-9307-586dd56d3988 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'router': {'routes': None}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:18.980110 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-447a5041-69ff-40c9-8b1a-ce1314715d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:19.058938 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 48413328-e7f4-4240-902b-068f830142b2 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:54:19.093566 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bb1563-afba-42f9-a462-b0bfc6aff066 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:54:19.096964 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-60bb1563-afba-42f9-a462-b0bfc6aff066 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:19.228034 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 48413328-e7f4-4240-902b-068f830142b2 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:54:19.228462 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 48413328-e7f4-4240-902b-068f830142b2 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:54:19.341645 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58980) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:19.345924 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-165453f5-840b-4623-8092-dbcc3184e7a7 None None] Set router a54e5485-b565-40c4-a16c-7a60bef32f7b gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:54:19.356986 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.extraroute_db [None req-d90ac8bb-8ed9-40a5-9307-586dd56d3988 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Added routes are [] {{(pid=99205) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 31 15:54:19.357350 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.extraroute_db [None req-d90ac8bb-8ed9-40a5-9307-586dd56d3988 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Removed routes are [] {{(pid=99205) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 31 15:54:19.357635 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d90ac8bb-8ed9-40a5-9307-586dd56d3988 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:19.428984 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4be934ab-f4c8-4e05-9b45-2b8c58fd5c0a tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:19.439114 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4be934ab-f4c8-4e05-9b45-2b8c58fd5c0a tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Usage tracker for resource:subnet and tenant:1a3131733d3b4e64a0dcbfef175233b5 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:19.450011 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4be934ab-f4c8-4e05-9b45-2b8c58fd5c0a tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:19.471904 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4be934ab-f4c8-4e05-9b45-2b8c58fd5c0a tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:19.513224 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be934ab-f4c8-4e05-9b45-2b8c58fd5c0a tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Made reservation on behalf of 1a3131733d3b4e64a0dcbfef175233b5 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:54:19.516779 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4be934ab-f4c8-4e05-9b45-2b8c58fd5c0a tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:19.526914 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-6eb19e17-8ad9-4905-9f42-776618153488 tempest-DvrRoutersNegativeTest-1975681503 tempest-DvrRoutersNegativeTest-1975681503-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1697586794', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:19.530008 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.policy [None req-6eb19e17-8ad9-4905-9f42-776618153488 tempest-DvrRoutersNegativeTest-1975681503 tempest-DvrRoutersNegativeTest-1975681503-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=99205) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 31 15:54:19.530301 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.policy [None req-6eb19e17-8ad9-4905-9f42-776618153488 tempest-DvrRoutersNegativeTest-1975681503 tempest-DvrRoutersNegativeTest-1975681503-project] Failed policy check for 'create_router' {{(pid=99205) enforce /opt/stack/neutron/neutron/policy.py:520}} May 31 15:54:19.531151 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-6eb19e17-8ad9-4905-9f42-776618153488 tempest-DvrRoutersNegativeTest-1975681503 tempest-DvrRoutersNegativeTest-1975681503-project] create failed (client error): Access was denied to this resource. May 31 15:54:19.536178 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6eb19e17-8ad9-4905-9f42-776618153488 tempest-DvrRoutersNegativeTest-1975681503 tempest-DvrRoutersNegativeTest-1975681503-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1892209 May 31 15:54:19.635552 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d928ad4c-935c-4b80-a90e-a07be2e8aee3 None None] Provisioning for port cfdac956-d0c0-43f7-b897-806bd9aad7c6 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:19.648943 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d928ad4c-935c-4b80-a90e-a07be2e8aee3 None None] Provisioning complete for port cfdac956-d0c0-43f7-b897-806bd9aad7c6 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:19.649415 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d928ad4c-935c-4b80-a90e-a07be2e8aee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:19.738590 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-0ffa1070-daee-4b52-987c-15562d3035c1 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Allocated IP 172.20.0.7 (f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217/13640c8e-f9d3-4b93-b70a-919f0ac30700/9436b014-0c9c-4121-a315-1873bd5220f8) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:54:19.811862 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d928ad4c-935c-4b80-a90e-a07be2e8aee3 None None] Port cfdac956-d0c0-43f7-b897-806bd9aad7c6 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:54:19.861532 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d90ac8bb-8ed9-40a5-9307-586dd56d3988 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:19.865351 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d90ac8bb-8ed9-40a5-9307-586dd56d3988 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446711'] for router, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:19.955913 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-165453f5-840b-4623-8092-dbcc3184e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147894015', 'tenant_id': 'dd852f22866d47498e7ba1367b0e04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': '219b6387-0461-41fb-9ec4-61b42d9ab3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:53:55Z', 'updated_at': '2021-05-31T15:54:10Z', 'revision_number': 4, 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'gw_port': {'id': '219b6387-0461-41fb-9ec4-61b42d9ab3d8', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:57Z', 'updated_at': '2021-05-31T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '444ce256-f87a-437b-b92c-baf31cfd333a', 'name': '', 'network_id': 'f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217', 'tenant_id': 'dd852f22866d47498e7ba1367b0e04db', 'mac_address': 'fa:16:3e:8a:cd:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '13640c8e-f9d3-4b93-b70a-919f0ac30700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:54:08Z', 'updated_at': '2021-05-31T15:54:18Z', 'revision_number': 4, 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'subnets': [{'id': '13640c8e-f9d3-4b93-b70a-919f0ac30700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:19.968484 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165453f5-840b-4623-8092-dbcc3184e7a7 None None] The sync data for ids ['a54e5485-b565-40c4-a16c-7a60bef32f7b'] in dv-neutron-601336-79-hyperv is: [{'id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147894015', 'tenant_id': 'dd852f22866d47498e7ba1367b0e04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': '219b6387-0461-41fb-9ec4-61b42d9ab3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:53:55Z', 'updated_at': '2021-05-31T15:54:10Z', 'revision_number': 4, 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'gw_port': {'id': '219b6387-0461-41fb-9ec4-61b42d9ab3d8', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:57Z', 'updated_at': '2021-05-31T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '444ce256-f87a-437b-b92c-baf31cfd333a', 'name': '', 'network_id': 'f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217', 'tenant_id': 'dd852f22866d47498e7ba1367b0e04db', 'mac_address': 'fa:16:3e:8a:cd:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '13640c8e-f9d3-4b93-b70a-919f0ac30700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:54:08Z', 'updated_at': '2021-05-31T15:54:18Z', 'revision_number': 4, 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'subnets': [{'id': '13640c8e-f9d3-4b93-b70a-919f0ac30700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:54:19.978024 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-6b14173c-ac27-46db-9b34-c8e337260ce5 None None] Provisioning complete for port 85000243-9c36-4d33-bea3-87707a0eae68 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:19.978407 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6b14173c-ac27-46db-9b34-c8e337260ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:20.101524 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 58992) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:20.124627 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4e09abd3-8e37-4354-b42b-5b545a5be553 req-eea65177-c11e-498e-8d4c-b6b46359193f tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 210 time: 0.0905027 May 31 15:54:20.133024 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90ac8bb-8ed9-40a5-9307-586dd56d3988 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Router acdf9dba-dd5a-4398-8bc1-540ab572cd85 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:54:20.309975 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7aea7719-9ad3-448d-88fb-3f2130fea177 None None] Provisioning complete for port 85000243-9c36-4d33-bea3-87707a0eae68 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:20.310275 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7aea7719-9ad3-448d-88fb-3f2130fea177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:20.321732 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1167f417-24da-4a97-8532-8ac1b7357161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:20.329612 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90ac8bb-8ed9-40a5-9307-586dd56d3988 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:54:20.334109 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-0ffa1070-daee-4b52-987c-15562d3035c1 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:20.338607 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d90ac8bb-8ed9-40a5-9307-586dd56d3988 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:20.340240 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d90ac8bb-8ed9-40a5-9307-586dd56d3988 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "PUT /v2.0/routers/acdf9dba-dd5a-4398-8bc1-540ab572cd85 HTTP/1.1" status: 200 len: 705 time: 1.4140029 May 31 15:54:20.343501 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 58998) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:20.346514 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bfe0a4-9d73-49ec-b484-f56796f38ce1 None None] Sync routers for ids ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:54:20.373416 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1167f417-24da-4a97-8532-8ac1b7357161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:20.385413 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-0ffa1070-daee-4b52-987c-15562d3035c1 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Transition to ACTIVE for port object 9436b014-0c9c-4121-a315-1873bd5220f8 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:20.386851 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bfe0a4-9d73-49ec-b484-f56796f38ce1 None None] Routers {'acdf9dba-dd5a-4398-8bc1-540ab572cd85'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:54:20.387522 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-63bfe0a4-9d73-49ec-b484-f56796f38ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:54:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:20.391360 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1167f417-24da-4a97-8532-8ac1b7357161 admin admin] Usage tracker for resource:security_group_rule and tenant:babac94822cf4042b3f2075a8171ba16 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:20.396748 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1167f417-24da-4a97-8532-8ac1b7357161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:20.404482 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a42ac7b4-87bf-4995-94df-30e12239d9ef tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Synchronizing usage tracker for tenant:4495789bf65544d19fbd02194192aa34 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:20.422904 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1167f417-24da-4a97-8532-8ac1b7357161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:20.426080 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a42ac7b4-87bf-4995-94df-30e12239d9ef tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Unset dirty status for tenant:4495789bf65544d19fbd02194192aa34 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:20.428626 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a42ac7b4-87bf-4995-94df-30e12239d9ef tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "GET /v2.0/ports?device_id=acdf9dba-dd5a-4398-8bc1-540ab572cd85 HTTP/1.1" status: 200 len: 205 time: 0.0837152 May 31 15:54:20.431129 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59002) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:20.534005 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-63bfe0a4-9d73-49ec-b484-f56796f38ce1 None None] Set router acdf9dba-dd5a-4398-8bc1-540ab572cd85 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:54:20.606142 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-0ffa1070-daee-4b52-987c-15562d3035c1 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:20.609209 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0cefe0ab-dfe6-4253-925d-281442f9be65 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:20.618884 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-74bd094f-cbfb-4e53-ace9-32879ced9362 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:20.661988 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-63bfe0a4-9d73-49ec-b484-f56796f38ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:54:12Z', 'revision_number': 11, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:20.673045 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bfe0a4-9d73-49ec-b484-f56796f38ce1 None None] Checking router: acdf9dba-dd5a-4398-8bc1-540ab572cd85 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:54:20.688410 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bfe0a4-9d73-49ec-b484-f56796f38ce1 None None] Routers {'acdf9dba-dd5a-4398-8bc1-540ab572cd85'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:54:20.689050 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-63bfe0a4-9d73-49ec-b484-f56796f38ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:54:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:20.770712 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-0ffa1070-daee-4b52-987c-15562d3035c1 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Network f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:54:20.799604 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-0ffa1070-daee-4b52-987c-15562d3035c1 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:20.802191 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-0ffa1070-daee-4b52-987c-15562d3035c1 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:54:20.856085 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa1070-daee-4b52-987c-15562d3035c1 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Pushing event updated for resources: {'Port': ['ID=9436b014-0c9c-4121-a315-1873bd5220f8,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:20.859458 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0ffa1070-daee-4b52-987c-15562d3035c1 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:20.910382 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-63bfe0a4-9d73-49ec-b484-f56796f38ce1 None None] Set router acdf9dba-dd5a-4398-8bc1-540ab572cd85 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:54:20.947763 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1167f417-24da-4a97-8532-8ac1b7357161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:20.965515 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-0ffa1070-daee-4b52-987c-15562d3035c1 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:20.966130 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-0ffa1070-daee-4b52-987c-15562d3035c1 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:20.972352 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1167f417-24da-4a97-8532-8ac1b7357161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:21.064118 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6d443e28-4af5-4d1b-a639-437b9d923456 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:21.101906 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0cefe0ab-dfe6-4253-925d-281442f9be65 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:21.103998 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1167f417-24da-4a97-8532-8ac1b7357161 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=babac94822cf4042b3f2075a8171ba16&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0014274 May 31 15:54:21.106689 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59006) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:21.110195 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0cefe0ab-dfe6-4253-925d-281442f9be65 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:21.126719 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-63bfe0a4-9d73-49ec-b484-f56796f38ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:54:12Z', 'revision_number': 11, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:21.154959 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bfe0a4-9d73-49ec-b484-f56796f38ce1 None None] The sync data for ids ['acdf9dba-dd5a-4398-8bc1-540ab572cd85'] in dv-neutron-601336-79-hyperv is: [{'id': 'acdf9dba-dd5a-4398-8bc1-540ab572cd85', 'name': 'tempest-RoutersIpV6Test-router-1980807343', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:27Z', 'updated_at': '2021-05-31T15:54:12Z', 'revision_number': 11, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:54:21.157509 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 444ce256-f87a-437b-b92c-baf31cfd333a up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:54:21.236117 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0cefe0ab-dfe6-4253-925d-281442f9be65 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:21.236981 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cefe0ab-dfe6-4253-925d-281442f9be65 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Fanout notify agent at l3_agent the message router_deleted on router acdf9dba-dd5a-4398-8bc1-540ab572cd85 {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:54:21.257161 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-57208d40-3b6d-48c7-a680-ce3151ff8337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:21.265130 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167f417-24da-4a97-8532-8ac1b7357161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8047e0e9-6b83-4aa8-8d71-3f5dba4e738e,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:21.272688 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1167f417-24da-4a97-8532-8ac1b7357161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:21.283751 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 444ce256-f87a-437b-b92c-baf31cfd333a completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:21.290677 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 444ce256-f87a-437b-b92c-baf31cfd333a triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:21.291266 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:21.297268 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0cefe0ab-dfe6-4253-925d-281442f9be65 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:21.303172 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0cefe0ab-dfe6-4253-925d-281442f9be65 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/routers/acdf9dba-dd5a-4398-8bc1-540ab572cd85 HTTP/1.1" status: 204 len: 168 time: 0.8703513 May 31 15:54:21.304511 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59012) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:21.317548 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-72a7d565-3ba0-45c8-b66b-ac81e9c3e35a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1398132628', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:21.328812 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-0ffa1070-daee-4b52-987c-15562d3035c1 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2864339 May 31 15:54:21.342436 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-72a7d565-3ba0-45c8-b66b-ac81e9c3e35a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:21.351373 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-951d9b28-5e82-4ecd-857b-29c06dec888e service neutron] Request body: {'port': {'device_id': '95e0da22-855f-45e2-a6c0-a443b53859c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:21.407087 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-72a7d565-3ba0-45c8-b66b-ac81e9c3e35a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Usage tracker for resource:router and tenant:4495789bf65544d19fbd02194192aa34 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:21.412921 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-57208d40-3b6d-48c7-a680-ce3151ff8337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:21.434395 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-72a7d565-3ba0-45c8-b66b-ac81e9c3e35a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:21.444680 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-32e6a895-657d-4d1b-9dd9-6db41a10c4ba None None] Provisioning for port 9436b014-0c9c-4121-a315-1873bd5220f8 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:21.448173 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.objects.ports [None req-60bb1563-afba-42f9-a462-b0bfc6aff066 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=99204) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 15:54:21.457227 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-32e6a895-657d-4d1b-9dd9-6db41a10c4ba None None] Provisioning complete for port 9436b014-0c9c-4121-a315-1873bd5220f8 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:21.457521 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-32e6a895-657d-4d1b-9dd9-6db41a10c4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:21.463464 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-72a7d565-3ba0-45c8-b66b-ac81e9c3e35a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:21.530329 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-32e6a895-657d-4d1b-9dd9-6db41a10c4ba None None] Port 9436b014-0c9c-4121-a315-1873bd5220f8 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:54:21.537475 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-72a7d565-3ba0-45c8-b66b-ac81e9c3e35a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:21.538846 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-72a7d565-3ba0-45c8-b66b-ac81e9c3e35a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:21.555813 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:21.560832 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-72a7d565-3ba0-45c8-b66b-ac81e9c3e35a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:21.601434 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd97ef0-b0d8-4f69-b744-f797970686e1 req-e4e6d1b9-a16b-45fd-9501-e7d2a131d39c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:21.603152 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8dd97ef0-b0d8-4f69-b744-f797970686e1 req-e4e6d1b9-a16b-45fd-9501-e7d2a131d39c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 931 time: 0.2624986 May 31 15:54:21.605399 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-72a7d565-3ba0-45c8-b66b-ac81e9c3e35a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:21.607457 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 444ce256-f87a-437b-b92c-baf31cfd333a, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=444ce256-f87a-437b-b92c-baf31cfd333a,segment=NetworkSegment(d97b1fae-7878-4bab-8c70-d89f6e023b0d),segment_id=d97b1fae-7878-4bab-8c70-d89f6e023b0d)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:54:21.619331 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:21.624264 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b07ba9a6-0f17-438f-82af-ec104e7dabf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:21.668447 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-951d9b28-5e82-4ecd-857b-29c06dec888e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:21.673081 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-57208d40-3b6d-48c7-a680-ce3151ff8337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:21.688244 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-52cc51cb-48ff-4344-87be-30fa7d91dada tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:21.694940 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4be934ab-f4c8-4e05-9b45-2b8c58fd5c0a tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:21.700940 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ee0082f4-371b-4682-8736-159a99fbf28c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:21.709347 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8dd97ef0-b0d8-4f69-b744-f797970686e1 req-6a9819b2-8eca-4a05-9be6-35654b86de19 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe90d589-4f27-4d98-a8f2-975e6776ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913997 May 31 15:54:21.711838 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-72a7d565-3ba0-45c8-b66b-ac81e9c3e35a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:21.716425 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-72a7d565-3ba0-45c8-b66b-ac81e9c3e35a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4076309 May 31 15:54:21.717469 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-57208d40-3b6d-48c7-a680-ce3151ff8337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:21.721264 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-57208d40-3b6d-48c7-a680-ce3151ff8337 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8047e0e9-6b83-4aa8-8d71-3f5dba4e738e HTTP/1.1" status: 204 len: 168 time: 0.6104872 May 31 15:54:21.721264 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59016) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:21.721264 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57208d40-3b6d-48c7-a680-ce3151ff8337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8047e0e9-6b83-4aa8-8d71-3f5dba4e738e,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:21.735915 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-57208d40-3b6d-48c7-a680-ce3151ff8337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:21.740838 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-0ff0ff2d-929b-4f79-b022-0a7d6dadce3f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Request body: {'router': {'admin_state_up': True}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:21.758639 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=444ce256-f87a-437b-b92c-baf31cfd333a,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:21.762396 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:22.054206 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be934ab-f4c8-4e05-9b45-2b8c58fd5c0a tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Network c3b1d98e-52e3-416d-a56a-51cbabc18c9a is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:54:22.063019 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-4be934ab-f4c8-4e05-9b45-2b8c58fd5c0a tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:22.079026 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98613428-eb64-4eac-b371-e72bdc393251 None None] Network c3b1d98e-52e3-416d-a56a-51cbabc18c9a requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:54:22.085479 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be934ab-f4c8-4e05-9b45-2b8c58fd5c0a tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:22.086074 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4be934ab-f4c8-4e05-9b45-2b8c58fd5c0a tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:22.122402 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4be934ab-f4c8-4e05-9b45-2b8c58fd5c0a tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.3786941 May 31 15:54:22.122402 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be934ab-f4c8-4e05-9b45-2b8c58fd5c0a tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Subnet': ['ID=eb0056ad-3cd3-44e5-9674-3e45a1ba60a0,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:22.123578 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59030) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:22.170940 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4be934ab-f4c8-4e05-9b45-2b8c58fd5c0a tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:22.179518 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-c78e388d-60f2-4ca0-9720-46212e0558a5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-589040475', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'eb0056ad-3cd3-44e5-9674-3e45a1ba60a0'}], 'security_groups': ['bca71100-f78c-4af4-9118-c9f84b6fe49c', 'd914e5c5-b11e-4a0f-a16f-82e66a2a5cc9']}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:22.309191 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0ff0ff2d-929b-4f79-b022-0a7d6dadce3f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:22.330926 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0ff0ff2d-929b-4f79-b022-0a7d6dadce3f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446711'] for router, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:22.436449 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-60bb1563-afba-42f9-a462-b0bfc6aff066 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:22.487490 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea03ea10-4460-40b1-8aef-ed80c6adaced None None] Update dhcp port {'port': {'network_id': 'c3b1d98e-52e3-416d-a56a-51cbabc18c9a', 'fixed_ips': [{'subnet_id': '40793833-3913-4dc6-b891-0aafff39b4ac', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '70df36d9-5809-4a1d-a7d1-9d5724e3d44c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'eb0056ad-3cd3-44e5-9674-3e45a1ba60a0'}], 'binding:host_id': 'dv-neutron-601336-79-hyperv'}, 'id': 'fdfb162b-039a-490e-b592-b80499ed773a'} from dv-neutron-601336-79-hyperv. {{(pid=99206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 31 15:54:22.557220 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ea03ea10-4460-40b1-8aef-ed80c6adaced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:22.568868 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff0ff2d-929b-4f79-b022-0a7d6dadce3f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Router 0c4f38dd-b855-41bc-af5d-bc9ad4fed16b is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:54:22.626458 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59046) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:22.731529 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff0ff2d-929b-4f79-b022-0a7d6dadce3f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:54:22.741075 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cff3486-5443-4455-9f83-4b2ff6b3977e None None] Sync routers for ids ['0c4f38dd-b855-41bc-af5d-bc9ad4fed16b'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:54:22.744824 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0ff0ff2d-929b-4f79-b022-0a7d6dadce3f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:22.749091 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0ff0ff2d-929b-4f79-b022-0a7d6dadce3f tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "PUT /v2.0/routers/0c4f38dd-b855-41bc-af5d-bc9ad4fed16b HTTP/1.1" status: 200 len: 698 time: 1.0264006 May 31 15:54:22.749900 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59052) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:22.760900 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cff3486-5443-4455-9f83-4b2ff6b3977e None None] Routers {'0c4f38dd-b855-41bc-af5d-bc9ad4fed16b'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:54:22.761531 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-2cff3486-5443-4455-9f83-4b2ff6b3977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:54:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['0c4f38dd-b855-41bc-af5d-bc9ad4fed16b'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:22.841030 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-ea03ea10-4460-40b1-8aef-ed80c6adaced None None] Allocated IP 2001:db8:0:2::2 (c3b1d98e-52e3-416d-a56a-51cbabc18c9a/eb0056ad-3cd3-44e5-9674-3e45a1ba60a0/fdfb162b-039a-490e-b592-b80499ed773a) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:54:22.848139 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-913b693f-4c74-4d95-8aec-546b56c6bd12 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Request body: {'security_group': {'name': 'tempest-secgroup--1903729242'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:22.873496 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-913b693f-4c74-4d95-8aec-546b56c6bd12 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:22.884915 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c78e388d-60f2-4ca0-9720-46212e0558a5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:22.901085 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-913b693f-4c74-4d95-8aec-546b56c6bd12 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Usage tracker for resource:security_group and tenant:5afa58f4a3af4e44995b310f91e29d81 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:22.904155 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ae1e9742-8e20-45af-85a9-5e62ea494201 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "GET /v2.0/routers/0c4f38dd-b855-41bc-af5d-bc9ad4fed16b HTTP/1.1" status: 200 len: 704 time: 0.1530325 May 31 15:54:22.905067 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59058) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:22.918065 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-913b693f-4c74-4d95-8aec-546b56c6bd12 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:22.931808 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-2cff3486-5443-4455-9f83-4b2ff6b3977e None None] Set router 0c4f38dd-b855-41bc-af5d-bc9ad4fed16b gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:54:22.993333 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-913b693f-4c74-4d95-8aec-546b56c6bd12 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:23.007685 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e6e50b03-8296-4cd7-8c1e-62e49fcfc3aa tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c4f38dd-b855-41bc-af5d-bc9ad4fed16b HTTP/1.1" status: 200 len: 205 time: 0.1011705 May 31 15:54:23.012340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59062) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:23.057687 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-ea03ea10-4460-40b1-8aef-ed80c6adaced None None] For port fdfb162b-039a-490e-b592-b80499ed773a, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=fdfb162b-039a-490e-b592-b80499ed773a,segment=NetworkSegment(e42785dc-d1a7-4b1c-bf5c-aa40befa5bed),segment_id=e42785dc-d1a7-4b1c-bf5c-aa40befa5bed)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:54:23.087573 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 444ce256-f87a-437b-b92c-baf31cfd333a up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:54:23.094758 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-2cff3486-5443-4455-9f83-4b2ff6b3977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c4f38dd-b855-41bc-af5d-bc9ad4fed16b', 'name': 'tempest-RoutersIpV6Test-router-1398132628', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:54:21Z', 'updated_at': '2021-05-31T15:54:22Z', 'revision_number': 2, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:23.100222 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cff3486-5443-4455-9f83-4b2ff6b3977e None None] Checking router: 0c4f38dd-b855-41bc-af5d-bc9ad4fed16b for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:54:23.101430 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-913b693f-4c74-4d95-8aec-546b56c6bd12 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:23.111100 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cff3486-5443-4455-9f83-4b2ff6b3977e None None] Routers {'0c4f38dd-b855-41bc-af5d-bc9ad4fed16b'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:54:23.112439 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-2cff3486-5443-4455-9f83-4b2ff6b3977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:54:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['0c4f38dd-b855-41bc-af5d-bc9ad4fed16b'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:23.135425 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-913b693f-4c74-4d95-8aec-546b56c6bd12 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:23.144493 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ea03ea10-4460-40b1-8aef-ed80c6adaced None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:23.180591 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2b374cd2-dcb8-42ad-901d-e238dc3037c9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:23.180987 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ea03ea10-4460-40b1-8aef-ed80c6adaced None None] Transition to ACTIVE for port object fdfb162b-039a-490e-b592-b80499ed773a will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:23.192951 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-60bb1563-afba-42f9-a462-b0bfc6aff066 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] For port 85000243-9c36-4d33-bea3-87707a0eae68, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=85000243-9c36-4d33-bea3-87707a0eae68,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:54:23.196851 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-951d9b28-5e82-4ecd-857b-29c06dec888e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9436b014-0c9c-4121-a315-1873bd5220f8 {{(pid=99204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 15:54:23.197785 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ea03ea10-4460-40b1-8aef-ed80c6adaced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:23.204954 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-447a5041-69ff-40c9-8b1a-ce1314715d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:23.220194 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-951d9b28-5e82-4ecd-857b-29c06dec888e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:23.234002 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-913b693f-4c74-4d95-8aec-546b56c6bd12 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:23.257479 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-913b693f-4c74-4d95-8aec-546b56c6bd12 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Usage tracker for resource:security_group_rule and tenant:5afa58f4a3af4e44995b310f91e29d81 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:23.274032 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-2cff3486-5443-4455-9f83-4b2ff6b3977e None None] Set router 0c4f38dd-b855-41bc-af5d-bc9ad4fed16b gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:54:23.314343 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-951d9b28-5e82-4ecd-857b-29c06dec888e service neutron] Transition to ACTIVE for port object 9436b014-0c9c-4121-a315-1873bd5220f8 will not be triggered until provisioned by entity L2. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:23.315429 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-913b693f-4c74-4d95-8aec-546b56c6bd12 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:23.339152 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-913b693f-4c74-4d95-8aec-546b56c6bd12 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:23.345044 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-951d9b28-5e82-4ecd-857b-29c06dec888e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:23.355570 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-60bb1563-afba-42f9-a462-b0bfc6aff066 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:23.357320 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7c9f3e36-5a4e-41a0-b7ac-b582d9009dd5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:23.364526 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03ea10-4460-40b1-8aef-ed80c6adaced None None] Pushing event updated for resources: {'Port': ['ID=fdfb162b-039a-490e-b592-b80499ed773a,revision_number=7']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:23.369988 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 444ce256-f87a-437b-b92c-baf31cfd333a triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:23.370513 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:23.405347 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-60bb1563-afba-42f9-a462-b0bfc6aff066 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:23.406273 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-60bb1563-afba-42f9-a462-b0bfc6aff066 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:23.427425 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-2cff3486-5443-4455-9f83-4b2ff6b3977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c4f38dd-b855-41bc-af5d-bc9ad4fed16b', 'name': 'tempest-RoutersIpV6Test-router-1398132628', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:54:21Z', 'updated_at': '2021-05-31T15:54:22Z', 'revision_number': 2, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:23.434107 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cff3486-5443-4455-9f83-4b2ff6b3977e None None] The sync data for ids ['0c4f38dd-b855-41bc-af5d-bc9ad4fed16b'] in dv-neutron-601336-79-hyperv is: [{'id': '0c4f38dd-b855-41bc-af5d-bc9ad4fed16b', 'name': 'tempest-RoutersIpV6Test-router-1398132628', 'tenant_id': '4495789bf65544d19fbd02194192aa34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:54:21Z', 'updated_at': '2021-05-31T15:54:22Z', 'revision_number': 2, 'project_id': '4495789bf65544d19fbd02194192aa34', 'gw_port_host': None}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:54:23.458573 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ea03ea10-4460-40b1-8aef-ed80c6adaced None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:23.570239 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bb1563-afba-42f9-a462-b0bfc6aff066 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:54:23.589121 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91c4f3-4184-4548-b3dd-0dff5f427987 req-4c4855db-f28c-4253-aa61-4625e0736358 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:23.590803 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-df91c4f3-4184-4548-b3dd-0dff5f427987 req-4c4855db-f28c-4253-aa61-4625e0736358 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 931 time: 0.6438324 May 31 15:54:23.703254 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-60bb1563-afba-42f9-a462-b0bfc6aff066 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:23.722796 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dca159-2831-4d6e-81e8-2feeebc728d4 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:54:23.763781 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d9b28-5e82-4ecd-857b-29c06dec888e service neutron] Pushing event updated for resources: {'Port': ['ID=9436b014-0c9c-4121-a315-1873bd5220f8,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:23.767645 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-951d9b28-5e82-4ecd-857b-29c06dec888e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:23.772755 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2b374cd2-dcb8-42ad-901d-e238dc3037c9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:23.776949 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2b374cd2-dcb8-42ad-901d-e238dc3037c9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:23.786300 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-df91c4f3-4184-4548-b3dd-0dff5f427987 req-67adc9dc-fa8d-48da-9dc6-7f9f0034fc93 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe90d589-4f27-4d98-a8f2-975e6776ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347547 May 31 15:54:23.815106 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-02cd6d70-cac4-460d-92e0-80b946af7ac5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.390s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:23.838164 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2b374cd2-dcb8-42ad-901d-e238dc3037c9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:23.838720 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b374cd2-dcb8-42ad-901d-e238dc3037c9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Fanout notify agent at l3_agent the message router_deleted on router 0c4f38dd-b855-41bc-af5d-bc9ad4fed16b {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:54:23.863389 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2b374cd2-dcb8-42ad-901d-e238dc3037c9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:23.868554 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2b374cd2-dcb8-42ad-901d-e238dc3037c9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/routers/0c4f38dd-b855-41bc-af5d-bc9ad4fed16b HTTP/1.1" status: 204 len: 168 time: 0.8546870 May 31 15:54:23.869450 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59066) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:23.877209 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bb1563-afba-42f9-a462-b0bfc6aff066 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:23.877956 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-60bb1563-afba-42f9-a462-b0bfc6aff066 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:23.979981 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d9d90826-a4de-46ad-af62-f583cff9d7cd tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c4f38dd-b855-41bc-af5d-bc9ad4fed16b HTTP/1.1" status: 200 len: 205 time: 0.1092412 May 31 15:54:23.980672 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59070) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:24.049025 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-22f58b29-0cc9-4fde-b239-5461a07f6629 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] delete failed (client error): The resource could not be found. May 31 15:54:24.054210 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-22f58b29-0cc9-4fde-b239-5461a07f6629 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/routers/0c4f38dd-b855-41bc-af5d-bc9ad4fed16b HTTP/1.1" status: 404 len: 336 time: 0.0725317 May 31 15:54:24.054846 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59074) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:24.103529 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-8108a74f-cee3-4b4a-aea4-1f4b14edbfd0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] DELETE failed (client error): The resource could not be found. May 31 15:54:24.103983 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8108a74f-cee3-4b4a-aea4-1f4b14edbfd0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:24.108970 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8108a74f-cee3-4b4a-aea4-1f4b14edbfd0 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/subnets/9cb00d15-6fe8-4123-b5ab-c7c150679a3d HTTP/1.1" status: 404 len: 337 time: 0.0530386 May 31 15:54:24.109644 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59078) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:24.160613 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c84fdc-6c72-486f-a1fd-df994978f3e3 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] DELETE failed (client error): The resource could not be found. May 31 15:54:24.161731 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5c84fdc-6c72-486f-a1fd-df994978f3e3 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:24.163906 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b5c84fdc-6c72-486f-a1fd-df994978f3e3 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/subnets/cf4d03e4-657e-43bc-bf19-7ce001c90d68 HTTP/1.1" status: 404 len: 337 time: 0.0533381 May 31 15:54:24.166821 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59082) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:24.212556 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bde2dab-b656-41de-a4d0-bf5fd7f9f278 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] DELETE failed (client error): The resource could not be found. May 31 15:54:24.213012 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bde2dab-b656-41de-a4d0-bf5fd7f9f278 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:24.217616 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1bde2dab-b656-41de-a4d0-bf5fd7f9f278 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/subnets/d64f80f8-0827-4c66-9e40-ef117d327c63 HTTP/1.1" status: 404 len: 337 time: 0.0470581 May 31 15:54:24.223628 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59086) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:24.272481 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba0e8973-7c37-439f-999f-0d70c89fceab tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] DELETE failed (client error): The resource could not be found. May 31 15:54:24.273100 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba0e8973-7c37-439f-999f-0d70c89fceab tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:24.275804 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ba0e8973-7c37-439f-999f-0d70c89fceab tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/subnets/96ca86b7-ca93-4bab-9d6c-ef6ae918a3d4 HTTP/1.1" status: 404 len: 337 time: 0.0509708 May 31 15:54:24.278539 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59090) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:24.297567 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb1563-afba-42f9-a462-b0bfc6aff066 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Port': ['ID=85000243-9c36-4d33-bea3-87707a0eae68,revision_number=8']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:24.299619 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f73bc44-d651-4a11-940a-277fdead69f2 None None] Update dhcp port {'port': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'fixed_ips': [{'subnet_id': '5a4e712a-6a93-486d-94b6-b118106eb4d1', 'ip_address': '2001:db8:0:1:f816:3eff:feb1:b243'}, {'subnet_id': 'fe71e9f6-b64e-477e-8a66-d78fdc56851e'}], 'binding:host_id': 'dv-neutron-601336-79-hyperv'}, 'id': '85000243-9c36-4d33-bea3-87707a0eae68'} from dv-neutron-601336-79-hyperv. {{(pid=99206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 31 15:54:24.301216 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-60bb1563-afba-42f9-a462-b0bfc6aff066 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:24.312567 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9234c727-84ca-4ac0-a564-76bb5da788eb tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.887s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:24.335669 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ac8b3d64-bf23-4ac0-9c3b-425f834c227e tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "GET /v2.0/ports?device_id=acdf9dba-dd5a-4398-8bc1-540ab572cd85 HTTP/1.1" status: 200 len: 205 time: 0.0554943 May 31 15:54:24.337733 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59094) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:24.352363 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-951d9b28-5e82-4ecd-857b-29c06dec888e service neutron] Attempting to bind port 9436b014-0c9c-4121-a315-1873bd5220f8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:54:24.352696 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-951d9b28-5e82-4ecd-857b-29c06dec888e service neutron] Attempting to bind port 9436b014-0c9c-4121-a315-1873bd5220f8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'd97b1fae-7878-4bab-8c70-d89f6e023b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:54:24.353163 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-951d9b28-5e82-4ecd-857b-29c06dec888e service neutron] Attempting to bind port 9436b014-0c9c-4121-a315-1873bd5220f8 on network f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:54:24.385796 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-60bb1563-afba-42f9-a462-b0bfc6aff066 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 6.0937591 May 31 15:54:24.386914 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-951d9b28-5e82-4ecd-857b-29c06dec888e service neutron] Port 9436b014-0c9c-4121-a315-1873bd5220f8 on network f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:54:24.388122 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-951d9b28-5e82-4ecd-857b-29c06dec888e service neutron] Attempting to bind port 9436b014-0c9c-4121-a315-1873bd5220f8 on network f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:54:24.393973 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59098) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:24.395433 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7f73bc44-d651-4a11-940a-277fdead69f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:24.427787 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-b5918523-654b-4ab0-bdb3-c74b55806857 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Request body: {'port': {'network_id': 'b5001308-9f67-458f-99a7-4cdcd1177eb2', 'mac_address': 'fa:16:3e:eb:18:40', 'name': 'tempest-NetworksTestDHCPv6-1655593303'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:24.431760 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-1d11a233-7f58-454d-b954-05b44d5c7fd9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] delete failed (client error): The resource could not be found. May 31 15:54:24.432812 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1d11a233-7f58-454d-b954-05b44d5c7fd9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/routers/acdf9dba-dd5a-4398-8bc1-540ab572cd85 HTTP/1.1" status: 404 len: 336 time: 0.0940754 May 31 15:54:24.436897 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59102) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:24.454672 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-951d9b28-5e82-4ecd-857b-29c06dec888e service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:54:24.455033 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-951d9b28-5e82-4ecd-857b-29c06dec888e service neutron] Checking segment: {'id': 'd97b1fae-7878-4bab-8c70-d89f6e023b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:54:24.455635 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-951d9b28-5e82-4ecd-857b-29c06dec888e service neutron] Bound using segment: {'id': 'd97b1fae-7878-4bab-8c70-d89f6e023b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217'} {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:54:24.456090 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-951d9b28-5e82-4ecd-857b-29c06dec888e service neutron] Bound port: 9436b014-0c9c-4121-a315-1873bd5220f8, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd97b1fae-7878-4bab-8c70-d89f6e023b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217'}}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:54:24.456450 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-951d9b28-5e82-4ecd-857b-29c06dec888e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:24.492383 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-24443f03-140a-46b7-9bd3-ffcbd41cd809 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "GET /v2.0/ports?device_id=aef2e159-59ed-47e5-b6c1-cefc23c47a0f HTTP/1.1" status: 200 len: 205 time: 0.0542147 May 31 15:54:24.495076 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59106) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:24.546389 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-c78e388d-60f2-4ca0-9720-46212e0558a5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Delete allocated IP 2001:db8::29c (c3b1d98e-52e3-416d-a56a-51cbabc18c9a/70df36d9-5809-4a1d-a7d1-9d5724e3d44c) {{(pid=99204) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 31 15:54:24.584859 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-7e640b02-9e28-4f0f-add9-ef1fe3770edc tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] delete failed (client error): The resource could not be found. May 31 15:54:24.586984 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7e640b02-9e28-4f0f-add9-ef1fe3770edc tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/routers/aef2e159-59ed-47e5-b6c1-cefc23c47a0f HTTP/1.1" status: 404 len: 336 time: 0.0898128 May 31 15:54:24.589038 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59110) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:24.631220 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a4c2fec-ee24-42f2-a230-2558c0132348 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] DELETE failed (client error): The resource could not be found. May 31 15:54:24.631952 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a4c2fec-ee24-42f2-a230-2558c0132348 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:24.633392 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0a4c2fec-ee24-42f2-a230-2558c0132348 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/subnets/b59015b2-7930-4193-9dba-280ea2cacd49 HTTP/1.1" status: 404 len: 337 time: 0.0434330 May 31 15:54:24.637040 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59114) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:24.638227 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-c78e388d-60f2-4ca0-9720-46212e0558a5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Allocated IP 2001:db8:0:2::3da (c3b1d98e-52e3-416d-a56a-51cbabc18c9a/eb0056ad-3cd3-44e5-9674-3e45a1ba60a0/cfdac956-d0c0-43f7-b897-806bd9aad7c6) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:54:24.640746 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb1563-afba-42f9-a462-b0bfc6aff066 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Subnet': ['ID=5a4e712a-6a93-486d-94b6-b118106eb4d1,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:24.643549 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-60bb1563-afba-42f9-a462-b0bfc6aff066 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:24.669490 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e7fa7be5-9f78-4221-b359-cd6db15e2f9b None None] Provisioning for port fdfb162b-039a-490e-b592-b80499ed773a completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:24.678232 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-7f73bc44-d651-4a11-940a-277fdead69f2 None None] Allocated IP 2001:db8::2 (b5001308-9f67-458f-99a7-4cdcd1177eb2/fe71e9f6-b64e-477e-8a66-d78fdc56851e/85000243-9c36-4d33-bea3-87707a0eae68) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:54:24.680681 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e7fa7be5-9f78-4221-b359-cd6db15e2f9b None None] Provisioning complete for port fdfb162b-039a-490e-b592-b80499ed773a triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:24.681090 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e7fa7be5-9f78-4221-b359-cd6db15e2f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:24.698812 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-66ad1b82-9e2a-41e9-92e7-90e3514233d4 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "GET /v2.0/ports?device_id=05b8ca20-3a76-4f7f-ab3c-c8dca4fd9973 HTTP/1.1" status: 200 len: 205 time: 0.0597010 May 31 15:54:24.699457 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59118) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:24.699620 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-913b693f-4c74-4d95-8aec-546b56c6bd12 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:24.724899 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-913b693f-4c74-4d95-8aec-546b56c6bd12 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:24.735507 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4947077e-6d1a-496d-bafe-7638cc374a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:24.752591 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-913b693f-4c74-4d95-8aec-546b56c6bd12 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:24.772466 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-951d9b28-5e82-4ecd-857b-29c06dec888e service neutron] For port 9436b014-0c9c-4121-a315-1873bd5220f8, host hv-neutron-6013, cleared binding levels {{(pid=99204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:54:24.781294 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-913b693f-4c74-4d95-8aec-546b56c6bd12 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Usage tracker for resource:security_group_rule and tenant:5afa58f4a3af4e44995b310f91e29d81 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:24.798499 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-913b693f-4c74-4d95-8aec-546b56c6bd12 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:24.801869 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-3078407d-1bad-4577-a699-6acfed474517 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] delete failed (client error): The resource could not be found. May 31 15:54:24.805447 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3078407d-1bad-4577-a699-6acfed474517 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/routers/05b8ca20-3a76-4f7f-ab3c-c8dca4fd9973 HTTP/1.1" status: 404 len: 336 time: 0.1023037 May 31 15:54:24.806034 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59122) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:24.819306 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-913b693f-4c74-4d95-8aec-546b56c6bd12 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:24.853993 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b693f-4c74-4d95-8aec-546b56c6bd12 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a191e18d-e1f9-43d5-acc7-9dda3e04a959,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:24.859782 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-913b693f-4c74-4d95-8aec-546b56c6bd12 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:24.865016 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-951d9b28-5e82-4ecd-857b-29c06dec888e service neutron] For port 9436b014-0c9c-4121-a315-1873bd5220f8, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9436b014-0c9c-4121-a315-1873bd5220f8,segment=NetworkSegment(d97b1fae-7878-4bab-8c70-d89f6e023b0d),segment_id=d97b1fae-7878-4bab-8c70-d89f6e023b0d)] {{(pid=99204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:54:24.879838 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-951d9b28-5e82-4ecd-857b-29c06dec888e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:24.881766 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b7a070d2-6233-4543-bd85-1a08bb1d0f11 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2dceeec-4932-4418-8f3a-339f2f0b066c HTTP/1.1" status: 200 len: 205 time: 0.0739379 May 31 15:54:24.884732 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59128) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:24.886610 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6efe8aef-2443-45d6-920c-06510c4c8118 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:24.972422 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-b5918523-654b-4ab0-bdb3-c74b55806857 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:24.974313 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-7f73bc44-d651-4a11-940a-277fdead69f2 None None] For port 85000243-9c36-4d33-bea3-87707a0eae68, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=85000243-9c36-4d33-bea3-87707a0eae68,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:54:24.976566 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e7fa7be5-9f78-4221-b359-cd6db15e2f9b None None] Provisioning complete for port 03bec41a-c913-4ac9-bff6-b5fcc0e1784c triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:24.976941 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e7fa7be5-9f78-4221-b359-cd6db15e2f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:25.035284 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-a0a5dc71-3ff2-4405-9c13-fcd9273ecda9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] delete failed (client error): The resource could not be found. May 31 15:54:25.039218 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a0a5dc71-3ff2-4405-9c13-fcd9273ecda9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/routers/f2dceeec-4932-4418-8f3a-339f2f0b066c HTTP/1.1" status: 404 len: 336 time: 0.1533329 May 31 15:54:25.042162 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-951d9b28-5e82-4ecd-857b-29c06dec888e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:25.043005 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-951d9b28-5e82-4ecd-857b-29c06dec888e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:25.044584 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-951d9b28-5e82-4ecd-857b-29c06dec888e service neutron] 10.222.0.59 "PUT /v2.0/ports/9436b014-0c9c-4121-a315-1873bd5220f8 HTTP/1.1" status: 200 len: 1093 time: 3.7077365 May 31 15:54:25.044958 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59132) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:25.057095 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-e7fa7be5-9f78-4221-b359-cd6db15e2f9b None None] Port 03bec41a-c913-4ac9-bff6-b5fcc0e1784c cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:54:25.064863 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7f73bc44-d651-4a11-940a-277fdead69f2 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:25.081997 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e0da22-855f-45e2-a6c0-a443b53859c2', 'tag': '9436b014-0c9c-4121-a315-1873bd5220f8'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:54:25.085346 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb12325-1377-4338-97f5-a29dcadb5ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "95e0da22-855f-45e2-a6c0-a443b53859c2", "tag": "9436b014-0c9c-4121-a315-1873bd5220f8"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:54:25.104803 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7f73bc44-d651-4a11-940a-277fdead69f2 None None] Transition to ACTIVE for port object 85000243-9c36-4d33-bea3-87707a0eae68 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:25.124837 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device fdfb162b-039a-490e-b592-b80499ed773a up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:54:25.129099 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54251e-0bb1-415b-a138-6580bf51d0c3 req-ff492296-9e60-4e99-a220-9ca0f05212a3 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:25.130773 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2d54251e-0bb1-415b-a138-6580bf51d0c3 req-ff492296-9e60-4e99-a220-9ca0f05212a3 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 943 time: 0.1466844 May 31 15:54:25.164467 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b380ad-8ace-475c-9b31-d878e10c6529 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] DELETE failed (client error): The resource could not be found. May 31 15:54:25.164930 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59b380ad-8ace-475c-9b31-d878e10c6529 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:25.173641 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 15:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fa30a6-4877-482b-b125-76d72b92ca44 x-openstack-request-id: req-03fa30a6-4877-482b-b125-76d72b92ca44 {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:54:25.173975 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e0da22-855f-45e2-a6c0-a443b53859c2", "tag": "9436b014-0c9c-4121-a315-1873bd5220f8", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:54:25.174271 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-03fa30a6-4877-482b-b125-76d72b92ca44 {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:54:25.174695 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e0da22-855f-45e2-a6c0-a443b53859c2', 'tag': '9436b014-0c9c-4121-a315-1873bd5220f8', 'status': 'completed', 'code': 200} May 31 15:54:25.176799 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-b5918523-654b-4ab0-bdb3-c74b55806857 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:25.186427 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2d54251e-0bb1-415b-a138-6580bf51d0c3 req-41789a35-d5a3-4704-bea8-099ef023a38c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe90d589-4f27-4d98-a8f2-975e6776ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469859 May 31 15:54:25.190487 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e7fa7be5-9f78-4221-b359-cd6db15e2f9b None None] Provisioning complete for port cfdac956-d0c0-43f7-b897-806bd9aad7c6 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:25.190869 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e7fa7be5-9f78-4221-b359-cd6db15e2f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:25.223988 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7f73bc44-d651-4a11-940a-277fdead69f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:25.241103 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-46d6bdbd-9308-48be-966b-be8daa53c31a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:25.251116 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d9b28-5e82-4ecd-857b-29c06dec888e service neutron] Pushing event updated for resources: {'Port': ['ID=9436b014-0c9c-4121-a315-1873bd5220f8,revision_number=3']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:25.264016 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-951d9b28-5e82-4ecd-857b-29c06dec888e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:25.278167 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-59b380ad-8ace-475c-9b31-d878e10c6529 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/subnets/ad305783-2674-470f-90ac-61406a53d13b HTTP/1.1" status: 404 len: 337 time: 0.1899033 May 31 15:54:25.280958 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59138) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:25.297563 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5918523-654b-4ab0-bdb3-c74b55806857 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Made reservation on behalf of 3e24807f49c142caa434cef18b676ced for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:54:25.327196 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-14acee92-00c4-4d77-a6ec-d26df53a529a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "GET /v2.0/ports?device_id=01616df9-1d0d-4da7-90cd-5bb73f6d028a HTTP/1.1" status: 200 len: 205 time: 0.0427358 May 31 15:54:25.327963 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59142) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:25.400459 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-bc8bccf6-5eea-4a5b-b9fc-5a73a32eceda tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] delete failed (client error): The resource could not be found. May 31 15:54:25.401771 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bc8bccf6-5eea-4a5b-b9fc-5a73a32eceda tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/routers/01616df9-1d0d-4da7-90cd-5bb73f6d028a HTTP/1.1" status: 404 len: 336 time: 0.0731492 May 31 15:54:25.404460 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59146) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:25.409637 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-e7fa7be5-9f78-4221-b359-cd6db15e2f9b None None] Port cfdac956-d0c0-43f7-b897-806bd9aad7c6 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:54:25.420356 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73bc44-d651-4a11-940a-277fdead69f2 None None] Pushing event updated for resources: {'Port': ['ID=85000243-9c36-4d33-bea3-87707a0eae68,revision_number=9']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:25.426099 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-7f73bc44-d651-4a11-940a-277fdead69f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:25.429473 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port fdfb162b-039a-490e-b592-b80499ed773a triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:25.429953 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:25.435626 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-913b693f-4c74-4d95-8aec-546b56c6bd12 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:25.449287 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-31871df9-4b55-47a1-b8ba-46f685ee343a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] DELETE failed (client error): The resource could not be found. May 31 15:54:25.449737 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31871df9-4b55-47a1-b8ba-46f685ee343a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:25.451451 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-31871df9-4b55-47a1-b8ba-46f685ee343a tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/subnets/af13c731-2b8e-440e-abba-61ce736e83bb HTTP/1.1" status: 404 len: 337 time: 0.0461009 May 31 15:54:25.454226 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59150) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:25.468338 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-913b693f-4c74-4d95-8aec-546b56c6bd12 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:25.477800 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-730812c2-c424-4b90-af8e-7186b6ea4cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:25.503044 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4783fcc1-e913-4b0e-a4d6-23e7f1270fe6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "GET /v2.0/ports?device_id=7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5 HTTP/1.1" status: 200 len: 205 time: 0.0471075 May 31 15:54:25.505347 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59154) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:25.545951 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c78e388d-60f2-4ca0-9720-46212e0558a5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:25.555742 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b693f-4c74-4d95-8aec-546b56c6bd12 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=495c3d37-5842-4f27-a1d7-18525e337594,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:25.558898 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-913b693f-4c74-4d95-8aec-546b56c6bd12 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:25.590485 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-7eafe647-d407-475e-b9e1-1f8e09ee74bd tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] delete failed (client error): The resource could not be found. May 31 15:54:25.594386 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7eafe647-d407-475e-b9e1-1f8e09ee74bd tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/routers/7dc1af7e-9407-49ae-be0f-6a02fbfcc9e5 HTTP/1.1" status: 404 len: 336 time: 0.0852265 May 31 15:54:25.594558 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-913b693f-4c74-4d95-8aec-546b56c6bd12 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:25.594558 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-913b693f-4c74-4d95-8aec-546b56c6bd12 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.9659016 May 31 15:54:25.596061 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59158) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:25.596393 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59160) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:25.622984 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-eba9ef7f-0eab-4bb5-8f0d-18be8ec905de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:25.625217 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-eba9ef7f-0eab-4bb5-8f0d-18be8ec905de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dd852f22866d47498e7ba1367b0e04db&device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 1096 time: 0.5162973 May 31 15:54:25.626760 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-c78e388d-60f2-4ca0-9720-46212e0558a5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Transition to ACTIVE for port object cfdac956-d0c0-43f7-b897-806bd9aad7c6 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:25.662930 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 85000243-9c36-4d33-bea3-87707a0eae68 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:54:25.676338 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d91048-cf70-4743-afcb-4a189aa71834 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] DELETE failed (client error): The resource could not be found. May 31 15:54:25.677663 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d91048-cf70-4743-afcb-4a189aa71834 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:25.681931 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-46d91048-cf70-4743-afcb-4a189aa71834 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/subnets/fbbb66b3-73a3-4c35-a915-e52529eaf41f HTTP/1.1" status: 404 len: 337 time: 0.0819752 May 31 15:54:25.704226 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b5918523-654b-4ab0-bdb3-c74b55806857 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:25.719700 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59166) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:25.724552 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c78e388d-60f2-4ca0-9720-46212e0558a5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:25.787093 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6b2cb0a0-5a07-4a2b-9dfc-0d611ab4d6ce tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:25.818102 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-92d0934c-0a70-4900-ac28-97b2a5cb732a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9436b014-0c9c-4121-a315-1873bd5220f8 HTTP/1.1" status: 200 len: 217 time: 0.1846800 May 31 15:54:25.840577 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c8dcf5-8aee-4e98-ac8f-1a9c01946dca tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] DELETE failed (client error): The resource could not be found. May 31 15:54:25.840888 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c8dcf5-8aee-4e98-ac8f-1a9c01946dca tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:25.845225 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c7c8dcf5-8aee-4e98-ac8f-1a9c01946dca tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] 10.222.0.45 "DELETE /v2.0/subnets/961dd6f4-aa27-42fd-ac0e-1e761bbf7c72 HTTP/1.1" status: 404 len: 337 time: 0.1201131 May 31 15:54:25.853879 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [None req-b5918523-654b-4ab0-bdb3-c74b55806857 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] device_id is not set on port 34a22c3c-d578-4d6d-bd8f-11d800d79571 yet. {{(pid=99204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:54:25.891202 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e3f711fd-f5b2-4d91-a8d4-b392ba241519 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2912302 May 31 15:54:25.891848 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59172) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:25.897443 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-c67ebbef-b2fa-4a6c-a419-57ca981178c6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Request body: {'security_group': {'name': 'tempest-security--1942359510', 'description': 'tempest-security-description-992370974'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:25.931655 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c67ebbef-b2fa-4a6c-a419-57ca981178c6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:25.990142 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c67ebbef-b2fa-4a6c-a419-57ca981178c6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:25.996934 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c67ebbef-b2fa-4a6c-a419-57ca981178c6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:25.999265 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c67ebbef-b2fa-4a6c-a419-57ca981178c6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:26.000608 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c67ebbef-b2fa-4a6c-a419-57ca981178c6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "PUT /v2.0/security-groups/495c3d37-5842-4f27-a1d7-18525e337594 HTTP/1.1" status: 200 len: 1779 time: 0.1077402 May 31 15:54:26.001465 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-716c75a4-cb7b-41d9-8cc1-4abcf4f752e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:26.011550 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59176) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:26.018872 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-c78e388d-60f2-4ca0-9720-46212e0558a5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] In _notify_port_updated(), no bound segment for port cfdac956-d0c0-43f7-b897-806bd9aad7c6 on network c3b1d98e-52e3-416d-a56a-51cbabc18c9a {{(pid=99204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 15:54:26.026686 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78e388d-60f2-4ca0-9720-46212e0558a5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:26.027882 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c78e388d-60f2-4ca0-9720-46212e0558a5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:26.029532 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c78e388d-60f2-4ca0-9720-46212e0558a5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "PUT /v2.0/ports/cfdac956-d0c0-43f7-b897-806bd9aad7c6 HTTP/1.1" status: 200 len: 969 time: 3.9017429 May 31 15:54:26.039460 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59180) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:26.086047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e388d-60f2-4ca0-9720-46212e0558a5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event updated for resources: {'Port': ['ID=cfdac956-d0c0-43f7-b897-806bd9aad7c6,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:26.089546 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c78e388d-60f2-4ca0-9720-46212e0558a5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:26.127549 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ebbef-b2fa-4a6c-a419-57ca981178c6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=495c3d37-5842-4f27-a1d7-18525e337594,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:26.130905 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c67ebbef-b2fa-4a6c-a419-57ca981178c6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:26.148073 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-df67c53a-81c2-4a42-87c6-48f7a35f1a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:26.149649 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-df67c53a-81c2-4a42-87c6-48f7a35f1a3a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=13640c8e-f9d3-4b93-b70a-919f0ac30700 HTTP/1.1" status: 200 len: 835 time: 0.3205330 May 31 15:54:26.160047 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-fdeef192-b90d-46e3-8b18-117c2c99dda6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "GET /v2.0/security-groups/495c3d37-5842-4f27-a1d7-18525e337594 HTTP/1.1" status: 200 len: 1779 time: 0.1454961 May 31 15:54:26.162909 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59186) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:26.239787 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-97d35080-dad8-4a68-a14e-d8d0deb65dab None None] Provisioning for port 85000243-9c36-4d33-bea3-87707a0eae68 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:26.245612 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-97d35080-dad8-4a68-a14e-d8d0deb65dab None None] Provisioning complete for port 85000243-9c36-4d33-bea3-87707a0eae68 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:26.245962 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-97d35080-dad8-4a68-a14e-d8d0deb65dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:26.258633 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59192) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:26.337470 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-4afd1148-f9d7-4365-b644-9083b4d4fdee tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting port cfdac956-d0c0-43f7-b897-806bd9aad7c6 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:54:26.337470 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4afd1148-f9d7-4365-b644-9083b4d4fdee tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:26.531249 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bfeba66c-9460-4ce1-b5d4-a89049d6e408 None None] Provisioning for port cfdac956-d0c0-43f7-b897-806bd9aad7c6 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:26.536742 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bfeba66c-9460-4ce1-b5d4-a89049d6e408 None None] Provisioning complete for port cfdac956-d0c0-43f7-b897-806bd9aad7c6 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:26.537138 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bfeba66c-9460-4ce1-b5d4-a89049d6e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:26.570491 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4afd1148-f9d7-4365-b644-9083b4d4fdee tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:26.591909 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d20e8fbc-9a73-4ba8-9702-46f3b51ee3c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4495789bf65544d19fbd02194192aa34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318121 May 31 15:54:26.596074 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59198) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:26.597429 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-bfeba66c-9460-4ce1-b5d4-a89049d6e408 None None] Port cfdac956-d0c0-43f7-b897-806bd9aad7c6 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:54:26.601148 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-b5918523-654b-4ab0-bdb3-c74b55806857 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Allocated IP 2001:db8::d7 (b5001308-9f67-458f-99a7-4cdcd1177eb2/fe71e9f6-b64e-477e-8a66-d78fdc56851e/34a22c3c-d578-4d6d-bd8f-11d800d79571) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:54:26.607918 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-744b4456-8bad-430d-b605-b18f3b1804aa tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:26.631628 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-b5918523-654b-4ab0-bdb3-c74b55806857 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Allocated IP 2001:db8:0:1:f816:3eff:feeb:1840 (b5001308-9f67-458f-99a7-4cdcd1177eb2/5a4e712a-6a93-486d-94b6-b118106eb4d1/34a22c3c-d578-4d6d-bd8f-11d800d79571) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:54:26.695643 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-744b4456-8bad-430d-b605-b18f3b1804aa tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:26.707653 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-4afd1148-f9d7-4365-b644-9083b4d4fdee tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Calling delete_port for cfdac956-d0c0-43f7-b897-806bd9aad7c6 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:54:26.730654 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6b5bd-593b-4328-9617-22342d230bdc req-07c00cbd-cb13-444e-914e-91d05aecc17c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:26.732185 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d0e6b5bd-593b-4328-9617-22342d230bdc req-07c00cbd-cb13-444e-914e-91d05aecc17c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 943 time: 0.3063190 May 31 15:54:26.738388 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-4d1aab19-77a3-40c0-bb83-7ae621794a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:26.739979 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-4d1aab19-77a3-40c0-bb83-7ae621794a51 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5810294 May 31 15:54:26.788904 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d0e6b5bd-593b-4328-9617-22342d230bdc req-56e9657a-0871-4ec4-a5d8-747cc00559fb tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe90d589-4f27-4d98-a8f2-975e6776ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498457 May 31 15:54:26.881243 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4afd1148-f9d7-4365-b644-9083b4d4fdee tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:26.887089 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a0642ceb-b7d1-4e65-be46-89a80d560dab tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:26.930349 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd1148-f9d7-4365-b644-9083b4d4fdee tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Port': ['ID=cfdac956-d0c0-43f7-b897-806bd9aad7c6,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:26.933858 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4afd1148-f9d7-4365-b644-9083b4d4fdee tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:26.939050 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4862970f-9bc4-402f-835e-d7ad074f55d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:26.977209 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-744b4456-8bad-430d-b605-b18f3b1804aa tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:26.997627 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4afd1148-f9d7-4365-b644-9083b4d4fdee tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:27.016533 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4afd1148-f9d7-4365-b644-9083b4d4fdee tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/ports/cfdac956-d0c0-43f7-b897-806bd9aad7c6 HTTP/1.1" status: 204 len: 168 time: 0.9758539 May 31 15:54:27.019751 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59202) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:27.030096 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e17a696b-460c-4c9d-b815-20fc61d2d7fa tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:27.039195 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-5e750fc8-22f6-4964-ad18-5027dc06149e service neutron] 10.222.0.59 "GET /v2.0/networks/f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777021 May 31 15:54:27.059862 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 85000243-9c36-4d33-bea3-87707a0eae68 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:54:27.076792 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-436342db-528f-4ff0-ad5a-682de394ee63 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] GET failed (client error): The resource could not be found. May 31 15:54:27.077429 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-436342db-528f-4ff0-ad5a-682de394ee63 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Synchronizing usage tracker for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:27.084398 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b4456-8bad-430d-b605-b18f3b1804aa tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=495c3d37-5842-4f27-a1d7-18525e337594,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:27.089674 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4862970f-9bc4-402f-835e-d7ad074f55d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:27.108455 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-744b4456-8bad-430d-b605-b18f3b1804aa tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:27.109906 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-436342db-528f-4ff0-ad5a-682de394ee63 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Unset dirty status for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:27.113164 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-436342db-528f-4ff0-ad5a-682de394ee63 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "GET /v2.0/ports/cfdac956-d0c0-43f7-b897-806bd9aad7c6 HTTP/1.1" status: 404 len: 333 time: 0.0921500 May 31 15:54:27.117380 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59206) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:27.156336 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 85000243-9c36-4d33-bea3-87707a0eae68 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:27.156796 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:27.190174 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3a4fc092-a136-4c96-b6e7-7d9558610697 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:27.219042 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3a4fc092-a136-4c96-b6e7-7d9558610697 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:27.221594 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-744b4456-8bad-430d-b605-b18f3b1804aa tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:27.223717 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-744b4456-8bad-430d-b605-b18f3b1804aa tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "DELETE /v2.0/security-groups/495c3d37-5842-4f27-a1d7-18525e337594 HTTP/1.1" status: 204 len: 168 time: 1.0248406 May 31 15:54:27.226917 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59210) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:27.259913 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b5918523-654b-4ab0-bdb3-c74b55806857 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:27.307213 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-b5918523-654b-4ab0-bdb3-c74b55806857 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Transition to ACTIVE for port object 34a22c3c-d578-4d6d-bd8f-11d800d79571 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:27.307481 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e6c4ce11-c2b7-407e-983b-5ea3596c4f0d tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0791166 May 31 15:54:27.310089 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59214) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:27.316908 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4862970f-9bc4-402f-835e-d7ad074f55d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:27.322864 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6a47d86b-ed57-49c3-bd0a-c3a144e37e6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:27.324607 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3a4fc092-a136-4c96-b6e7-7d9558610697 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:27.330347 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ee1075e8-b687-4427-b2f5-0aae425b5b43 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:27.330539 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e7523265-5533-4ec0-83d1-fe067933e5d6 req-0b055b65-a7c2-4c3f-8b24-75e13e0f7518 service neutron] 10.222.0.59 "GET /v2.0/networks/f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727108 May 31 15:54:27.338285 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862970f-9bc4-402f-835e-d7ad074f55d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d60029-e4f5-4a90-90dd-a31f78e7a4b7,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:27.342428 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4862970f-9bc4-402f-835e-d7ad074f55d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:27.345280 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-d23ebc55-23ff-40aa-836e-33bd7f994dde tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] delete failed (client error): The resource could not be found. May 31 15:54:27.347243 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d23ebc55-23ff-40aa-836e-33bd7f994dde tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "DELETE /v2.0/security-groups/495c3d37-5842-4f27-a1d7-18525e337594 HTTP/1.1" status: 404 len: 347 time: 0.0352051 May 31 15:54:27.347647 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4fc092-a136-4c96-b6e7-7d9558610697 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd01ff0-7c41-4967-a238-35eecb191c07,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:27.349560 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4862970f-9bc4-402f-835e-d7ad074f55d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:27.350292 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4862970f-9bc4-402f-835e-d7ad074f55d5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e2d60029-e4f5-4a90-90dd-a31f78e7a4b7 HTTP/1.1" status: 204 len: 168 time: 0.7468112 May 31 15:54:27.355827 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59220) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:27.356662 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3a4fc092-a136-4c96-b6e7-7d9558610697 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:27.364279 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-e486c553-1003-4da5-afae-26a268aceaad tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Request body: {'security_group': {'name': 'tempest-secgroup--1176947074'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:27.372216 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3a4fc092-a136-4c96-b6e7-7d9558610697 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:27.373327 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3a4fc092-a136-4c96-b6e7-7d9558610697 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/security-groups/acd01ff0-7c41-4967-a238-35eecb191c07 HTTP/1.1" status: 204 len: 168 time: 0.2547107 May 31 15:54:27.376341 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59224) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:27.381950 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b5918523-654b-4ab0-bdb3-c74b55806857 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:27.389593 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0d3cfbfb-bb7e-4c48-a739-7c46fa57b7bb tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:27.391593 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e486c553-1003-4da5-afae-26a268aceaad tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:27.401128 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e486c553-1003-4da5-afae-26a268aceaad tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Usage tracker for resource:security_group and tenant:5afa58f4a3af4e44995b310f91e29d81 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:27.407360 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e486c553-1003-4da5-afae-26a268aceaad tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:27.422902 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e486c553-1003-4da5-afae-26a268aceaad tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:27.447298 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e486c553-1003-4da5-afae-26a268aceaad tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:27.477986 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9773b7ca-4fb9-4c88-beee-7e1447f9d4d8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:27.489052 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e486c553-1003-4da5-afae-26a268aceaad tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:27.497279 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e486c553-1003-4da5-afae-26a268aceaad tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Usage tracker for resource:security_group_rule and tenant:5afa58f4a3af4e44995b310f91e29d81 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:27.510400 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e486c553-1003-4da5-afae-26a268aceaad tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:27.520463 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e486c553-1003-4da5-afae-26a268aceaad tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:27.522993 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9773b7ca-4fb9-4c88-beee-7e1447f9d4d8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:27.525368 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5918523-654b-4ab0-bdb3-c74b55806857 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:54:27.533427 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-b5918523-654b-4ab0-bdb3-c74b55806857 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:27.536094 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5918523-654b-4ab0-bdb3-c74b55806857 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:54:27.543271 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5918523-654b-4ab0-bdb3-c74b55806857 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:27.543402 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b5918523-654b-4ab0-bdb3-c74b55806857 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:27.563610 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5918523-654b-4ab0-bdb3-c74b55806857 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event updated for resources: {'Port': ['ID=34a22c3c-d578-4d6d-bd8f-11d800d79571,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:27.569589 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b5918523-654b-4ab0-bdb3-c74b55806857 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:27.600080 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b5918523-654b-4ab0-bdb3-c74b55806857 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.1956398 May 31 15:54:27.601007 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59230) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:27.616956 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb12325-1377-4338-97f5-a29dcadb5ee3 req-c8c4f203-607a-4cdb-aeea-9ef7f3b86206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:27.618579 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-bbb12325-1377-4338-97f5-a29dcadb5ee3 req-c8c4f203-607a-4cdb-aeea-9ef7f3b86206 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dd852f22866d47498e7ba1367b0e04db&device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 1096 time: 0.1740899 May 31 15:54:27.637069 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9773b7ca-4fb9-4c88-beee-7e1447f9d4d8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:27.649593 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e8478419-48ab-4af4-bcb2-ac1d96829f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:27.698971 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773b7ca-4fb9-4c88-beee-7e1447f9d4d8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d914e5c5-b11e-4a0f-a16f-82e66a2a5cc9,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:27.710287 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9773b7ca-4fb9-4c88-beee-7e1447f9d4d8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:27.772770 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e486c553-1003-4da5-afae-26a268aceaad tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:27.785032 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9773b7ca-4fb9-4c88-beee-7e1447f9d4d8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:27.786556 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9773b7ca-4fb9-4c88-beee-7e1447f9d4d8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/security-groups/d914e5c5-b11e-4a0f-a16f-82e66a2a5cc9 HTTP/1.1" status: 204 len: 168 time: 0.4091227 May 31 15:54:27.789405 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59240) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:27.793240 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e486c553-1003-4da5-afae-26a268aceaad tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:27.801164 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c8caa34c-3f86-4432-b8a3-827dd53fa684 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:27.835714 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486c553-1003-4da5-afae-26a268aceaad tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89000363-f3d4-4529-aac7-59a1cb3d54dd,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:27.841038 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e486c553-1003-4da5-afae-26a268aceaad tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:27.866842 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e486c553-1003-4da5-afae-26a268aceaad tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:27.868103 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e486c553-1003-4da5-afae-26a268aceaad tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5094097 May 31 15:54:27.871381 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59248) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:27.881426 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-3a1c8ad5-c5ee-46fa-9e95-ed8c0cfd0674 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Request body: {'security_group_rule': {'security_group_id': '89000363-f3d4-4529-aac7-59a1cb3d54dd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:27.888858 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-3a1c8ad5-c5ee-46fa-9e95-ed8c0cfd0674 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:27.898108 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-3a1c8ad5-c5ee-46fa-9e95-ed8c0cfd0674 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Usage tracker for resource:security_group_rule and tenant:5afa58f4a3af4e44995b310f91e29d81 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:27.899304 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb12325-1377-4338-97f5-a29dcadb5ee3 req-a906ffeb-f7b1-43b0-8e3c-51ac158af75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:27.901291 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-bbb12325-1377-4338-97f5-a29dcadb5ee3 req-a906ffeb-f7b1-43b0-8e3c-51ac158af75f service neutron] 10.222.0.59 "GET /v2.0/networks?id=f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217 HTTP/1.1" status: 200 len: 898 time: 0.2758999 May 31 15:54:27.902139 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-3a1c8ad5-c5ee-46fa-9e95-ed8c0cfd0674 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:27.909643 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-3a1c8ad5-c5ee-46fa-9e95-ed8c0cfd0674 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:27.912730 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-766a6a11-37ad-4900-a499-65a51b50f6d6 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting port 34a22c3c-d578-4d6d-bd8f-11d800d79571 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:54:27.913077 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-766a6a11-37ad-4900-a499-65a51b50f6d6 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:27.939045 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e99246ce-80ed-43c9-8562-2d2a72ebc36f None None] Provisioning for port 34a22c3c-d578-4d6d-bd8f-11d800d79571 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:27.945823 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e99246ce-80ed-43c9-8562-2d2a72ebc36f None None] Provisioning complete for port 34a22c3c-d578-4d6d-bd8f-11d800d79571 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:27.946367 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e99246ce-80ed-43c9-8562-2d2a72ebc36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:27.998509 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-bbb12325-1377-4338-97f5-a29dcadb5ee3 req-7f7d7577-ce58-40b5-a866-6ec90cd6e1e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9436b014-0c9c-4121-a315-1873bd5220f8 HTTP/1.1" status: 200 len: 217 time: 0.0842264 May 31 15:54:27.999444 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-babef028-eecd-4bcd-8ee8-896c1c550d1b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:28.003967 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-e99246ce-80ed-43c9-8562-2d2a72ebc36f None None] Port 34a22c3c-d578-4d6d-bd8f-11d800d79571 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:54:28.074754 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-babef028-eecd-4bcd-8ee8-896c1c550d1b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:28.075381 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3a1c8ad5-c5ee-46fa-9e95-ed8c0cfd0674 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:28.104510 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb12325-1377-4338-97f5-a29dcadb5ee3 req-8244c9a7-e0d4-41ab-966f-0db4045a852a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:28.106148 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-bbb12325-1377-4338-97f5-a29dcadb5ee3 req-8244c9a7-e0d4-41ab-966f-0db4045a852a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=13640c8e-f9d3-4b93-b70a-919f0ac30700 HTTP/1.1" status: 200 len: 835 time: 0.0934274 May 31 15:54:28.143866 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:28.183567 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-766a6a11-37ad-4900-a499-65a51b50f6d6 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:28.194423 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-babef028-eecd-4bcd-8ee8-896c1c550d1b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:28.200188 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0561c958-b67c-48a3-8534-d7a5c4baed35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:28.212214 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3a1c8ad5-c5ee-46fa-9e95-ed8c0cfd0674 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:28.217565 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babef028-eecd-4bcd-8ee8-896c1c550d1b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca71100-f78c-4af4-9118-c9f84b6fe49c,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:28.220115 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-babef028-eecd-4bcd-8ee8-896c1c550d1b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:28.224019 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb12325-1377-4338-97f5-a29dcadb5ee3 req-df195a64-1afc-46f1-a668-7c51094c10af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:28.226265 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-bbb12325-1377-4338-97f5-a29dcadb5ee3 req-df195a64-1afc-46f1-a668-7c51094c10af service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1123018 May 31 15:54:28.228678 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-babef028-eecd-4bcd-8ee8-896c1c550d1b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:28.229724 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-babef028-eecd-4bcd-8ee8-896c1c550d1b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/security-groups/bca71100-f78c-4af4-9118-c9f84b6fe49c HTTP/1.1" status: 204 len: 168 time: 0.4389668 May 31 15:54:28.235112 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59260) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:28.293130 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59264) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:28.418176 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-542a9163-fc6d-45fc-a16e-4873b05cf3a6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting subnet 70df36d9-5809-4a1d-a7d1-9d5724e3d44c {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:54:28.424319 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-542a9163-fc6d-45fc-a16e-4873b05cf3a6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:28.481751 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-a94342a5-43b8-4a1c-9fd0-3ae981fca18d tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group': {'name': 'default'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:28.482529 dv-neutron-601336-79-hyperv neutron-server[99204]: WARNING neutron.api.v2.base [None req-a94342a5-43b8-4a1c-9fd0-3ae981fca18d tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 31 15:54:28.483059 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-a94342a5-43b8-4a1c-9fd0-3ae981fca18d tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] create failed (client error): There was a conflict when trying to complete your request. May 31 15:54:28.483700 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3a1c8ad5-c5ee-46fa-9e95-ed8c0cfd0674 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:28.484468 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a94342a5-43b8-4a1c-9fd0-3ae981fca18d tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1819212 May 31 15:54:28.490040 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59270) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:28.490715 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-766a6a11-37ad-4900-a499-65a51b50f6d6 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Calling delete_port for 34a22c3c-d578-4d6d-bd8f-11d800d79571 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:54:28.495979 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-bbb12325-1377-4338-97f5-a29dcadb5ee3 req-c31e1b24-3548-4509-919e-8dd244e6e953 service neutron] 10.222.0.59 "GET /v2.0/networks/f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617600 May 31 15:54:28.500355 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2e4e5-135e-49f1-be03-84af335ef240 req-da52e2e5-7b61-4754-b5f9-cc52a62b0a1c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:28.501238 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-1ee05395-752d-46ef-bf12-eaee7c66bc4e tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group': {'name': 'tempest-secgroup--1853696121'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:28.502028 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1ad2e4e5-135e-49f1-be03-84af335ef240 req-da52e2e5-7b61-4754-b5f9-cc52a62b0a1c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 943 time: 0.5543189 May 31 15:54:28.507280 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:28.529459 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1ee05395-752d-46ef-bf12-eaee7c66bc4e tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:28.535028 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-542a9163-fc6d-45fc-a16e-4873b05cf3a6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:28.561761 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c8ad5-c5ee-46fa-9e95-ed8c0cfd0674 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e8cc55c-50fa-41b8-a748-afd0db8c43f0,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:28.572114 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1ee05395-752d-46ef-bf12-eaee7c66bc4e tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Usage tracker for resource:security_group and tenant:9578b6d26f2f434fb0e06eca752d82d8 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:28.575104 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3a1c8ad5-c5ee-46fa-9e95-ed8c0cfd0674 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:28.576344 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1ee05395-752d-46ef-bf12-eaee7c66bc4e tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:28.578576 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3a1c8ad5-c5ee-46fa-9e95-ed8c0cfd0674 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:28.579808 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3a1c8ad5-c5ee-46fa-9e95-ed8c0cfd0674 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7073631 May 31 15:54:28.584095 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59274) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:28.604092 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1ad2e4e5-135e-49f1-be03-84af335ef240 req-ed8dcdc9-8599-416b-8b73-b3a48f075245 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe90d589-4f27-4d98-a8f2-975e6776ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908756 May 31 15:54:28.628223 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-89d8fc76-0f94-4dd8-9ada-66df6cf5b0e9 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:28.642476 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-89d8fc76-0f94-4dd8-9ada-66df6cf5b0e9 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:28.714860 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-89d8fc76-0f94-4dd8-9ada-66df6cf5b0e9 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:28.727140 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3a1c8ad5-c5ee-46fa-9e95-ed8c0cfd0674 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:28.746380 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8fc76-0f94-4dd8-9ada-66df6cf5b0e9 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e8cc55c-50fa-41b8-a748-afd0db8c43f0,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:28.752112 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-89d8fc76-0f94-4dd8-9ada-66df6cf5b0e9 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:28.768657 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-89d8fc76-0f94-4dd8-9ada-66df6cf5b0e9 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:28.769751 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-89d8fc76-0f94-4dd8-9ada-66df6cf5b0e9 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/4e8cc55c-50fa-41b8-a748-afd0db8c43f0 HTTP/1.1" status: 204 len: 168 time: 0.1829209 May 31 15:54:28.797496 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59278) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:28.810692 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1ee05395-752d-46ef-bf12-eaee7c66bc4e tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:28.836046 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1ee05395-752d-46ef-bf12-eaee7c66bc4e tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:28.858204 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1ee05395-752d-46ef-bf12-eaee7c66bc4e tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:28.877894 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-44a312da-1b12-4afb-9f20-d913e99e608d tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Synchronizing usage tracker for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group_rule {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:28.883371 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-766a6a11-37ad-4900-a499-65a51b50f6d6 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:28.891234 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1fba46bd-d28d-4c0b-88b9-f4491a6bf0b3 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:28.919504 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1ee05395-752d-46ef-bf12-eaee7c66bc4e tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:28.925550 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1ee05395-752d-46ef-bf12-eaee7c66bc4e tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Usage tracker for resource:security_group_rule and tenant:9578b6d26f2f434fb0e06eca752d82d8 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:28.930585 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1ee05395-752d-46ef-bf12-eaee7c66bc4e tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:28.936286 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-bbb12325-1377-4338-97f5-a29dcadb5ee3 req-e6ffc7da-3968-4646-8817-845bf1a3773e service neutron] 10.222.0.59 "GET /v2.0/networks/f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272854 May 31 15:54:28.940417 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1ee05395-752d-46ef-bf12-eaee7c66bc4e tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:28.940639 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a6a11-37ad-4900-a499-65a51b50f6d6 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Port': ['ID=34a22c3c-d578-4d6d-bd8f-11d800d79571,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:28.945503 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-766a6a11-37ad-4900-a499-65a51b50f6d6 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:28.957245 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-542a9163-fc6d-45fc-a16e-4873b05cf3a6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:28.983076 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-44a312da-1b12-4afb-9f20-d913e99e608d tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Unset dirty status for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group_rule {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:28.983952 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-44a312da-1b12-4afb-9f20-d913e99e608d tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1858788 May 31 15:54:28.990702 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59282) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:29.051978 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-766a6a11-37ad-4900-a499-65a51b50f6d6 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:29.056837 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-766a6a11-37ad-4900-a499-65a51b50f6d6 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/34a22c3c-d578-4d6d-bd8f-11d800d79571 HTTP/1.1" status: 204 len: 168 time: 1.4520807 May 31 15:54:29.057119 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59286) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:29.161876 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3176317e-0311-4ec7-9d92-8c7ebc84eb06 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:29.197003 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3176317e-0311-4ec7-9d92-8c7ebc84eb06 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:29.212069 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1ee05395-752d-46ef-bf12-eaee7c66bc4e tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:29.215212 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6925a175-b8eb-422a-944e-5aeef0ad1ac5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:29.215981 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6925a175-b8eb-422a-944e-5aeef0ad1ac5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:29.224015 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1ee05395-752d-46ef-bf12-eaee7c66bc4e tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:29.228479 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-882ddf14-c94f-4e59-95dd-c8f31b08a8b4 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:29.253830 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6925a175-b8eb-422a-944e-5aeef0ad1ac5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:29.257836 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6925a175-b8eb-422a-944e-5aeef0ad1ac5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1969094 May 31 15:54:29.258012 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59290) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:29.272047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1ee05395-752d-46ef-bf12-eaee7c66bc4e tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:29.287329 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1ee05395-752d-46ef-bf12-eaee7c66bc4e tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Usage tracker for resource:security_group_rule and tenant:9578b6d26f2f434fb0e06eca752d82d8 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:29.297862 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1ee05395-752d-46ef-bf12-eaee7c66bc4e tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:29.307776 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3176317e-0311-4ec7-9d92-8c7ebc84eb06 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:29.313265 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-440724cd-3c1f-44d0-96e0-60a11a253ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:29.313614 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1ee05395-752d-46ef-bf12-eaee7c66bc4e tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:29.329327 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176317e-0311-4ec7-9d92-8c7ebc84eb06 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89000363-f3d4-4529-aac7-59a1cb3d54dd,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:29.333276 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3176317e-0311-4ec7-9d92-8c7ebc84eb06 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:29.339661 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee05395-752d-46ef-bf12-eaee7c66bc4e tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff00aea5-3e25-42fa-9be8-e720fccfd846,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:29.350142 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1ee05395-752d-46ef-bf12-eaee7c66bc4e tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:29.354433 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3176317e-0311-4ec7-9d92-8c7ebc84eb06 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:29.355703 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3176317e-0311-4ec7-9d92-8c7ebc84eb06 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "DELETE /v2.0/security-groups/89000363-f3d4-4529-aac7-59a1cb3d54dd HTTP/1.1" status: 204 len: 168 time: 0.3370452 May 31 15:54:29.358540 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59294) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:29.384557 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-542a9163-fc6d-45fc-a16e-4873b05cf3a6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:29.394267 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1484398d-d1e0-47ef-940c-52809d332a8e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:29.394537 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-de3a6099-fb34-4b36-95bf-ee122bbbb511 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:29.398381 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1484398d-d1e0-47ef-940c-52809d332a8e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1369460 May 31 15:54:29.404638 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59298) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:29.438434 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a9163-fc6d-45fc-a16e-4873b05cf3a6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Subnet': ['ID=70df36d9-5809-4a1d-a7d1-9d5724e3d44c,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:29.441029 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-542a9163-fc6d-45fc-a16e-4873b05cf3a6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:29.451581 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-542a9163-fc6d-45fc-a16e-4873b05cf3a6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:29.457852 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc172ea4-baf2-4c56-8acf-080cc2eb50e5 None None] Network c3b1d98e-52e3-416d-a56a-51cbabc18c9a requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:54:29.475886 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6d2dd347-0feb-45d2-ad40-ebbefad5b619 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Synchronizing usage tracker for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:29.476268 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-542a9163-fc6d-45fc-a16e-4873b05cf3a6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/subnets/70df36d9-5809-4a1d-a7d1-9d5724e3d44c HTTP/1.1" status: 204 len: 168 time: 1.2398851 May 31 15:54:29.478524 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1ee05395-752d-46ef-bf12-eaee7c66bc4e tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:29.479579 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59302) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:29.506802 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e52176e-a619-4ca2-a994-4ee77397be93 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:29.508437 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e52176e-a619-4ca2-a994-4ee77397be93 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:29.509924 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e52176e-a619-4ca2-a994-4ee77397be93 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:29.510723 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1e52176e-a619-4ca2-a994-4ee77397be93 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:29.519411 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1ee05395-752d-46ef-bf12-eaee7c66bc4e tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:29.524852 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6d2dd347-0feb-45d2-ad40-ebbefad5b619 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Unset dirty status for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:29.529919 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6d2dd347-0feb-45d2-ad40-ebbefad5b619 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1666663 May 31 15:54:29.530676 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59306) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:29.536369 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-6b10addc-6c76-4fad-a1ac-6cd543c2aa98 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Request body: {'security_group': {'name': 'tempest-secgroup--1535874498'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:29.539383 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5c6e778f-ea50-4d97-87ab-aae59cba3549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:29.542158 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1e52176e-a619-4ca2-a994-4ee77397be93 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:29.545847 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1e52176e-a619-4ca2-a994-4ee77397be93 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1376779 May 31 15:54:29.545847 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-6b10addc-6c76-4fad-a1ac-6cd543c2aa98 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:29.546431 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59310) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:29.566997 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1ee05395-752d-46ef-bf12-eaee7c66bc4e tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:29.568513 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1ee05395-752d-46ef-bf12-eaee7c66bc4e tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0775881 May 31 15:54:29.579345 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59314) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:29.589790 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-07b2358b-e274-4167-a783-45724f9bbc46 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group_rule': {'security_group_id': '95e822c1-cd67-43ee-8f0f-ba33617cf292', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:29.600118 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-6b10addc-6c76-4fad-a1ac-6cd543c2aa98 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:29.603100 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-e77d789c-c8d9-4160-b769-c1236f118fae tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting subnet eb0056ad-3cd3-44e5-9674-3e45a1ba60a0 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:54:29.605226 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-07b2358b-e274-4167-a783-45724f9bbc46 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:29.607670 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee05395-752d-46ef-bf12-eaee7c66bc4e tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95e822c1-cd67-43ee-8f0f-ba33617cf292,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:29.610689 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1ee05395-752d-46ef-bf12-eaee7c66bc4e tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:29.613956 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e77d789c-c8d9-4160-b769-c1236f118fae tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:29.622366 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6b10addc-6c76-4fad-a1ac-6cd543c2aa98 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:29.643101 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-07b2358b-e274-4167-a783-45724f9bbc46 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Usage tracker for resource:security_group_rule and tenant:9578b6d26f2f434fb0e06eca752d82d8 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:29.651258 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-07b2358b-e274-4167-a783-45724f9bbc46 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:29.651782 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-6b10addc-6c76-4fad-a1ac-6cd543c2aa98 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:29.659104 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6b10addc-6c76-4fad-a1ac-6cd543c2aa98 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Usage tracker for resource:security_group_rule and tenant:5afa58f4a3af4e44995b310f91e29d81 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:29.663556 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6b10addc-6c76-4fad-a1ac-6cd543c2aa98 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:29.668087 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-07b2358b-e274-4167-a783-45724f9bbc46 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:29.673131 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-6b10addc-6c76-4fad-a1ac-6cd543c2aa98 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:29.692276 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e77d789c-c8d9-4160-b769-c1236f118fae tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:29.706106 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-d17ba19a-c2d0-493e-a3f5-725362da7556 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting subnet 5a4e712a-6a93-486d-94b6-b118106eb4d1 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:54:29.714193 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d17ba19a-c2d0-493e-a3f5-725362da7556 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:29.746739 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-07b2358b-e274-4167-a783-45724f9bbc46 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:29.836537 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-07b2358b-e274-4167-a783-45724f9bbc46 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:29.841663 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e77d789c-c8d9-4160-b769-c1236f118fae tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:29.849369 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d17ba19a-c2d0-493e-a3f5-725362da7556 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:29.871137 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-07b2358b-e274-4167-a783-45724f9bbc46 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:29.894490 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-deace2ec-78ef-41f6-a4f6-6dd18c035db6 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:29.927452 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2358b-e274-4167-a783-45724f9bbc46 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c9b5f85-ab28-44a3-8a0c-7b3d60e26e43,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:29.930200 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-07b2358b-e274-4167-a783-45724f9bbc46 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:29.953359 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-07b2358b-e274-4167-a783-45724f9bbc46 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:29.954184 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-07b2358b-e274-4167-a783-45724f9bbc46 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3738787 May 31 15:54:29.958871 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59322) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:29.966315 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-eaa2c6bc-1b86-463f-b953-c551dbc149c9 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group_rule': {'security_group_id': '95e822c1-cd67-43ee-8f0f-ba33617cf292', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:29.970076 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6b10addc-6c76-4fad-a1ac-6cd543c2aa98 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:29.981043 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6b10addc-6c76-4fad-a1ac-6cd543c2aa98 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:29.985933 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-843a473c-f7fc-4958-8116-ce2e1e19010d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:30.019889 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c255ce-e879-46b3-be67-490abcad907e req-9a49c94d-7d62-4981-9c73-920540b6e2f9 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:30.021523 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-48c255ce-e879-46b3-be67-490abcad907e req-9a49c94d-7d62-4981-9c73-920540b6e2f9 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 943 time: 0.2577548 May 31 15:54:30.022265 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-eaa2c6bc-1b86-463f-b953-c551dbc149c9 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:30.036983 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-eaa2c6bc-1b86-463f-b953-c551dbc149c9 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Usage tracker for resource:security_group_rule and tenant:9578b6d26f2f434fb0e06eca752d82d8 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:30.042005 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-eaa2c6bc-1b86-463f-b953-c551dbc149c9 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:30.052018 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-eaa2c6bc-1b86-463f-b953-c551dbc149c9 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:30.062243 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d17ba19a-c2d0-493e-a3f5-725362da7556 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:30.114929 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10addc-6c76-4fad-a1ac-6cd543c2aa98 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6d6901-fe72-4fa3-b293-d996cba00f04,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:30.121774 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6b10addc-6c76-4fad-a1ac-6cd543c2aa98 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:30.137179 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6b10addc-6c76-4fad-a1ac-6cd543c2aa98 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:30.138412 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6b10addc-6c76-4fad-a1ac-6cd543c2aa98 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6067796 May 31 15:54:30.145804 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59326) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:30.173216 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-eaa2c6bc-1b86-463f-b953-c551dbc149c9 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:30.174178 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-213f5a87-3917-4423-8e60-d50ae502d80b tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Request body: {'security_group_rule': {'security_group_id': 'ff6d6901-fe72-4fa3-b293-d996cba00f04', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:30.180729 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-48c255ce-e879-46b3-be67-490abcad907e req-59eca9f3-d5b9-4b22-a0bd-3819d00268dc tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe90d589-4f27-4d98-a8f2-975e6776ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463609 May 31 15:54:30.186907 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-213f5a87-3917-4423-8e60-d50ae502d80b tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:30.235556 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-213f5a87-3917-4423-8e60-d50ae502d80b tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Usage tracker for resource:security_group_rule and tenant:5afa58f4a3af4e44995b310f91e29d81 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:30.243545 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-213f5a87-3917-4423-8e60-d50ae502d80b tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:30.251980 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e77d789c-c8d9-4160-b769-c1236f118fae tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:30.263951 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-213f5a87-3917-4423-8e60-d50ae502d80b tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:30.265023 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-51785f1c-26d1-47a3-ad2f-6cf8d6482f9c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:30.305555 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-213f5a87-3917-4423-8e60-d50ae502d80b tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:30.307425 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e77d789c-c8d9-4160-b769-c1236f118fae tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:30.317974 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e77d789c-c8d9-4160-b769-c1236f118fae tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/subnets/eb0056ad-3cd3-44e5-9674-3e45a1ba60a0 HTTP/1.1" status: 204 len: 168 time: 0.8350689 May 31 15:54:30.317974 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d789c-c8d9-4160-b769-c1236f118fae tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Subnet': ['ID=eb0056ad-3cd3-44e5-9674-3e45a1ba60a0,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:30.319528 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59330) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:30.326069 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e77d789c-c8d9-4160-b769-c1236f118fae tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:30.352886 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc14f30d-9d2c-4893-b9a8-4f3fe11f52e7 None None] Network c3b1d98e-52e3-416d-a56a-51cbabc18c9a requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:54:30.362678 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-eaa2c6bc-1b86-463f-b953-c551dbc149c9 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] create failed (client error): There was a conflict when trying to complete your request. May 31 15:54:30.366587 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-eaa2c6bc-1b86-463f-b953-c551dbc149c9 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4042768 May 31 15:54:30.367860 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59334) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:30.388069 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-db278572-be63-4279-990f-51105492459b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] DELETE failed (client error): The resource could not be found. May 31 15:54:30.388595 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db278572-be63-4279-990f-51105492459b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:30.392672 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-db278572-be63-4279-990f-51105492459b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/subnets/70df36d9-5809-4a1d-a7d1-9d5724e3d44c HTTP/1.1" status: 404 len: 337 time: 0.0660741 May 31 15:54:30.393665 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59338) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:30.448145 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-213f5a87-3917-4423-8e60-d50ae502d80b tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:30.454856 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-213f5a87-3917-4423-8e60-d50ae502d80b tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:30.457764 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:30.482344 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f5a87-3917-4423-8e60-d50ae502d80b tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0feeb78c-94c6-47b0-90af-4d82ceb0ec04,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:30.485613 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d17ba19a-c2d0-493e-a3f5-725362da7556 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:30.492756 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-213f5a87-3917-4423-8e60-d50ae502d80b tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:30.493070 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-79f6eea9-6a38-49e3-bb1d-264d65da24f0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:30.502188 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8b8a9f-ac80-4c0d-812b-2de6bde9f8ec tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting subnet 40793833-3913-4dc6-b891-0aafff39b4ac {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:54:30.516402 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4c8b8a9f-ac80-4c0d-812b-2de6bde9f8ec tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:30.536599 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d24bd9f2-5817-450c-b37d-85227306e11f None None] Provisioning complete for port 03bec41a-c913-4ac9-bff6-b5fcc0e1784c triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:30.537252 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d24bd9f2-5817-450c-b37d-85227306e11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:30.542023 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ba19a-c2d0-493e-a3f5-725362da7556 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Subnet': ['ID=5a4e712a-6a93-486d-94b6-b118106eb4d1,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:30.545367 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d17ba19a-c2d0-493e-a3f5-725362da7556 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:30.546627 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d17ba19a-c2d0-493e-a3f5-725362da7556 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:30.549635 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d17ba19a-c2d0-493e-a3f5-725362da7556 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/5a4e712a-6a93-486d-94b6-b118106eb4d1 HTTP/1.1" status: 204 len: 168 time: 1.0012667 May 31 15:54:30.554406 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59342) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:30.555455 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-213f5a87-3917-4423-8e60-d50ae502d80b tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:30.556852 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-213f5a87-3917-4423-8e60-d50ae502d80b tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4101326 May 31 15:54:30.563404 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59346) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:30.565774 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e006e77c-8cd2-433a-a42d-775f57bbfd09 None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:54:30.569303 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-cdf334d0-66eb-4a98-b118-4291dfcbc70e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Request body: {'security_group_rule': {'security_group_id': 'ff6d6901-fe72-4fa3-b293-d996cba00f04', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:30.575518 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-cdf334d0-66eb-4a98-b118-4291dfcbc70e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:30.579695 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cdf334d0-66eb-4a98-b118-4291dfcbc70e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Usage tracker for resource:security_group_rule and tenant:5afa58f4a3af4e44995b310f91e29d81 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:30.582589 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cdf334d0-66eb-4a98-b118-4291dfcbc70e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:30.588704 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-cdf334d0-66eb-4a98-b118-4291dfcbc70e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:30.592502 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-84c1c5c3-572e-447c-9509-aec1be08377d tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:30.608793 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cdf334d0-66eb-4a98-b118-4291dfcbc70e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:30.658093 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4c8b8a9f-ac80-4c0d-812b-2de6bde9f8ec tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:30.675266 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cdf334d0-66eb-4a98-b118-4291dfcbc70e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:30.680000 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cdf334d0-66eb-4a98-b118-4291dfcbc70e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:30.682401 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:30.689652 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-84c1c5c3-572e-447c-9509-aec1be08377d tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:30.707034 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf334d0-66eb-4a98-b118-4291dfcbc70e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89882a01-2388-46d5-a034-587004103044,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:30.709961 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cdf334d0-66eb-4a98-b118-4291dfcbc70e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:30.715831 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d24bd9f2-5817-450c-b37d-85227306e11f None None] Port 03bec41a-c913-4ac9-bff6-b5fcc0e1784c cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:54:30.723781 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae11ff3-fd01-46d8-8401-8caafcf1c8d2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Deleting subnet fe71e9f6-b64e-477e-8a66-d78fdc56851e {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:54:30.724025 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cdf334d0-66eb-4a98-b118-4291dfcbc70e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:30.725633 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-cdf334d0-66eb-4a98-b118-4291dfcbc70e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1611679 May 31 15:54:30.729368 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59350) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:30.737471 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-a11e6271-06df-49cf-81e1-7d3f4da80485 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Request body: {'security_group_rule': {'security_group_id': 'ff6d6901-fe72-4fa3-b293-d996cba00f04', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:30.743975 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-eae11ff3-fd01-46d8-8401-8caafcf1c8d2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:30.744490 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a11e6271-06df-49cf-81e1-7d3f4da80485 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:30.748973 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a11e6271-06df-49cf-81e1-7d3f4da80485 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Usage tracker for resource:security_group_rule and tenant:5afa58f4a3af4e44995b310f91e29d81 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:30.751953 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a11e6271-06df-49cf-81e1-7d3f4da80485 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:30.758062 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a11e6271-06df-49cf-81e1-7d3f4da80485 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:30.767983 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d24bd9f2-5817-450c-b37d-85227306e11f None None] Provisioning complete for port fdfb162b-039a-490e-b592-b80499ed773a triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:30.768479 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d24bd9f2-5817-450c-b37d-85227306e11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:30.775424 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a11e6271-06df-49cf-81e1-7d3f4da80485 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:30.842929 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a11e6271-06df-49cf-81e1-7d3f4da80485 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:30.848211 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a11e6271-06df-49cf-81e1-7d3f4da80485 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:30.850575 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-89d8fc76-0f94-4dd8-9ada-66df6cf5b0e9 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:30.878078 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e6271-06df-49cf-81e1-7d3f4da80485 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c05208cf-8450-4b62-8703-57e3e7dc48cc,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:30.881342 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a11e6271-06df-49cf-81e1-7d3f4da80485 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:30.895012 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a11e6271-06df-49cf-81e1-7d3f4da80485 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:30.899449 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a11e6271-06df-49cf-81e1-7d3f4da80485 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1658807 May 31 15:54:30.899921 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59354) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:30.907327 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-2228acbf-b888-4947-9d82-1473ba2fad23 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Request body: {'security_group_rule': {'security_group_id': 'ff6d6901-fe72-4fa3-b293-d996cba00f04', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:30.914584 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-2228acbf-b888-4947-9d82-1473ba2fad23 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:30.919281 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-2228acbf-b888-4947-9d82-1473ba2fad23 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Usage tracker for resource:security_group_rule and tenant:5afa58f4a3af4e44995b310f91e29d81 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:30.923444 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-2228acbf-b888-4947-9d82-1473ba2fad23 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:30.929755 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-2228acbf-b888-4947-9d82-1473ba2fad23 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:30.951806 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2228acbf-b888-4947-9d82-1473ba2fad23 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:31.000540 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-eae11ff3-fd01-46d8-8401-8caafcf1c8d2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:31.046200 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2228acbf-b888-4947-9d82-1473ba2fad23 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:31.053911 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2228acbf-b888-4947-9d82-1473ba2fad23 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:31.063500 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-213f5a87-3917-4423-8e60-d50ae502d80b tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:31.072921 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-84c1c5c3-572e-447c-9509-aec1be08377d tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:31.083350 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-163e53c6-da34-4bdd-b8ae-a7b6120dcf4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:31.086178 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228acbf-b888-4947-9d82-1473ba2fad23 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef36740-cdeb-45e8-8aa4-ff857e1de8e3,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:31.090542 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2228acbf-b888-4947-9d82-1473ba2fad23 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:31.105067 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2228acbf-b888-4947-9d82-1473ba2fad23 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:31.109361 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2228acbf-b888-4947-9d82-1473ba2fad23 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2054331 May 31 15:54:31.109853 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1c5c3-572e-447c-9509-aec1be08377d tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e822c1-cd67-43ee-8f0f-ba33617cf292,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:31.109980 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59360) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:31.116220 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-4af030c0-50fb-4f1f-a47c-4ea3883d8bee tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Request body: {'security_group_rule': {'security_group_id': 'ff6d6901-fe72-4fa3-b293-d996cba00f04', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:31.118889 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-84c1c5c3-572e-447c-9509-aec1be08377d tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:31.120317 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4c8b8a9f-ac80-4c0d-812b-2de6bde9f8ec tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:31.129817 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-4af030c0-50fb-4f1f-a47c-4ea3883d8bee tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:31.135431 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4af030c0-50fb-4f1f-a47c-4ea3883d8bee tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Usage tracker for resource:security_group_rule and tenant:5afa58f4a3af4e44995b310f91e29d81 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:31.139132 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4af030c0-50fb-4f1f-a47c-4ea3883d8bee tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:31.147498 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-4af030c0-50fb-4f1f-a47c-4ea3883d8bee tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:31.168540 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4af030c0-50fb-4f1f-a47c-4ea3883d8bee tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:31.187210 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-84c1c5c3-572e-447c-9509-aec1be08377d tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:31.188648 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-84c1c5c3-572e-447c-9509-aec1be08377d tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "DELETE /v2.0/security-groups/95e822c1-cd67-43ee-8f0f-ba33617cf292 HTTP/1.1" status: 204 len: 168 time: 0.8198740 May 31 15:54:31.194026 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59364) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:31.282270 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4af030c0-50fb-4f1f-a47c-4ea3883d8bee tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:31.290624 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-59c19715-f985-42b9-993c-ff6cc2296964 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0953619 May 31 15:54:31.292134 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4af030c0-50fb-4f1f-a47c-4ea3883d8bee tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:31.298619 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59370) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:31.299254 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:31.329044 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59372) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:31.336181 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-eae11ff3-fd01-46d8-8401-8caafcf1c8d2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:31.388696 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 9436b014-0c9c-4121-a315-1873bd5220f8 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 15:54:31.547582 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-f9603c27-251e-48df-9520-203bdbb8d7d7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group': {'name': 'tempest-secgroup--1997908513'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:31.573289 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-f9603c27-251e-48df-9520-203bdbb8d7d7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:31.584657 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af030c0-50fb-4f1f-a47c-4ea3883d8bee tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c79cff8f-901e-4614-bc41-500458421fde,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:31.590337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f9603c27-251e-48df-9520-203bdbb8d7d7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Usage tracker for resource:security_group and tenant:9578b6d26f2f434fb0e06eca752d82d8 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:31.597683 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4af030c0-50fb-4f1f-a47c-4ea3883d8bee tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:31.602049 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f9603c27-251e-48df-9520-203bdbb8d7d7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:31.621134 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-f9603c27-251e-48df-9520-203bdbb8d7d7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:31.627208 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4af030c0-50fb-4f1f-a47c-4ea3883d8bee tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:31.631742 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4af030c0-50fb-4f1f-a47c-4ea3883d8bee tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5179543 May 31 15:54:31.638846 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59378) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:31.648521 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 9436b014-0c9c-4121-a315-1873bd5220f8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9436b014-0c9c-4121-a315-1873bd5220f8,segment=NetworkSegment(d97b1fae-7878-4bab-8c70-d89f6e023b0d),segment_id=d97b1fae-7878-4bab-8c70-d89f6e023b0d)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:54:31.650165 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4c8b8a9f-ac80-4c0d-812b-2de6bde9f8ec tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:31.663670 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1f739257-5290-4b47-a0bf-770028af6e23 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:31.675024 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f9603c27-251e-48df-9520-203bdbb8d7d7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:31.683460 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '9436b014-0c9c-4121-a315-1873bd5220f8', 'network_id': 'f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217', 'port_id': '9436b014-0c9c-4121-a315-1873bd5220f8', 'mac_address': 'fa:16:3e:0b:00:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13640c8e-f9d3-4b93-b70a-919f0ac30700', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 15:54:31.710241 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-49693f71-d61a-42b4-9804-42e678407910 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:31.719320 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b8a9f-ac80-4c0d-812b-2de6bde9f8ec tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Subnet': ['ID=40793833-3913-4dc6-b891-0aafff39b4ac,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:31.721983 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4c8b8a9f-ac80-4c0d-812b-2de6bde9f8ec tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:31.729355 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4c8b8a9f-ac80-4c0d-812b-2de6bde9f8ec tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:31.731260 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-f9603c27-251e-48df-9520-203bdbb8d7d7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:31.740778 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-49693f71-d61a-42b4-9804-42e678407910 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:31.758497 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f9603c27-251e-48df-9520-203bdbb8d7d7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Usage tracker for resource:security_group_rule and tenant:9578b6d26f2f434fb0e06eca752d82d8 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:31.763407 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f9603c27-251e-48df-9520-203bdbb8d7d7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:31.774623 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:31.784825 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-f9603c27-251e-48df-9520-203bdbb8d7d7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:31.795340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8437cc8-eb62-4557-82be-54123d7f08d7 req-b0bf72d1-edb6-44ba-ba3d-fae652de22cd tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:31.796185 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9436b014-0c9c-4121-a315-1873bd5220f8 {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 15:54:31.797123 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c8437cc8-eb62-4557-82be-54123d7f08d7 req-b0bf72d1-edb6-44ba-ba3d-fae652de22cd tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 943 time: 0.2992334 May 31 15:54:31.826497 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4c8b8a9f-ac80-4c0d-812b-2de6bde9f8ec tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/subnets/40793833-3913-4dc6-b891-0aafff39b4ac HTTP/1.1" status: 204 len: 168 time: 1.4299772 May 31 15:54:31.826679 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 9436b014-0c9c-4121-a315-1873bd5220f8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9436b014-0c9c-4121-a315-1873bd5220f8,segment=NetworkSegment(d97b1fae-7878-4bab-8c70-d89f6e023b0d),segment_id=d97b1fae-7878-4bab-8c70-d89f6e023b0d)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:54:31.831778 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59382) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:31.832993 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:31.834979 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-23b5d591-a7e8-4744-831e-c935acb8af61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:31.844598 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-49693f71-d61a-42b4-9804-42e678407910 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:31.873214 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a11e6271-06df-49cf-81e1-7d3f4da80485 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:31.892825 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de64565-dc2e-49db-a2ca-f08560db8570 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] DELETE failed (client error): The resource could not be found. May 31 15:54:31.893274 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1de64565-dc2e-49db-a2ca-f08560db8570 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:31.897256 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5dedb8-e7ef-485a-99f9-b6ff406c4f2c None None] Network c3b1d98e-52e3-416d-a56a-51cbabc18c9a requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:54:31.898635 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1de64565-dc2e-49db-a2ca-f08560db8570 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/subnets/1af832df-2868-4ec0-8440-a7c5c7fae8dc HTTP/1.1" status: 404 len: 337 time: 0.0657661 May 31 15:54:31.900665 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59386) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:31.921877 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49693f71-d61a-42b4-9804-42e678407910 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c79cff8f-901e-4614-bc41-500458421fde,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:31.945372 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-49693f71-d61a-42b4-9804-42e678407910 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:31.973951 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f2899bd1-8394-4891-b2ac-7a5a3e0610a5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Synchronizing usage tracker for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:31.977076 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c8437cc8-eb62-4557-82be-54123d7f08d7 req-7782fad8-ac1b-4041-a138-8b7d224f32ab tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe90d589-4f27-4d98-a8f2-975e6776ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725266 May 31 15:54:32.004767 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633e246f-7141-4662-bbaf-650f09b238c9 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:32.005395 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633e246f-7141-4662-bbaf-650f09b238c9 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:32.005819 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633e246f-7141-4662-bbaf-650f09b238c9 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:32.008390 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-633e246f-7141-4662-bbaf-650f09b238c9 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/ports?project_id=77a9908268404908970d038c7b3f1f66&network_id=c90d105b-40f8-46f5-a26d-05b432efdd46 HTTP/1.1" status: 200 len: 3001 time: 0.4283934 May 31 15:54:32.016871 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-49693f71-d61a-42b4-9804-42e678407910 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:32.018649 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-49693f71-d61a-42b4-9804-42e678407910 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/c79cff8f-901e-4614-bc41-500458421fde HTTP/1.1" status: 204 len: 168 time: 0.3773563 May 31 15:54:32.027701 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59390) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:32.057711 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f9603c27-251e-48df-9520-203bdbb8d7d7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:32.062364 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f9603c27-251e-48df-9520-203bdbb8d7d7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:32.068271 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f2899bd1-8394-4891-b2ac-7a5a3e0610a5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Unset dirty status for tenant:1a3131733d3b4e64a0dcbfef175233b5 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:32.069503 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f2899bd1-8394-4891-b2ac-7a5a3e0610a5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7777e55-c0af-4b05-b952-4addc39115b2 HTTP/1.1" status: 200 len: 205 time: 0.1643672 May 31 15:54:32.074807 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59396) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:32.079144 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=9436b014-0c9c-4121-a315-1873bd5220f8,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:32.085908 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:32.086783 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b2761cc7-116c-4ccf-b90e-8664cfd21bc6 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:32.122676 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f9603c27-251e-48df-9520-203bdbb8d7d7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:32.124755 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f9603c27-251e-48df-9520-203bdbb8d7d7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6288855 May 31 15:54:32.130332 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59400) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:32.132608 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-3a91d125-dbc1-4842-abdb-daeba5c671e1 None None] Provisioning complete for port 03bec41a-c913-4ac9-bff6-b5fcc0e1784c triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:32.133051 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3a91d125-dbc1-4842-abdb-daeba5c671e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:32.138629 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-07eb555a-78bd-4e7d-b866-20ac030c158f tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group_rule': {'security_group_id': '5c94cfe8-880a-4a55-b991-10995bb9b335', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:32.139504 dv-neutron-601336-79-hyperv neutron-server[99205]: WARNING neutron.api.v2.base [None req-07eb555a-78bd-4e7d-b866-20ac030c158f tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 31 15:54:32.140055 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-07eb555a-78bd-4e7d-b866-20ac030c158f tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:54:32.143591 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-07eb555a-78bd-4e7d-b866-20ac030c158f tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0094995 May 31 15:54:32.143968 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59404) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:32.169328 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9603c27-251e-48df-9520-203bdbb8d7d7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c94cfe8-880a-4a55-b991-10995bb9b335,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:32.174585 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f9603c27-251e-48df-9520-203bdbb8d7d7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:32.201177 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-3fa562bb-ddfb-4767-accf-e675a676b349 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] delete failed (client error): The resource could not be found. May 31 15:54:32.202209 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3fa562bb-ddfb-4767-accf-e675a676b349 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/routers/c7777e55-c0af-4b05-b952-4addc39115b2 HTTP/1.1" status: 404 len: 336 time: 0.1264591 May 31 15:54:32.205966 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59410) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:32.210753 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-3a91d125-dbc1-4842-abdb-daeba5c671e1 None None] Port 03bec41a-c913-4ac9-bff6-b5fcc0e1784c cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:54:32.229690 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e07bcc82-f50f-4808-a4d4-24869dacc99e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Synchronizing usage tracker for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group_rule {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:32.238245 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-3a91d125-dbc1-4842-abdb-daeba5c671e1 None None] Provisioning complete for port fdfb162b-039a-490e-b592-b80499ed773a triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:32.238623 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3a91d125-dbc1-4842-abdb-daeba5c671e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:32.255117 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e07bcc82-f50f-4808-a4d4-24869dacc99e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Unset dirty status for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group_rule {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:32.256756 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e07bcc82-f50f-4808-a4d4-24869dacc99e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2279623 May 31 15:54:32.261320 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59414) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:32.271355 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-061c149c-da35-4889-81e4-bfd977a0a13b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] DELETE failed (client error): The resource could not be found. May 31 15:54:32.271994 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-061c149c-da35-4889-81e4-bfd977a0a13b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:32.276965 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-061c149c-da35-4889-81e4-bfd977a0a13b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/subnets/243487bf-71ea-4b60-9faf-a25f271ed74a HTTP/1.1" status: 404 len: 337 time: 0.0697615 May 31 15:54:32.277159 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59418) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:32.285075 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c846cf96-1f6f-48ef-9086-a75c102e0b05 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:32.286623 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['9436b014-0c9c-4121-a315-1873bd5220f8'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 15:54:32.317835 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c846cf96-1f6f-48ef-9086-a75c102e0b05 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:32.323108 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-eae11ff3-fd01-46d8-8401-8caafcf1c8d2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:32.330832 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-383b490d-fc16-447d-b473-15d65f8e61cf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:32.371184 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e9b837-a264-4b79-8908-3eed17bb197f None None] DHCP port deletion for c3b1d98e-52e3-416d-a56a-51cbabc18c9a request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:54:32.384773 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-353ded1d-9240-4979-a678-916f33c9721a tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] DELETE failed (client error): The resource could not be found. May 31 15:54:32.385159 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-353ded1d-9240-4979-a678-916f33c9721a tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:32.387657 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae11ff3-fd01-46d8-8401-8caafcf1c8d2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Subnet': ['ID=fe71e9f6-b64e-477e-8a66-d78fdc56851e,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:32.393666 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-eae11ff3-fd01-46d8-8401-8caafcf1c8d2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:32.395914 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6095383b-41c1-42ee-8548-19c92db436c5 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:32.401654 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-eae11ff3-fd01-46d8-8401-8caafcf1c8d2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:32.403458 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c846cf96-1f6f-48ef-9086-a75c102e0b05 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:32.403605 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-eae11ff3-fd01-46d8-8401-8caafcf1c8d2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/fe71e9f6-b64e-477e-8a66-d78fdc56851e HTTP/1.1" status: 204 len: 168 time: 1.8480442 May 31 15:54:32.407566 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-353ded1d-9240-4979-a678-916f33c9721a tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/subnets/cbdef9b7-941c-43c8-a05c-5e6cbfef14c6 HTTP/1.1" status: 404 len: 337 time: 0.1275129 May 31 15:54:32.408319 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59422) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:32.412902 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59424) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:32.414609 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6095383b-41c1-42ee-8548-19c92db436c5 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:32.415461 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-785681fd-b265-4539-a4f4-07cccc37f32c tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:32.424415 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff8b63e-185a-437c-b366-ee9f4c35be9e None None] Network b5001308-9f67-458f-99a7-4cdcd1177eb2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:54:32.433815 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c846cf96-1f6f-48ef-9086-a75c102e0b05 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:32.437163 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c846cf96-1f6f-48ef-9086-a75c102e0b05 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "DELETE /v2.0/security-groups/5c94cfe8-880a-4a55-b991-10995bb9b335 HTTP/1.1" status: 204 len: 168 time: 0.2920547 May 31 15:54:32.438282 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59430) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:32.443316 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846cf96-1f6f-48ef-9086-a75c102e0b05 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c94cfe8-880a-4a55-b991-10995bb9b335,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:32.460434 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c846cf96-1f6f-48ef-9086-a75c102e0b05 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:32.497255 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6e60d11a-e102-4236-916b-8f89fe4cd547 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Synchronizing usage tracker for tenant:9578b6d26f2f434fb0e06eca752d82d8 on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:32.517795 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6e60d11a-e102-4236-916b-8f89fe4cd547 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Unset dirty status for tenant:9578b6d26f2f434fb0e06eca752d82d8 on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:32.519489 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6e60d11a-e102-4236-916b-8f89fe4cd547 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0786450 May 31 15:54:32.525527 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59434) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:32.531491 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-bda06c41-f2a5-46ff-9730-562ba93a3c68 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group': {'name': 'tempest-secgroup--1905657433'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:32.536395 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ec18c3fc-1a31-468e-94b7-9d28ff42233b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1242230 May 31 15:54:32.538731 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59438) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:32.539759 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b2eafe-f2a2-4b58-8a77-2961a6aa42da tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] DELETE failed (client error): The resource could not be found. May 31 15:54:32.540208 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b2eafe-f2a2-4b58-8a77-2961a6aa42da tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:32.541817 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f1b2eafe-f2a2-4b58-8a77-2961a6aa42da tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/subnets/0f0f99e5-dbff-44a2-a8c1-371af6716c22 HTTP/1.1" status: 404 len: 337 time: 0.1213174 May 31 15:54:32.544351 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59442) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:32.544955 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-bda06c41-f2a5-46ff-9730-562ba93a3c68 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:32.590163 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0d0fc0-9c32-4983-aff0-a7cb8af1387b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] DELETE failed (client error): The resource could not be found. May 31 15:54:32.590575 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a0d0fc0-9c32-4983-aff0-a7cb8af1387b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:32.595505 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6095383b-41c1-42ee-8548-19c92db436c5 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:32.597471 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:32.600774 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-bda06c41-f2a5-46ff-9730-562ba93a3c68 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:32.607749 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6095383b-41c1-42ee-8548-19c92db436c5 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:32.608859 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6095383b-41c1-42ee-8548-19c92db436c5 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/bef36740-cdeb-45e8-8aa4-ff857e1de8e3 HTTP/1.1" status: 204 len: 168 time: 0.3467615 May 31 15:54:32.610888 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8a0d0fc0-9c32-4983-aff0-a7cb8af1387b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/ports/851f25ef-90e0-4e32-9cba-15833844f307 HTTP/1.1" status: 404 len: 333 time: 0.0656476 May 31 15:54:32.612557 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59446) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:32.613500 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59448) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:32.616606 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095383b-41c1-42ee-8548-19c92db436c5 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bef36740-cdeb-45e8-8aa4-ff857e1de8e3,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:32.640855 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bda06c41-f2a5-46ff-9730-562ba93a3c68 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:32.653160 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6095383b-41c1-42ee-8548-19c92db436c5 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:32.657900 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb28f58-1ace-4da6-a85f-14aa7baf0447 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] DELETE failed (client error): The resource could not be found. May 31 15:54:32.658558 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eb28f58-1ace-4da6-a85f-14aa7baf0447 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:32.660475 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3eb28f58-1ace-4da6-a85f-14aa7baf0447 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/subnets/4198f9a9-9edf-420a-a662-1715aa51e545 HTTP/1.1" status: 404 len: 337 time: 0.0459154 May 31 15:54:32.663500 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59454) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:32.670935 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-bda06c41-f2a5-46ff-9730-562ba93a3c68 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:32.675941 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-bda06c41-f2a5-46ff-9730-562ba93a3c68 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Usage tracker for resource:security_group_rule and tenant:9578b6d26f2f434fb0e06eca752d82d8 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:32.686622 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-bda06c41-f2a5-46ff-9730-562ba93a3c68 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:32.697436 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-bda06c41-f2a5-46ff-9730-562ba93a3c68 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:32.702149 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c528092-7b4c-4519-810a-4703b47eac39 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] DELETE failed (client error): The resource could not be found. May 31 15:54:32.702815 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c528092-7b4c-4519-810a-4703b47eac39 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:32.704882 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2c528092-7b4c-4519-810a-4703b47eac39 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/subnets/3b807396-1055-474f-ba27-098d1e1689ea HTTP/1.1" status: 404 len: 337 time: 0.0402997 May 31 15:54:32.707754 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59458) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:32.720037 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-051ff78b-de42-4d02-bd57-c9dd17bffced tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Synchronizing usage tracker for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group_rule {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:32.734906 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa3569-48a8-42de-979c-054a522e6234 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:32.739080 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d3fa3569-48a8-42de-979c-054a522e6234 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1954279 May 31 15:54:32.739220 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59462) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:32.750189 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-095190b1-f45a-444f-ad61-1377de9d4a75 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] DELETE failed (client error): The resource could not be found. May 31 15:54:32.750648 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-095190b1-f45a-444f-ad61-1377de9d4a75 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:32.755252 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-095190b1-f45a-444f-ad61-1377de9d4a75 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/ports/bc8f6aad-ba66-4cc7-bebf-c6004f7de0ff HTTP/1.1" status: 404 len: 333 time: 0.0432885 May 31 15:54:32.755498 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59468) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:32.796726 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-934d630b-ed77-48e3-9f96-21e5d2d1eb88 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] DELETE failed (client error): The resource could not be found. May 31 15:54:32.796960 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934d630b-ed77-48e3-9f96-21e5d2d1eb88 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:32.800994 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-934d630b-ed77-48e3-9f96-21e5d2d1eb88 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/subnets/35a3a2d8-afce-4ddb-97af-1bc3c6ba0dd5 HTTP/1.1" status: 404 len: 337 time: 0.0420709 May 31 15:54:32.801131 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59472) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:32.804226 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-93e9b837-a264-4b79-8908-3eed17bb197f None None] Deleting port fdfb162b-039a-490e-b592-b80499ed773a {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:54:32.804767 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-93e9b837-a264-4b79-8908-3eed17bb197f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:32.823595 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-051ff78b-de42-4d02-bd57-c9dd17bffced tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Unset dirty status for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group_rule {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:32.824907 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-051ff78b-de42-4d02-bd57-c9dd17bffced tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2110686 May 31 15:54:32.828442 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59476) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:32.840970 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b38b2b6-c974-4e25-a49f-47752fa4b20c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] DELETE failed (client error): The resource could not be found. May 31 15:54:32.841426 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b38b2b6-c974-4e25-a49f-47752fa4b20c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:32.846072 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9b38b2b6-c974-4e25-a49f-47752fa4b20c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/subnets/fd436e0b-2ca3-422d-88c3-a42ffd48c753 HTTP/1.1" status: 404 len: 337 time: 0.0409093 May 31 15:54:32.846498 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59480) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:32.850065 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdda9b2-4230-433b-a53f-b33056e3e47e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:32.851055 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cfdda9b2-4230-433b-a53f-b33056e3e47e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:32.902551 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0a57eed1-52e5-45fb-ace9-c0b3f395b6fd tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:32.917461 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cfdda9b2-4230-433b-a53f-b33056e3e47e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:subnet {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:32.921024 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-cfdda9b2-4230-433b-a53f-b33056e3e47e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1784441 May 31 15:54:32.921421 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59484) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:32.926273 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0a57eed1-52e5-45fb-ace9-c0b3f395b6fd tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:32.938780 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bda06c41-f2a5-46ff-9730-562ba93a3c68 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:32.944644 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-967a3343-4bb3-4b1c-b462-6a7364503930 None None] Provisioning complete for port 85000243-9c36-4d33-bea3-87707a0eae68 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:32.945369 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-967a3343-4bb3-4b1c-b462-6a7364503930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:32.947658 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bda06c41-f2a5-46ff-9730-562ba93a3c68 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:32.955844 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f9603c27-251e-48df-9520-203bdbb8d7d7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:33.005422 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0a57eed1-52e5-45fb-ace9-c0b3f395b6fd tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:33.012892 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda06c41-f2a5-46ff-9730-562ba93a3c68 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c04067e6-c937-450f-98aa-54e24b2bbca3,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:33.016165 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bda06c41-f2a5-46ff-9730-562ba93a3c68 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:33.019593 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0a57eed1-52e5-45fb-ace9-c0b3f395b6fd tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:33.023259 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0a57eed1-52e5-45fb-ace9-c0b3f395b6fd tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/c05208cf-8450-4b62-8703-57e3e7dc48cc HTTP/1.1" status: 204 len: 168 time: 0.1897962 May 31 15:54:33.023259 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f3f554b6-aa2e-4580-ab8d-bf394d7b2156 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:33.028992 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59490) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:33.031515 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bda06c41-f2a5-46ff-9730-562ba93a3c68 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:33.031515 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bda06c41-f2a5-46ff-9730-562ba93a3c68 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5045531 May 31 15:54:33.046453 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59494) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:33.058783 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-fac7ca85-016c-4764-a9f9-1be8d88a7e9a tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group_rule': {'security_group_id': 'c04067e6-c937-450f-98aa-54e24b2bbca3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:33.059700 dv-neutron-601336-79-hyperv neutron-server[99205]: WARNING neutron.api.v2.base [None req-fac7ca85-016c-4764-a9f9-1be8d88a7e9a tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 31 15:54:33.060205 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-fac7ca85-016c-4764-a9f9-1be8d88a7e9a tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:54:33.061181 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-fac7ca85-016c-4764-a9f9-1be8d88a7e9a tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0121663 May 31 15:54:33.064320 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57eed1-52e5-45fb-ace9-c0b3f395b6fd tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c05208cf-8450-4b62-8703-57e3e7dc48cc,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:33.067685 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59500) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:33.085800 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0a57eed1-52e5-45fb-ace9-c0b3f395b6fd tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:33.122708 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-93e9b837-a264-4b79-8908-3eed17bb197f None None] For port fdfb162b-039a-490e-b592-b80499ed773a, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=fdfb162b-039a-490e-b592-b80499ed773a,segment=NetworkSegment(e42785dc-d1a7-4b1c-bf5c-aa40befa5bed),segment_id=e42785dc-d1a7-4b1c-bf5c-aa40befa5bed)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:54:33.123865 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-93e9b837-a264-4b79-8908-3eed17bb197f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:33.137971 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-c8099915-ad6d-4776-9ecb-6e0723517b41 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Synchronizing usage tracker for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group_rule {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:33.204637 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b59de363-cf27-4e0f-85c3-d8051e933b89 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2817545 May 31 15:54:33.211409 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59504) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:33.225188 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4efea8fc-1a65-4b40-8a82-2ec5e6d1e56d tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:33.226861 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-c8099915-ad6d-4776-9ecb-6e0723517b41 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Unset dirty status for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group_rule {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:33.231523 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c8099915-ad6d-4776-9ecb-6e0723517b41 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1996384 May 31 15:54:33.235232 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59508) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:33.260419 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e289269-db3a-4bb6-b8cf-d6d242e9a479 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:33.261253 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e289269-db3a-4bb6-b8cf-d6d242e9a479 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:33.265871 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5e289269-db3a-4bb6-b8cf-d6d242e9a479 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/34a22c3c-d578-4d6d-bd8f-11d800d79571 HTTP/1.1" status: 404 len: 333 time: 0.0527496 May 31 15:54:33.274737 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59512) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:33.281485 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-93e9b837-a264-4b79-8908-3eed17bb197f None None] Calling delete_port for fdfb162b-039a-490e-b592-b80499ed773a owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:54:33.289089 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device fdfb162b-039a-490e-b592-b80499ed773a no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:54:33.293274 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4efea8fc-1a65-4b40-8a82-2ec5e6d1e56d tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:33.318353 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6ad74cd5-35ac-4437-874a-435b1877728c tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:33.321944 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc98372a-4efe-4245-8f23-d72608ad6ac3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:33.322476 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc98372a-4efe-4245-8f23-d72608ad6ac3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:33.326893 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-dc98372a-4efe-4245-8f23-d72608ad6ac3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/5a4e712a-6a93-486d-94b6-b118106eb4d1 HTTP/1.1" status: 404 len: 337 time: 0.0489187 May 31 15:54:33.331539 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59516) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:33.344417 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6ad74cd5-35ac-4437-874a-435b1877728c tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:33.366639 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59520) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:33.389610 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0610612-35cc-4980-ad91-f2b9ab298b31 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:33.390615 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0610612-35cc-4980-ad91-f2b9ab298b31 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:33.393148 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a0610612-35cc-4980-ad91-f2b9ab298b31 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/fe71e9f6-b64e-477e-8a66-d78fdc56851e HTTP/1.1" status: 404 len: 337 time: 0.0584276 May 31 15:54:33.397863 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59524) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:33.442870 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-119e465b-ddd7-4dda-a792-2c5a40e39e88 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Deleting port 03bec41a-c913-4ac9-bff6-b5fcc0e1784c {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:54:33.443424 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-119e465b-ddd7-4dda-a792-2c5a40e39e88 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:33.459050 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fc304-5df7-4eaa-b16c-9dcc05f6e045 req-45a480b7-87cf-4132-acc7-2699ae75c775 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:33.460521 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-933fc304-5df7-4eaa-b16c-9dcc05f6e045 req-45a480b7-87cf-4132-acc7-2699ae75c775 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 944 time: 0.3128393 May 31 15:54:33.464876 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4efea8fc-1a65-4b40-8a82-2ec5e6d1e56d tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:33.479755 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8d4c1083-525a-439d-b97a-977b6dcf70e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:33.484316 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-06675a2c-a7ec-48e9-b5b1-f3fc3ad9e361 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:33.484911 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06675a2c-a7ec-48e9-b5b1-f3fc3ad9e361 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:33.491289 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-06675a2c-a7ec-48e9-b5b1-f3fc3ad9e361 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/02179769-f584-4b2e-8fa7-1fd28a514232 HTTP/1.1" status: 404 len: 333 time: 0.0882277 May 31 15:54:33.514248 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59528) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:33.515186 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efea8fc-1a65-4b40-8a82-2ec5e6d1e56d tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04067e6-c937-450f-98aa-54e24b2bbca3,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:33.517635 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4efea8fc-1a65-4b40-8a82-2ec5e6d1e56d tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:33.519056 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4efea8fc-1a65-4b40-8a82-2ec5e6d1e56d tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "DELETE /v2.0/security-groups/c04067e6-c937-450f-98aa-54e24b2bbca3 HTTP/1.1" status: 204 len: 168 time: 0.4503937 May 31 15:54:33.522006 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59530) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:33.566473 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4efea8fc-1a65-4b40-8a82-2ec5e6d1e56d tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:33.570927 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-c88ded29-f6c1-4d33-bac5-f74b40d9bdcb tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:33.571728 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c88ded29-f6c1-4d33-bac5-f74b40d9bdcb tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:33.575845 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c88ded29-f6c1-4d33-bac5-f74b40d9bdcb tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/45c8c0fa-8492-4dcb-a8d4-00b6309b9ec9 HTTP/1.1" status: 404 len: 337 time: 0.0529571 May 31 15:54:33.575845 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6ad74cd5-35ac-4437-874a-435b1877728c tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:33.577324 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59536) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:33.594748 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:33.605059 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6ad74cd5-35ac-4437-874a-435b1877728c tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:33.608947 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6ad74cd5-35ac-4437-874a-435b1877728c tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/89882a01-2388-46d5-a034-587004103044 HTTP/1.1" status: 204 len: 168 time: 0.3631880 May 31 15:54:33.616649 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59540) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:33.620043 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb677d8-b8f5-4e88-89af-c169bbb8b2f5 None None] DHCP port deletion for b5001308-9f67-458f-99a7-4cdcd1177eb2 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:54:33.623633 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d01d64-f82c-4368-96a7-c3d25426275d tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:33.639719 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a3d01d64-f82c-4368-96a7-c3d25426275d tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=014c45f7-9697-4b0b-b8b7-66a80a50a15c HTTP/1.1" status: 200 len: 814 time: 0.2718232 May 31 15:54:33.648953 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad74cd5-35ac-4437-874a-435b1877728c tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89882a01-2388-46d5-a034-587004103044,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:33.653837 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f4c1e8-0f8d-402f-86e4-1d81dd348473 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:33.654294 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82f4c1e8-0f8d-402f-86e4-1d81dd348473 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:33.659045 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6ad74cd5-35ac-4437-874a-435b1877728c tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:33.659164 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-82f4c1e8-0f8d-402f-86e4-1d81dd348473 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/97642861-d5d2-4575-8488-a42d839ae3cb HTTP/1.1" status: 404 len: 337 time: 0.0777223 May 31 15:54:33.659164 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59546) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:33.662486 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-119e465b-ddd7-4dda-a792-2c5a40e39e88 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:33.704997 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:33.721968 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af14417-ec60-4cbc-8ea7-9448d17e3fcd tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:33.722768 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af14417-ec60-4cbc-8ea7-9448d17e3fcd tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:33.724857 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3af14417-ec60-4cbc-8ea7-9448d17e3fcd tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/862d7551-ba63-4bd2-b8ce-6bfcd0a4ebde HTTP/1.1" status: 404 len: 333 time: 0.0652313 May 31 15:54:33.728719 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-933fc304-5df7-4eaa-b16c-9dcc05f6e045 req-ffe811c0-8e24-45c2-a742-60e1465fe49f tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe90d589-4f27-4d98-a8f2-975e6776ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2292264 May 31 15:54:33.731221 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59550) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:33.738661 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b22f7d09-c36d-4ad5-8c64-63efffaf60b8 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Synchronizing usage tracker for tenant:9578b6d26f2f434fb0e06eca752d82d8 on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:33.752095 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-93e9b837-a264-4b79-8908-3eed17bb197f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:33.757915 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-066e7987-0e8b-401c-ab45-debf3ebaceb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:33.801418 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-76ccd2cc-e50f-4a73-99bc-6cc5281bfcf2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:33.801975 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76ccd2cc-e50f-4a73-99bc-6cc5281bfcf2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:33.806166 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-76ccd2cc-e50f-4a73-99bc-6cc5281bfcf2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/bedf3899-ff22-4ebd-af2c-34a0260d16c2 HTTP/1.1" status: 404 len: 337 time: 0.0714478 May 31 15:54:33.810064 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59556) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:33.837126 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9b837-a264-4b79-8908-3eed17bb197f None None] Pushing event deleted for resources: {'Port': ['ID=fdfb162b-039a-490e-b592-b80499ed773a,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:33.854939 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-93e9b837-a264-4b79-8908-3eed17bb197f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:33.859198 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e9b837-a264-4b79-8908-3eed17bb197f None None] No DVR routers for this DVR port fdfb162b-039a-490e-b592-b80499ed773a on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:54:33.860293 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6f99792d-e1c8-4b94-9d41-554d1a335e60 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Synchronizing usage tracker for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group_rule {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:33.868534 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b22f7d09-c36d-4ad5-8c64-63efffaf60b8 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Unset dirty status for tenant:9578b6d26f2f434fb0e06eca752d82d8 on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:33.869743 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b22f7d09-c36d-4ad5-8c64-63efffaf60b8 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3005805 May 31 15:54:33.876792 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-4fb677d8-b8f5-4e88-89af-c169bbb8b2f5 None None] Deleting port 85000243-9c36-4d33-bea3-87707a0eae68 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:54:33.876792 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4fb677d8-b8f5-4e88-89af-c169bbb8b2f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:33.877662 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59560) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:33.878841 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6bcfd6-66c3-44f7-bf84-f0498d8d7821 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:33.879307 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec6bcfd6-66c3-44f7-bf84-f0498d8d7821 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:33.881124 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ec6bcfd6-66c3-44f7-bf84-f0498d8d7821 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/36f01d4d-745d-4cc1-90dc-b1cd2c48901a HTTP/1.1" status: 404 len: 337 time: 0.0684001 May 31 15:54:33.900002 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59564) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:33.904022 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-ea2e4e1f-663a-41f8-ad01-19f0369954cc tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group': {'name': 'tempest-secgroup--981469033'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:33.909100 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-119e465b-ddd7-4dda-a792-2c5a40e39e88 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Calling delete_port for 03bec41a-c913-4ac9-bff6-b5fcc0e1784c owned by {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:54:33.923545 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-ea2e4e1f-663a-41f8-ad01-19f0369954cc tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:33.927839 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6f99792d-e1c8-4b94-9d41-554d1a335e60 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Unset dirty status for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group_rule {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:33.929316 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6f99792d-e1c8-4b94-9d41-554d1a335e60 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2870028 May 31 15:54:33.935650 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59568) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:33.942603 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-ea2e4e1f-663a-41f8-ad01-19f0369954cc tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:33.967244 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-86afc39c-d86f-417b-9911-b04804253d1c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:33.967676 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86afc39c-d86f-417b-9911-b04804253d1c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:33.969386 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-86afc39c-d86f-417b-9911-b04804253d1c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/72f425d8-7158-4ef8-9abc-8d91e08dee84 HTTP/1.1" status: 404 len: 333 time: 0.0684874 May 31 15:54:33.972873 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59572) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:33.982146 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ea2e4e1f-663a-41f8-ad01-19f0369954cc tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:33.992863 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-4fb677d8-b8f5-4e88-89af-c169bbb8b2f5 None None] For port 85000243-9c36-4d33-bea3-87707a0eae68, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=85000243-9c36-4d33-bea3-87707a0eae68,segment=NetworkSegment(f7841e39-3ea3-49ac-9dfa-bef92e38cbca),segment_id=f7841e39-3ea3-49ac-9dfa-bef92e38cbca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:54:33.993523 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4fb677d8-b8f5-4e88-89af-c169bbb8b2f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:34.001570 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-eda1b269-a124-4295-b44c-a4cdccb6bbb8 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:34.022470 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-eda1b269-a124-4295-b44c-a4cdccb6bbb8 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:34.024121 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f4b02ab-a058-4e52-a780-44ef8322c822 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:34.024579 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f4b02ab-a058-4e52-a780-44ef8322c822 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:34.027841 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2f4b02ab-a058-4e52-a780-44ef8322c822 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/2d8e05d7-c40b-4c88-ba2e-2e00e01ff3ea HTTP/1.1" status: 404 len: 337 time: 0.0459919 May 31 15:54:34.029538 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59576) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:34.035934 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-ea2e4e1f-663a-41f8-ad01-19f0369954cc tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:34.041369 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ea2e4e1f-663a-41f8-ad01-19f0369954cc tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Usage tracker for resource:security_group_rule and tenant:9578b6d26f2f434fb0e06eca752d82d8 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:34.045869 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ea2e4e1f-663a-41f8-ad01-19f0369954cc tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:34.054768 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-ea2e4e1f-663a-41f8-ad01-19f0369954cc tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:34.070599 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e569ad0-1508-44be-b979-e4030e20c58a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:34.071080 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e569ad0-1508-44be-b979-e4030e20c58a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:34.072867 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5e569ad0-1508-44be-b979-e4030e20c58a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/16fc80a1-1c0e-4f8e-945f-4bd9bf4efb7d HTTP/1.1" status: 404 len: 337 time: 0.0422802 May 31 15:54:34.080997 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59580) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:34.085372 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-eda1b269-a124-4295-b44c-a4cdccb6bbb8 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:34.106131 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-119e465b-ddd7-4dda-a792-2c5a40e39e88 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:34.113058 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-994ad82d-cc5f-4778-a285-1637bc3b697d tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:34.119314 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-4fb677d8-b8f5-4e88-89af-c169bbb8b2f5 None None] Calling delete_port for 85000243-9c36-4d33-bea3-87707a0eae68 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:54:34.133276 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cdf334d0-66eb-4a98-b118-4291dfcbc70e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:34.167215 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59584) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:34.169977 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e465b-ddd7-4dda-a792-2c5a40e39e88 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Port': ['ID=03bec41a-c913-4ac9-bff6-b5fcc0e1784c,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:34.177115 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-2af20d49-e569-490a-b550-61136722083a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'network': {'name': 'tempest-network-smoke--24412441', 'project_id': '77a9908268404908970d038c7b3f1f66', 'port_security_enabled': True}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:34.179239 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba650981-5668-4817-b6d0-335e31d58c18 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:34.179618 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4fb677d8-b8f5-4e88-89af-c169bbb8b2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:34.179839 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba650981-5668-4817-b6d0-335e31d58c18 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:34.181670 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-119e465b-ddd7-4dda-a792-2c5a40e39e88 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:34.183553 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-78e0cbbf-6ed7-4292-9d3c-9de0e540290c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:34.184317 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-2af20d49-e569-490a-b550-61136722083a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:34.186920 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-119e465b-ddd7-4dda-a792-2c5a40e39e88 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:34.192551 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1b269-a124-4295-b44c-a4cdccb6bbb8 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0feeb78c-94c6-47b0-90af-4d82ceb0ec04,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:34.195069 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-eda1b269-a124-4295-b44c-a4cdccb6bbb8 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:34.201189 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-2af20d49-e569-490a-b550-61136722083a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:34.214062 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-119e465b-ddd7-4dda-a792-2c5a40e39e88 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/ports/03bec41a-c913-4ac9-bff6-b5fcc0e1784c HTTP/1.1" status: 204 len: 168 time: 1.3657310 May 31 15:54:34.216022 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59588) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:34.227343 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ba650981-5668-4817-b6d0-335e31d58c18 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/a6dfa80b-0b20-4671-bce1-d0e7e661a993 HTTP/1.1" status: 404 len: 333 time: 0.1450191 May 31 15:54:34.237567 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59592) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:34.253836 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb677d8-b8f5-4e88-89af-c169bbb8b2f5 None None] No DVR routers for this DVR port 85000243-9c36-4d33-bea3-87707a0eae68 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:54:34.259419 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb677d8-b8f5-4e88-89af-c169bbb8b2f5 None None] Pushing event deleted for resources: {'Port': ['ID=85000243-9c36-4d33-bea3-87707a0eae68,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:34.262085 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-4fb677d8-b8f5-4e88-89af-c169bbb8b2f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:34.279297 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ea2e4e1f-663a-41f8-ad01-19f0369954cc tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:34.280467 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-eda1b269-a124-4295-b44c-a4cdccb6bbb8 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:34.281757 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-eda1b269-a124-4295-b44c-a4cdccb6bbb8 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/0feeb78c-94c6-47b0-90af-4d82ceb0ec04 HTTP/1.1" status: 204 len: 168 time: 0.3448570 May 31 15:54:34.286024 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59596) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:34.286997 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1138cf1-2158-4ec8-b15e-26fa552790a4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:34.287433 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1138cf1-2158-4ec8-b15e-26fa552790a4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:34.289063 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f1138cf1-2158-4ec8-b15e-26fa552790a4 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/be11fe2c-9e6e-449e-953c-7bc69fc020aa HTTP/1.1" status: 404 len: 337 time: 0.0503547 May 31 15:54:34.291824 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ea2e4e1f-663a-41f8-ad01-19f0369954cc tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:34.295621 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59600) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:34.307304 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6b10addc-6c76-4fad-a1ac-6cd543c2aa98 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:34.334639 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af20d49-e569-490a-b550-61136722083a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Made reservation on behalf of 77a9908268404908970d038c7b3f1f66 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:54:34.338169 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2af20d49-e569-490a-b550-61136722083a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:34.376975 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a008304b-e33a-441c-bad0-8d2c7ce9eb76 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:34.384959 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeab2cfe-00b3-4d49-a227-679771df1893 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:34.385437 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeab2cfe-00b3-4d49-a227-679771df1893 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:34.387099 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-eeab2cfe-00b3-4d49-a227-679771df1893 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/2787516a-f54e-4641-b2b8-b8fbf370d82c HTTP/1.1" status: 404 len: 333 time: 0.0722036 May 31 15:54:34.392801 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59606) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:34.400372 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af20d49-e569-490a-b550-61136722083a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:54:34.429015 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ea2e4e1f-663a-41f8-ad01-19f0369954cc tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:34.433021 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ea2e4e1f-663a-41f8-ad01-19f0369954cc tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5481389 May 31 15:54:34.435029 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e4e1f-663a-41f8-ad01-19f0369954cc tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12e37e7f-f570-4613-8e88-837cd5793b1b,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:34.435656 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59610) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:34.441470 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ea2e4e1f-663a-41f8-ad01-19f0369954cc tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:34.442584 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-c081f5cc-fb83-4aca-8338-f2288da2bb1c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:34.443170 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c081f5cc-fb83-4aca-8338-f2288da2bb1c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:34.444718 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c081f5cc-fb83-4aca-8338-f2288da2bb1c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/d9dd060a-61fb-4e13-9ced-a8983b6565cf HTTP/1.1" status: 404 len: 337 time: 0.0509968 May 31 15:54:34.450451 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59614) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:34.453069 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2af20d49-e569-490a-b550-61136722083a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:34.453550 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-2af20d49-e569-490a-b550-61136722083a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Added segment 1ca987da-1f83-49ea-9701-82bf79aa5305 of type vlan for network 9631adac-a3ba-4fa8-aefb-8e89936e62a2 May 31 15:54:34.457955 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-f9bb64c6-1a78-4ac9-ba6b-18152a7b6f69 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group_rule': {'security_group_id': '12e37e7f-f570-4613-8e88-837cd5793b1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:34.459904 dv-neutron-601336-79-hyperv neutron-server[99204]: WARNING neutron.api.v2.base [None req-f9bb64c6-1a78-4ac9-ba6b-18152a7b6f69 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 31 15:54:34.460442 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-f9bb64c6-1a78-4ac9-ba6b-18152a7b6f69 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:54:34.464188 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f9bb64c6-1a78-4ac9-ba6b-18152a7b6f69 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0248220 May 31 15:54:34.482399 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59618) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:34.500889 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1480e11a-147e-4464-8c58-84706ce7e882 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Synchronizing usage tracker for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group_rule {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:34.513200 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a7d75f-01ec-487e-87c9-1dd574a42ea3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:34.513680 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a7d75f-01ec-487e-87c9-1dd574a42ea3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:34.515307 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-82a7d75f-01ec-487e-87c9-1dd574a42ea3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/ceb32c54-bea4-4250-baf1-7f6edad4db6c HTTP/1.1" status: 404 len: 333 time: 0.0621309 May 31 15:54:34.519883 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59622) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:34.543592 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-187d0027-25d1-4fb5-b3bc-55a7feb28dd1 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group_rule': {'security_group_id': '12e37e7f-f570-4613-8e88-837cd5793b1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:34.544277 dv-neutron-601336-79-hyperv neutron-server[99204]: WARNING neutron.api.v2.base [None req-187d0027-25d1-4fb5-b3bc-55a7feb28dd1 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 31 15:54:34.544772 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-187d0027-25d1-4fb5-b3bc-55a7feb28dd1 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:54:34.545869 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-187d0027-25d1-4fb5-b3bc-55a7feb28dd1 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0587633 May 31 15:54:34.554914 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59626) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:34.568220 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-1f66468c-1a9d-4c5f-8b65-9548a60ec363 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group_rule': {'security_group_id': '12e37e7f-f570-4613-8e88-837cd5793b1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:34.569059 dv-neutron-601336-79-hyperv neutron-server[99205]: WARNING neutron.api.v2.base [None req-1f66468c-1a9d-4c5f-8b65-9548a60ec363 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 31 15:54:34.569551 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-1f66468c-1a9d-4c5f-8b65-9548a60ec363 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:54:34.570554 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1f66468c-1a9d-4c5f-8b65-9548a60ec363 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0108209 May 31 15:54:34.571646 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1480e11a-147e-4464-8c58-84706ce7e882 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Unset dirty status for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group_rule {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:34.575131 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1480e11a-147e-4464-8c58-84706ce7e882 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2827249 May 31 15:54:34.575131 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-2addc1cc-82d1-40b4-9879-78fca75a1bfc tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:34.575131 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2addc1cc-82d1-40b4-9879-78fca75a1bfc tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:34.575867 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2addc1cc-82d1-40b4-9879-78fca75a1bfc tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/352f0162-61e3-46e3-ad9f-11dc72c3a7d8 HTTP/1.1" status: 404 len: 337 time: 0.0551190 May 31 15:54:34.576458 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59630) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:34.576769 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59632) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:34.580268 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59634) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:34.586311 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a008304b-e33a-441c-bad0-8d2c7ce9eb76 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:34.603874 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2af20d49-e569-490a-b550-61136722083a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:34.608591 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-a008304b-e33a-441c-bad0-8d2c7ce9eb76 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b1d98e-52e3-416d-a56a-51cbabc18c9a']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:34.613525 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-c70f8707-b673-42f5-99a6-523f9314f31c tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group_rule': {'security_group_id': '12e37e7f-f570-4613-8e88-837cd5793b1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:34.614481 dv-neutron-601336-79-hyperv neutron-server[99205]: WARNING neutron.api.v2.base [None req-c70f8707-b673-42f5-99a6-523f9314f31c tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 31 15:54:34.615064 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-c70f8707-b673-42f5-99a6-523f9314f31c tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:54:34.616052 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c70f8707-b673-42f5-99a6-523f9314f31c tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0383859 May 31 15:54:34.617769 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f5282bd5-1c87-4762-895e-4761bb3fad1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:34.620322 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59642) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:34.627043 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-a008304b-e33a-441c-bad0-8d2c7ce9eb76 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e42785dc-d1a7-4b1c-bf5c-aa40befa5bed') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:34.627341 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-a008304b-e33a-441c-bad0-8d2c7ce9eb76 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e42785dc-d1a7-4b1c-bf5c-aa40befa5bed') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:34.644457 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a0c7bf4-83b7-460c-bfa3-9aa160b96f45 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:34.644910 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a0c7bf4-83b7-460c-bfa3-9aa160b96f45 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:34.649589 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6a0c7bf4-83b7-460c-bfa3-9aa160b96f45 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/fc11f7df-b41f-4b6c-a6a5-67585f09f6c3 HTTP/1.1" status: 404 len: 333 time: 0.0653870 May 31 15:54:34.651468 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59646) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:34.690565 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dedae049-a21e-4457-90e6-0e52c64700c8 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:34.712778 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a008304b-e33a-441c-bad0-8d2c7ce9eb76 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:34.718217 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dedae049-a21e-4457-90e6-0e52c64700c8 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:34.739236 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-b78454d0-877a-43b0-94c8-be302dcf7f5a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:34.739654 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b78454d0-877a-43b0-94c8-be302dcf7f5a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:34.756277 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2af20d49-e569-490a-b550-61136722083a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:34.762245 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af20d49-e569-490a-b550-61136722083a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:34.763499 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2af20d49-e569-490a-b550-61136722083a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:34.767859 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a008304b-e33a-441c-bad0-8d2c7ce9eb76 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:34.774527 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-185b5a02-17ad-46ed-a002-27d399791b33 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:34.780608 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dedae049-a21e-4457-90e6-0e52c64700c8 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:34.786456 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-71ab13f6-134d-4ed5-9920-c074f1ea03b0 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:34.799891 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b78454d0-877a-43b0-94c8-be302dcf7f5a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/c9b3c022-6ae9-4d30-a477-03e943e97c62 HTTP/1.1" status: 404 len: 337 time: 0.1472247 May 31 15:54:34.812593 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59652) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:34.813789 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a008304b-e33a-441c-bad0-8d2c7ce9eb76 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:54:34.814202 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a008304b-e33a-441c-bad0-8d2c7ce9eb76 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:54:34.837349 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:54:34.999986 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedae049-a21e-4457-90e6-0e52c64700c8 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6d6901-fe72-4fa3-b293-d996cba00f04,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:35.010976 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-dedae049-a21e-4457-90e6-0e52c64700c8 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:35.034838 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dedae049-a21e-4457-90e6-0e52c64700c8 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:35.036298 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-dedae049-a21e-4457-90e6-0e52c64700c8 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "DELETE /v2.0/security-groups/ff6d6901-fe72-4fa3-b293-d996cba00f04 HTTP/1.1" status: 204 len: 168 time: 0.4572754 May 31 15:54:35.039721 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59656) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:35.054970 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 85000243-9c36-4d33-bea3-87707a0eae68 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:54:35.103803 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64208459-33c4-41ce-9af9-7ac085018fa5 req-409c103e-3a40-4bf1-97d2-9cf5582c732b tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:35.105277 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 85000243-9c36-4d33-bea3-87707a0eae68 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:54:35.105413 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-64208459-33c4-41ce-9af9-7ac085018fa5 req-409c103e-3a40-4bf1-97d2-9cf5582c732b tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 944 time: 0.1504381 May 31 15:54:35.105938 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 85000243-9c36-4d33-bea3-87707a0eae68 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:54:35.117141 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-7df56ec8-352e-4410-a83e-766d469a353a tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Synchronizing usage tracker for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:35.165259 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-7df56ec8-352e-4410-a83e-766d469a353a tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Unset dirty status for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:35.166534 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7df56ec8-352e-4410-a83e-766d469a353a tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1258907 May 31 15:54:35.171434 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59660) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:35.173369 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2af20d49-e569-490a-b550-61136722083a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0048933 May 31 15:54:35.174065 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59662) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:35.182449 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-da291a31-ed36-498c-b5fd-053989801386 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Request body: {'security_group': {'name': 'tempest-secgroup--933720597'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:35.188783 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-64208459-33c4-41ce-9af9-7ac085018fa5 req-344586ce-12d9-422f-80ee-d2b8a4a9f296 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe90d589-4f27-4d98-a8f2-975e6776ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659328 May 31 15:54:35.190928 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-da291a31-ed36-498c-b5fd-053989801386 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:35.202675 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-da291a31-ed36-498c-b5fd-053989801386 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:35.203396 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e1642c-35d9-4ebe-a122-75d7cf30244c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:35.204080 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77e1642c-35d9-4ebe-a122-75d7cf30244c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:35.205791 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-77e1642c-35d9-4ebe-a122-75d7cf30244c tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/8968cc08-0b8b-4de9-a9b9-ed066f031536 HTTP/1.1" status: 404 len: 333 time: 0.3700159 May 31 15:54:35.208745 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59668) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:35.245771 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c42bcfbd-05d8-4a1a-a273-ba6b5ea2f3a4 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:35.252372 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af20d49-e569-490a-b550-61136722083a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Network': ['ID=9631adac-a3ba-4fa8-aefb-8e89936e62a2,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:35.257422 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b612c52-8f9f-41fc-aae3-24a194a9efdf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:35.257908 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b612c52-8f9f-41fc-aae3-24a194a9efdf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:35.263411 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0b612c52-8f9f-41fc-aae3-24a194a9efdf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/cb54d1ba-93a6-4979-b086-d81b299633df HTTP/1.1" status: 404 len: 337 time: 0.0502312 May 31 15:54:35.263411 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59672) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:35.266596 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 9631adac-a3ba-4fa8-aefb-8e89936e62a2 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:54:35.268726 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2af20d49-e569-490a-b550-61136722083a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:35.283502 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a008304b-e33a-441c-bad0-8d2c7ce9eb76 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:35.297078 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3cbf5d6f-b0b1-49d5-a395-fc4decceb936 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:35.306252 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-da291a31-ed36-498c-b5fd-053989801386 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:35.312001 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a008304b-e33a-441c-bad0-8d2c7ce9eb76 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:35.320001 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b86228-e9a0-4d06-8237-bdd61539eda7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:35.320922 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b86228-e9a0-4d06-8237-bdd61539eda7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:35.324686 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-10b86228-e9a0-4d06-8237-bdd61539eda7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/188a483c-f74f-4047-b249-038259ec1dc4 HTTP/1.1" status: 404 len: 333 time: 0.0580609 May 31 15:54:35.324840 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c42bcfbd-05d8-4a1a-a273-ba6b5ea2f3a4 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:35.324945 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59676) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:35.343098 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008304b-e33a-441c-bad0-8d2c7ce9eb76 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Pushing event deleted for resources: {'Network': ['ID=c3b1d98e-52e3-416d-a56a-51cbabc18c9a,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:35.345889 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a008304b-e33a-441c-bad0-8d2c7ce9eb76 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] 10.222.0.45 "DELETE /v2.0/networks/c3b1d98e-52e3-416d-a56a-51cbabc18c9a HTTP/1.1" status: 204 len: 168 time: 1.1286287 May 31 15:54:35.349317 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a008304b-e33a-441c-bad0-8d2c7ce9eb76 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:35.359505 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1010ad05-c461-4776-be6e-fe4ebb833619 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:35.364058 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1010ad05-c461-4776-be6e-fe4ebb833619 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=77a9908268404908970d038c7b3f1f66&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1783156 May 31 15:54:35.365007 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59682) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:35.400807 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-da291a31-ed36-498c-b5fd-053989801386 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:35.404599 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b77b24c-1779-4b09-8fd9-f3968d11d3d0 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:35.405075 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b77b24c-1779-4b09-8fd9-f3968d11d3d0 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:35.406256 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 9436b014-0c9c-4121-a315-1873bd5220f8 up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:54:35.406900 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8b77b24c-1779-4b09-8fd9-f3968d11d3d0 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/5585a6c0-99c6-458d-8635-37756fac3b2e HTTP/1.1" status: 404 len: 337 time: 0.0810521 May 31 15:54:35.409470 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59686) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:35.413042 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-da291a31-ed36-498c-b5fd-053989801386 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Usage tracker for resource:security_group_rule and tenant:5afa58f4a3af4e44995b310f91e29d81 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:35.416905 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-da291a31-ed36-498c-b5fd-053989801386 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:35.464197 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa2941df-da72-4441-a7a0-c9bba7c97d1b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:35.464651 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa2941df-da72-4441-a7a0-c9bba7c97d1b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:35.466322 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-aa2941df-da72-4441-a7a0-c9bba7c97d1b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/ba04bbbf-4cbd-4ae9-82c3-bd482ec21d49 HTTP/1.1" status: 404 len: 337 time: 0.0559313 May 31 15:54:35.467331 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-da291a31-ed36-498c-b5fd-053989801386 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:35.469047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59690) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:35.513217 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port 9436b014-0c9c-4121-a315-1873bd5220f8 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:35.518587 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 9436b014-0c9c-4121-a315-1873bd5220f8 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:35.518983 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:35.537736 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c42bcfbd-05d8-4a1a-a273-ba6b5ea2f3a4 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:35.542131 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a588d2-d3f1-46e5-867f-1975a850fa28 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:35.542991 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0a588d2-d3f1-46e5-867f-1975a850fa28 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:35.549973 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7ce38ca3-9f2a-4933-8d08-83153c19a089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:35.561366 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-da291a31-ed36-498c-b5fd-053989801386 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:35.567584 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-da291a31-ed36-498c-b5fd-053989801386 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:35.574275 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42bcfbd-05d8-4a1a-a273-ba6b5ea2f3a4 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e37e7f-f570-4613-8e88-837cd5793b1b,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:35.575234 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a1de2b3b-d5ea-4787-86b2-716e9116a6f2 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:35.580716 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d0a588d2-d3f1-46e5-867f-1975a850fa28 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/25064922-bffc-4577-996b-1691bef9c235 HTTP/1.1" status: 404 len: 333 time: 0.1105337 May 31 15:54:35.585726 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c42bcfbd-05d8-4a1a-a273-ba6b5ea2f3a4 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:35.597440 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59694) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:35.604385 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c42bcfbd-05d8-4a1a-a273-ba6b5ea2f3a4 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:35.605606 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c42bcfbd-05d8-4a1a-a273-ba6b5ea2f3a4 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "DELETE /v2.0/security-groups/12e37e7f-f570-4613-8e88-837cd5793b1b HTTP/1.1" status: 204 len: 168 time: 0.9826586 May 31 15:54:35.616850 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59698) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:35.651885 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da291a31-ed36-498c-b5fd-053989801386 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79254543-3f9c-4c9a-8e03-498d264e96ab,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:35.662895 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-022e5028-0af6-4939-96ba-030d079c18c9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:35.664140 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-022e5028-0af6-4939-96ba-030d079c18c9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:35.666250 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-022e5028-0af6-4939-96ba-030d079c18c9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/2b31082f-c591-4340-a0fa-5b1d646b9529 HTTP/1.1" status: 404 len: 337 time: 0.0673857 May 31 15:54:35.668898 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59704) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:35.679875 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-da291a31-ed36-498c-b5fd-053989801386 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:35.684255 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:35.712171 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799e5005-9ebd-42ba-b18f-a5c87934cf50 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:35.717050 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-799e5005-9ebd-42ba-b18f-a5c87934cf50 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3484712 May 31 15:54:35.717776 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59708) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:35.718048 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e0da22-855f-45e2-a6c0-a443b53859c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9436b014-0c9c-4121-a315-1873bd5220f8'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:54:35.721180 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2d3072-122a-4aec-8828-5a9fb17e5b8f" -d '{"events": [{"server_uuid": "95e0da22-855f-45e2-a6c0-a443b53859c2", "name": "network-vif-plugged", "status": "completed", "tag": "9436b014-0c9c-4121-a315-1873bd5220f8"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:54:35.725972 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-5edcf38c-f502-4799-b68b-f4a482e7084b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:35.726694 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5edcf38c-f502-4799-b68b-f4a482e7084b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:35.728782 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5edcf38c-f502-4799-b68b-f4a482e7084b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/b73f49d6-a593-46ad-95a1-a6599736f2a3 HTTP/1.1" status: 404 len: 337 time: 0.0588205 May 31 15:54:35.731487 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59714) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:35.746996 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 9436b014-0c9c-4121-a315-1873bd5220f8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9436b014-0c9c-4121-a315-1873bd5220f8,segment=NetworkSegment(d97b1fae-7878-4bab-8c70-d89f6e023b0d),segment_id=d97b1fae-7878-4bab-8c70-d89f6e023b0d)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:54:35.752960 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:35.763203 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-862b7bca-4c38-4c7c-8c07-0efbc7790ba8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:35.773124 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59718) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:35.775672 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-da291a31-ed36-498c-b5fd-053989801386 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:35.776907 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-da291a31-ed36-498c-b5fd-053989801386 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6044681 May 31 15:54:35.781440 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6fa2a83d-ac65-4690-a94c-396ba77d5146 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=014c45f7-9697-4b0b-b8b7-66a80a50a15c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0601878 May 31 15:54:35.781440 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59722) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:35.782603 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b86d7be1-500f-48ab-bc13-86e79d90fa10 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Synchronizing usage tracker for tenant:9578b6d26f2f434fb0e06eca752d82d8 on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:35.785183 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59724) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:35.790830 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-0931a0f4-c9ae-44ad-92c5-e4e6915f6c13 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Request body: {'security_group_rule': {'security_group_id': '79254543-3f9c-4c9a-8e03-498d264e96ab', 'direction': 'ingress', 'protocol': 17}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:35.792844 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa045272-4e1d-46b5-910c-9ee1a645b4e1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:35.793679 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa045272-4e1d-46b5-910c-9ee1a645b4e1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:35.796004 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-aa045272-4e1d-46b5-910c-9ee1a645b4e1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/d088b7ec-8715-47ac-9ab2-011b881b3456 HTTP/1.1" status: 404 len: 333 time: 0.0630932 May 31 15:54:35.800342 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59732) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:35.803535 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0931a0f4-c9ae-44ad-92c5-e4e6915f6c13 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:35.838476 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1585a454-0cb9-45ab-8161-0203a94379b3 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=77a9908268404908970d038c7b3f1f66&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0482242 May 31 15:54:35.839253 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59736) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:35.845065 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 15:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da34c77-4612-4f7e-ae64-7e296b167949 x-openstack-request-id: req-9da34c77-4612-4f7e-ae64-7e296b167949 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:54:35.845770 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e0da22-855f-45e2-a6c0-a443b53859c2", "name": "network-vif-plugged", "status": "completed", "tag": "9436b014-0c9c-4121-a315-1873bd5220f8", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:54:35.846295 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9da34c77-4612-4f7e-ae64-7e296b167949 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:54:35.846689 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e0da22-855f-45e2-a6c0-a443b53859c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9436b014-0c9c-4121-a315-1873bd5220f8', 'code': 200} May 31 15:54:35.847871 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=9436b014-0c9c-4121-a315-1873bd5220f8,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:35.852653 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:35.864673 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0931a0f4-c9ae-44ad-92c5-e4e6915f6c13 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Usage tracker for resource:security_group_rule and tenant:5afa58f4a3af4e44995b310f91e29d81 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:35.890424 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-edca6e70-3c76-4aee-a1ea-b07acf111659 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:35.890863 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edca6e70-3c76-4aee-a1ea-b07acf111659 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:35.892562 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-edca6e70-3c76-4aee-a1ea-b07acf111659 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/2a65b03d-3dc2-47b3-90fb-d17d2426631e HTTP/1.1" status: 404 len: 337 time: 0.0912979 May 31 15:54:35.895426 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59740) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:35.896136 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0931a0f4-c9ae-44ad-92c5-e4e6915f6c13 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:35.906702 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0931a0f4-c9ae-44ad-92c5-e4e6915f6c13 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:35.910617 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b86d7be1-500f-48ab-bc13-86e79d90fa10 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Unset dirty status for tenant:9578b6d26f2f434fb0e06eca752d82d8 on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:35.911964 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b86d7be1-500f-48ab-bc13-86e79d90fa10 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2933414 May 31 15:54:35.958463 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59744) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:35.972774 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-a3a8193d-fd7d-4daf-9f07-849e7235ece0 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group': {'name': 'tempest-secgroup--960723994'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:35.985887 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a3a8193d-fd7d-4daf-9f07-849e7235ece0 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:36.010097 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0931a0f4-c9ae-44ad-92c5-e4e6915f6c13 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:36.014457 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-07078ac0-5cd0-4477-baf3-c550722d31f9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:36.014908 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07078ac0-5cd0-4477-baf3-c550722d31f9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:36.016664 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-07078ac0-5cd0-4477-baf3-c550722d31f9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/fd0ba199-1b46-4892-8322-b8012b32c247 HTTP/1.1" status: 404 len: 337 time: 0.1197240 May 31 15:54:36.017209 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a3a8193d-fd7d-4daf-9f07-849e7235ece0 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:36.020624 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59748) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:36.070989 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a3a8193d-fd7d-4daf-9f07-849e7235ece0 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:36.089749 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2b7278-f27e-482c-8c35-a9f164147186 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:36.090215 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da2b7278-f27e-482c-8c35-a9f164147186 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:36.094321 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-da2b7278-f27e-482c-8c35-a9f164147186 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/ef85455c-eea6-48b7-988b-5793680eaa9c HTTP/1.1" status: 404 len: 333 time: 0.0678937 May 31 15:54:36.094479 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dafcf2-dfca-4673-9400-b657d7ebe895 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:36.095737 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b2dafcf2-dfca-4673-9400-b657d7ebe895 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2501519 May 31 15:54:36.096753 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59752) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:36.102754 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59754) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:36.112778 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-41dc5ac9-2e28-4966-b976-e8c2a4e49ef7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1a3131733d3b4e64a0dcbfef175233b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3358405 May 31 15:54:36.114034 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59760) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:36.149606 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c70ce-eb8c-499b-a8d0-fc493f14d819 req-1b859bd0-0049-46cd-81d5-72929c40de6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:36.151126 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-b64c70ce-eb8c-499b-a8d0-fc493f14d819 req-1b859bd0-0049-46cd-81d5-72929c40de6e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 1098 time: 0.1817195 May 31 15:54:36.180492 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a3a8193d-fd7d-4daf-9f07-849e7235ece0 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:36.184269 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d0f1859-149f-4903-a461-fd382271b1a9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:36.184741 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d0f1859-149f-4903-a461-fd382271b1a9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:36.186429 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3d0f1859-149f-4903-a461-fd382271b1a9 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/4c4577ac-ce9e-4dc2-9507-1d462400fae7 HTTP/1.1" status: 404 len: 337 time: 0.0848753 May 31 15:54:36.191599 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59764) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:36.195776 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-aef8a25f-79a4-48af-baaa-aa8b9e3aaec6 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=014c45f7-9697-4b0b-b8b7-66a80a50a15c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0892303 May 31 15:54:36.202449 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59768) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:36.202705 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a3a8193d-fd7d-4daf-9f07-849e7235ece0 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Usage tracker for resource:security_group_rule and tenant:9578b6d26f2f434fb0e06eca752d82d8 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:36.207985 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a3a8193d-fd7d-4daf-9f07-849e7235ece0 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:36.216275 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0931a0f4-c9ae-44ad-92c5-e4e6915f6c13 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:36.220212 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a3a8193d-fd7d-4daf-9f07-849e7235ece0 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:36.226003 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0931a0f4-c9ae-44ad-92c5-e4e6915f6c13 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:36.233600 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bb6f45e4-f3e3-4012-b6bd-86f841a2904c tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:36.247916 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-220aa272-82d4-4467-b03b-0adf943388a7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1136466422', 'network_id': '9631adac-a3ba-4fa8-aefb-8e89936e62a2', 'project_id': '77a9908268404908970d038c7b3f1f66', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:36.265822 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931a0f4-c9ae-44ad-92c5-e4e6915f6c13 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a00866-98f8-4bea-b12a-fa2b37b8d698,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:36.269459 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0931a0f4-c9ae-44ad-92c5-e4e6915f6c13 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:36.277357 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf14642-eb2e-476a-9e60-f06d09221a74 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:36.277815 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbf14642-eb2e-476a-9e60-f06d09221a74 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:36.284498 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-fbf14642-eb2e-476a-9e60-f06d09221a74 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/16897ca1-3205-41c8-92af-df5f987e1b61 HTTP/1.1" status: 404 len: 337 time: 0.0887110 May 31 15:54:36.289779 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-b64c70ce-eb8c-499b-a8d0-fc493f14d819 req-833e8edf-d31c-486c-aaad-5c894fd66ec9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fe90d589-4f27-4d98-a8f2-975e6776ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316581 May 31 15:54:36.290255 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59774) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:36.294831 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-19266543-9cc3-49bf-97c4-90e84ecf3029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:36.352020 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0931a0f4-c9ae-44ad-92c5-e4e6915f6c13 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:36.355163 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0931a0f4-c9ae-44ad-92c5-e4e6915f6c13 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5666988 May 31 15:54:36.361157 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59778) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:36.410482 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6655108b-eaf5-4bda-b86c-c0834ae22b54 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Synchronizing usage tracker for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:36.420454 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a3a8193d-fd7d-4daf-9f07-849e7235ece0 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:36.439916 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a3a8193d-fd7d-4daf-9f07-849e7235ece0 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:36.446910 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d8b324ce-4d95-47f5-9b44-fc8f296f4e1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:36.450840 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-19266543-9cc3-49bf-97c4-90e84ecf3029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:36.478579 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-220aa272-82d4-4467-b03b-0adf943388a7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:36.491965 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6655108b-eaf5-4bda-b86c-c0834ae22b54 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Unset dirty status for tenant:3e24807f49c142caa434cef18b676ced on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:36.495618 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6655108b-eaf5-4bda-b86c-c0834ae22b54 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports?device_id=a6d0048f-bc51-452e-8581-6acbe3575801 HTTP/1.1" status: 200 len: 205 time: 0.1996956 May 31 15:54:36.495618 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-220aa272-82d4-4467-b03b-0adf943388a7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:subnet and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:36.499743 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-220aa272-82d4-4467-b03b-0adf943388a7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:36.502141 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59782) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:36.512142 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8193d-fd7d-4daf-9f07-849e7235ece0 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=659495f6-3182-4209-9231-4c942b91da9c,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:36.514525 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a3a8193d-fd7d-4daf-9f07-849e7235ece0 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:36.515729 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a3a8193d-fd7d-4daf-9f07-849e7235ece0 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5543373 May 31 15:54:36.518267 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a3a8193d-fd7d-4daf-9f07-849e7235ece0 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:36.521317 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59786) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:36.523646 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0e4c403c-6b6d-489d-b3af-e6451f65af7c tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:36.529304 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-92d6f523-0fcb-431a-9b71-3507b390ca94 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group_rule': {'security_group_id': '659495f6-3182-4209-9231-4c942b91da9c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:36.529779 dv-neutron-601336-79-hyperv neutron-server[99205]: WARNING neutron.api.v2.base [None req-92d6f523-0fcb-431a-9b71-3507b390ca94 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 31 15:54:36.530272 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-92d6f523-0fcb-431a-9b71-3507b390ca94 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:54:36.531217 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-92d6f523-0fcb-431a-9b71-3507b390ca94 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0088997 May 31 15:54:36.534084 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59790) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:36.551674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-a3837aa8-6627-4faa-b007-a5810d6549d0 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group_rule': {'security_group_id': '659495f6-3182-4209-9231-4c942b91da9c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:36.560931 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a3837aa8-6627-4faa-b007-a5810d6549d0 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:36.566180 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-220aa272-82d4-4467-b03b-0adf943388a7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:36.573706 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a3837aa8-6627-4faa-b007-a5810d6549d0 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Usage tracker for resource:security_group_rule and tenant:9578b6d26f2f434fb0e06eca752d82d8 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:36.582430 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-9cfe8678-1659-416f-a39d-4ceef13a6994 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] delete failed (client error): The resource could not be found. May 31 15:54:36.583674 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9cfe8678-1659-416f-a39d-4ceef13a6994 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/routers/a6d0048f-bc51-452e-8581-6acbe3575801 HTTP/1.1" status: 404 len: 336 time: 0.0804925 May 31 15:54:36.584418 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5b21f-a810-462a-9920-505b1ac03888 req-73703d74-e603-4235-b3d1-7efa62c9690a tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:36.585916 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-99a5b21f-a810-462a-9920-505b1ac03888 req-73703d74-e603-4235-b3d1-7efa62c9690a tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 945 time: 0.2702663 May 31 15:54:36.587206 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59794) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:36.589341 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a3837aa8-6627-4faa-b007-a5810d6549d0 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:36.593213 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0e4c403c-6b6d-489d-b3af-e6451f65af7c tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:36.608334 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a3837aa8-6627-4faa-b007-a5810d6549d0 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:36.628940 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220aa272-82d4-4467-b03b-0adf943388a7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Made reservation on behalf of 77a9908268404908970d038c7b3f1f66 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:54:36.632411 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-220aa272-82d4-4467-b03b-0adf943388a7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:36.646982 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be466b0-cfd6-451b-9e07-8bcd6dc8643f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:36.647436 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1be466b0-cfd6-451b-9e07-8bcd6dc8643f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:36.686497 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-99a5b21f-a810-462a-9920-505b1ac03888 req-94ae68eb-55a1-42f1-864b-1f68aa457307 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe90d589-4f27-4d98-a8f2-975e6776ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846586 May 31 15:54:36.710631 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-a3837aa8-6627-4faa-b007-a5810d6549d0 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:54:36.710631 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a3837aa8-6627-4faa-b007-a5810d6549d0 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1679437 May 31 15:54:36.710631 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59798) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:36.712500 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-a769429c-2ec4-460a-8d5f-25374adddbdf tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group_rule': {'security_group_id': '659495f6-3182-4209-9231-4c942b91da9c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:36.713089 dv-neutron-601336-79-hyperv neutron-server[99205]: WARNING neutron.api.v2.base [None req-a769429c-2ec4-460a-8d5f-25374adddbdf tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 31 15:54:36.713596 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-a769429c-2ec4-460a-8d5f-25374adddbdf tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:54:36.713785 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1be466b0-cfd6-451b-9e07-8bcd6dc8643f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/26c01631-15b1-496c-a1c8-af2d15cea293 HTTP/1.1" status: 404 len: 337 time: 0.1252820 May 31 15:54:36.714664 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a769429c-2ec4-460a-8d5f-25374adddbdf tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069580 May 31 15:54:36.717722 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59802) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:36.719695 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-19266543-9cc3-49bf-97c4-90e84ecf3029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:36.719877 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59804) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:36.722537 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-19266543-9cc3-49bf-97c4-90e84ecf3029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:36.723654 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-08077f76-08cd-4ccb-a015-5c23811762ad tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group_rule': {'security_group_id': '659495f6-3182-4209-9231-4c942b91da9c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:36.723823 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-19266543-9cc3-49bf-97c4-90e84ecf3029 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/158a2c59-493a-42d6-aac9-e5dd331135f8 HTTP/1.1" status: 204 len: 168 time: 0.6088803 May 31 15:54:36.735493 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:36.750026 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19266543-9cc3-49bf-97c4-90e84ecf3029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158a2c59-493a-42d6-aac9-e5dd331135f8,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:36.752478 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-19266543-9cc3-49bf-97c4-90e84ecf3029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:36.769157 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0e4c403c-6b6d-489d-b3af-e6451f65af7c tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:36.773954 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-08077f76-08cd-4ccb-a015-5c23811762ad tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:36.782275 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-19c70fd7-0a33-49d6-8421-57110682fe93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:36.801871 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-08077f76-08cd-4ccb-a015-5c23811762ad tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Usage tracker for resource:security_group_rule and tenant:9578b6d26f2f434fb0e06eca752d82d8 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:36.808124 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e4bb533b-2196-4447-9ca6-7dbdd7caaccf tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "GET /v2.0/ports?device_id=922fbff1-bdbf-4505-98dd-f2e764dd05a3 HTTP/1.1" status: 200 len: 205 time: 0.0786436 May 31 15:54:36.809101 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-08077f76-08cd-4ccb-a015-5c23811762ad tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:36.815856 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59812) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:36.816856 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c403c-6b6d-489d-b3af-e6451f65af7c tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79254543-3f9c-4c9a-8e03-498d264e96ab,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:36.873813 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0e4c403c-6b6d-489d-b3af-e6451f65af7c tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:36.874813 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-08077f76-08cd-4ccb-a015-5c23811762ad tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:36.904448 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-1adb3e0e-4096-4b76-8205-4c18d5c380fc tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] delete failed (client error): The resource could not be found. May 31 15:54:36.908116 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1adb3e0e-4096-4b76-8205-4c18d5c380fc tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/routers/922fbff1-bdbf-4505-98dd-f2e764dd05a3 HTTP/1.1" status: 404 len: 336 time: 0.0864158 May 31 15:54:36.908116 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0e4c403c-6b6d-489d-b3af-e6451f65af7c tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:36.908116 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0e4c403c-6b6d-489d-b3af-e6451f65af7c tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "DELETE /v2.0/security-groups/79254543-3f9c-4c9a-8e03-498d264e96ab HTTP/1.1" status: 204 len: 168 time: 0.5452957 May 31 15:54:36.909338 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59818) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:36.911346 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59820) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:36.977116 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-b071f442-4ee1-415d-bf78-4c1b16ef017b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:36.977579 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b071f442-4ee1-415d-bf78-4c1b16ef017b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:36.981815 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b071f442-4ee1-415d-bf78-4c1b16ef017b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/61f584e7-328a-43ff-a409-1c6fec9b0129 HTTP/1.1" status: 404 len: 337 time: 0.0690951 May 31 15:54:36.986857 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59826) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:36.997290 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:37.045733 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-65197920-e64e-4263-9bc7-2b9d834d9d80 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:37.046244 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65197920-e64e-4263-9bc7-2b9d834d9d80 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:37.047760 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-65197920-e64e-4263-9bc7-2b9d834d9d80 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/a2b49372-08d8-45a7-b664-5d920e4e12b4 HTTP/1.1" status: 404 len: 337 time: 0.0575385 May 31 15:54:37.051083 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-08077f76-08cd-4ccb-a015-5c23811762ad tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:54:37.052137 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-08077f76-08cd-4ccb-a015-5c23811762ad tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3334446 May 31 15:54:37.059217 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59832) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:37.059553 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59834) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:37.066295 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-4477bb46-2560-440d-84dd-53b7cfe174ba tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group_rule': {'security_group_id': '659495f6-3182-4209-9231-4c942b91da9c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:37.066646 dv-neutron-601336-79-hyperv neutron-server[99205]: WARNING neutron.api.v2.base [None req-4477bb46-2560-440d-84dd-53b7cfe174ba tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 31 15:54:37.067233 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-4477bb46-2560-440d-84dd-53b7cfe174ba tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:54:37.073157 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4477bb46-2560-440d-84dd-53b7cfe174ba tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0110106 May 31 15:54:37.079504 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59842) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:37.119354 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-29885772-adab-4bf7-bc89-beab90170ae1 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group_rule': {'security_group_id': '659495f6-3182-4209-9231-4c942b91da9c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:37.125942 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-bc08ba7e-b1b5-4945-a79c-fe069e704e05 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Synchronizing usage tracker for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:37.136544 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-29885772-adab-4bf7-bc89-beab90170ae1 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:37.139696 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f17aaf-9076-4cb1-a607-afa9eafbcd9f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:37.140160 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f17aaf-9076-4cb1-a607-afa9eafbcd9f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:37.141829 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-75f17aaf-9076-4cb1-a607-afa9eafbcd9f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/e5affd50-ffc8-4654-9a8b-f4f399f4dd36 HTTP/1.1" status: 404 len: 333 time: 0.0813439 May 31 15:54:37.145669 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59848) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:37.147659 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-29885772-adab-4bf7-bc89-beab90170ae1 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Usage tracker for resource:security_group_rule and tenant:9578b6d26f2f434fb0e06eca752d82d8 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:37.152452 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-29885772-adab-4bf7-bc89-beab90170ae1 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:37.192374 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-29885772-adab-4bf7-bc89-beab90170ae1 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:37.201794 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-90dba8d4-b3d7-4d2c-b383-dff4ca65bec5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:37.202029 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90dba8d4-b3d7-4d2c-b383-dff4ca65bec5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:37.203653 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-90dba8d4-b3d7-4d2c-b383-dff4ca65bec5 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/070c917f-6566-4178-aec9-301d5ff59bc7 HTTP/1.1" status: 404 len: 337 time: 0.0529964 May 31 15:54:37.206536 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59854) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:37.210377 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-bc08ba7e-b1b5-4945-a79c-fe069e704e05 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Unset dirty status for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:37.211701 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bc08ba7e-b1b5-4945-a79c-fe069e704e05 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2983477 May 31 15:54:37.216474 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59858) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:37.222021 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-3e4f03da-fd17-4810-a581-6b73acbb4c91 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Request body: {'security_group': {'name': 'tempest-secgroup--1037835996'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:37.230036 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3e4f03da-fd17-4810-a581-6b73acbb4c91 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:37.239997 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3e4f03da-fd17-4810-a581-6b73acbb4c91 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:37.266408 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-894cc7e0-0368-494a-8f38-f8c6ba7f4dba tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:37.266887 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-894cc7e0-0368-494a-8f38-f8c6ba7f4dba tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:37.269324 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-894cc7e0-0368-494a-8f38-f8c6ba7f4dba tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/d073fbf4-4af0-425b-b934-6b1fdc4cafda HTTP/1.1" status: 404 len: 333 time: 0.0603039 May 31 15:54:37.272282 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59862) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:37.298002 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3e4f03da-fd17-4810-a581-6b73acbb4c91 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:37.313643 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e2e309c-a67b-4334-a2c3-d0f8bd73ad97 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:37.314015 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e2e309c-a67b-4334-a2c3-d0f8bd73ad97 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:37.315806 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8e2e309c-a67b-4334-a2c3-d0f8bd73ad97 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/f851f994-5213-4d3d-a52e-b056005e3889 HTTP/1.1" status: 404 len: 337 time: 0.0425856 May 31 15:54:37.317259 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-29885772-adab-4bf7-bc89-beab90170ae1 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:54:37.318186 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-29885772-adab-4bf7-bc89-beab90170ae1 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2377634 May 31 15:54:37.318700 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59868) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:37.321014 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59872) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:37.348146 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3e4f03da-fd17-4810-a581-6b73acbb4c91 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:37.358371 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-01e334d1-e577-4b96-99e9-e3f7da05680e tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group_rule': {'security_group_id': '659495f6-3182-4209-9231-4c942b91da9c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:37.358849 dv-neutron-601336-79-hyperv neutron-server[99205]: WARNING neutron.api.v2.base [None req-01e334d1-e577-4b96-99e9-e3f7da05680e tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 31 15:54:37.359354 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-01e334d1-e577-4b96-99e9-e3f7da05680e tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:54:37.360550 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-01e334d1-e577-4b96-99e9-e3f7da05680e tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0384803 May 31 15:54:37.366401 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59878) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:37.369499 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cac7e08-113e-4212-b499-56740f29cf61 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:37.369901 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cac7e08-113e-4212-b499-56740f29cf61 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:37.371684 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1cac7e08-113e-4212-b499-56740f29cf61 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/bd569696-5903-400a-8324-9ead38895b44 HTTP/1.1" status: 404 len: 333 time: 0.0519557 May 31 15:54:37.374532 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59882) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:37.378563 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-2f1f3b6d-fd48-481a-9fdb-3561aefade26 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group_rule': {'security_group_id': '659495f6-3182-4209-9231-4c942b91da9c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:37.380758 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3e4f03da-fd17-4810-a581-6b73acbb4c91 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Usage tracker for resource:security_group_rule and tenant:5afa58f4a3af4e44995b310f91e29d81 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:37.381530 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-2f1f3b6d-fd48-481a-9fdb-3561aefade26 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:37.385750 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-2f1f3b6d-fd48-481a-9fdb-3561aefade26 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Usage tracker for resource:security_group_rule and tenant:9578b6d26f2f434fb0e06eca752d82d8 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:37.390037 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-2f1f3b6d-fd48-481a-9fdb-3561aefade26 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:37.395766 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-2f1f3b6d-fd48-481a-9fdb-3561aefade26 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:37.398349 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3e4f03da-fd17-4810-a581-6b73acbb4c91 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:37.446197 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-2f1f3b6d-fd48-481a-9fdb-3561aefade26 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:54:37.450572 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2f1f3b6d-fd48-481a-9fdb-3561aefade26 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0801191 May 31 15:54:37.450741 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3e4f03da-fd17-4810-a581-6b73acbb4c91 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:37.450855 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59888) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:37.457225 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-1052cbf5-9684-490d-b7a6-96b72d3c62bc tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group_rule': {'security_group_id': '659495f6-3182-4209-9231-4c942b91da9c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:37.461082 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c799d3a-c234-46e6-993c-c8bf95269288 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:37.461465 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c799d3a-c234-46e6-993c-c8bf95269288 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:37.463949 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1052cbf5-9684-490d-b7a6-96b72d3c62bc tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:37.467444 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-220aa272-82d4-4467-b03b-0adf943388a7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:37.468377 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1052cbf5-9684-490d-b7a6-96b72d3c62bc tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Usage tracker for resource:security_group_rule and tenant:9578b6d26f2f434fb0e06eca752d82d8 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:37.472052 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1052cbf5-9684-490d-b7a6-96b72d3c62bc tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:37.478453 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1052cbf5-9684-490d-b7a6-96b72d3c62bc tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:37.479726 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9141c9e5-8af9-459c-b333-e547f995d4b5 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:37.513654 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-1052cbf5-9684-490d-b7a6-96b72d3c62bc tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:54:37.515223 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1052cbf5-9684-490d-b7a6-96b72d3c62bc tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0636177 May 31 15:54:37.518295 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59894) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:37.534933 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7c799d3a-c234-46e6-993c-c8bf95269288 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/1c77af0a-89ae-4037-b0fa-ebebcb087510 HTTP/1.1" status: 404 len: 337 time: 0.1488266 May 31 15:54:37.537513 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59898) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:37.588863 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220aa272-82d4-4467-b03b-0adf943388a7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Subnet': ['ID=4a25097d-1251-4bf4-b57f-c7afebe86676,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:37.591935 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-220aa272-82d4-4467-b03b-0adf943388a7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:37.596799 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-682da470-1e2e-4af5-add2-ddb3a24bc98b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:37.597243 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-682da470-1e2e-4af5-add2-ddb3a24bc98b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:37.599022 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-682da470-1e2e-4af5-add2-ddb3a24bc98b tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/7fb21171-b38d-41af-9bd1-4dd3fc121807 HTTP/1.1" status: 404 len: 333 time: 0.0604482 May 31 15:54:37.604216 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59902) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:37.613326 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220aa272-82d4-4467-b03b-0adf943388a7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Checking segment: {'id': '1ca987da-1f83-49ea-9701-82bf79aa5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9631adac-a3ba-4fa8-aefb-8e89936e62a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:54:37.613683 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220aa272-82d4-4467-b03b-0adf943388a7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network hostable DHCP agents. Network: 9631adac-a3ba-4fa8-aefb-8e89936e62a2, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:54:37.632817 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-36b67861-dffc-4610-b47d-6c35c245d22c tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:37.660845 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-36b67861-dffc-4610-b47d-6c35c245d22c tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:37.670440 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59906) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:37.676182 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea93ebb9-878a-4dca-a8b0-c416df3d3676 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:37.676746 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea93ebb9-878a-4dca-a8b0-c416df3d3676 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:37.703135 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3e4f03da-fd17-4810-a581-6b73acbb4c91 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:37.709312 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ea93ebb9-878a-4dca-a8b0-c416df3d3676 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/91daa17f-71d0-4e09-9b63-98678e06353e HTTP/1.1" status: 404 len: 337 time: 0.1023538 May 31 15:54:37.710877 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3e4f03da-fd17-4810-a581-6b73acbb4c91 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:37.715165 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59912) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:37.716910 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3c7c7d47-f774-47e6-83c6-364ab761838b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:37.730215 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220aa272-82d4-4467-b03b-0adf943388a7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 9631adac-a3ba-4fa8-aefb-8e89936e62a2 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:54:37.752163 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-36b67861-dffc-4610-b47d-6c35c245d22c tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:37.756928 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3e4f03da-fd17-4810-a581-6b73acbb4c91 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:37.758355 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3e4f03da-fd17-4810-a581-6b73acbb4c91 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5407221 May 31 15:54:37.762230 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59918) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:37.764737 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-220aa272-82d4-4467-b03b-0adf943388a7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 9631adac-a3ba-4fa8-aefb-8e89936e62a2) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:37.774198 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3a4fc092-a136-4c96-b6e7-7d9558610697 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:37.776683 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b919588-76f0-4a79-8036-26c4ad0eda06 None None] Network 9631adac-a3ba-4fa8-aefb-8e89936e62a2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:54:37.778563 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-9da2f309-29a3-441d-bad6-588560440d57 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Request body: {'security_group': {'name': 'tempest-secgroup--1924401297'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:37.785085 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b67861-dffc-4610-b47d-6c35c245d22c tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=659495f6-3182-4209-9231-4c942b91da9c,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:37.790581 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-36b67861-dffc-4610-b47d-6c35c245d22c tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:37.791501 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df49639-16f5-4297-96a1-a7fbc0cb8869 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:37.791957 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df49639-16f5-4297-96a1-a7fbc0cb8869 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:37.794300 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9da2f309-29a3-441d-bad6-588560440d57 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:37.796815 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f03da-fd17-4810-a581-6b73acbb4c91 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27a36a89-6f78-4c11-8593-6cfdf292ed30,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:37.797826 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-36b67861-dffc-4610-b47d-6c35c245d22c tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:37.798930 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-36b67861-dffc-4610-b47d-6c35c245d22c tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "DELETE /v2.0/security-groups/659495f6-3182-4209-9231-4c942b91da9c HTTP/1.1" status: 204 len: 168 time: 0.2800469 May 31 15:54:37.800734 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3df49639-16f5-4297-96a1-a7fbc0cb8869 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/5cf8545b-1ece-481a-b4e8-f51006da6cd2 HTTP/1.1" status: 404 len: 333 time: 0.0844305 May 31 15:54:37.801579 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59922) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:37.805615 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59924) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:37.807679 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3e4f03da-fd17-4810-a581-6b73acbb4c91 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:37.808884 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220aa272-82d4-4467-b03b-0adf943388a7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:37.809475 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-220aa272-82d4-4467-b03b-0adf943388a7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:37.829237 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9da2f309-29a3-441d-bad6-588560440d57 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:37.842381 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-220aa272-82d4-4467-b03b-0adf943388a7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6059153 May 31 15:54:37.868139 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9da2f309-29a3-441d-bad6-588560440d57 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:37.896659 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-fd18fadf-939e-4bf7-8329-24481e5275ca tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-265434988', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:37.908724 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-fd18fadf-939e-4bf7-8329-24481e5275ca tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:37.917100 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-fd18fadf-939e-4bf7-8329-24481e5275ca tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Usage tracker for resource:router and tenant:bb2c19be63134fafa4e37ac6e9b7034e is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:37.922677 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-fd18fadf-939e-4bf7-8329-24481e5275ca tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:37.926667 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9da2f309-29a3-441d-bad6-588560440d57 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:37.927314 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ed041506-b7ab-4237-b00e-6eccec9a2172 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Synchronizing usage tracker for tenant:9578b6d26f2f434fb0e06eca752d82d8 on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:37.934767 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb5139f-ec6d-4ace-a3fa-e4c65027765a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:37.935370 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfb5139f-ec6d-4ace-a3fa-e4c65027765a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:37.935534 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-182755ec-2b0e-4077-9af5-189d88ba923a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:37.935757 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-fd18fadf-939e-4bf7-8329-24481e5275ca tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:37.940192 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9da2f309-29a3-441d-bad6-588560440d57 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Usage tracker for resource:security_group_rule and tenant:5afa58f4a3af4e44995b310f91e29d81 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:37.943432 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59932) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:37.944319 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-dfb5139f-ec6d-4ace-a3fa-e4c65027765a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/6d3994c3-191d-4e99-a136-fe9f5ee5dd19 HTTP/1.1" status: 404 len: 337 time: 0.1376667 May 31 15:54:37.949238 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9da2f309-29a3-441d-bad6-588560440d57 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:37.990556 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9da2f309-29a3-441d-bad6-588560440d57 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:38.021795 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ed041506-b7ab-4237-b00e-6eccec9a2172 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Unset dirty status for tenant:9578b6d26f2f434fb0e06eca752d82d8 on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:38.023189 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ed041506-b7ab-4237-b00e-6eccec9a2172 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2206621 May 31 15:54:38.030427 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59936) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:38.038755 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-d86fcd7d-597e-4356-9249-e8440bb57028 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group': {'name': 'tempest-secgroup--368919064'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:38.046474 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fd18fadf-939e-4bf7-8329-24481e5275ca tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:38.047646 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fd18fadf-939e-4bf7-8329-24481e5275ca tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:38.050107 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d86fcd7d-597e-4356-9249-e8440bb57028 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:38.065628 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d86fcd7d-597e-4356-9249-e8440bb57028 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:38.069261 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-38a8f745-a7ef-4642-8006-accf14a46636 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:38.069834 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38a8f745-a7ef-4642-8006-accf14a46636 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:38.072072 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-38a8f745-a7ef-4642-8006-accf14a46636 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/15cc10d1-b2ff-4fab-ba92-11470a47a4f6 HTTP/1.1" status: 404 len: 333 time: 0.1260710 May 31 15:54:38.078144 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4dcebf-053e-4116-891f-223eb08cbd38 req-797640e4-8842-4934-8af0-26be8c208a3c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:38.079213 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59940) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:38.085808 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bc4dcebf-053e-4116-891f-223eb08cbd38 req-797640e4-8842-4934-8af0-26be8c208a3c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 945 time: 0.1648610 May 31 15:54:38.106818 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59944) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:38.115076 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-27007f55-4939-4cc1-a401-cbeb8db5154e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1383071968', 'description': 'tempest-secgroup-smoke-1383071968 description', 'project_id': '77a9908268404908970d038c7b3f1f66'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:38.121825 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-27007f55-4939-4cc1-a401-cbeb8db5154e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:38.134391 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d86fcd7d-597e-4356-9249-e8440bb57028 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:38.140228 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e4ae7f-7ae7-4ded-9f94-c6f4d56e59c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-9631adac-a3ba-4fa8-aefb-8e89936e62a2', 'network_id': '9631adac-a3ba-4fa8-aefb-8e89936e62a2', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ips': [{'subnet_id': '4a25097d-1251-4bf4-b57f-c7afebe86676'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:54:38.141080 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c2e4ae7f-7ae7-4ded-9f94-c6f4d56e59c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:38.152337 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-475ad19f-7715-4a6b-a4b2-0330cfc82d27 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:38.152833 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-475ad19f-7715-4a6b-a4b2-0330cfc82d27 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:38.158194 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fd18fadf-939e-4bf7-8329-24481e5275ca tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:38.164255 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-27007f55-4939-4cc1-a401-cbeb8db5154e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:38.171411 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bc4dcebf-053e-4116-891f-223eb08cbd38 req-37d94c36-54b6-4db5-955c-436dd296d41a tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe90d589-4f27-4d98-a8f2-975e6776ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847738 May 31 15:54:38.173917 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d86fcd7d-597e-4356-9249-e8440bb57028 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:38.180882 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d86fcd7d-597e-4356-9249-e8440bb57028 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Usage tracker for resource:security_group_rule and tenant:9578b6d26f2f434fb0e06eca752d82d8 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:38.184729 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d86fcd7d-597e-4356-9249-e8440bb57028 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:38.187533 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-475ad19f-7715-4a6b-a4b2-0330cfc82d27 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/880c2e6b-2578-4a74-a763-3c7cb1a28200 HTTP/1.1" status: 404 len: 337 time: 0.1069992 May 31 15:54:38.191070 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59948) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:38.192228 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d86fcd7d-597e-4356-9249-e8440bb57028 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:38.245410 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fd18fadf-939e-4bf7-8329-24481e5275ca tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:38.266338 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e242fab4-9060-4480-8582-abfbd7d367f9 req-95666187-7e6d-4379-a06e-6d0c862c0303 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=12cae31f-3571-42cc-aa57-8bd3f8e67b5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2655065 May 31 15:54:38.278881 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9da2f309-29a3-441d-bad6-588560440d57 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:38.289416 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9da2f309-29a3-441d-bad6-588560440d57 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:38.298489 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-913b693f-4c74-4d95-8aec-546b56c6bd12 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:38.329923 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:38.343854 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-c2e4ae7f-7ae7-4ded-9f94-c6f4d56e59c2 None None] Allocated IP 172.20.0.18 (9631adac-a3ba-4fa8-aefb-8e89936e62a2/4a25097d-1251-4bf4-b57f-c7afebe86676/ad46da18-5f31-4cc7-a197-68468bbbf6b9) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:54:38.357103 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fd18fadf-939e-4bf7-8329-24481e5275ca tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:38.361631 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-fd18fadf-939e-4bf7-8329-24481e5275ca tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6899774 May 31 15:54:38.365756 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59954) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:38.395365 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-27007f55-4939-4cc1-a401-cbeb8db5154e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:38.396747 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-58277749-ee42-4a99-aaf1-b50f553add72 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1039004663'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:38.414517 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9da2f309-29a3-441d-bad6-588560440d57 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:38.415844 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9da2f309-29a3-441d-bad6-588560440d57 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6424851 May 31 15:54:38.417042 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-58277749-ee42-4a99-aaf1-b50f553add72 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:38.423950 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59958) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:38.429465 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-58277749-ee42-4a99-aaf1-b50f553add72 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Usage tracker for resource:network and tenant:bb2c19be63134fafa4e37ac6e9b7034e is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:38.432639 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2f309-29a3-441d-bad6-588560440d57 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b870de-1853-4e8c-b716-648b26d28704,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:38.437469 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-5127f990-8699-4781-b1db-b2380d65970e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Request body: {'security_group_rule': {'security_group_id': '27a36a89-6f78-4c11-8593-6cfdf292ed30', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f8b870de-1853-4e8c-b716-648b26d28704', 'remote_ip_prefix': None}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:38.442291 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-58277749-ee42-4a99-aaf1-b50f553add72 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:38.452978 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9da2f309-29a3-441d-bad6-588560440d57 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:38.459348 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-58277749-ee42-4a99-aaf1-b50f553add72 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:38.461678 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-5127f990-8699-4781-b1db-b2380d65970e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:38.468395 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e08004-b7af-41b8-99bb-09f20a37ae1e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:38.469149 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77e08004-b7af-41b8-99bb-09f20a37ae1e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:38.471180 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-77e08004-b7af-41b8-99bb-09f20a37ae1e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/ports/c5766e72-6ce5-40f5-8688-0d7016c5696a HTTP/1.1" status: 404 len: 333 time: 0.2767370 May 31 15:54:38.474892 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59962) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:38.476223 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-5127f990-8699-4781-b1db-b2380d65970e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Usage tracker for resource:security_group_rule and tenant:5afa58f4a3af4e44995b310f91e29d81 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:38.482818 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-5127f990-8699-4781-b1db-b2380d65970e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:38.496230 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-27007f55-4939-4cc1-a401-cbeb8db5154e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:38.507159 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-27007f55-4939-4cc1-a401-cbeb8db5154e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:38.510382 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-27007f55-4939-4cc1-a401-cbeb8db5154e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:38.522971 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-5127f990-8699-4781-b1db-b2380d65970e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:38.527037 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-27007f55-4939-4cc1-a401-cbeb8db5154e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:38.536422 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58277749-ee42-4a99-aaf1-b50f553add72 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Made reservation on behalf of bb2c19be63134fafa4e37ac6e9b7034e for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:54:38.540046 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-58277749-ee42-4a99-aaf1-b50f553add72 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:38.552340 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b02834-0571-4de0-80cf-3c58a2c27328 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] DELETE failed (client error): The resource could not be found. May 31 15:54:38.552689 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21b02834-0571-4de0-80cf-3c58a2c27328 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 15:54:38.556467 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-21b02834-0571-4de0-80cf-3c58a2c27328 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/subnets/6943bd7c-9a75-4305-9e73-eaf180285207 HTTP/1.1" status: 404 len: 337 time: 0.0754123 May 31 15:54:38.559479 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59966) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:38.590460 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-58277749-ee42-4a99-aaf1-b50f553add72 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:38.598400 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d86fcd7d-597e-4356-9249-e8440bb57028 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:38.606279 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d86fcd7d-597e-4356-9249-e8440bb57028 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:38.614773 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e486c553-1003-4da5-afae-26a268aceaad tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:38.622096 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-58277749-ee42-4a99-aaf1-b50f553add72 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:38.629820 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa90a7-47cd-4716-aef5-ce665fc28787 req-fc3b74a6-c4e5-4f77-a526-da9396a64ac4 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:38.631637 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-00fa90a7-47cd-4716-aef5-ce665fc28787 req-fc3b74a6-c4e5-4f77-a526-da9396a64ac4 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 945 time: 0.2268832 May 31 15:54:38.642940 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c2e4ae7f-7ae7-4ded-9f94-c6f4d56e59c2 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:38.655786 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c2e4ae7f-7ae7-4ded-9f94-c6f4d56e59c2 None None] Transition to ACTIVE for port object ad46da18-5f31-4cc7-a197-68468bbbf6b9 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:38.675687 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c2e4ae7f-7ae7-4ded-9f94-c6f4d56e59c2 None None] Transition to ACTIVE for port object ad46da18-5f31-4cc7-a197-68468bbbf6b9 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:38.680055 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-58277749-ee42-4a99-aaf1-b50f553add72 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Usage tracker for resource:security_group_rule and tenant:bb2c19be63134fafa4e37ac6e9b7034e is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:38.683067 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c2e4ae7f-7ae7-4ded-9f94-c6f4d56e59c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:38.688382 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a0f9ed31-de94-42fe-9aa0-17d643ab8c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:38.688678 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5127f990-8699-4781-b1db-b2380d65970e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:38.697252 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242fab4-9060-4480-8582-abfbd7d367f9 req-fd0886f2-306c-4970-a6f6-aafd90676175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:38.698992 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e242fab4-9060-4480-8582-abfbd7d367f9 req-fd0886f2-306c-4970-a6f6-aafd90676175 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=12cae31f-3571-42cc-aa57-8bd3f8e67b5c HTTP/1.1" status: 200 len: 1098 time: 0.4044147 May 31 15:54:38.699847 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-58277749-ee42-4a99-aaf1-b50f553add72 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:38.729155 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86fcd7d-597e-4356-9249-e8440bb57028 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bca39f-426a-4d1b-8ee8-d3c593d98457,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:38.731130 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-58277749-ee42-4a99-aaf1-b50f553add72 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:38.747857 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d86fcd7d-597e-4356-9249-e8440bb57028 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:38.752370 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-27007f55-4939-4cc1-a401-cbeb8db5154e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:38.755631 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e4ae7f-7ae7-4ded-9f94-c6f4d56e59c2 None None] Network 9631adac-a3ba-4fa8-aefb-8e89936e62a2 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:54:38.758279 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-00fa90a7-47cd-4716-aef5-ce665fc28787 req-be9d1ecd-6d86-4df3-8567-5970d8136072 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe90d589-4f27-4d98-a8f2-975e6776ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131432 May 31 15:54:38.759116 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-c2e4ae7f-7ae7-4ded-9f94-c6f4d56e59c2 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:38.759431 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d86fcd7d-597e-4356-9249-e8440bb57028 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:38.761054 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d86fcd7d-597e-4356-9249-e8440bb57028 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7283537 May 31 15:54:38.767637 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59970) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:38.768514 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-27007f55-4939-4cc1-a401-cbeb8db5154e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:38.772315 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e4ae7f-7ae7-4ded-9f94-c6f4d56e59c2 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:54:38.792099 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59972) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:38.792943 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ea2e4e1f-663a-41f8-ad01-19f0369954cc tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:38.810543 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-da52ad4b-f6e3-4d85-a5c3-2f9fe5283178 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:38.812380 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-66fa8281-88ee-4442-99db-3e9f3e78d154 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group_rule': {'security_group_id': 'b3bca39f-426a-4d1b-8ee8-d3c593d98457', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:38.819037 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-66fa8281-88ee-4442-99db-3e9f3e78d154 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:38.848116 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4ae7f-7ae7-4ded-9f94-c6f4d56e59c2 None None] Pushing event updated for resources: {'Port': ['ID=ad46da18-5f31-4cc7-a197-68468bbbf6b9,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:38.855962 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-c2e4ae7f-7ae7-4ded-9f94-c6f4d56e59c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:38.870518 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-27007f55-4939-4cc1-a401-cbeb8db5154e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:38.871728 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-27007f55-4939-4cc1-a401-cbeb8db5154e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7638810 May 31 15:54:38.873262 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-66fa8281-88ee-4442-99db-3e9f3e78d154 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Usage tracker for resource:security_group_rule and tenant:9578b6d26f2f434fb0e06eca752d82d8 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:38.880120 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-c2e4ae7f-7ae7-4ded-9f94-c6f4d56e59c2 None None] Attempting to bind port ad46da18-5f31-4cc7-a197-68468bbbf6b9 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:54:38.880566 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-c2e4ae7f-7ae7-4ded-9f94-c6f4d56e59c2 None None] Attempting to bind port ad46da18-5f31-4cc7-a197-68468bbbf6b9 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '1ca987da-1f83-49ea-9701-82bf79aa5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9631adac-a3ba-4fa8-aefb-8e89936e62a2'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:54:38.880987 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e4ae7f-7ae7-4ded-9f94-c6f4d56e59c2 None None] Attempting to bind port ad46da18-5f31-4cc7-a197-68468bbbf6b9 on network 9631adac-a3ba-4fa8-aefb-8e89936e62a2 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:54:38.882051 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 59978) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:38.886445 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-66fa8281-88ee-4442-99db-3e9f3e78d154 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:38.887068 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e4ae7f-7ae7-4ded-9f94-c6f4d56e59c2 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:54:38.887535 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e4ae7f-7ae7-4ded-9f94-c6f4d56e59c2 None None] Checking segment: {'id': '1ca987da-1f83-49ea-9701-82bf79aa5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9631adac-a3ba-4fa8-aefb-8e89936e62a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:54:38.888024 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c2e4ae7f-7ae7-4ded-9f94-c6f4d56e59c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:38.888490 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e4ae7f-7ae7-4ded-9f94-c6f4d56e59c2 None None] Bound using segment: {'id': '1ca987da-1f83-49ea-9701-82bf79aa5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9631adac-a3ba-4fa8-aefb-8e89936e62a2'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:54:38.889042 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-c2e4ae7f-7ae7-4ded-9f94-c6f4d56e59c2 None None] Bound port: ad46da18-5f31-4cc7-a197-68468bbbf6b9, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ca987da-1f83-49ea-9701-82bf79aa5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9631adac-a3ba-4fa8-aefb-8e89936e62a2'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:54:38.889472 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c2e4ae7f-7ae7-4ded-9f94-c6f4d56e59c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:38.897636 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-66fa8281-88ee-4442-99db-3e9f3e78d154 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:38.899910 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27007f55-4939-4cc1-a401-cbeb8db5154e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47baf0fd-299b-423b-9b09-72be425d44bd,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:38.904108 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-5eb4cf7f-341d-4994-ae7d-7dc4310dd8c9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '47baf0fd-299b-423b-9b09-72be425d44bd', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:38.906891 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-27007f55-4939-4cc1-a401-cbeb8db5154e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:38.923711 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-5eb4cf7f-341d-4994-ae7d-7dc4310dd8c9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:38.933361 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-5eb4cf7f-341d-4994-ae7d-7dc4310dd8c9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:38.939883 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-5eb4cf7f-341d-4994-ae7d-7dc4310dd8c9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:38.951385 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668d4dd5-8506-4961-848e-e9abdbf77004 tempest-TestNetworkAdvancedServerOps-108738086 tempest-TestNetworkAdvancedServerOps-108738086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:38.952895 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-668d4dd5-8506-4961-848e-e9abdbf77004 tempest-TestNetworkAdvancedServerOps-108738086 tempest-TestNetworkAdvancedServerOps-108738086-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 1093 time: 0.1485300 May 31 15:54:38.955842 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59982) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:38.961708 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-1783e119-37dc-431c-8505-b43eccf2c089 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'port_id': '9436b014-0c9c-4121-a315-1873bd5220f8', 'tenant_id': 'dd852f22866d47498e7ba1367b0e04db', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:38.970053 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1783e119-37dc-431c-8505-b43eccf2c089 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:38.974569 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1783e119-37dc-431c-8505-b43eccf2c089 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Usage tracker for resource:floatingip and tenant:dd852f22866d47498e7ba1367b0e04db is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:38.977605 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1783e119-37dc-431c-8505-b43eccf2c089 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:38.980971 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-66fa8281-88ee-4442-99db-3e9f3e78d154 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] create failed (client error): The resource could not be found. May 31 15:54:38.981616 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-5eb4cf7f-341d-4994-ae7d-7dc4310dd8c9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:38.984910 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-66fa8281-88ee-4442-99db-3e9f3e78d154 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1963482 May 31 15:54:38.988357 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59986) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:38.989805 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-c2e4ae7f-7ae7-4ded-9f94-c6f4d56e59c2 None None] For port ad46da18-5f31-4cc7-a197-68468bbbf6b9, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:54:38.993564 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1783e119-37dc-431c-8505-b43eccf2c089 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:38.993723 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-c2e4ae7f-7ae7-4ded-9f94-c6f4d56e59c2 None None] For port ad46da18-5f31-4cc7-a197-68468bbbf6b9, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=ad46da18-5f31-4cc7-a197-68468bbbf6b9,segment=NetworkSegment(1ca987da-1f83-49ea-9701-82bf79aa5305),segment_id=1ca987da-1f83-49ea-9701-82bf79aa5305)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:54:38.999350 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c2e4ae7f-7ae7-4ded-9f94-c6f4d56e59c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:39.000307 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-3ca7bf0c-2ae9-47ef-a759-48f6fc030c8d tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group_rule': {'security_group_id': 'b3bca39f-426a-4d1b-8ee8-d3c593d98457', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '86de24f1-d4ef-4565-86ab-f0243a8ffc14'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:39.004968 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:39.007961 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-3ca7bf0c-2ae9-47ef-a759-48f6fc030c8d tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:39.013786 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-3ca7bf0c-2ae9-47ef-a759-48f6fc030c8d tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Usage tracker for resource:security_group_rule and tenant:9578b6d26f2f434fb0e06eca752d82d8 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:39.017370 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-3ca7bf0c-2ae9-47ef-a759-48f6fc030c8d tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:39.020905 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1783e119-37dc-431c-8505-b43eccf2c089 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for floatingip, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:39.041329 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-3ca7bf0c-2ae9-47ef-a759-48f6fc030c8d tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:39.084810 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242fab4-9060-4480-8582-abfbd7d367f9 req-fc88ce0f-505b-4959-9530-a7da00a56d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:39.086304 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e242fab4-9060-4480-8582-abfbd7d367f9 req-fc88ce0f-505b-4959-9530-a7da00a56d79 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c90d105b-40f8-46f5-a26d-05b432efdd46 HTTP/1.1" status: 200 len: 898 time: 0.3569808 May 31 15:54:39.088088 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5127f990-8699-4781-b1db-b2380d65970e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:39.089049 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4ae7f-7ae7-4ded-9f94-c6f4d56e59c2 None None] Pushing event updated for resources: {'Port': ['ID=ad46da18-5f31-4cc7-a197-68468bbbf6b9,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:39.096139 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-c2e4ae7f-7ae7-4ded-9f94-c6f4d56e59c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:39.162539 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-3ca7bf0c-2ae9-47ef-a759-48f6fc030c8d tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] create failed (client error): The resource could not be found. May 31 15:54:39.164325 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3ca7bf0c-2ae9-47ef-a759-48f6fc030c8d tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1733644 May 31 15:54:39.167264 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59990) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:39.220099 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5127f990-8699-4781-b1db-b2380d65970e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:39.221853 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5eb4cf7f-341d-4994-ae7d-7dc4310dd8c9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:39.249693 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ec569b74-a7cd-440d-abdf-7f9bc3915418 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:39.262481 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1783e119-37dc-431c-8505-b43eccf2c089 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:39.265168 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-db8bfc12-70f9-410d-8b4c-21e32881b4bb tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:39.277556 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-da52ad4b-f6e3-4d85-a5c3-2f9fe5283178 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:39.363271 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-db8bfc12-70f9-410d-8b4c-21e32881b4bb tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:39.481923 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-db8bfc12-70f9-410d-8b4c-21e32881b4bb tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:39.487870 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c67ebbef-b2fa-4a6c-a419-57ca981178c6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:39.504802 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8bfc12-70f9-410d-8b4c-21e32881b4bb tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bca39f-426a-4d1b-8ee8-d3c593d98457,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:39.513209 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-db8bfc12-70f9-410d-8b4c-21e32881b4bb tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:39.526986 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-1783e119-37dc-431c-8505-b43eccf2c089 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Allocated IP 172.26.0.245 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/4caeb484-7564-4c86-8b35-075884a6ac36) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:54:39.540364 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-db8bfc12-70f9-410d-8b4c-21e32881b4bb tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:39.544026 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-db8bfc12-70f9-410d-8b4c-21e32881b4bb tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "DELETE /v2.0/security-groups/b3bca39f-426a-4d1b-8ee8-d3c593d98457 HTTP/1.1" status: 204 len: 168 time: 0.3716238 May 31 15:54:39.544205 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127f990-8699-4781-b1db-b2380d65970e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=916b14a4-4005-4756-896e-a11a8c0b2e9d,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:39.545303 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59994) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:39.551989 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-da52ad4b-f6e3-4d85-a5c3-2f9fe5283178 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5001308-9f67-458f-99a7-4cdcd1177eb2']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:39.569200 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5127f990-8699-4781-b1db-b2380d65970e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:39.600658 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-da52ad4b-f6e3-4d85-a5c3-2f9fe5283178 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:39.600956 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-da52ad4b-f6e3-4d85-a5c3-2f9fe5283178 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7841e39-3ea3-49ac-9dfa-bef92e38cbca') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:39.613274 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-58277749-ee42-4a99-aaf1-b50f553add72 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:39.620188 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e242fab4-9060-4480-8582-abfbd7d367f9 req-98c9e938-76d2-4c8b-97ec-d1ed47dce73c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a692427e-8020-4bd0-a824-e461a3328153 HTTP/1.1" status: 200 len: 1001 time: 0.4831243 May 31 15:54:39.620765 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5127f990-8699-4781-b1db-b2380d65970e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:39.621796 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5127f990-8699-4781-b1db-b2380d65970e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1961927 May 31 15:54:39.625380 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-58277749-ee42-4a99-aaf1-b50f553add72 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:39.628029 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 59998) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:39.630017 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-da52ad4b-f6e3-4d85-a5c3-2f9fe5283178 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:39.640039 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3e4f03da-fd17-4810-a581-6b73acbb4c91 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:39.676897 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:39.708407 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2a476d36-83bc-42eb-b838-a73460fec469 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:39.714501 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5eb4cf7f-341d-4994-ae7d-7dc4310dd8c9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:39.715688 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-dbdf0f3f-6c37-4565-8f1f-a3cefb896fbb tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Synchronizing usage tracker for tenant:9578b6d26f2f434fb0e06eca752d82d8 on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:39.724045 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-da52ad4b-f6e3-4d85-a5c3-2f9fe5283178 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:39.741172 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2a476d36-83bc-42eb-b838-a73460fec469 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:39.744008 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5eb4cf7f-341d-4994-ae7d-7dc4310dd8c9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:39.751485 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58277749-ee42-4a99-aaf1-b50f553add72 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:54:39.754312 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da52ad4b-f6e3-4d85-a5c3-2f9fe5283178 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:54:39.754764 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-da52ad4b-f6e3-4d85-a5c3-2f9fe5283178 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:54:39.775441 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:54:39.786091 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58277749-ee42-4a99-aaf1-b50f553add72 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a89a735-2479-4033-9380-ec6d028856ff,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:39.789510 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-dbdf0f3f-6c37-4565-8f1f-a3cefb896fbb tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Unset dirty status for tenant:9578b6d26f2f434fb0e06eca752d82d8 on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:39.789510 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-dbdf0f3f-6c37-4565-8f1f-a3cefb896fbb tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2431011 May 31 15:54:39.795651 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1783e119-37dc-431c-8505-b43eccf2c089 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:39.798427 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60002) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:39.805663 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-58277749-ee42-4a99-aaf1-b50f553add72 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:39.806218 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-da2a40f3-2754-41e7-b6e5-6825f39ac9a6 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:39.807190 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-44098852-6041-4f63-9a95-6f326171dcd4 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group_rule': {'security_group_id': 'cf6bb35b-61bc-4bdb-bb9b-da9fbf8b552d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:39.814496 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-44098852-6041-4f63-9a95-6f326171dcd4 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:39.816826 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2a476d36-83bc-42eb-b838-a73460fec469 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:39.820206 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-44098852-6041-4f63-9a95-6f326171dcd4 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Usage tracker for resource:security_group_rule and tenant:9578b6d26f2f434fb0e06eca752d82d8 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:39.824782 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:39.831634 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-44098852-6041-4f63-9a95-6f326171dcd4 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:39.845936 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-44098852-6041-4f63-9a95-6f326171dcd4 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:39.858222 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a476d36-83bc-42eb-b838-a73460fec469 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=916b14a4-4005-4756-896e-a11a8c0b2e9d,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:39.863360 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2a476d36-83bc-42eb-b838-a73460fec469 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:39.865412 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2a476d36-83bc-42eb-b838-a73460fec469 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:39.866535 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2a476d36-83bc-42eb-b838-a73460fec469 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/916b14a4-4005-4756-896e-a11a8c0b2e9d HTTP/1.1" status: 204 len: 168 time: 0.2372043 May 31 15:54:39.869851 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60006) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:39.891780 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242fab4-9060-4480-8582-abfbd7d367f9 req-0eef1436-69a5-4e8e-a024-a7c385bd27d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:39.893543 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e242fab4-9060-4480-8582-abfbd7d367f9 req-0eef1436-69a5-4e8e-a024-a7c385bd27d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3de773e-464a-4285-bb79-f773de6ad3c5 HTTP/1.1" status: 200 len: 834 time: 0.2547057 May 31 15:54:39.894659 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-58277749-ee42-4a99-aaf1-b50f553add72 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:39.895015 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-58277749-ee42-4a99-aaf1-b50f553add72 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Added segment 9aeaa022-24ca-4e27-ad3e-543a48ad2e94 of type vlan for network e8da9b67-15a8-4093-8128-9227fed96ab5 May 31 15:54:39.926928 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1783e119-37dc-431c-8505-b43eccf2c089 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:39.939828 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-827b003a-6670-4688-b5a3-4a00f5654cd7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:39.945543 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4cf7f-341d-4994-ae7d-7dc4310dd8c9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d1fcefc-0565-40d3-b8d8-5c8d40ccbe40,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:39.953971 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5eb4cf7f-341d-4994-ae7d-7dc4310dd8c9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:39.961074 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5eb4cf7f-341d-4994-ae7d-7dc4310dd8c9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:39.964805 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5eb4cf7f-341d-4994-ae7d-7dc4310dd8c9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0732229 May 31 15:54:39.967099 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60010) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:39.972946 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-da52ad4b-f6e3-4d85-a5c3-2f9fe5283178 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:39.988613 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-f5e05843-878c-4fc0-982e-216271a27028 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '47baf0fd-299b-423b-9b09-72be425d44bd', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:39.989542 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-44098852-6041-4f63-9a95-6f326171dcd4 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] create failed (client error): The resource could not be found. May 31 15:54:39.991227 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-44098852-6041-4f63-9a95-6f326171dcd4 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1900914 May 31 15:54:39.993156 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c4a13cca-eb27-4848-b3bc-0787aafe32f7 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:40.008421 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60014) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:40.010124 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b53b5d64-622f-4722-ae46-2b3c36c74e99 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Synchronizing usage tracker for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group_rule {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:40.012167 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-da52ad4b-f6e3-4d85-a5c3-2f9fe5283178 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:40.027872 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f5e05843-878c-4fc0-982e-216271a27028 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:40.033977 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-e85adb64-6519-4081-9dd8-297f22b16a91 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758346038'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:40.034243 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1783e119-37dc-431c-8505-b43eccf2c089 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:54:40.038411 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-1783e119-37dc-431c-8505-b43eccf2c089 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:40.039503 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-58277749-ee42-4a99-aaf1-b50f553add72 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:40.043292 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52ad4b-f6e3-4d85-a5c3-2f9fe5283178 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Pushing event deleted for resources: {'Network': ['ID=b5001308-9f67-458f-99a7-4cdcd1177eb2,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:40.047413 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1783e119-37dc-431c-8505-b43eccf2c089 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:54:40.056474 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-da52ad4b-f6e3-4d85-a5c3-2f9fe5283178 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:40.057700 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f5e05843-878c-4fc0-982e-216271a27028 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:40.063288 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e85adb64-6519-4081-9dd8-297f22b16a91 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:40.066192 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-da52ad4b-f6e3-4d85-a5c3-2f9fe5283178 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] 10.222.0.45 "DELETE /v2.0/networks/b5001308-9f67-458f-99a7-4cdcd1177eb2 HTTP/1.1" status: 204 len: 168 time: 1.5023379 May 31 15:54:40.068481 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f5e05843-878c-4fc0-982e-216271a27028 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:40.083880 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f5e05843-878c-4fc0-982e-216271a27028 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:40.090298 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783e119-37dc-431c-8505-b43eccf2c089 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Pushing event updated for resources: {'Port': ['ID=4caeb484-7564-4c86-8b35-075884a6ac36,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:40.099784 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e85adb64-6519-4081-9dd8-297f22b16a91 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:40.117354 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1783e119-37dc-431c-8505-b43eccf2c089 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:40.121080 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b53b5d64-622f-4722-ae46-2b3c36c74e99 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Unset dirty status for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group_rule {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:40.123415 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b53b5d64-622f-4722-ae46-2b3c36c74e99 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2520568 May 31 15:54:40.126596 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60020) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:40.130713 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e85adb64-6519-4081-9dd8-297f22b16a91 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:40.158851 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242fab4-9060-4480-8582-abfbd7d367f9 req-228a09ba-b026-448c-b680-942d154ed3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:40.160411 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e242fab4-9060-4480-8582-abfbd7d367f9 req-228a09ba-b026-448c-b680-942d154ed3b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c90d105b-40f8-46f5-a26d-05b432efdd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2526660 May 31 15:54:40.167652 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-58277749-ee42-4a99-aaf1-b50f553add72 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:40.173007 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58277749-ee42-4a99-aaf1-b50f553add72 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:40.173596 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-58277749-ee42-4a99-aaf1-b50f553add72 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:40.189957 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a78ed529-d3a3-4c7e-b9c4-7d5c01650140 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:40.266766 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f5e05843-878c-4fc0-982e-216271a27028 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:40.339888 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e85adb64-6519-4081-9dd8-297f22b16a91 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:40.350718 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e6923e-eb51-408e-9626-32e4625ce8f2 None None] Network 9631adac-a3ba-4fa8-aefb-8e89936e62a2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:54:40.409683 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e85adb64-6519-4081-9dd8-297f22b16a91 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Usage tracker for resource:security_group_rule and tenant:9578b6d26f2f434fb0e06eca752d82d8 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:40.443911 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60026) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:40.447726 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-58277749-ee42-4a99-aaf1-b50f553add72 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.0589373 May 31 15:54:40.451313 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-92fec274-f934-499e-86e7-8bec0f233e8f tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Request body: {'subnet': {'network_id': 'e8da9b67-15a8-4093-8128-9227fed96ab5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:40.472570 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ddca488c-519d-4d30-8b89-e97184d944a7 None None] Provisioning for port ad46da18-5f31-4cc7-a197-68468bbbf6b9 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:40.473999 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e85adb64-6519-4081-9dd8-297f22b16a91 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:40.478829 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60030) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:40.505632 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e85adb64-6519-4081-9dd8-297f22b16a91 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:40.507770 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58277749-ee42-4a99-aaf1-b50f553add72 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Pushing event updated for resources: {'Network': ['ID=e8da9b67-15a8-4093-8128-9227fed96ab5,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:40.510871 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-58277749-ee42-4a99-aaf1-b50f553add72 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:40.520364 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network e8da9b67-15a8-4093-8128-9227fed96ab5 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:54:40.571300 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-744e8214-a261-434f-8ba7-aee815e3cb2c tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:40.650335 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e242fab4-9060-4480-8582-abfbd7d367f9 req-5e830913-0217-4cda-916b-a9b407edfe87 service neutron] 10.222.0.59 "GET /v2.0/networks/c90d105b-40f8-46f5-a26d-05b432efdd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633586 May 31 15:54:40.657006 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f5e05843-878c-4fc0-982e-216271a27028 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:40.665785 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-744e8214-a261-434f-8ba7-aee815e3cb2c tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:40.708916 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f5e05843-878c-4fc0-982e-216271a27028 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:40.733780 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-357b0107-8c0a-47ec-a415-7a29b0acf084 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:40.817994 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-92fec274-f934-499e-86e7-8bec0f233e8f tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:40.832373 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-92fec274-f934-499e-86e7-8bec0f233e8f tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Usage tracker for resource:subnet and tenant:bb2c19be63134fafa4e37ac6e9b7034e is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:40.837269 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2c660a9c-dde0-4aae-ab95-b8669ba21aaf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3e24807f49c142caa434cef18b676ced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3530235 May 31 15:54:40.839274 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-92fec274-f934-499e-86e7-8bec0f233e8f tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:40.843359 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60036) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:40.848813 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e05843-878c-4fc0-982e-216271a27028 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf2276af-8d88-45fc-834a-d0ff4428f8b0,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:40.852970 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f5e05843-878c-4fc0-982e-216271a27028 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:40.867594 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-92fec274-f934-499e-86e7-8bec0f233e8f tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:40.885973 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e85adb64-6519-4081-9dd8-297f22b16a91 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:40.897560 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e85adb64-6519-4081-9dd8-297f22b16a91 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:40.911155 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fec274-f934-499e-86e7-8bec0f233e8f tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Made reservation on behalf of bb2c19be63134fafa4e37ac6e9b7034e for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:54:40.914657 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-92fec274-f934-499e-86e7-8bec0f233e8f tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:40.919845 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6f2573c9-7e01-435e-901d-a7156e2e9c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:40.928486 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f5e05843-878c-4fc0-982e-216271a27028 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:40.932457 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f5e05843-878c-4fc0-982e-216271a27028 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9582508 May 31 15:54:40.943789 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60040) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:40.944521 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-744e8214-a261-434f-8ba7-aee815e3cb2c tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:40.996779 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85adb64-6519-4081-9dd8-297f22b16a91 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cafb0c-2cf7-4f23-92b6-2a96c6f114ee,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:41.000096 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e85adb64-6519-4081-9dd8-297f22b16a91 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:41.001282 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-622ae85b-47fc-4b73-808b-043b86a5477b tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:41.006418 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-4310cae5-4768-4bce-bc38-53b229791f6f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '47baf0fd-299b-423b-9b09-72be425d44bd', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:41.011934 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e242fab4-9060-4480-8582-abfbd7d367f9 req-4d34d2ca-c087-45da-857b-3ffb3dd7f98f service neutron] 10.222.0.59 "GET /v2.0/networks/c90d105b-40f8-46f5-a26d-05b432efdd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359041 May 31 15:54:41.013600 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-744e8214-a261-434f-8ba7-aee815e3cb2c tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.015641 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-744e8214-a261-434f-8ba7-aee815e3cb2c tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "DELETE /v2.0/security-groups/f8b870de-1853-4e8c-b716-648b26d28704 HTTP/1.1" status: 204 len: 168 time: 0.8878236 May 31 15:54:41.029267 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e8214-a261-434f-8ba7-aee815e3cb2c tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b870de-1853-4e8c-b716-648b26d28704,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:41.031944 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e85adb64-6519-4081-9dd8-297f22b16a91 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.036214 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e85adb64-6519-4081-9dd8-297f22b16a91 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0137911 May 31 15:54:41.036214 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60044) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:41.036214 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-744e8214-a261-434f-8ba7-aee815e3cb2c tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:41.039776 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60046) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:41.045070 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-4310cae5-4768-4bce-bc38-53b229791f6f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:41.051189 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e13112f5-b4e1-41be-9356-b6a083314d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.057429 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-2cdbc350-3200-4eeb-a1b7-12319d068eb7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group': {'name': 'tempest-secgroup--363163770'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:41.068513 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4310cae5-4768-4bce-bc38-53b229791f6f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:41.088381 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4310cae5-4768-4bce-bc38-53b229791f6f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:41.092847 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-2cdbc350-3200-4eeb-a1b7-12319d068eb7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:41.107510 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-4310cae5-4768-4bce-bc38-53b229791f6f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:41.130266 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-332af537-15e4-4a11-8ce9-95b6c01631d8 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Synchronizing usage tracker for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:41.146529 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-2cdbc350-3200-4eeb-a1b7-12319d068eb7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:41.149292 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-332af537-15e4-4a11-8ce9-95b6c01631d8 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Unset dirty status for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:41.150598 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e13112f5-b4e1-41be-9356-b6a083314d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.150743 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-332af537-15e4-4a11-8ce9-95b6c01631d8 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1146815 May 31 15:54:41.155024 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60052) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:41.157342 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device ad46da18-5f31-4cc7-a197-68468bbbf6b9 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:54:41.193837 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1783e119-37dc-431c-8505-b43eccf2c089 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.196213 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4310cae5-4768-4bce-bc38-53b229791f6f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.223137 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2cdbc350-3200-4eeb-a1b7-12319d068eb7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.227208 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-94b1d230-db6c-4f51-af2b-a5d15c3f2cda tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.237719 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port ad46da18-5f31-4cc7-a197-68468bbbf6b9 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:41.243181 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port ad46da18-5f31-4cc7-a197-68468bbbf6b9 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:41.243567 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.257825 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-94b1d230-db6c-4f51-af2b-a5d15c3f2cda tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.286892 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-2cdbc350-3200-4eeb-a1b7-12319d068eb7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:41.322021 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-94b1d230-db6c-4f51-af2b-a5d15c3f2cda tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.327660 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4862970f-9bc4-402f-835e-d7ad074f55d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:41.348321 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1d230-db6c-4f51-af2b-a5d15c3f2cda tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a36a89-6f78-4c11-8593-6cfdf292ed30,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:41.350981 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-94b1d230-db6c-4f51-af2b-a5d15c3f2cda tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:41.360785 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-2cdbc350-3200-4eeb-a1b7-12319d068eb7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Usage tracker for resource:security_group_rule and tenant:9578b6d26f2f434fb0e06eca752d82d8 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:41.366075 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-2cdbc350-3200-4eeb-a1b7-12319d068eb7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:41.367727 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-94b1d230-db6c-4f51-af2b-a5d15c3f2cda tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.372709 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-94b1d230-db6c-4f51-af2b-a5d15c3f2cda tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "DELETE /v2.0/security-groups/27a36a89-6f78-4c11-8593-6cfdf292ed30 HTTP/1.1" status: 204 len: 168 time: 0.2139082 May 31 15:54:41.373072 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60056) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:41.391504 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-2cdbc350-3200-4eeb-a1b7-12319d068eb7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:41.409754 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.432292 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4310cae5-4768-4bce-bc38-53b229791f6f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.438196 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e13112f5-b4e1-41be-9356-b6a083314d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.446890 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bda06c41-f2a5-46ff-9730-562ba93a3c68 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:41.452273 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port ad46da18-5f31-4cc7-a197-68468bbbf6b9, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=ad46da18-5f31-4cc7-a197-68468bbbf6b9,segment=NetworkSegment(1ca987da-1f83-49ea-9701-82bf79aa5305),segment_id=1ca987da-1f83-49ea-9701-82bf79aa5305)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:54:41.456626 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.458614 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:41.462859 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6c0e52cc-72ce-44dd-9e73-ef6553d3e984 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Synchronizing usage tracker for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:41.466736 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4310cae5-4768-4bce-bc38-53b229791f6f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.472240 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1783e119-37dc-431c-8505-b43eccf2c089 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.479570 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6c0e52cc-72ce-44dd-9e73-ef6553d3e984 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Unset dirty status for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:41.483178 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6c0e52cc-72ce-44dd-9e73-ef6553d3e984 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1067963 May 31 15:54:41.488579 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60060) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:41.494264 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-34db0a22-b615-4a3a-9480-819d5900f0da tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Request body: {'security_group': {'name': 'tempest-secgroup--178785010'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:41.503495 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-34db0a22-b615-4a3a-9480-819d5900f0da tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:41.505192 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13112f5-b4e1-41be-9356-b6a083314d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91427406-2a74-41e3-8888-85608ea4bc74,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:41.515173 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-34db0a22-b615-4a3a-9480-819d5900f0da tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:41.526799 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-34db0a22-b615-4a3a-9480-819d5900f0da tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.534109 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e13112f5-b4e1-41be-9356-b6a083314d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:41.538178 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4af030c0-50fb-4f1f-a47c-4ea3883d8bee tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:41.541551 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=ad46da18-5f31-4cc7-a197-68468bbbf6b9,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:41.544700 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:41.551973 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-34db0a22-b615-4a3a-9480-819d5900f0da tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:41.556209 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-34db0a22-b615-4a3a-9480-819d5900f0da tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Usage tracker for resource:security_group_rule and tenant:5afa58f4a3af4e44995b310f91e29d81 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:41.559375 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-34db0a22-b615-4a3a-9480-819d5900f0da tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:41.565512 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-34db0a22-b615-4a3a-9480-819d5900f0da tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:41.592462 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310cae5-4768-4bce-bc38-53b229791f6f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90bd9132-2d44-4b2f-9d52-0b76b39cc822,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:41.611203 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4310cae5-4768-4bce-bc38-53b229791f6f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:41.641243 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-34db0a22-b615-4a3a-9480-819d5900f0da tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.645013 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-34db0a22-b615-4a3a-9480-819d5900f0da tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.650418 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-185b5a02-17ad-46ed-a002-27d399791b33 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:41.689567 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4310cae5-4768-4bce-bc38-53b229791f6f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.690747 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4310cae5-4768-4bce-bc38-53b229791f6f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7459865 May 31 15:54:41.693151 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db0a22-b615-4a3a-9480-819d5900f0da tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c426493-1433-48d5-9c83-6dbc54f1af7c,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:41.695155 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60064) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:41.699489 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-34db0a22-b615-4a3a-9480-819d5900f0da tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:41.702793 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-347177ee-4216-47ce-a16f-fd15a606ae0a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '47baf0fd-299b-423b-9b09-72be425d44bd', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:41.709264 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-347177ee-4216-47ce-a16f-fd15a606ae0a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:41.711588 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-34db0a22-b615-4a3a-9480-819d5900f0da tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.712763 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-34db0a22-b615-4a3a-9480-819d5900f0da tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2231181 May 31 15:54:41.715183 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-347177ee-4216-47ce-a16f-fd15a606ae0a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:41.717649 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60068) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:41.719892 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-347177ee-4216-47ce-a16f-fd15a606ae0a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:41.726502 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-e12da8c6-e7c9-4687-a59b-4ffd861669bc tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Request body: {'security_group_rule': {'security_group_id': '2c426493-1433-48d5-9c83-6dbc54f1af7c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:41.734203 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e12da8c6-e7c9-4687-a59b-4ffd861669bc tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:41.736471 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-347177ee-4216-47ce-a16f-fd15a606ae0a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:41.741051 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e12da8c6-e7c9-4687-a59b-4ffd861669bc tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Usage tracker for resource:security_group_rule and tenant:5afa58f4a3af4e44995b310f91e29d81 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:41.745352 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e12da8c6-e7c9-4687-a59b-4ffd861669bc tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:41.752479 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e12da8c6-e7c9-4687-a59b-4ffd861669bc tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:41.763008 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-347177ee-4216-47ce-a16f-fd15a606ae0a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.766110 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e13112f5-b4e1-41be-9356-b6a083314d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.767232 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e13112f5-b4e1-41be-9356-b6a083314d13 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/91427406-2a74-41e3-8888-85608ea4bc74 HTTP/1.1" status: 204 len: 168 time: 0.9228516 May 31 15:54:41.829590 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2cdbc350-3200-4eeb-a1b7-12319d068eb7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.832945 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-347177ee-4216-47ce-a16f-fd15a606ae0a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.838043 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-347177ee-4216-47ce-a16f-fd15a606ae0a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.839912 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:41.840536 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2cdbc350-3200-4eeb-a1b7-12319d068eb7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.848968 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-63be952a-b9d4-4276-a829-a2ae1b211bed tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:41.872018 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347177ee-4216-47ce-a16f-fd15a606ae0a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b37719ea-972e-419e-aa79-0e24700d9133,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:41.875010 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e12da8c6-e7c9-4687-a59b-4ffd861669bc tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.884107 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-347177ee-4216-47ce-a16f-fd15a606ae0a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:41.895902 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-347177ee-4216-47ce-a16f-fd15a606ae0a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.900025 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-347177ee-4216-47ce-a16f-fd15a606ae0a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1995418 May 31 15:54:41.904438 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60074) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:41.914856 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-bd8203a7-e620-4dda-87ad-615ebca40a39 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '47baf0fd-299b-423b-9b09-72be425d44bd', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:41.929146 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-bd8203a7-e620-4dda-87ad-615ebca40a39 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:41.933438 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2cdbc350-3200-4eeb-a1b7-12319d068eb7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.934652 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2cdbc350-3200-4eeb-a1b7-12319d068eb7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8936539 May 31 15:54:41.938485 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdbc350-3200-4eeb-a1b7-12319d068eb7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=573343d7-e452-4e44-bd3d-bcee4314a55c,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:41.940692 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-bd8203a7-e620-4dda-87ad-615ebca40a39 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:41.943277 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60080) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:41.944187 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2cdbc350-3200-4eeb-a1b7-12319d068eb7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:41.947154 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-bd8203a7-e620-4dda-87ad-615ebca40a39 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:41.954073 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-557e84c8-a06f-4b25-8343-105bf77c0de7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group_rule': {'security_group_id': 'e8cafb0c-2cf7-4f23-92b6-2a96c6f114ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '573343d7-e452-4e44-bd3d-bcee4314a55c'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:41.965145 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-bd8203a7-e620-4dda-87ad-615ebca40a39 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:41.968581 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-557e84c8-a06f-4b25-8343-105bf77c0de7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:41.979114 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-557e84c8-a06f-4b25-8343-105bf77c0de7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Usage tracker for resource:security_group_rule and tenant:9578b6d26f2f434fb0e06eca752d82d8 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:41.981789 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1783e119-37dc-431c-8505-b43eccf2c089 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.983636 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-557e84c8-a06f-4b25-8343-105bf77c0de7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:41.990894 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1783e119-37dc-431c-8505-b43eccf2c089 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.993676 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-557e84c8-a06f-4b25-8343-105bf77c0de7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:41.996732 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e12da8c6-e7c9-4687-a59b-4ffd861669bc tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:41.997081 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4afd1148-f9d7-4365-b644-9083b4d4fdee tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:42.004292 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e12da8c6-e7c9-4687-a59b-4ffd861669bc tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:42.006219 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.securitygroups_db [None req-bd8203a7-e620-4dda-87ad-615ebca40a39 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Project 77a9908268404908970d038c7b3f1f66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 15:54:42.015482 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:42.032616 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bd8203a7-e620-4dda-87ad-615ebca40a39 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:42.058057 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12da8c6-e7c9-4687-a59b-4ffd861669bc tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ebc038a-fe7c-40c9-bfe3-538e593c3495,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:42.068023 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e12da8c6-e7c9-4687-a59b-4ffd861669bc tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:42.090454 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e12da8c6-e7c9-4687-a59b-4ffd861669bc tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:42.091797 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e12da8c6-e7c9-4687-a59b-4ffd861669bc tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3732858 May 31 15:54:42.100984 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60088) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:42.116739 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-557e84c8-a06f-4b25-8343-105bf77c0de7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:54:42.118001 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-557e84c8-a06f-4b25-8343-105bf77c0de7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1735878 May 31 15:54:42.123358 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60092) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:42.136745 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783e119-37dc-431c-8505-b43eccf2c089 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Pushing event updated for resources: {'Port': ['ID=4caeb484-7564-4c86-8b35-075884a6ac36,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:42.142355 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1783e119-37dc-431c-8505-b43eccf2c089 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:42.175209 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1783e119-37dc-431c-8505-b43eccf2c089 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:42.184709 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-28419300-6775-43ac-b66d-3492351e6186 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:42.208785 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-28419300-6775-43ac-b66d-3492351e6186 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:42.227811 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bd8203a7-e620-4dda-87ad-615ebca40a39 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:42.236206 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bd8203a7-e620-4dda-87ad-615ebca40a39 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:42.239516 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2043b736-baca-46bb-aaee-076a0955138b tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:42.280217 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8203a7-e620-4dda-87ad-615ebca40a39 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=805917cf-c880-4b67-bb37-93e258bfa0df,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:42.284097 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-92fec274-f934-499e-86e7-8bec0f233e8f tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:42.289540 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bd8203a7-e620-4dda-87ad-615ebca40a39 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:42.290823 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-33097c5c-7984-44d5-8c36-74cd3eda9975 tempest-RoutersTest-978255126 tempest-RoutersTest-978255126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:42.301849 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-504dd8d9-3ea6-4afc-9dba-4a8812b264e3 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:42.303521 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-28419300-6775-43ac-b66d-3492351e6186 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:42.306507 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2b480f8b-faf5-4f28-a3d1-91361c8f2536 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:42.324269 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-28419300-6775-43ac-b66d-3492351e6186 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:42.327137 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-28419300-6775-43ac-b66d-3492351e6186 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/6ebc038a-fe7c-40c9-bfe3-538e593c3495 HTTP/1.1" status: 204 len: 168 time: 0.2230530 May 31 15:54:42.330934 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bd8203a7-e620-4dda-87ad-615ebca40a39 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:42.332114 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-bd8203a7-e620-4dda-87ad-615ebca40a39 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4265411 May 31 15:54:42.334931 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60102) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:42.335278 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60104) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:42.336063 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28419300-6775-43ac-b66d-3492351e6186 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ebc038a-fe7c-40c9-bfe3-538e593c3495,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:42.341082 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-28419300-6775-43ac-b66d-3492351e6186 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:42.351333 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-41b35179-fdbf-4f85-b199-9834a945c713 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '47baf0fd-299b-423b-9b09-72be425d44bd', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:42.375243 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-41b35179-fdbf-4f85-b199-9834a945c713 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:42.383938 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-504dd8d9-3ea6-4afc-9dba-4a8812b264e3 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:42.391817 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-41b35179-fdbf-4f85-b199-9834a945c713 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:42.398121 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-41b35179-fdbf-4f85-b199-9834a945c713 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:42.414232 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-41b35179-fdbf-4f85-b199-9834a945c713 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:42.453002 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fec274-f934-499e-86e7-8bec0f233e8f tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Pushing event updated for resources: {'Subnet': ['ID=6af3979a-358d-494e-90e1-cb17134c09f8,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:42.457193 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-1783e119-37dc-431c-8505-b43eccf2c089 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Floating IP a0c90619-0835-4806-a6a5-a49315d559ae associated. External IP: 172.26.0.245, port: 9436b014-0c9c-4121-a315-1873bd5220f8. May 31 15:54:42.462820 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e1d79736-5854-4e2c-9a3d-8cbe47936098 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Synchronizing usage tracker for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group_rule {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:42.468419 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.securitygroups_db [None req-41b35179-fdbf-4f85-b199-9834a945c713 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Project 77a9908268404908970d038c7b3f1f66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 15:54:42.479949 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-41b35179-fdbf-4f85-b199-9834a945c713 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:42.515635 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-92fec274-f934-499e-86e7-8bec0f233e8f tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:42.533923 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fec274-f934-499e-86e7-8bec0f233e8f tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Checking segment: {'id': '9aeaa022-24ca-4e27-ad3e-543a48ad2e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e8da9b67-15a8-4093-8128-9227fed96ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:54:42.534177 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fec274-f934-499e-86e7-8bec0f233e8f tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Network hostable DHCP agents. Network: e8da9b67-15a8-4093-8128-9227fed96ab5, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:54:42.644329 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60116) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:42.658413 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-504dd8d9-3ea6-4afc-9dba-4a8812b264e3 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:42.665230 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-19266543-9cc3-49bf-97c4-90e84ecf3029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:42.673265 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e1d79736-5854-4e2c-9a3d-8cbe47936098 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Unset dirty status for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group_rule {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:42.677345 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e1d79736-5854-4e2c-9a3d-8cbe47936098 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3365374 May 31 15:54:42.690904 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60122) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:42.710126 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504dd8d9-3ea6-4afc-9dba-4a8812b264e3 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=573343d7-e452-4e44-bd3d-bcee4314a55c,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:42.723623 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-504dd8d9-3ea6-4afc-9dba-4a8812b264e3 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:42.746690 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-504dd8d9-3ea6-4afc-9dba-4a8812b264e3 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:42.748991 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-504dd8d9-3ea6-4afc-9dba-4a8812b264e3 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "DELETE /v2.0/security-groups/573343d7-e452-4e44-bd3d-bcee4314a55c HTTP/1.1" status: 204 len: 168 time: 0.6207783 May 31 15:54:42.759397 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60126) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:42.800823 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-ab9d779f-7e45-453a-8c25-57ff70c52422 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1668626139'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:42.810566 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fec274-f934-499e-86e7-8bec0f233e8f tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Network e8da9b67-15a8-4093-8128-9227fed96ab5 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:54:42.815871 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ab9d779f-7e45-453a-8c25-57ff70c52422 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:42.828204 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-92fec274-f934-499e-86e7-8bec0f233e8f tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, e8da9b67-15a8-4093-8128-9227fed96ab5) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:42.832055 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-41b35179-fdbf-4f85-b199-9834a945c713 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:42.835951 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ab9d779f-7e45-453a-8c25-57ff70c52422 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Usage tracker for resource:network and tenant:0222cca6d1b44d0c866925416a69c33d is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:42.842049 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f806a9bc-10c7-43cf-85a8-c8b5da1377dc None None] Network e8da9b67-15a8-4093-8128-9227fed96ab5 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:54:42.843737 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fec274-f934-499e-86e7-8bec0f233e8f tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:42.844337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-92fec274-f934-499e-86e7-8bec0f233e8f tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:42.847358 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ab9d779f-7e45-453a-8c25-57ff70c52422 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:42.857442 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-41b35179-fdbf-4f85-b199-9834a945c713 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:42.859531 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ab9d779f-7e45-453a-8c25-57ff70c52422 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:42.870245 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:42.898970 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-24deaf28-199d-4c59-a4c8-7ff073bd07a6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:42.928766 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b35179-fdbf-4f85-b199-9834a945c713 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49ca14c-ac6a-4dcb-a957-1388f0180985,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:42.935442 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-92fec274-f934-499e-86e7-8bec0f233e8f tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4903564 May 31 15:54:42.939179 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60130) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:42.940269 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-41b35179-fdbf-4f85-b199-9834a945c713 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:42.944290 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9d779f-7e45-453a-8c25-57ff70c52422 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Made reservation on behalf of 0222cca6d1b44d0c866925416a69c33d for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:54:42.948240 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ab9d779f-7e45-453a-8c25-57ff70c52422 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:42.948890 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-0b2dc948-bcb8-4814-8654-7eb56fc03feb tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Request body: {'network': {'name': 'tempest-router-network01--2137371195'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:42.958043 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0b2dc948-bcb8-4814-8654-7eb56fc03feb tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:42.961598 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-929d7655-7dad-414e-a8a3-1f4874298295 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Synchronizing usage tracker for tenant:9578b6d26f2f434fb0e06eca752d82d8 on resource:security_group {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:42.977580 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-41b35179-fdbf-4f85-b199-9834a945c713 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:42.978798 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-41b35179-fdbf-4f85-b199-9834a945c713 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6393366 May 31 15:54:42.983932 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ab9d779f-7e45-453a-8c25-57ff70c52422 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:42.996938 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-24deaf28-199d-4c59-a4c8-7ff073bd07a6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:43.009121 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0b2dc948-bcb8-4814-8654-7eb56fc03feb tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Usage tracker for resource:network and tenant:bb2c19be63134fafa4e37ac6e9b7034e is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:43.019506 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0b2dc948-bcb8-4814-8654-7eb56fc03feb tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:43.036288 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ab9d779f-7e45-453a-8c25-57ff70c52422 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:43.041784 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0b2dc948-bcb8-4814-8654-7eb56fc03feb tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:43.050913 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-929d7655-7dad-414e-a8a3-1f4874298295 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Unset dirty status for tenant:9578b6d26f2f434fb0e06eca752d82d8 on resource:security_group {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:43.056353 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-929d7655-7dad-414e-a8a3-1f4874298295 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2957871 May 31 15:54:43.059293 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60136) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:43.065106 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ab9d779f-7e45-453a-8c25-57ff70c52422 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Usage tracker for resource:security_group_rule and tenant:0222cca6d1b44d0c866925416a69c33d is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:43.080397 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ab9d779f-7e45-453a-8c25-57ff70c52422 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:43.087322 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2dc948-bcb8-4814-8654-7eb56fc03feb tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Made reservation on behalf of bb2c19be63134fafa4e37ac6e9b7034e for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:54:43.091190 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0b2dc948-bcb8-4814-8654-7eb56fc03feb tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:43.098786 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ab9d779f-7e45-453a-8c25-57ff70c52422 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:43.106863 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7413354-3b60-4524-86b0-8177d3a72551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-e8da9b67-15a8-4093-8128-9227fed96ab5', 'network_id': 'e8da9b67-15a8-4093-8128-9227fed96ab5', 'tenant_id': 'bb2c19be63134fafa4e37ac6e9b7034e', 'fixed_ips': [{'subnet_id': '6af3979a-358d-494e-90e1-cb17134c09f8'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:54:43.107743 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e7413354-3b60-4524-86b0-8177d3a72551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:43.132296 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-24deaf28-199d-4c59-a4c8-7ff073bd07a6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:43.132625 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device ad46da18-5f31-4cc7-a197-68468bbbf6b9 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:54:43.137549 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1783e119-37dc-431c-8505-b43eccf2c089 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Router a54e5485-b565-40c4-a16c-7a60bef32f7b has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:54:43.139496 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1167f417-24da-4a97-8532-8ac1b7357161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:43.163681 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24deaf28-199d-4c59-a4c8-7ff073bd07a6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c426493-1433-48d5-9c83-6dbc54f1af7c,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:43.166810 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2dc948-bcb8-4814-8654-7eb56fc03feb tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:54:43.167320 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-24deaf28-199d-4c59-a4c8-7ff073bd07a6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:43.178391 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0b2dc948-bcb8-4814-8654-7eb56fc03feb tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:43.179123 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-0b2dc948-bcb8-4814-8654-7eb56fc03feb tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Added segment 6f17136d-2f73-44c0-ae32-666f0fee472c of type vlan for network 57f3df13-17c5-4d2c-9344-2e6b59f9df1e May 31 15:54:43.193089 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-24deaf28-199d-4c59-a4c8-7ff073bd07a6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:43.194294 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-24deaf28-199d-4c59-a4c8-7ff073bd07a6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "DELETE /v2.0/security-groups/2c426493-1433-48d5-9c83-6dbc54f1af7c HTTP/1.1" status: 204 len: 168 time: 0.5023937 May 31 15:54:43.199268 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60140) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:43.292499 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ab9d779f-7e45-453a-8c25-57ff70c52422 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:43.300430 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0b2dc948-bcb8-4814-8654-7eb56fc03feb tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:43.321954 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c2be-0d00-4c49-9676-f528e458de9b tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:43.325348 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6feac2d4-1a80-41a6-9644-f53044b223d2 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Synchronizing usage tracker for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:43.340261 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ab9d779f-7e45-453a-8c25-57ff70c52422 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:43.355794 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1ee05395-752d-46ef-bf12-eaee7c66bc4e tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:43.389348 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab9d779f-7e45-453a-8c25-57ff70c52422 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:54:43.391606 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6feac2d4-1a80-41a6-9644-f53044b223d2 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Unset dirty status for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:43.396552 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6feac2d4-1a80-41a6-9644-f53044b223d2 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1926696 May 31 15:54:43.398835 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60154) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:43.408889 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-57de9a50-e60f-40b4-846c-b9d2255ed2b6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Request body: {'security_group': {'name': 'tempest-secgroup--527755700'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:43.413053 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port ad46da18-5f31-4cc7-a197-68468bbbf6b9 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:43.413592 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:43.416215 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d779f-7e45-453a-8c25-57ff70c52422 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7cee38-0615-43f7-8264-eb48cdcb1187,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:43.420677 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-57de9a50-e60f-40b4-846c-b9d2255ed2b6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:43.423212 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ab9d779f-7e45-453a-8c25-57ff70c52422 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:43.423724 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-ab9d779f-7e45-453a-8c25-57ff70c52422 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Added segment f9f68900-546d-44ac-8852-1d696ae03e1c of type vlan for network 70765fc0-e86d-4467-b6ec-b95d9d9f5e1b May 31 15:54:43.425017 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ab9d779f-7e45-453a-8c25-57ff70c52422 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:43.438221 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-57de9a50-e60f-40b4-846c-b9d2255ed2b6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:43.464016 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ab9d779f-7e45-453a-8c25-57ff70c52422 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:43.470443 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-57de9a50-e60f-40b4-846c-b9d2255ed2b6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:43.483856 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c2be-0d00-4c49-9676-f528e458de9b tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:43.487070 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-e7413354-3b60-4524-86b0-8177d3a72551 None None] Allocated IP 172.20.0.2 (e8da9b67-15a8-4093-8128-9227fed96ab5/6af3979a-358d-494e-90e1-cb17134c09f8/8c7caf30-1942-4ef2-8cb4-596390874490) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:54:43.496025 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0b2dc948-bcb8-4814-8654-7eb56fc03feb tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:43.501568 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2dc948-bcb8-4814-8654-7eb56fc03feb tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:43.502245 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0b2dc948-bcb8-4814-8654-7eb56fc03feb tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:43.506321 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-57de9a50-e60f-40b4-846c-b9d2255ed2b6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:43.514787 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-57de9a50-e60f-40b4-846c-b9d2255ed2b6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Usage tracker for resource:security_group_rule and tenant:5afa58f4a3af4e44995b310f91e29d81 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:43.515567 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bc099a01-c412-4132-b508-f289179dd5f6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:43.519337 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-57de9a50-e60f-40b4-846c-b9d2255ed2b6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:43.526305 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-57de9a50-e60f-40b4-846c-b9d2255ed2b6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:43.534898 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ab9d779f-7e45-453a-8c25-57ff70c52422 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:43.540634 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9d779f-7e45-453a-8c25-57ff70c52422 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:43.541241 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ab9d779f-7e45-453a-8c25-57ff70c52422 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:43.547635 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-cf365e30-61b1-48eb-988e-7b77befaf0fb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:43.568045 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-d6d275a8-8d26-4369-8778-93576a80093b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:43.632299 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1783e119-37dc-431c-8505-b43eccf2c089 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:54:43.665178 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0b2dc948-bcb8-4814-8654-7eb56fc03feb tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7222624 May 31 15:54:43.667265 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60158) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:43.677432 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ab9d779f-7e45-453a-8c25-57ff70c52422 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0295420 May 31 15:54:43.683835 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60162) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:43.688059 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-c145dce3-ede0-4c66-b0b2-386f2fde1c67 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Request body: {'network': {'name': 'tempest-router-network02--1373637432'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:43.693262 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c145dce3-ede0-4c66-b0b2-386f2fde1c67 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:43.696205 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8968c201-2794-439d-a909-c5cb8bf101b6 None None] Sync routers for ids ['a54e5485-b565-40c4-a16c-7a60bef32f7b'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:54:43.698342 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c145dce3-ede0-4c66-b0b2-386f2fde1c67 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Usage tracker for resource:network and tenant:bb2c19be63134fafa4e37ac6e9b7034e is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:43.700914 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-ecb18d09-e0bc-4873-ac62-2fcfabf0f13a tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Request body: {'subnet': {'network_id': '70765fc0-e86d-4467-b6ec-b95d9d9f5e1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:43.704807 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c145dce3-ede0-4c66-b0b2-386f2fde1c67 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:43.707549 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d779f-7e45-453a-8c25-57ff70c52422 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Pushing event updated for resources: {'Network': ['ID=70765fc0-e86d-4467-b6ec-b95d9d9f5e1b,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:43.713866 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ab9d779f-7e45-453a-8c25-57ff70c52422 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:43.714808 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c145dce3-ede0-4c66-b0b2-386f2fde1c67 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:43.715213 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2dc948-bcb8-4814-8654-7eb56fc03feb tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Pushing event updated for resources: {'Network': ['ID=57f3df13-17c5-4d2c-9344-2e6b59f9df1e,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:43.722627 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-d6d275a8-8d26-4369-8778-93576a80093b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:43.724143 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-d6d275a8-8d26-4369-8778-93576a80093b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1383071968&fields=id&tenant_id=77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 267 time: 0.3709357 May 31 15:54:43.730039 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0b2dc948-bcb8-4814-8654-7eb56fc03feb tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:43.735805 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1783e119-37dc-431c-8505-b43eccf2c089 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:43.736331 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c145dce3-ede0-4c66-b0b2-386f2fde1c67 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Made reservation on behalf of bb2c19be63134fafa4e37ac6e9b7034e for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:54:43.739865 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c145dce3-ede0-4c66-b0b2-386f2fde1c67 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:43.740250 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 70765fc0-e86d-4467-b6ec-b95d9d9f5e1b details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:54:43.752841 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 57f3df13-17c5-4d2c-9344-2e6b59f9df1e details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:54:43.792935 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8968c201-2794-439d-a909-c5cb8bf101b6 None None] Routers {'a54e5485-b565-40c4-a16c-7a60bef32f7b'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:54:43.793175 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-57de9a50-e60f-40b4-846c-b9d2255ed2b6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:43.793564 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-8968c201-2794-439d-a909-c5cb8bf101b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:54:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['a54e5485-b565-40c4-a16c-7a60bef32f7b'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:43.793994 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c145dce3-ede0-4c66-b0b2-386f2fde1c67 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:54:43.800635 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-57de9a50-e60f-40b4-846c-b9d2255ed2b6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:43.805166 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-17d48bd3-8097-4626-8683-8f892d3ba071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:43.814850 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c2be-0d00-4c49-9676-f528e458de9b tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:43.817340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c2be-0d00-4c49-9676-f528e458de9b tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:43.817630 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c145dce3-ede0-4c66-b0b2-386f2fde1c67 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:43.817985 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-c145dce3-ede0-4c66-b0b2-386f2fde1c67 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Added segment d98ed5c7-b664-4f53-9dc9-12bbc778bc1f of type vlan for network 8144ac80-b437-4107-80e9-23639d48eed0 May 31 15:54:43.819006 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9ec6c2be-0d00-4c49-9676-f528e458de9b tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "DELETE /v2.0/security-groups/e8cafb0c-2cf7-4f23-92b6-2a96c6f114ee HTTP/1.1" status: 204 len: 168 time: 0.7585304 May 31 15:54:43.829448 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60166) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:43.850595 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-da291a31-ed36-498c-b5fd-053989801386 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:43.894824 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de9a50-e60f-40b4-846c-b9d2255ed2b6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b93349-0c00-4e40-9bf3-f47609b05672,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:43.910202 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-57de9a50-e60f-40b4-846c-b9d2255ed2b6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:43.916817 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c145dce3-ede0-4c66-b0b2-386f2fde1c67 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:43.924509 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-57de9a50-e60f-40b4-846c-b9d2255ed2b6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:43.925702 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-57de9a50-e60f-40b4-846c-b9d2255ed2b6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5233872 May 31 15:54:43.931738 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60170) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:43.948045 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-cfd5709d-6627-4996-a1e3-cb2aabdebdfa tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Request body: {'security_group_rule': {'security_group_id': 'e8b93349-0c00-4e40-9bf3-f47609b05672', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:43.955908 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6c2be-0d00-4c49-9676-f528e458de9b tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cafb0c-2cf7-4f23-92b6-2a96c6f114ee,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:43.959169 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-cfd5709d-6627-4996-a1e3-cb2aabdebdfa tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:43.969717 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9ec6c2be-0d00-4c49-9676-f528e458de9b tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:43.969987 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-38ab13cc-8eb1-4cc0-877c-8108c8dbda86 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1329117 May 31 15:54:43.970695 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60174) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:43.980940 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1783e119-37dc-431c-8505-b43eccf2c089 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0241048 May 31 15:54:43.986224 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-cfd5709d-6627-4996-a1e3-cb2aabdebdfa tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Usage tracker for resource:security_group_rule and tenant:5afa58f4a3af4e44995b310f91e29d81 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:43.993518 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-81a709f0-c183-4155-aeb2-8730205111da tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group': {'name': 'tempest-secgroup--307356948'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:43.997939 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-cfd5709d-6627-4996-a1e3-cb2aabdebdfa tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:44.007874 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-81a709f0-c183-4155-aeb2-8730205111da tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:44.010159 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-cfd5709d-6627-4996-a1e3-cb2aabdebdfa tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:44.024511 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-81a709f0-c183-4155-aeb2-8730205111da tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:44.027056 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c145dce3-ede0-4c66-b0b2-386f2fde1c67 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:44.033600 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c145dce3-ede0-4c66-b0b2-386f2fde1c67 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:44.034199 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c145dce3-ede0-4c66-b0b2-386f2fde1c67 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:44.039807 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a008304b-e33a-441c-bad0-8d2c7ce9eb76 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:44.065223 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e7413354-3b60-4524-86b0-8177d3a72551 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:44.077010 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e0da22-855f-45e2-a6c0-a443b53859c2', 'tag': '9436b014-0c9c-4121-a315-1873bd5220f8'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:54:44.080129 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e7413354-3b60-4524-86b0-8177d3a72551 None None] Transition to ACTIVE for port object 8c7caf30-1942-4ef2-8cb4-596390874490 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:44.083757 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53da44d6-b882-4f2d-b9e9-c28cd60e4f81" -d '{"events": [{"name": "network-changed", "server_uuid": "95e0da22-855f-45e2-a6c0-a443b53859c2", "tag": "9436b014-0c9c-4121-a315-1873bd5220f8"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:54:44.094793 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-6754ab85-b8a4-4d01-8544-67d36658b3ca tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:44.096529 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-6754ab85-b8a4-4d01-8544-67d36658b3ca tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/networks?id=9631adac-a3ba-4fa8-aefb-8e89936e62a2 HTTP/1.1" status: 200 len: 795 time: 0.3618419 May 31 15:54:44.130656 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cfd5709d-6627-4996-a1e3-cb2aabdebdfa tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:44.150112 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-81a709f0-c183-4155-aeb2-8730205111da tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:44.152001 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e7413354-3b60-4524-86b0-8177d3a72551 None None] Transition to ACTIVE for port object 8c7caf30-1942-4ef2-8cb4-596390874490 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:44.160661 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-ecb18d09-e0bc-4873-ac62-2fcfabf0f13a tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:44.165493 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e7413354-3b60-4524-86b0-8177d3a72551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:44.170620 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-03862dc9-c488-45af-9bfc-756a8e1fbcc1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/quotas/77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 375 time: 0.0680542 May 31 15:54:44.172734 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ecb18d09-e0bc-4873-ac62-2fcfabf0f13a tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Usage tracker for resource:subnet and tenant:0222cca6d1b44d0c866925416a69c33d is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:44.173736 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c145dce3-ede0-4c66-b0b2-386f2fde1c67 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5033636 May 31 15:54:44.177687 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ecb18d09-e0bc-4873-ac62-2fcfabf0f13a tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:44.180448 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60182) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:44.189525 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-75b2a3f2-6d78-4715-ae7d-1d973b6e5744 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Request body: {'subnet': {'network_id': '57f3df13-17c5-4d2c-9344-2e6b59f9df1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:44.205330 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c145dce3-ede0-4c66-b0b2-386f2fde1c67 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Pushing event updated for resources: {'Network': ['ID=8144ac80-b437-4107-80e9-23639d48eed0,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:44.206444 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-ecb18d09-e0bc-4873-ac62-2fcfabf0f13a tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:44.210624 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c145dce3-ede0-4c66-b0b2-386f2fde1c67 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:44.218632 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-81a709f0-c183-4155-aeb2-8730205111da tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:44.222730 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-88cd20d5-f70f-4eee-8328-a9894245072a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:44.226628 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-81a709f0-c183-4155-aeb2-8730205111da tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Usage tracker for resource:security_group_rule and tenant:9578b6d26f2f434fb0e06eca752d82d8 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:44.231032 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-81a709f0-c183-4155-aeb2-8730205111da tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:44.240116 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-81a709f0-c183-4155-aeb2-8730205111da tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:44.255600 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cfd5709d-6627-4996-a1e3-cb2aabdebdfa tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:44.270530 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 8144ac80-b437-4107-80e9-23639d48eed0 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:54:44.271704 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cfd5709d-6627-4996-a1e3-cb2aabdebdfa tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:44.275608 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9d42e1fc-3331-468a-ad97-a1fe181bbc87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:44.304180 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5709d-6627-4996-a1e3-cb2aabdebdfa tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c8d63b4-ee79-40f2-899c-6738826cde57,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:44.309955 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-cfd5709d-6627-4996-a1e3-cb2aabdebdfa tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:44.339293 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-cfd5709d-6627-4996-a1e3-cb2aabdebdfa tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:44.343329 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-cfd5709d-6627-4996-a1e3-cb2aabdebdfa tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4074943 May 31 15:54:44.343470 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb18d09-e0bc-4873-ac62-2fcfabf0f13a tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Made reservation on behalf of 0222cca6d1b44d0c866925416a69c33d for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:54:44.343618 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60186) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:44.345487 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ecb18d09-e0bc-4873-ac62-2fcfabf0f13a tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:44.393298 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-81a709f0-c183-4155-aeb2-8730205111da tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:44.393470 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7413354-3b60-4524-86b0-8177d3a72551 None None] Network e8da9b67-15a8-4093-8128-9227fed96ab5 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:54:44.399884 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-974f3c66-1236-4405-8cfc-7a1d59d041ef tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "GET /v2.0/security-group-rules/2c8d63b4-ee79-40f2-899c-6738826cde57 HTTP/1.1" status: 200 len: 763 time: 0.0529366 May 31 15:54:44.400603 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60190) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:44.406124 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-e7413354-3b60-4524-86b0-8177d3a72551 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:44.414511 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7413354-3b60-4524-86b0-8177d3a72551 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:54:44.419465 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7413354-3b60-4524-86b0-8177d3a72551 None None] Pushing event updated for resources: {'Port': ['ID=8c7caf30-1942-4ef2-8cb4-596390874490,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:44.433615 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-81a709f0-c183-4155-aeb2-8730205111da tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:44.437108 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e7413354-3b60-4524-86b0-8177d3a72551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:44.439264 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e17a696b-460c-4c9d-b815-20fc61d2d7fa tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:44.440506 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-8968c201-2794-439d-a909-c5cb8bf101b6 None None] Set router a54e5485-b565-40c4-a16c-7a60bef32f7b gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:54:44.481910 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-75b2a3f2-6d78-4715-ae7d-1d973b6e5744 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:44.497820 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-75b2a3f2-6d78-4715-ae7d-1d973b6e5744 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Usage tracker for resource:subnet and tenant:bb2c19be63134fafa4e37ac6e9b7034e is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:44.506215 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0011107f-f3c8-4709-b58f-6636692e5a7a tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Synchronizing usage tracker for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group_rule {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:44.511090 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-81a709f0-c183-4155-aeb2-8730205111da tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:44.511368 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a333f7-c96a-411f-a7a8-dcf252d46c9a req-9be1e66d-2107-46fc-8a71-5a0fba942ed6 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:44.512335 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-81a709f0-c183-4155-aeb2-8730205111da tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5318682 May 31 15:54:44.513935 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a709f0-c183-4155-aeb2-8730205111da tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c6a8de-8597-4fa7-ac25-810d81ed3ddd,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:44.516767 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-81a709f0-c183-4155-aeb2-8730205111da tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:44.517365 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60194) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:44.519956 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-02a333f7-c96a-411f-a7a8-dcf252d46c9a req-9be1e66d-2107-46fc-8a71-5a0fba942ed6 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 945 time: 0.4222636 May 31 15:54:44.523257 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-5c7b18be-664f-4a6c-aea7-ae878d032c2f tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Request body: {'security_group': {'name': 'default'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:44.523681 dv-neutron-601336-79-hyperv neutron-server[99204]: WARNING neutron.api.v2.base [None req-5c7b18be-664f-4a6c-aea7-ae878d032c2f tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 31 15:54:44.524370 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-5c7b18be-664f-4a6c-aea7-ae878d032c2f tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] update failed (client error): There was a conflict when trying to complete your request. May 31 15:54:44.525160 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5c7b18be-664f-4a6c-aea7-ae878d032c2f tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "PUT /v2.0/security-groups/f5c6a8de-8597-4fa7-ac25-810d81ed3ddd HTTP/1.1" status: 409 len: 330 time: 0.0068359 May 31 15:54:44.526154 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-75b2a3f2-6d78-4715-ae7d-1d973b6e5744 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:44.528361 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60198) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:44.558113 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-75b2a3f2-6d78-4715-ae7d-1d973b6e5744 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:44.566133 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0011107f-f3c8-4709-b58f-6636692e5a7a tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Unset dirty status for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group_rule {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:44.570198 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0011107f-f3c8-4709-b58f-6636692e5a7a tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1659381 May 31 15:54:44.570416 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60202) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:44.587717 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b2a3f2-6d78-4715-ae7d-1d973b6e5744 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Made reservation on behalf of bb2c19be63134fafa4e37ac6e9b7034e for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:54:44.591523 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-75b2a3f2-6d78-4715-ae7d-1d973b6e5744 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:44.599405 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e7413354-3b60-4524-86b0-8177d3a72551 None None] Attempting to bind port 8c7caf30-1942-4ef2-8cb4-596390874490 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:54:44.599780 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e7413354-3b60-4524-86b0-8177d3a72551 None None] Attempting to bind port 8c7caf30-1942-4ef2-8cb4-596390874490 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '9aeaa022-24ca-4e27-ad3e-543a48ad2e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e8da9b67-15a8-4093-8128-9227fed96ab5'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:54:44.600144 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7413354-3b60-4524-86b0-8177d3a72551 None None] Attempting to bind port 8c7caf30-1942-4ef2-8cb4-596390874490 on network e8da9b67-15a8-4093-8128-9227fed96ab5 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:54:44.624230 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ea06fe81-f862-413d-bc34-3ee0216fe39f tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:44.642540 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ea06fe81-f862-413d-bc34-3ee0216fe39f tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:44.648868 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2cd874d7-9f83-4400-8f11-8e478696d2b9 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:44.666402 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7413354-3b60-4524-86b0-8177d3a72551 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:54:44.666785 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7413354-3b60-4524-86b0-8177d3a72551 None None] Checking segment: {'id': '9aeaa022-24ca-4e27-ad3e-543a48ad2e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e8da9b67-15a8-4093-8128-9227fed96ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:54:44.667490 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e7413354-3b60-4524-86b0-8177d3a72551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:44.667900 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7413354-3b60-4524-86b0-8177d3a72551 None None] Bound using segment: {'id': '9aeaa022-24ca-4e27-ad3e-543a48ad2e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e8da9b67-15a8-4093-8128-9227fed96ab5'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:54:44.668395 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e7413354-3b60-4524-86b0-8177d3a72551 None None] Bound port: 8c7caf30-1942-4ef2-8cb4-596390874490, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aeaa022-24ca-4e27-ad3e-543a48ad2e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e8da9b67-15a8-4093-8128-9227fed96ab5'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:54:44.668742 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e7413354-3b60-4524-86b0-8177d3a72551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:44.691764 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2cd874d7-9f83-4400-8f11-8e478696d2b9 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:44.722490 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ea06fe81-f862-413d-bc34-3ee0216fe39f tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:44.732671 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-28419300-6775-43ac-b66d-3492351e6186 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:44.759892 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06fe81-f862-413d-bc34-3ee0216fe39f tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c8d63b4-ee79-40f2-899c-6738826cde57,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:44.762513 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ea06fe81-f862-413d-bc34-3ee0216fe39f tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:44.766287 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ea06fe81-f862-413d-bc34-3ee0216fe39f tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:44.767610 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ea06fe81-f862-413d-bc34-3ee0216fe39f tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/2c8d63b4-ee79-40f2-899c-6738826cde57 HTTP/1.1" status: 204 len: 168 time: 0.1963205 May 31 15:54:44.774054 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60206) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:44.791477 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2cd874d7-9f83-4400-8f11-8e478696d2b9 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:44.791892 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-ec79b850-a0fd-49d0-bb9c-c30b85f6a94d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5880866 May 31 15:54:44.804651 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-58277749-ee42-4a99-aaf1-b50f553add72 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:44.812384 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-02a333f7-c96a-411f-a7a8-dcf252d46c9a req-7740af16-5446-41f5-af6f-a2625b1f26ce tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe90d589-4f27-4d98-a8f2-975e6776ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2913527 May 31 15:54:44.824850 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd874d7-9f83-4400-8f11-8e478696d2b9 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c6a8de-8597-4fa7-ac25-810d81ed3ddd,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:44.827426 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2cd874d7-9f83-4400-8f11-8e478696d2b9 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:44.865528 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-95e8e590-b272-474c-9adf-47f44f2e2c9c tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Synchronizing usage tracker for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group_rule {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:44.869653 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60210) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:44.938868 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 15:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3684b58c-80ca-4cf5-8708-4faf283e52bd x-openstack-request-id: req-3684b58c-80ca-4cf5-8708-4faf283e52bd {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:54:44.939267 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e0da22-855f-45e2-a6c0-a443b53859c2", "tag": "9436b014-0c9c-4121-a315-1873bd5220f8", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:54:44.939755 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3684b58c-80ca-4cf5-8708-4faf283e52bd {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:54:44.940382 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e0da22-855f-45e2-a6c0-a443b53859c2', 'tag': '9436b014-0c9c-4121-a315-1873bd5220f8', 'status': 'completed', 'code': 200} May 31 15:54:44.943890 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2cd874d7-9f83-4400-8f11-8e478696d2b9 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:44.947498 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2cd874d7-9f83-4400-8f11-8e478696d2b9 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "DELETE /v2.0/security-groups/f5c6a8de-8597-4fa7-ac25-810d81ed3ddd HTTP/1.1" status: 204 len: 168 time: 0.4157670 May 31 15:54:44.953177 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60214) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:44.963769 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-e7413354-3b60-4524-86b0-8177d3a72551 None None] For port 8c7caf30-1942-4ef2-8cb4-596390874490, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:54:44.994854 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-e7413354-3b60-4524-86b0-8177d3a72551 None None] For port 8c7caf30-1942-4ef2-8cb4-596390874490, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=8c7caf30-1942-4ef2-8cb4-596390874490,segment=NetworkSegment(9aeaa022-24ca-4e27-ad3e-543a48ad2e94),segment_id=9aeaa022-24ca-4e27-ad3e-543a48ad2e94)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:54:45.002658 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e7413354-3b60-4524-86b0-8177d3a72551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:45.015134 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-7f73bc44-d651-4a11-940a-277fdead69f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:45.034001 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-95e8e590-b272-474c-9adf-47f44f2e2c9c tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Unset dirty status for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group_rule {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:45.037847 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-95e8e590-b272-474c-9adf-47f44f2e2c9c tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2601295 May 31 15:54:45.038998 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60218) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:45.050752 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-583393b4-9fbb-4c0a-93fa-d79da481cdcd tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Request body: {'security_group_rule': {'security_group_id': 'e8b93349-0c00-4e40-9bf3-f47609b05672', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:45.069607 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8097e9cb-f124-4864-9cbd-03aac80ac7fa tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/floatingips/a0c90619-0835-4806-a6a5-a49315d559ae HTTP/1.1" status: 200 len: 991 time: 0.1977706 May 31 15:54:45.070444 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-583393b4-9fbb-4c0a-93fa-d79da481cdcd tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:45.085243 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-583393b4-9fbb-4c0a-93fa-d79da481cdcd tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:45.104046 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da44d6-b882-4f2d-b9e9-c28cd60e4f81 req-5173e38f-d5f7-4e5a-9eeb-e090f3aa7bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:45.105530 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-53da44d6-b882-4f2d-b9e9-c28cd60e4f81 req-5173e38f-d5f7-4e5a-9eeb-e090f3aa7bb6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dd852f22866d47498e7ba1367b0e04db&device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 1098 time: 0.1471379 May 31 15:54:45.136624 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-583393b4-9fbb-4c0a-93fa-d79da481cdcd tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:45.140644 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7413354-3b60-4524-86b0-8177d3a72551 None None] Pushing event updated for resources: {'Port': ['ID=8c7caf30-1942-4ef2-8cb4-596390874490,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:45.149213 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e7413354-3b60-4524-86b0-8177d3a72551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:45.167336 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0c7b1c53-86e0-45ac-9996-679e1ee9946d tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Synchronizing usage tracker for tenant:9578b6d26f2f434fb0e06eca752d82d8 on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:45.170612 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-8968c201-2794-439d-a909-c5cb8bf101b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147894015', 'tenant_id': 'dd852f22866d47498e7ba1367b0e04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': '219b6387-0461-41fb-9ec4-61b42d9ab3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:53:55Z', 'updated_at': '2021-05-31T15:54:10Z', 'revision_number': 4, 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'gw_port': {'id': '219b6387-0461-41fb-9ec4-61b42d9ab3d8', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:57Z', 'updated_at': '2021-05-31T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'a0c90619-0835-4806-a6a5-a49315d559ae', 'tenant_id': 'dd852f22866d47498e7ba1367b0e04db', 'floating_ip_address': '172.26.0.245', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'port_id': '9436b014-0c9c-4121-a315-1873bd5220f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217', 'mac_address': 'fa:16:3e:0b:00:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e0da22-855f-45e2-a6c0-a443b53859c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:54:40Z', 'updated_at': '2021-05-31T15:54:40Z', 'revision_number': 0, 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '444ce256-f87a-437b-b92c-baf31cfd333a', 'name': '', 'network_id': 'f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217', 'tenant_id': 'dd852f22866d47498e7ba1367b0e04db', 'mac_address': 'fa:16:3e:8a:cd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '13640c8e-f9d3-4b93-b70a-919f0ac30700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:54:08Z', 'updated_at': '2021-05-31T15:54:21Z', 'revision_number': 5, 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'subnets': [{'id': '13640c8e-f9d3-4b93-b70a-919f0ac30700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:45.175316 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8968c201-2794-439d-a909-c5cb8bf101b6 None None] Checking router: a54e5485-b565-40c4-a16c-7a60bef32f7b for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:54:45.184879 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8968c201-2794-439d-a909-c5cb8bf101b6 None None] Routers {'a54e5485-b565-40c4-a16c-7a60bef32f7b'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:54:45.185560 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-8968c201-2794-439d-a909-c5cb8bf101b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:54:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['a54e5485-b565-40c4-a16c-7a60bef32f7b'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:45.204864 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-5aa35b5e-7ef8-46fe-b47f-b24d21c3f206 service neutron] 10.222.0.45 "GET /v2.0/networks/9631adac-a3ba-4fa8-aefb-8e89936e62a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412349 May 31 15:54:45.298545 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-583393b4-9fbb-4c0a-93fa-d79da481cdcd tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:45.301507 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0c7b1c53-86e0-45ac-9996-679e1ee9946d tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Unset dirty status for tenant:9578b6d26f2f434fb0e06eca752d82d8 on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:45.302836 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0c7b1c53-86e0-45ac-9996-679e1ee9946d tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3492837 May 31 15:54:45.304677 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-583393b4-9fbb-4c0a-93fa-d79da481cdcd tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:45.313023 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60222) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:45.313967 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-419a07dd-698d-428b-b2f8-d2738c6e1abd tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:45.321296 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da44d6-b882-4f2d-b9e9-c28cd60e4f81 req-17d5c0db-5af2-4720-9cdb-96545a1a589a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:45.322692 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-53da44d6-b882-4f2d-b9e9-c28cd60e4f81 req-17d5c0db-5af2-4720-9cdb-96545a1a589a service neutron] 10.222.0.59 "GET /v2.0/networks?id=f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217 HTTP/1.1" status: 200 len: 898 time: 0.2103128 May 31 15:54:45.397800 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-8968c201-2794-439d-a909-c5cb8bf101b6 None None] Set router a54e5485-b565-40c4-a16c-7a60bef32f7b gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:54:45.567751 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-3e1cca16-4e79-442d-b299-89f96164e745 service neutron] 10.222.0.45 "GET /v2.0/networks/9631adac-a3ba-4fa8-aefb-8e89936e62a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340635 May 31 15:54:45.588056 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583393b4-9fbb-4c0a-93fa-d79da481cdcd tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbba36c-40ce-45d6-b554-89f2d72463df,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:45.590771 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-583393b4-9fbb-4c0a-93fa-d79da481cdcd tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:45.611080 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-c4f66a1d-0068-468e-b7d0-6dc964af6695 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] delete failed (client error): The resource could not be found. May 31 15:54:45.612024 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c4f66a1d-0068-468e-b7d0-6dc964af6695 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "DELETE /v2.0/security-groups/d39b685f-4305-4458-89bf-37bff167b4e5 HTTP/1.1" status: 404 len: 347 time: 0.2883782 May 31 15:54:45.617989 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60226) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:45.666231 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-583393b4-9fbb-4c0a-93fa-d79da481cdcd tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:45.667506 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-583393b4-9fbb-4c0a-93fa-d79da481cdcd tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6275880 May 31 15:54:45.671707 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60230) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:45.675329 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-8de40390-d921-46ae-84b8-8abcf31c6808 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] show failed (client error): The resource could not be found. May 31 15:54:45.676485 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8de40390-d921-46ae-84b8-8abcf31c6808 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "GET /v2.0/security-groups/cf35353c-0664-4ac9-8dbb-acbe5a12d0bf HTTP/1.1" status: 404 len: 347 time: 0.0574839 May 31 15:54:45.694798 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60234) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:45.722777 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-53da44d6-b882-4f2d-b9e9-c28cd60e4f81 req-46717eb4-ecbe-4a55-a453-2b182f918eae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9436b014-0c9c-4121-a315-1873bd5220f8 HTTP/1.1" status: 200 len: 999 time: 0.3767004 May 31 15:54:45.743902 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b555ed19-b508-44d1-b5fc-2837db49df09 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "GET /v2.0/security-group-rules/fcbba36c-40ce-45d6-b554-89f2d72463df HTTP/1.1" status: 200 len: 763 time: 0.0635517 May 31 15:54:45.749501 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60240) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:45.830963 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-c4258986-6924-4ccb-8d52-8fcfd9ab4bd7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] show failed (client error): The resource could not be found. May 31 15:54:45.837654 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c4258986-6924-4ccb-8d52-8fcfd9ab4bd7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] 10.222.0.45 "GET /v2.0/security-group-rules/43d5bb23-aac2-4dd6-b1b6-f454349d50dd HTTP/1.1" status: 404 len: 356 time: 0.1417239 May 31 15:54:45.840394 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da44d6-b882-4f2d-b9e9-c28cd60e4f81 req-2720a888-8bef-4bf4-81a4-871116ba237b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:45.843223 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-53da44d6-b882-4f2d-b9e9-c28cd60e4f81 req-2720a888-8bef-4bf4-81a4-871116ba237b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=13640c8e-f9d3-4b93-b70a-919f0ac30700 HTTP/1.1" status: 200 len: 835 time: 0.1115043 May 31 15:54:45.885849 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9d1e482d-b165-4c35-a464-4de11fc19b76 req-4464852d-ec5b-47fe-aff8-beb4e6187f6d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=605b67ec-9215-4d40-b8e6-05bfb13ddab4 HTTP/1.1" status: 200 len: 210 time: 0.0666656 May 31 15:54:45.939730 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-df799187-2376-43c8-b014-0dbc6bae7293 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1815488 May 31 15:54:45.944360 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60252) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:45.966731 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da44d6-b882-4f2d-b9e9-c28cd60e4f81 req-05b13c56-592c-4503-a9b6-6042488a4dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:45.968570 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-53da44d6-b882-4f2d-b9e9-c28cd60e4f81 req-05b13c56-592c-4503-a9b6-6042488a4dd2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1185086 May 31 15:54:45.990215 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-8968c201-2794-439d-a909-c5cb8bf101b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147894015', 'tenant_id': 'dd852f22866d47498e7ba1367b0e04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': '219b6387-0461-41fb-9ec4-61b42d9ab3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:53:55Z', 'updated_at': '2021-05-31T15:54:10Z', 'revision_number': 4, 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'gw_port': {'id': '219b6387-0461-41fb-9ec4-61b42d9ab3d8', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:57Z', 'updated_at': '2021-05-31T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'a0c90619-0835-4806-a6a5-a49315d559ae', 'tenant_id': 'dd852f22866d47498e7ba1367b0e04db', 'floating_ip_address': '172.26.0.245', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'port_id': '9436b014-0c9c-4121-a315-1873bd5220f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217', 'mac_address': 'fa:16:3e:0b:00:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e0da22-855f-45e2-a6c0-a443b53859c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:54:40Z', 'updated_at': '2021-05-31T15:54:40Z', 'revision_number': 0, 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '444ce256-f87a-437b-b92c-baf31cfd333a', 'name': '', 'network_id': 'f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217', 'tenant_id': 'dd852f22866d47498e7ba1367b0e04db', 'mac_address': 'fa:16:3e:8a:cd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '13640c8e-f9d3-4b93-b70a-919f0ac30700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:54:08Z', 'updated_at': '2021-05-31T15:54:21Z', 'revision_number': 5, 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'subnets': [{'id': '13640c8e-f9d3-4b93-b70a-919f0ac30700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:45.995233 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8968c201-2794-439d-a909-c5cb8bf101b6 None None] The sync data for ids ['a54e5485-b565-40c4-a16c-7a60bef32f7b'] in dv-neutron-601336-79-hyperv is: [{'id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147894015', 'tenant_id': 'dd852f22866d47498e7ba1367b0e04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': '219b6387-0461-41fb-9ec4-61b42d9ab3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:53:55Z', 'updated_at': '2021-05-31T15:54:10Z', 'revision_number': 4, 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'gw_port': {'id': '219b6387-0461-41fb-9ec4-61b42d9ab3d8', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:57Z', 'updated_at': '2021-05-31T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'a0c90619-0835-4806-a6a5-a49315d559ae', 'tenant_id': 'dd852f22866d47498e7ba1367b0e04db', 'floating_ip_address': '172.26.0.245', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'port_id': '9436b014-0c9c-4121-a315-1873bd5220f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217', 'mac_address': 'fa:16:3e:0b:00:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e0da22-855f-45e2-a6c0-a443b53859c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:54:40Z', 'updated_at': '2021-05-31T15:54:40Z', 'revision_number': 0, 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '444ce256-f87a-437b-b92c-baf31cfd333a', 'name': '', 'network_id': 'f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217', 'tenant_id': 'dd852f22866d47498e7ba1367b0e04db', 'mac_address': 'fa:16:3e:8a:cd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '13640c8e-f9d3-4b93-b70a-919f0ac30700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:54:08Z', 'updated_at': '2021-05-31T15:54:21Z', 'revision_number': 5, 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'subnets': [{'id': '13640c8e-f9d3-4b93-b70a-919f0ac30700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:54:46.000895 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a31bf835-a09f-49f1-ac4c-b9774d7308c6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:46.024734 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ecb18d09-e0bc-4873-ac62-2fcfabf0f13a tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:46.034373 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a31bf835-a09f-49f1-ac4c-b9774d7308c6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:46.040666 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-887ee623-bc15-47e5-a70b-40bc67d99029 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:46.086428 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60256) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:46.184950 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb18d09-e0bc-4873-ac62-2fcfabf0f13a tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Checking segment: {'id': 'f9f68900-546d-44ac-8852-1d696ae03e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '70765fc0-e86d-4467-b6ec-b95d9d9f5e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:54:46.185351 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb18d09-e0bc-4873-ac62-2fcfabf0f13a tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Network hostable DHCP agents. Network: 70765fc0-e86d-4467-b6ec-b95d9d9f5e1b, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:54:46.192806 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb18d09-e0bc-4873-ac62-2fcfabf0f13a tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Pushing event updated for resources: {'Subnet': ['ID=789a8089-2b20-4da5-ae03-45a27e42cbfd,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:46.243199 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ecb18d09-e0bc-4873-ac62-2fcfabf0f13a tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:46.272181 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a31bf835-a09f-49f1-ac4c-b9774d7308c6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:46.277781 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2a476d36-83bc-42eb-b838-a73460fec469 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:46.330917 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31bf835-a09f-49f1-ac4c-b9774d7308c6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fcbba36c-40ce-45d6-b554-89f2d72463df,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:46.347234 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a31bf835-a09f-49f1-ac4c-b9774d7308c6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:46.355091 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d076f9-6ebc-4bf0-a1d8-dddde0755ae8 None None] New status for floating IP a0c90619-0835-4806-a6a5-a49315d559ae: ACTIVE {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 15:54:46.371513 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ae786311-9aef-466d-bf35-8327dadf9470 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/floatingips/a0c90619-0835-4806-a6a5-a49315d559ae HTTP/1.1" status: 200 len: 991 time: 0.2835226 May 31 15:54:46.374166 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-53da44d6-b882-4f2d-b9e9-c28cd60e4f81 req-8b548517-dbdc-4c77-8a75-6751f042b0a6 service neutron] 10.222.0.59 "GET /v2.0/networks/f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978257 May 31 15:54:46.378689 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a31bf835-a09f-49f1-ac4c-b9774d7308c6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:46.380490 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a31bf835-a09f-49f1-ac4c-b9774d7308c6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/fcbba36c-40ce-45d6-b554-89f2d72463df HTTP/1.1" status: 204 len: 168 time: 0.4346368 May 31 15:54:46.381741 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-75b2a3f2-6d78-4715-ae7d-1d973b6e5744 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:46.390308 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60264) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:46.391944 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fbb568aa-3c5d-4f49-8f7d-1cbf40a5f87c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:46.461445 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb18d09-e0bc-4873-ac62-2fcfabf0f13a tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Network 70765fc0-e86d-4467-b6ec-b95d9d9f5e1b is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:54:46.506664 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e5c1d755-0144-42e9-bc81-d29022fbf855 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Synchronizing usage tracker for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group_rule {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:46.512021 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-ecb18d09-e0bc-4873-ac62-2fcfabf0f13a tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 70765fc0-e86d-4467-b6ec-b95d9d9f5e1b) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:46.521251 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d121c0-855f-43f4-8c7f-0719eacc745f None None] Network 70765fc0-e86d-4467-b6ec-b95d9d9f5e1b requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:54:46.571323 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60268) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:46.614517 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-53da44d6-b882-4f2d-b9e9-c28cd60e4f81 req-61792b3d-d23b-4c5e-8057-c6d0df4c1c29 service neutron] 10.222.0.59 "GET /v2.0/networks/f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240717 May 31 15:54:46.624149 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb18d09-e0bc-4873-ac62-2fcfabf0f13a tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:46.625828 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ecb18d09-e0bc-4873-ac62-2fcfabf0f13a tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:46.662593 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b2a3f2-6d78-4715-ae7d-1d973b6e5744 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Checking segment: {'id': '6f17136d-2f73-44c0-ae32-666f0fee472c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '57f3df13-17c5-4d2c-9344-2e6b59f9df1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:54:46.663430 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b2a3f2-6d78-4715-ae7d-1d973b6e5744 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Network hostable DHCP agents. Network: 57f3df13-17c5-4d2c-9344-2e6b59f9df1e, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:54:46.671184 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e5c1d755-0144-42e9-bc81-d29022fbf855 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Unset dirty status for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group_rule {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:46.672769 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e5c1d755-0144-42e9-bc81-d29022fbf855 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2450314 May 31 15:54:46.676103 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2a3f2-6d78-4715-ae7d-1d973b6e5744 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Pushing event updated for resources: {'Subnet': ['ID=0e8235b7-5588-4ab5-bdea-fcd2ef7bf4de,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:46.676482 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60274) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:46.686326 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-75b2a3f2-6d78-4715-ae7d-1d973b6e5744 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:46.687792 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ecb18d09-e0bc-4873-ac62-2fcfabf0f13a tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9982862 May 31 15:54:46.694982 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60278) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:46.695870 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-34094f16-ef34-4094-b970-144b67905993 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Request body: {'security_group_rule': {'security_group_id': 'e8b93349-0c00-4e40-9bf3-f47609b05672', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:46.703544 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-34094f16-ef34-4094-b970-144b67905993 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:46.717544 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-bda36238-d55e-445e-a578-8200395d7c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Request body: {'port': {'network_id': '70765fc0-e86d-4467-b6ec-b95d9d9f5e1b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2037633022'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:46.725284 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-34094f16-ef34-4094-b970-144b67905993 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:46.756233 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9b8a49-44a7-43f4-81e9-f4b0e394b4a8 None None] Network e8da9b67-15a8-4093-8128-9227fed96ab5 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:54:46.760379 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b2a3f2-6d78-4715-ae7d-1d973b6e5744 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Network 57f3df13-17c5-4d2c-9344-2e6b59f9df1e is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:54:46.808694 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-34094f16-ef34-4094-b970-144b67905993 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:46.895350 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-05df8d72-5c67-42f2-b308-17127f1c31b7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9578b6d26f2f434fb0e06eca752d82d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3209538 May 31 15:54:46.899999 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60282) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:46.920260 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-75b2a3f2-6d78-4715-ae7d-1d973b6e5744 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 57f3df13-17c5-4d2c-9344-2e6b59f9df1e) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:46.953492 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-bda36238-d55e-445e-a578-8200395d7c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:46.958422 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-34094f16-ef34-4094-b970-144b67905993 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:46.959728 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-bda36238-d55e-445e-a578-8200395d7c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Usage tracker for resource:port and tenant:0222cca6d1b44d0c866925416a69c33d is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:46.963968 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56db2665-6b01-4668-a02c-37f148e36730 None None] Network 57f3df13-17c5-4d2c-9344-2e6b59f9df1e requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:54:46.965944 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-bda36238-d55e-445e-a578-8200395d7c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:46.973187 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-bda36238-d55e-445e-a578-8200395d7c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:46.977859 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1840844b-3f55-4377-9b6d-50c77ef61ae4 None None] Provisioning for port 8c7caf30-1942-4ef2-8cb4-596390874490 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:47.001279 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ea945251-09d4-4588-9954-b7c5531daa31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:47.010469 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b2a3f2-6d78-4715-ae7d-1d973b6e5744 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:47.013411 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-75b2a3f2-6d78-4715-ae7d-1d973b6e5744 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:47.026343 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda36238-d55e-445e-a578-8200395d7c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Made reservation on behalf of 0222cca6d1b44d0c866925416a69c33d for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:54:47.034998 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bda36238-d55e-445e-a578-8200395d7c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:47.038214 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ea945251-09d4-4588-9954-b7c5531daa31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:47.077893 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3232b04-517d-4fc9-a8a4-3b4288e7797c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-70765fc0-e86d-4467-b6ec-b95d9d9f5e1b', 'network_id': '70765fc0-e86d-4467-b6ec-b95d9d9f5e1b', 'tenant_id': '0222cca6d1b44d0c866925416a69c33d', 'fixed_ips': [{'subnet_id': '789a8089-2b20-4da5-ae03-45a27e42cbfd'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:54:47.079755 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e3232b04-517d-4fc9-a8a4-3b4288e7797c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:47.111749 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-34094f16-ef34-4094-b970-144b67905993 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:47.121660 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-bda36238-d55e-445e-a578-8200395d7c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] device_id is not set on port 45098e76-536d-40bf-bd46-93a9c3504797 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:54:47.139397 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5eb4cf7f-341d-4994-ae7d-7dc4310dd8c9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:47.166780 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-75b2a3f2-6d78-4715-ae7d-1d973b6e5744 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9824336 May 31 15:54:47.174854 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60288) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:47.185950 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-90d64db5-d329-4a71-b9bb-451c73139423 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Request body: {'subnet': {'network_id': '8144ac80-b437-4107-80e9-23639d48eed0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:47.201676 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34094f16-ef34-4094-b970-144b67905993 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1f5e900-dfd6-49e3-86e3-d73243c9a9e2,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:47.208736 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 8c7caf30-1942-4ef2-8cb4-596390874490 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:54:47.212339 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-34094f16-ef34-4094-b970-144b67905993 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:47.230268 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f591a7ea-17c6-4e00-b6f6-e631099193a4 req-0bb63ffd-96c3-4a18-88a8-86fbb3aa1275 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=605b67ec-9215-4d40-b8e6-05bfb13ddab4 HTTP/1.1" status: 200 len: 210 time: 0.1122186 May 31 15:54:47.414135 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60292) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:47.428037 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-34094f16-ef34-4094-b970-144b67905993 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:47.429260 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-34094f16-ef34-4094-b970-144b67905993 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7508392 May 31 15:54:47.507065 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60296) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:47.554469 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b0f8f0f1-860e-4f18-8568-eb222abd1b6d tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "GET /v2.0/security-group-rules/b1f5e900-dfd6-49e3-86e3-d73243c9a9e2 HTTP/1.1" status: 200 len: 764 time: 0.0390773 May 31 15:54:47.555213 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ea945251-09d4-4588-9954-b7c5531daa31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:47.559373 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60302) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:47.566111 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2cd874d7-9f83-4400-8f11-8e478696d2b9 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:47.586786 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-90d64db5-d329-4a71-b9bb-451c73139423 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:47.596608 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-bda36238-d55e-445e-a578-8200395d7c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Allocated IP 2001:db8::4a (70765fc0-e86d-4467-b6ec-b95d9d9f5e1b/789a8089-2b20-4da5-ae03-45a27e42cbfd/45098e76-536d-40bf-bd46-93a9c3504797) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:54:47.615779 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-90d64db5-d329-4a71-b9bb-451c73139423 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Usage tracker for resource:subnet and tenant:bb2c19be63134fafa4e37ac6e9b7034e is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:47.627495 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea945251-09d4-4588-9954-b7c5531daa31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff00aea5-3e25-42fa-9be8-e720fccfd846,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:47.636847 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ea945251-09d4-4588-9954-b7c5531daa31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:47.640646 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-5b6b1e3a-bb9f-474e-94ac-8bcb7ff34589 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0798421 May 31 15:54:47.643353 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-90d64db5-d329-4a71-b9bb-451c73139423 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:47.643602 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60308) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:47.646997 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ea945251-09d4-4588-9954-b7c5531daa31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:47.650541 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ea945251-09d4-4588-9954-b7c5531daa31 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ff00aea5-3e25-42fa-9be8-e720fccfd846 HTTP/1.1" status: 204 len: 168 time: 0.7437608 May 31 15:54:47.679020 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-90d64db5-d329-4a71-b9bb-451c73139423 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:47.693894 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e3e32db9-ef21-40e4-93f8-088e5f7754ce tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/floatingips/a0c90619-0835-4806-a6a5-a49315d559ae HTTP/1.1" status: 200 len: 993 time: 0.2706628 May 31 15:54:47.700331 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 8c7caf30-1942-4ef2-8cb4-596390874490 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:47.708939 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a9995c-2f35-4d98-b278-dfbf89043167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-57f3df13-17c5-4d2c-9344-2e6b59f9df1e', 'network_id': '57f3df13-17c5-4d2c-9344-2e6b59f9df1e', 'tenant_id': 'bb2c19be63134fafa4e37ac6e9b7034e', 'fixed_ips': [{'subnet_id': '0e8235b7-5588-4ab5-bdea-fcd2ef7bf4de'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:54:47.709838 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-48a9995c-2f35-4d98-b278-dfbf89043167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:47.716997 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-f82704be-afe3-45d5-a3cc-3a69ba886a8f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:47.718747 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-f82704be-afe3-45d5-a3cc-3a69ba886a8f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:network {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:47.722204 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d64db5-d329-4a71-b9bb-451c73139423 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Made reservation on behalf of bb2c19be63134fafa4e37ac6e9b7034e for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:54:47.722388 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 8c7caf30-1942-4ef2-8cb4-596390874490 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:47.722771 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:47.727038 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-90d64db5-d329-4a71-b9bb-451c73139423 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:47.730281 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8821219a-0c51-4432-98ec-49749418bc92 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:47.763028 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8821219a-0c51-4432-98ec-49749418bc92 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:47.948274 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-f82704be-afe3-45d5-a3cc-3a69ba886a8f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:network {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:47.951305 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-f82704be-afe3-45d5-a3cc-3a69ba886a8f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/networks?id=9631adac-a3ba-4fa8-aefb-8e89936e62a2 HTTP/1.1" status: 200 len: 795 time: 0.6535094 May 31 15:54:47.956902 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bda36238-d55e-445e-a578-8200395d7c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:47.980573 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-bda36238-d55e-445e-a578-8200395d7c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Transition to ACTIVE for port object 45098e76-536d-40bf-bd46-93a9c3504797 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:48.005410 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8821219a-0c51-4432-98ec-49749418bc92 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:48.016879 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:48.029384 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bda36238-d55e-445e-a578-8200395d7c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:48.043154 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821219a-0c51-4432-98ec-49749418bc92 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1f5e900-dfd6-49e3-86e3-d73243c9a9e2,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:48.052010 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8821219a-0c51-4432-98ec-49749418bc92 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:48.053242 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1783e119-37dc-431c-8505-b43eccf2c089 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:48.060425 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-04132262-a34d-4839-9334-f4aa656f38e1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 473 time: 0.1010129 May 31 15:54:48.097500 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-5fae5dc7-0b3c-4e26-a820-981b5d38dc3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'port': {'device_id': '605b67ec-9215-4d40-b8e6-05bfb13ddab4', 'network_id': '9631adac-a3ba-4fa8-aefb-8e89936e62a2', 'admin_state_up': True, 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'security_groups': ['47baf0fd-299b-423b-9b09-72be425d44bd']}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:48.098427 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda36238-d55e-445e-a578-8200395d7c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Network 70765fc0-e86d-4467-b6ec-b95d9d9f5e1b is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:54:48.107231 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-bda36238-d55e-445e-a578-8200395d7c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:48.116937 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda36238-d55e-445e-a578-8200395d7c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:54:48.122751 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda36238-d55e-445e-a578-8200395d7c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:48.123397 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bda36238-d55e-445e-a578-8200395d7c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:48.139411 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:48.148423 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8821219a-0c51-4432-98ec-49749418bc92 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:48.149697 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8821219a-0c51-4432-98ec-49749418bc92 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/b1f5e900-dfd6-49e3-86e3-d73243c9a9e2 HTTP/1.1" status: 204 len: 168 time: 0.5051954 May 31 15:54:48.154257 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60314) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:48.175506 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-48a9995c-2f35-4d98-b278-dfbf89043167 None None] Allocated IP 172.20.0.2 (57f3df13-17c5-4d2c-9344-2e6b59f9df1e/0e8235b7-5588-4ab5-bdea-fcd2ef7bf4de/f2a00aa6-7e05-4428-946f-65a8b7e0bf81) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:54:48.183864 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda36238-d55e-445e-a578-8200395d7c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Pushing event updated for resources: {'Port': ['ID=45098e76-536d-40bf-bd46-93a9c3504797,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:48.190009 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bda36238-d55e-445e-a578-8200395d7c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.4913821 May 31 15:54:48.191202 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bda36238-d55e-445e-a578-8200395d7c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:48.193856 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60318) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:48.198447 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-13f74a82-6b53-4d59-b7ed-083d29711bf4 None None] Provisioning complete for port 8c7caf30-1942-4ef2-8cb4-596390874490 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:48.198832 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-13f74a82-6b53-4d59-b7ed-083d29711bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:48.200860 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-0527aa47-b22d-4a69-b3a1-7a153cbc4ffc tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Request body: {'port': {'network_id': '70765fc0-e86d-4467-b6ec-b95d9d9f5e1b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-416765527', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:48.201356 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.api.validators [None req-0527aa47-b22d-4a69-b3a1-7a153cbc4ffc tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] bootfile-name is not in valid_values {{(pid=99205) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 31 15:54:48.201688 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.api.validators [None req-0527aa47-b22d-4a69-b3a1-7a153cbc4ffc tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] tftp-server is not in valid_values {{(pid=99205) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 31 15:54:48.202014 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.api.validators [None req-0527aa47-b22d-4a69-b3a1-7a153cbc4ffc tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] server-ip-address is not in valid_values {{(pid=99205) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 31 15:54:48.224155 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-e3232b04-517d-4fc9-a8a4-3b4288e7797c None None] Allocated IP 2001:db8::2 (70765fc0-e86d-4467-b6ec-b95d9d9f5e1b/789a8089-2b20-4da5-ae03-45a27e42cbfd/c8fde10e-f8d3-4bf5-85fa-2e68af57f1bd) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:54:48.271013 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 8c7caf30-1942-4ef2-8cb4-596390874490, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=8c7caf30-1942-4ef2-8cb4-596390874490,segment=NetworkSegment(9aeaa022-24ca-4e27-ad3e-543a48ad2e94),segment_id=9aeaa022-24ca-4e27-ad3e-543a48ad2e94)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:54:48.312221 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-806a45a7-5bc4-46a8-9928-e40c5389199f tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Synchronizing usage tracker for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group_rule {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:48.333517 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:48.346097 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e7413354-3b60-4524-86b0-8177d3a72551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:48.394842 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-806a45a7-5bc4-46a8-9928-e40c5389199f tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Unset dirty status for tenant:5afa58f4a3af4e44995b310f91e29d81 on resource:security_group_rule {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:48.399209 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-806a45a7-5bc4-46a8-9928-e40c5389199f tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2390203 May 31 15:54:48.400385 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60324) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:48.448835 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f14c8b4c-beef-43b2-ba2d-e3fb778807dd req-baf1ae02-49f5-44e4-b412-438cc34a46f3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=605b67ec-9215-4d40-b8e6-05bfb13ddab4 HTTP/1.1" status: 200 len: 210 time: 0.0550492 May 31 15:54:48.452732 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0527aa47-b22d-4a69-b3a1-7a153cbc4ffc tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:48.460935 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0527aa47-b22d-4a69-b3a1-7a153cbc4ffc tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Usage tracker for resource:port and tenant:0222cca6d1b44d0c866925416a69c33d is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:48.470483 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0527aa47-b22d-4a69-b3a1-7a153cbc4ffc tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:48.475186 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0527aa47-b22d-4a69-b3a1-7a153cbc4ffc tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:48.486697 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0527aa47-b22d-4a69-b3a1-7a153cbc4ffc tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Made reservation on behalf of 0222cca6d1b44d0c866925416a69c33d for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:54:48.491346 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0527aa47-b22d-4a69-b3a1-7a153cbc4ffc tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:48.506641 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-5fae5dc7-0b3c-4e26-a820-981b5d38dc3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:48.514162 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-5fae5dc7-0b3c-4e26-a820-981b5d38dc3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:port and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:48.516154 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-0527aa47-b22d-4a69-b3a1-7a153cbc4ffc tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] device_id is not set on port e160136d-2e35-4e47-a6f3-b08e04d7b635 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 15:54:48.531383 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-5fae5dc7-0b3c-4e26-a820-981b5d38dc3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for port was recalculated. Used quota:5. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:48.545010 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-5fae5dc7-0b3c-4e26-a820-981b5d38dc3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:48.564499 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=8c7caf30-1942-4ef2-8cb4-596390874490,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:48.573245 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:48.626564 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-5fae5dc7-0b3c-4e26-a820-981b5d38dc3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Made reservation on behalf of 77a9908268404908970d038c7b3f1f66 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:54:48.630382 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-5fae5dc7-0b3c-4e26-a820-981b5d38dc3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:48.639848 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f0f7a4b-a17f-472b-92bd-a241a253d04e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:48.689996 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f0f7a4b-a17f-472b-92bd-a241a253d04e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:48.787071 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-48a9995c-2f35-4d98-b278-dfbf89043167 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:48.805384 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e3232b04-517d-4fc9-a8a4-3b4288e7797c None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:48.808069 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-48a9995c-2f35-4d98-b278-dfbf89043167 None None] Transition to ACTIVE for port object f2a00aa6-7e05-4428-946f-65a8b7e0bf81 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:48.825514 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e3232b04-517d-4fc9-a8a4-3b4288e7797c None None] Transition to ACTIVE for port object c8fde10e-f8d3-4bf5-85fa-2e68af57f1bd will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:48.841580 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-48a9995c-2f35-4d98-b278-dfbf89043167 None None] Transition to ACTIVE for port object f2a00aa6-7e05-4428-946f-65a8b7e0bf81 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:48.851363 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-48a9995c-2f35-4d98-b278-dfbf89043167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:48.851617 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f0f7a4b-a17f-472b-92bd-a241a253d04e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:48.855447 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e3232b04-517d-4fc9-a8a4-3b4288e7797c None None] Transition to ACTIVE for port object c8fde10e-f8d3-4bf5-85fa-2e68af57f1bd will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:48.856502 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:48.861600 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c42bcfbd-05d8-4a1a-a273-ba6b5ea2f3a4 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:48.886817 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f7a4b-a17f-472b-92bd-a241a253d04e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b93349-0c00-4e40-9bf3-f47609b05672,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:48.889330 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3f0f7a4b-a17f-472b-92bd-a241a253d04e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:48.903901 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e3232b04-517d-4fc9-a8a4-3b4288e7797c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:48.934138 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-5fae5dc7-0b3c-4e26-a820-981b5d38dc3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.20.0.21 (9631adac-a3ba-4fa8-aefb-8e89936e62a2/4a25097d-1251-4bf4-b57f-c7afebe86676/64143c38-e652-448e-b23c-d0da9918cb09) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:54:48.953256 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a9995c-2f35-4d98-b278-dfbf89043167 None None] Network 57f3df13-17c5-4d2c-9344-2e6b59f9df1e is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:54:48.955171 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3232b04-517d-4fc9-a8a4-3b4288e7797c None None] Network 70765fc0-e86d-4467-b6ec-b95d9d9f5e1b is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:54:48.958997 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-48a9995c-2f35-4d98-b278-dfbf89043167 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:48.960962 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9995c-2f35-4d98-b278-dfbf89043167 None None] Pushing event updated for resources: {'Port': ['ID=f2a00aa6-7e05-4428-946f-65a8b7e0bf81,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:48.963258 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-e3232b04-517d-4fc9-a8a4-3b4288e7797c None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:48.964946 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a9995c-2f35-4d98-b278-dfbf89043167 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:54:48.967242 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-48a9995c-2f35-4d98-b278-dfbf89043167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:48.967710 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-c2e4ae7f-7ae7-4ded-9f94-c6f4d56e59c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:48.990551 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-0527aa47-b22d-4a69-b3a1-7a153cbc4ffc tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Allocated IP 2001:db8::aa (70765fc0-e86d-4467-b6ec-b95d9d9f5e1b/789a8089-2b20-4da5-ae03-45a27e42cbfd/e160136d-2e35-4e47-a6f3-b08e04d7b635) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:54:49.001901 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3232b04-517d-4fc9-a8a4-3b4288e7797c None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:54:49.060772 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f0f7a4b-a17f-472b-92bd-a241a253d04e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:49.061859 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3f0f7a4b-a17f-472b-92bd-a241a253d04e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "DELETE /v2.0/security-groups/e8b93349-0c00-4e40-9bf3-f47609b05672 HTTP/1.1" status: 204 len: 168 time: 0.6606336 May 31 15:54:49.069853 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60328) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:49.086404 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 8c7caf30-1942-4ef2-8cb4-596390874490 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:54:49.162634 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-90d64db5-d329-4a71-b9bb-451c73139423 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:49.169715 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4c8b8a9f-ac80-4c0d-812b-2de6bde9f8ec tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:49.233504 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e701ea41-be60-41c3-a75a-37a61a54a0bc tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1576772 May 31 15:54:49.238068 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3232b04-517d-4fc9-a8a4-3b4288e7797c None None] Pushing event updated for resources: {'Port': ['ID=c8fde10e-f8d3-4bf5-85fa-2e68af57f1bd,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:49.241086 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60332) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:49.247028 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e3232b04-517d-4fc9-a8a4-3b4288e7797c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:49.255679 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-48a9995c-2f35-4d98-b278-dfbf89043167 None None] Attempting to bind port f2a00aa6-7e05-4428-946f-65a8b7e0bf81 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:54:49.256015 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-48a9995c-2f35-4d98-b278-dfbf89043167 None None] Attempting to bind port f2a00aa6-7e05-4428-946f-65a8b7e0bf81 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '6f17136d-2f73-44c0-ae32-666f0fee472c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '57f3df13-17c5-4d2c-9344-2e6b59f9df1e'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:54:49.256642 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a9995c-2f35-4d98-b278-dfbf89043167 None None] Attempting to bind port f2a00aa6-7e05-4428-946f-65a8b7e0bf81 on network 57f3df13-17c5-4d2c-9344-2e6b59f9df1e {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:54:49.267151 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e3232b04-517d-4fc9-a8a4-3b4288e7797c None None] Attempting to bind port c8fde10e-f8d3-4bf5-85fa-2e68af57f1bd on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:54:49.267745 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e3232b04-517d-4fc9-a8a4-3b4288e7797c None None] Attempting to bind port c8fde10e-f8d3-4bf5-85fa-2e68af57f1bd by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f9f68900-546d-44ac-8852-1d696ae03e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '70765fc0-e86d-4467-b6ec-b95d9d9f5e1b'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:54:49.268421 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3232b04-517d-4fc9-a8a4-3b4288e7797c None None] Attempting to bind port c8fde10e-f8d3-4bf5-85fa-2e68af57f1bd on network 70765fc0-e86d-4467-b6ec-b95d9d9f5e1b {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:54:49.270586 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a9995c-2f35-4d98-b278-dfbf89043167 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:54:49.270983 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a9995c-2f35-4d98-b278-dfbf89043167 None None] Checking segment: {'id': '6f17136d-2f73-44c0-ae32-666f0fee472c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '57f3df13-17c5-4d2c-9344-2e6b59f9df1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:54:49.271391 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-48a9995c-2f35-4d98-b278-dfbf89043167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:49.271771 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a9995c-2f35-4d98-b278-dfbf89043167 None None] Bound using segment: {'id': '6f17136d-2f73-44c0-ae32-666f0fee472c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '57f3df13-17c5-4d2c-9344-2e6b59f9df1e'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:54:49.272427 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-48a9995c-2f35-4d98-b278-dfbf89043167 None None] Bound port: f2a00aa6-7e05-4428-946f-65a8b7e0bf81, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f17136d-2f73-44c0-ae32-666f0fee472c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '57f3df13-17c5-4d2c-9344-2e6b59f9df1e'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:54:49.272811 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-48a9995c-2f35-4d98-b278-dfbf89043167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:49.288547 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d64db5-d329-4a71-b9bb-451c73139423 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Pushing event updated for resources: {'Subnet': ['ID=b9eaaf38-8f2a-49bb-9c51-c8987e1b9c80,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:49.291256 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-90d64db5-d329-4a71-b9bb-451c73139423 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:49.293306 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3232b04-517d-4fc9-a8a4-3b4288e7797c None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:54:49.293946 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3232b04-517d-4fc9-a8a4-3b4288e7797c None None] Checking segment: {'id': 'f9f68900-546d-44ac-8852-1d696ae03e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '70765fc0-e86d-4467-b6ec-b95d9d9f5e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:54:49.294531 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e3232b04-517d-4fc9-a8a4-3b4288e7797c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:49.295226 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3232b04-517d-4fc9-a8a4-3b4288e7797c None None] Bound using segment: {'id': 'f9f68900-546d-44ac-8852-1d696ae03e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '70765fc0-e86d-4467-b6ec-b95d9d9f5e1b'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:54:49.295869 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e3232b04-517d-4fc9-a8a4-3b4288e7797c None None] Bound port: c8fde10e-f8d3-4bf5-85fa-2e68af57f1bd, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f68900-546d-44ac-8852-1d696ae03e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '70765fc0-e86d-4467-b6ec-b95d9d9f5e1b'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:54:49.296434 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e3232b04-517d-4fc9-a8a4-3b4288e7797c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:49.313053 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d64db5-d329-4a71-b9bb-451c73139423 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Checking segment: {'id': 'd98ed5c7-b664-4f53-9dc9-12bbc778bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8144ac80-b437-4107-80e9-23639d48eed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:54:49.313411 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d64db5-d329-4a71-b9bb-451c73139423 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Network hostable DHCP agents. Network: 8144ac80-b437-4107-80e9-23639d48eed0, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:54:49.321365 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-5fae5dc7-0b3c-4e26-a820-981b5d38dc3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:49.336845 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0e645262-7de7-474b-9c0d-c1a977a79e9e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0916681 May 31 15:54:49.349470 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-5fae5dc7-0b3c-4e26-a820-981b5d38dc3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Transition to ACTIVE for port object 64143c38-e652-448e-b23c-d0da9918cb09 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:49.352236 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0527aa47-b22d-4a69-b3a1-7a153cbc4ffc tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:49.358299 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d64db5-d329-4a71-b9bb-451c73139423 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Network 8144ac80-b437-4107-80e9-23639d48eed0 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:54:49.374720 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-90d64db5-d329-4a71-b9bb-451c73139423 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 8144ac80-b437-4107-80e9-23639d48eed0) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:49.385390 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-0527aa47-b22d-4a69-b3a1-7a153cbc4ffc tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Transition to ACTIVE for port object e160136d-2e35-4e47-a6f3-b08e04d7b635 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:49.394066 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d64db5-d329-4a71-b9bb-451c73139423 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:49.394722 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-90d64db5-d329-4a71-b9bb-451c73139423 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:49.417877 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-5fae5dc7-0b3c-4e26-a820-981b5d38dc3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:49.426696 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206c10f0-d121-46bb-a6c4-bc3a3bbb2e26 None None] Network 8144ac80-b437-4107-80e9-23639d48eed0 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:54:49.427900 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-119e465b-ddd7-4dda-a792-2c5a40e39e88 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:49.440750 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0527aa47-b22d-4a69-b3a1-7a153cbc4ffc tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:49.453593 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0693b2b1-e38d-4a7e-8f0d-a419265c04fa tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:49.487958 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 8c7caf30-1942-4ef2-8cb4-596390874490 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:49.488347 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:49.511449 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae5dc7-0b3c-4e26-a820-981b5d38dc3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=64143c38-e652-448e-b23c-d0da9918cb09,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:49.514836 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5fae5dc7-0b3c-4e26-a820-981b5d38dc3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:49.520551 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-90d64db5-d329-4a71-b9bb-451c73139423 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3439152 May 31 15:54:49.521252 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60340) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:49.554858 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0527aa47-b22d-4a69-b3a1-7a153cbc4ffc tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Network 70765fc0-e86d-4467-b6ec-b95d9d9f5e1b is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:54:49.568576 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-0527aa47-b22d-4a69-b3a1-7a153cbc4ffc tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:49.573683 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0527aa47-b22d-4a69-b3a1-7a153cbc4ffc tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:54:49.592229 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0527aa47-b22d-4a69-b3a1-7a153cbc4ffc tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:49.593027 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0527aa47-b22d-4a69-b3a1-7a153cbc4ffc tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:49.610330 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-5fae5dc7-0b3c-4e26-a820-981b5d38dc3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 9631adac-a3ba-4fa8-aefb-8e89936e62a2 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:54:49.613358 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-5fae5dc7-0b3c-4e26-a820-981b5d38dc3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:49.641026 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-5fae5dc7-0b3c-4e26-a820-981b5d38dc3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:54:49.644092 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527aa47-b22d-4a69-b3a1-7a153cbc4ffc tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Pushing event updated for resources: {'Port': ['ID=e160136d-2e35-4e47-a6f3-b08e04d7b635,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:49.647959 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0527aa47-b22d-4a69-b3a1-7a153cbc4ffc tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:49.652328 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0527aa47-b22d-4a69-b3a1-7a153cbc4ffc tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.4547358 May 31 15:54:49.652772 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60346) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:49.733394 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-48a9995c-2f35-4d98-b278-dfbf89043167 None None] For port f2a00aa6-7e05-4428-946f-65a8b7e0bf81, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:54:49.736366 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-e3232b04-517d-4fc9-a8a4-3b4288e7797c None None] For port c8fde10e-f8d3-4bf5-85fa-2e68af57f1bd, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:54:49.813054 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-e3232b04-517d-4fc9-a8a4-3b4288e7797c None None] For port c8fde10e-f8d3-4bf5-85fa-2e68af57f1bd, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c8fde10e-f8d3-4bf5-85fa-2e68af57f1bd,segment=NetworkSegment(f9f68900-546d-44ac-8852-1d696ae03e1c),segment_id=f9f68900-546d-44ac-8852-1d696ae03e1c)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:54:49.826530 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60350) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:49.851990 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-48a9995c-2f35-4d98-b278-dfbf89043167 None None] For port f2a00aa6-7e05-4428-946f-65a8b7e0bf81, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=f2a00aa6-7e05-4428-946f-65a8b7e0bf81,segment=NetworkSegment(6f17136d-2f73-44c0-ae32-666f0fee472c),segment_id=6f17136d-2f73-44c0-ae32-666f0fee472c)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:54:49.868857 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e3232b04-517d-4fc9-a8a4-3b4288e7797c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:49.877813 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0d150e6e-a409-4ab3-b5b5-a312a722c0b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:49.897324 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47732bad-1879-4c61-b86f-46069ff069d1 req-5dcdad6d-4ce5-498f-8cee-3cc67716a913 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:49.899031 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-47732bad-1879-4c61-b86f-46069ff069d1 req-5dcdad6d-4ce5-498f-8cee-3cc67716a913 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=605b67ec-9215-4d40-b8e6-05bfb13ddab4 HTTP/1.1" status: 200 len: 932 time: 0.2024729 May 31 15:54:49.921782 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-48a9995c-2f35-4d98-b278-dfbf89043167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:49.923130 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de56c574-6c6a-4db4-8801-4f3f9b77ad23 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:49.943194 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de56c574-6c6a-4db4-8801-4f3f9b77ad23 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:49.949143 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de56c574-6c6a-4db4-8801-4f3f9b77ad23 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:49.950057 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-de56c574-6c6a-4db4-8801-4f3f9b77ad23 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Synchronizing usage tracker for tenant:0222cca6d1b44d0c866925416a69c33d on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:49.999082 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-de56c574-6c6a-4db4-8801-4f3f9b77ad23 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Unset dirty status for tenant:0222cca6d1b44d0c866925416a69c33d on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:50.000378 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-de56c574-6c6a-4db4-8801-4f3f9b77ad23 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.3466010 May 31 15:54:50.004843 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60356) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:50.051486 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-47732bad-1879-4c61-b86f-46069ff069d1 req-dfa0f29e-01a0-403d-9cec-287f5954c0c7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=47baf0fd-299b-423b-9b09-72be425d44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945001 May 31 15:54:50.072795 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3232b04-517d-4fc9-a8a4-3b4288e7797c None None] Pushing event updated for resources: {'Port': ['ID=c8fde10e-f8d3-4bf5-85fa-2e68af57f1bd,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:50.076303 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e3232b04-517d-4fc9-a8a4-3b4288e7797c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:50.076703 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-93e9b837-a264-4b79-8908-3eed17bb197f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:50.105501 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-5fae5dc7-0b3c-4e26-a820-981b5d38dc3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:50.105990 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-5fae5dc7-0b3c-4e26-a820-981b5d38dc3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:50.134767 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-eab1161b-d961-48a5-97d7-c78290a5c604 None None] Provisioning for port 64143c38-e652-448e-b23c-d0da9918cb09 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:50.140245 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f22c29b-08a1-4b88-a6d3-8d1e3b742855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-8144ac80-b437-4107-80e9-23639d48eed0', 'network_id': '8144ac80-b437-4107-80e9-23639d48eed0', 'tenant_id': 'bb2c19be63134fafa4e37ac6e9b7034e', 'fixed_ips': [{'subnet_id': 'b9eaaf38-8f2a-49bb-9c51-c8987e1b9c80'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:54:50.141053 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2f22c29b-08a1-4b88-a6d3-8d1e3b742855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:50.147206 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-5fae5dc7-0b3c-4e26-a820-981b5d38dc3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0532937 May 31 15:54:50.160179 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-7139102e-facf-40ea-9722-dfdc133a71b2 service neutron] Request body: {'port': {'device_id': '605b67ec-9215-4d40-b8e6-05bfb13ddab4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:50.169727 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-eab1161b-d961-48a5-97d7-c78290a5c604 None None] Provisioning complete for port 64143c38-e652-448e-b23c-d0da9918cb09 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:50.170109 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-eab1161b-d961-48a5-97d7-c78290a5c604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:50.190898 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e95f294e-efe7-4910-bf0f-f98ad77e2a3d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5afa58f4a3af4e44995b310f91e29d81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3580985 May 31 15:54:50.195450 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60360) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:50.307911 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-2df66e99-480f-4525-8619-0a99a356d2cd tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Deleting port e160136d-2e35-4e47-a6f3-b08e04d7b635 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:54:50.308778 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2df66e99-480f-4525-8619-0a99a356d2cd tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:50.316147 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-eab1161b-d961-48a5-97d7-c78290a5c604 None None] Port 64143c38-e652-448e-b23c-d0da9918cb09 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:54:50.331321 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9995c-2f35-4d98-b278-dfbf89043167 None None] Pushing event updated for resources: {'Port': ['ID=f2a00aa6-7e05-4428-946f-65a8b7e0bf81,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:50.344261 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-48a9995c-2f35-4d98-b278-dfbf89043167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:50.403307 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6fded435-bea5-4b60-a0ce-4887ac464e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:50.450524 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-84a7e22f-64c4-4063-ab2a-3e37213e6a2e tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:50.542785 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-2f22c29b-08a1-4b88-a6d3-8d1e3b742855 None None] Allocated IP 172.20.0.2 (8144ac80-b437-4107-80e9-23639d48eed0/b9eaaf38-8f2a-49bb-9c51-c8987e1b9c80/1b34647e-4404-499d-b926-9c894ec35050) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:54:50.576251 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6fded435-bea5-4b60-a0ce-4887ac464e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:50.822194 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2df66e99-480f-4525-8619-0a99a356d2cd tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:50.822640 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2f22c29b-08a1-4b88-a6d3-8d1e3b742855 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:50.833447 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2f22c29b-08a1-4b88-a6d3-8d1e3b742855 None None] Transition to ACTIVE for port object 1b34647e-4404-499d-b926-9c894ec35050 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:50.854183 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2f22c29b-08a1-4b88-a6d3-8d1e3b742855 None None] Transition to ACTIVE for port object 1b34647e-4404-499d-b926-9c894ec35050 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:50.860875 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2f22c29b-08a1-4b88-a6d3-8d1e3b742855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:50.865351 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-48a9995c-2f35-4d98-b278-dfbf89043167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:50.896593 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-7139102e-facf-40ea-9722-dfdc133a71b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:50.928607 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f22c29b-08a1-4b88-a6d3-8d1e3b742855 None None] Network 8144ac80-b437-4107-80e9-23639d48eed0 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:54:50.931514 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-2f22c29b-08a1-4b88-a6d3-8d1e3b742855 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:50.935296 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f22c29b-08a1-4b88-a6d3-8d1e3b742855 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:54:50.941150 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22c29b-08a1-4b88-a6d3-8d1e3b742855 None None] Pushing event updated for resources: {'Port': ['ID=1b34647e-4404-499d-b926-9c894ec35050,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:50.945041 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-2f22c29b-08a1-4b88-a6d3-8d1e3b742855 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:50.954695 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-2df66e99-480f-4525-8619-0a99a356d2cd tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Calling delete_port for e160136d-2e35-4e47-a6f3-b08e04d7b635 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:54:50.991116 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6fded435-bea5-4b60-a0ce-4887ac464e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:51.000435 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-84a7e22f-64c4-4063-ab2a-3e37213e6a2e tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Allocated IP 172.20.0.1 (57f3df13-17c5-4d2c-9344-2e6b59f9df1e/0e8235b7-5588-4ab5-bdea-fcd2ef7bf4de/8f1aa633-397d-4062-a994-4f0845505e0b) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:54:51.000673 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9ec6c2be-0d00-4c49-9676-f528e458de9b tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:51.026573 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fded435-bea5-4b60-a0ce-4887ac464e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a191e18d-e1f9-43d5-acc7-9dda3e04a959,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:51.033332 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6fded435-bea5-4b60-a0ce-4887ac464e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:51.059914 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6fded435-bea5-4b60-a0ce-4887ac464e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:51.065754 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6fded435-bea5-4b60-a0ce-4887ac464e9e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a191e18d-e1f9-43d5-acc7-9dda3e04a959 HTTP/1.1" status: 204 len: 168 time: 0.8670833 May 31 15:54:51.066768 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-2f22c29b-08a1-4b88-a6d3-8d1e3b742855 None None] Attempting to bind port 1b34647e-4404-499d-b926-9c894ec35050 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:54:51.067261 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-2f22c29b-08a1-4b88-a6d3-8d1e3b742855 None None] Attempting to bind port 1b34647e-4404-499d-b926-9c894ec35050 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'd98ed5c7-b664-4f53-9dc9-12bbc778bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8144ac80-b437-4107-80e9-23639d48eed0'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:54:51.068202 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f22c29b-08a1-4b88-a6d3-8d1e3b742855 None None] Attempting to bind port 1b34647e-4404-499d-b926-9c894ec35050 on network 8144ac80-b437-4107-80e9-23639d48eed0 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:54:51.090413 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f22c29b-08a1-4b88-a6d3-8d1e3b742855 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:54:51.090800 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f22c29b-08a1-4b88-a6d3-8d1e3b742855 None None] Checking segment: {'id': 'd98ed5c7-b664-4f53-9dc9-12bbc778bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8144ac80-b437-4107-80e9-23639d48eed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:54:51.091324 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2f22c29b-08a1-4b88-a6d3-8d1e3b742855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:51.091725 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f22c29b-08a1-4b88-a6d3-8d1e3b742855 None None] Bound using segment: {'id': 'd98ed5c7-b664-4f53-9dc9-12bbc778bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8144ac80-b437-4107-80e9-23639d48eed0'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:54:51.092202 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-2f22c29b-08a1-4b88-a6d3-8d1e3b742855 None None] Bound port: 1b34647e-4404-499d-b926-9c894ec35050, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98ed5c7-b664-4f53-9dc9-12bbc778bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8144ac80-b437-4107-80e9-23639d48eed0'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:54:51.092658 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2f22c29b-08a1-4b88-a6d3-8d1e3b742855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:51.193720 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2df66e99-480f-4525-8619-0a99a356d2cd tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:51.203919 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bda36238-d55e-445e-a578-8200395d7c07 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:51.264866 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df66e99-480f-4525-8619-0a99a356d2cd tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Pushing event deleted for resources: {'Port': ['ID=e160136d-2e35-4e47-a6f3-b08e04d7b635,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:51.272032 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2df66e99-480f-4525-8619-0a99a356d2cd tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:51.303227 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-2f22c29b-08a1-4b88-a6d3-8d1e3b742855 None None] For port 1b34647e-4404-499d-b926-9c894ec35050, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:54:51.306771 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-2f22c29b-08a1-4b88-a6d3-8d1e3b742855 None None] For port 1b34647e-4404-499d-b926-9c894ec35050, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=1b34647e-4404-499d-b926-9c894ec35050,segment=NetworkSegment(d98ed5c7-b664-4f53-9dc9-12bbc778bc1f),segment_id=d98ed5c7-b664-4f53-9dc9-12bbc778bc1f)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:54:51.317750 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2f22c29b-08a1-4b88-a6d3-8d1e3b742855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:51.334927 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:51.398646 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-84a7e22f-64c4-4063-ab2a-3e37213e6a2e tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:51.405028 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2df66e99-480f-4525-8619-0a99a356d2cd tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:51.439170 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-84a7e22f-64c4-4063-ab2a-3e37213e6a2e tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Transition to ACTIVE for port object 8f1aa633-397d-4062-a994-4f0845505e0b will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:51.495203 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22c29b-08a1-4b88-a6d3-8d1e3b742855 None None] Pushing event updated for resources: {'Port': ['ID=1b34647e-4404-499d-b926-9c894ec35050,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:51.498490 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c8fde10e-f8d3-4bf5-85fa-2e68af57f1bd up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:54:51.540063 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-7139102e-facf-40ea-9722-dfdc133a71b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64143c38-e652-448e-b23c-d0da9918cb09 {{(pid=99204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 15:54:51.547056 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-84a7e22f-64c4-4063-ab2a-3e37213e6a2e tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:51.554329 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0ffa1070-daee-4b52-987c-15562d3035c1 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:51.562257 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2df66e99-480f-4525-8619-0a99a356d2cd tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] 10.222.0.45 "DELETE /v2.0/ports/e160136d-2e35-4e47-a6f3-b08e04d7b635 HTTP/1.1" status: 204 len: 168 time: 1.5566835 May 31 15:54:51.566185 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60368) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:51.576628 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-489f29a6-123b-4201-8037-2f9125e7a275 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Request body: {'port': {'name': 'tempest-new-port-name-802120913', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:51.577493 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.api.validators [None req-489f29a6-123b-4201-8037-2f9125e7a275 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] bootfile-name is not in valid_values {{(pid=99205) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 31 15:54:51.578090 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.api.validators [None req-489f29a6-123b-4201-8037-2f9125e7a275 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] tftp-server is not in valid_values {{(pid=99205) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 31 15:54:51.578668 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.api.validators [None req-489f29a6-123b-4201-8037-2f9125e7a275 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] server-ip-address is not in valid_values {{(pid=99205) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 31 15:54:51.594581 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-2f22c29b-08a1-4b88-a6d3-8d1e3b742855 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:51.598545 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-7139102e-facf-40ea-9722-dfdc133a71b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:51.632848 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port c8fde10e-f8d3-4bf5-85fa-2e68af57f1bd completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:51.645686 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f2a00aa6-7e05-4428-946f-65a8b7e0bf81 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:54:51.688203 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a7e22f-64c4-4063-ab2a-3e37213e6a2e tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Network 57f3df13-17c5-4d2c-9344-2e6b59f9df1e is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:54:51.689398 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-7139102e-facf-40ea-9722-dfdc133a71b2 service neutron] Transition to ACTIVE for port object 64143c38-e652-448e-b23c-d0da9918cb09 will not be triggered until provisioned by entity L2. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:54:51.696901 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-84a7e22f-64c4-4063-ab2a-3e37213e6a2e tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:51.704373 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a7e22f-64c4-4063-ab2a-3e37213e6a2e tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:54:51.742143 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-7139102e-facf-40ea-9722-dfdc133a71b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:51.778758 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7e22f-64c4-4063-ab2a-3e37213e6a2e tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Pushing event updated for resources: {'Port': ['ID=8f1aa633-397d-4062-a994-4f0845505e0b,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:51.783294 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-84a7e22f-64c4-4063-ab2a-3e37213e6a2e tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:51.789580 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port f2a00aa6-7e05-4428-946f-65a8b7e0bf81 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:51.790486 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6f212ff5-4e64-48b5-ad06-2e28ac7d7cd9 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:51.824683 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb9c396-63ab-4d60-9b5e-9af795c8e24a None None] Network 70765fc0-e86d-4467-b6ec-b95d9d9f5e1b requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:54:51.835417 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680094a-6605-4ded-8939-ced03aa39450 req-6dd20939-36a2-4da0-b61a-f111090f94b6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:51.836990 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f680094a-6605-4ded-8939-ced03aa39450 req-6dd20939-36a2-4da0-b61a-f111090f94b6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=605b67ec-9215-4d40-b8e6-05bfb13ddab4 HTTP/1.1" status: 200 len: 932 time: 0.4277592 May 31 15:54:51.849620 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-489f29a6-123b-4201-8037-2f9125e7a275 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:51.870472 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139102e-facf-40ea-9722-dfdc133a71b2 service neutron] Pushing event updated for resources: {'Port': ['ID=64143c38-e652-448e-b23c-d0da9918cb09,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:51.873674 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7139102e-facf-40ea-9722-dfdc133a71b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:51.968461 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f680094a-6605-4ded-8939-ced03aa39450 req-da619387-7829-4a20-9c26-9e96375db0c0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=47baf0fd-299b-423b-9b09-72be425d44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197886 May 31 15:54:51.969644 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-84a7e22f-64c4-4063-ab2a-3e37213e6a2e tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:52.122238 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-36952e62-a2d8-4966-8e72-2c736b0a8bdb None None] Provisioning for port c8fde10e-f8d3-4bf5-85fa-2e68af57f1bd completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:52.132037 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-36952e62-a2d8-4966-8e72-2c736b0a8bdb None None] Provisioning complete for port c8fde10e-f8d3-4bf5-85fa-2e68af57f1bd triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:52.132838 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-36952e62-a2d8-4966-8e72-2c736b0a8bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:52.235303 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-7139102e-facf-40ea-9722-dfdc133a71b2 service neutron] Attempting to bind port 64143c38-e652-448e-b23c-d0da9918cb09 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:54:52.235657 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-7139102e-facf-40ea-9722-dfdc133a71b2 service neutron] Attempting to bind port 64143c38-e652-448e-b23c-d0da9918cb09 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1ca987da-1f83-49ea-9701-82bf79aa5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9631adac-a3ba-4fa8-aefb-8e89936e62a2'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:54:52.236278 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-7139102e-facf-40ea-9722-dfdc133a71b2 service neutron] Attempting to bind port 64143c38-e652-448e-b23c-d0da9918cb09 on network 9631adac-a3ba-4fa8-aefb-8e89936e62a2 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:54:52.244692 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-7139102e-facf-40ea-9722-dfdc133a71b2 service neutron] Port 64143c38-e652-448e-b23c-d0da9918cb09 on network 9631adac-a3ba-4fa8-aefb-8e89936e62a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:54:52.245083 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-7139102e-facf-40ea-9722-dfdc133a71b2 service neutron] Attempting to bind port 64143c38-e652-448e-b23c-d0da9918cb09 on network 9631adac-a3ba-4fa8-aefb-8e89936e62a2 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:54:52.257210 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-7139102e-facf-40ea-9722-dfdc133a71b2 service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:54:52.257710 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-7139102e-facf-40ea-9722-dfdc133a71b2 service neutron] Checking segment: {'id': '1ca987da-1f83-49ea-9701-82bf79aa5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9631adac-a3ba-4fa8-aefb-8e89936e62a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:54:52.260167 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-7139102e-facf-40ea-9722-dfdc133a71b2 service neutron] Bound using segment: {'id': '1ca987da-1f83-49ea-9701-82bf79aa5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9631adac-a3ba-4fa8-aefb-8e89936e62a2'} {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:54:52.260727 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-7139102e-facf-40ea-9722-dfdc133a71b2 service neutron] Bound port: 64143c38-e652-448e-b23c-d0da9918cb09, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ca987da-1f83-49ea-9701-82bf79aa5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9631adac-a3ba-4fa8-aefb-8e89936e62a2'}}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:54:52.261326 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-7139102e-facf-40ea-9722-dfdc133a71b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:52.360904 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-489f29a6-123b-4201-8037-2f9125e7a275 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:52.369887 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-489f29a6-123b-4201-8037-2f9125e7a275 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:52.381337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e98154ef-14ff-4a04-8916-60848b514cb5 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:52.386817 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5d67fc-276d-409b-8dac-e0307de033e7 None None] Network 57f3df13-17c5-4d2c-9344-2e6b59f9df1e requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:54:52.432883 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-489f29a6-123b-4201-8037-2f9125e7a275 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] In _notify_port_updated(), no bound segment for port 45098e76-536d-40bf-bd46-93a9c3504797 on network 70765fc0-e86d-4467-b6ec-b95d9d9f5e1b {{(pid=99205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 15:54:52.434076 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-84a7e22f-64c4-4063-ab2a-3e37213e6a2e tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:52.439610 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489f29a6-123b-4201-8037-2f9125e7a275 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:52.440303 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-489f29a6-123b-4201-8037-2f9125e7a275 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:52.445724 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-489f29a6-123b-4201-8037-2f9125e7a275 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] 10.222.0.45 "PUT /v2.0/ports/45098e76-536d-40bf-bd46-93a9c3504797 HTTP/1.1" status: 200 len: 1128 time: 0.8779900 May 31 15:54:52.446473 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60372) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:52.523565 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f29a6-123b-4201-8037-2f9125e7a275 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Pushing event updated for resources: {'Port': ['ID=45098e76-536d-40bf-bd46-93a9c3504797,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:52.526908 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-489f29a6-123b-4201-8037-2f9125e7a275 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:52.541021 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-36952e62-a2d8-4966-8e72-2c736b0a8bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:52.547889 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1cfefc-147f-4c35-a227-40387b89a772 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:52.548724 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-7e1cfefc-147f-4c35-a227-40387b89a772 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Synchronizing usage tracker for tenant:0222cca6d1b44d0c866925416a69c33d on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:52.566045 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-7e1cfefc-147f-4c35-a227-40387b89a772 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Unset dirty status for tenant:0222cca6d1b44d0c866925416a69c33d on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:52.572070 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7e1cfefc-147f-4c35-a227-40387b89a772 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] 10.222.0.45 "GET /v2.0/ports/45098e76-536d-40bf-bd46-93a9c3504797 HTTP/1.1" status: 200 len: 1128 time: 0.1168125 May 31 15:54:52.572355 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60376) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:52.620882 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-36952e62-a2d8-4966-8e72-2c736b0a8bdb None None] For port c8fde10e-f8d3-4bf5-85fa-2e68af57f1bd, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c8fde10e-f8d3-4bf5-85fa-2e68af57f1bd,segment=NetworkSegment(f9f68900-546d-44ac-8852-1d696ae03e1c),segment_id=f9f68900-546d-44ac-8852-1d696ae03e1c)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:54:52.659058 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-36952e62-a2d8-4966-8e72-2c736b0a8bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:52.663176 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-7139102e-facf-40ea-9722-dfdc133a71b2 service neutron] For port 64143c38-e652-448e-b23c-d0da9918cb09, host hv-neutron-6013, cleared binding levels {{(pid=99204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:54:52.667829 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:52.673285 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-7139102e-facf-40ea-9722-dfdc133a71b2 service neutron] For port 64143c38-e652-448e-b23c-d0da9918cb09, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=64143c38-e652-448e-b23c-d0da9918cb09,segment=NetworkSegment(1ca987da-1f83-49ea-9701-82bf79aa5305),segment_id=1ca987da-1f83-49ea-9701-82bf79aa5305)] {{(pid=99204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:54:52.682237 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-7139102e-facf-40ea-9722-dfdc133a71b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:52.697867 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-478464ca-1eff-45d2-b20e-f79da88e920e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:52.743912 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-e76f6ef3-2f73-4db5-81d0-76a9b247a35f tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Deleting port 45098e76-536d-40bf-bd46-93a9c3504797 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:54:52.744265 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e76f6ef3-2f73-4db5-81d0-76a9b247a35f tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:52.775821 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-7139102e-facf-40ea-9722-dfdc133a71b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:52.776514 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-7139102e-facf-40ea-9722-dfdc133a71b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:52.778000 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-7139102e-facf-40ea-9722-dfdc133a71b2 service neutron] 10.222.0.59 "PUT /v2.0/ports/64143c38-e652-448e-b23c-d0da9918cb09 HTTP/1.1" status: 200 len: 1094 time: 2.6222129 May 31 15:54:52.790165 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605b67ec-9215-4d40-b8e6-05bfb13ddab4', 'tag': '64143c38-e652-448e-b23c-d0da9918cb09'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:54:52.794812 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf8f011-aaa2-4500-b2da-d14c8e593111" -d '{"events": [{"name": "network-changed", "server_uuid": "605b67ec-9215-4d40-b8e6-05bfb13ddab4", "tag": "64143c38-e652-448e-b23c-d0da9918cb09"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:54:52.883636 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36952e62-a2d8-4966-8e72-2c736b0a8bdb None None] Pushing event updated for resources: {'Port': ['ID=c8fde10e-f8d3-4bf5-85fa-2e68af57f1bd,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:52.896561 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-36952e62-a2d8-4966-8e72-2c736b0a8bdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:52.941076 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-fd5ee4f0-12f2-454d-a911-4d5276bda627 None None] Provisioning for port f2a00aa6-7e05-4428-946f-65a8b7e0bf81 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:52.948886 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 15:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e99f739-b6ec-49bd-931d-fa0308293777 x-openstack-request-id: req-9e99f739-b6ec-49bd-931d-fa0308293777 {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:54:52.949219 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605b67ec-9215-4d40-b8e6-05bfb13ddab4", "tag": "64143c38-e652-448e-b23c-d0da9918cb09", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:54:52.949521 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9e99f739-b6ec-49bd-931d-fa0308293777 {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:54:52.950007 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605b67ec-9215-4d40-b8e6-05bfb13ddab4', 'tag': '64143c38-e652-448e-b23c-d0da9918cb09', 'status': 'completed', 'code': 200} May 31 15:54:52.969637 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-fd5ee4f0-12f2-454d-a911-4d5276bda627 None None] Provisioning complete for port f2a00aa6-7e05-4428-946f-65a8b7e0bf81 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:52.970207 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fd5ee4f0-12f2-454d-a911-4d5276bda627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:53.035874 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139102e-facf-40ea-9722-dfdc133a71b2 service neutron] Pushing event updated for resources: {'Port': ['ID=64143c38-e652-448e-b23c-d0da9918cb09,revision_number=3']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:53.039922 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7139102e-facf-40ea-9722-dfdc133a71b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:53.049258 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e76f6ef3-2f73-4db5-81d0-76a9b247a35f tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:53.196434 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fd5ee4f0-12f2-454d-a911-4d5276bda627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:53.258855 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-fd5ee4f0-12f2-454d-a911-4d5276bda627 None None] For port f2a00aa6-7e05-4428-946f-65a8b7e0bf81, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=f2a00aa6-7e05-4428-946f-65a8b7e0bf81,segment=NetworkSegment(6f17136d-2f73-44c0-ae32-666f0fee472c),segment_id=6f17136d-2f73-44c0-ae32-666f0fee472c)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:54:53.274713 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fd5ee4f0-12f2-454d-a911-4d5276bda627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:53.277080 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-48a9995c-2f35-4d98-b278-dfbf89043167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:53.345699 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-3266815c-e1e7-44f2-a49a-1e825ae09602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:53.347322 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-3266815c-e1e7-44f2-a49a-1e825ae09602 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=605b67ec-9215-4d40-b8e6-05bfb13ddab4 HTTP/1.1" status: 200 len: 1097 time: 0.4607568 May 31 15:54:53.392552 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 1b34647e-4404-499d-b926-9c894ec35050 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:54:53.423823 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-e76f6ef3-2f73-4db5-81d0-76a9b247a35f tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Calling delete_port for 45098e76-536d-40bf-bd46-93a9c3504797 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:54:53.468034 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ee4f0-12f2-454d-a911-4d5276bda627 None None] Pushing event updated for resources: {'Port': ['ID=f2a00aa6-7e05-4428-946f-65a8b7e0bf81,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:53.471821 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-fd5ee4f0-12f2-454d-a911-4d5276bda627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:53.506610 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ae217470-3a12-41bd-b6da-ce1f377c59ba None None] Provisioning for port 45098e76-536d-40bf-bd46-93a9c3504797 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:53.514614 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ae217470-3a12-41bd-b6da-ce1f377c59ba None None] Provisioning complete for port 45098e76-536d-40bf-bd46-93a9c3504797 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:53.515479 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ae217470-3a12-41bd-b6da-ce1f377c59ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:53.519306 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-ef9c15c6-cf85-4abb-91a4-17a6f14a6bd1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=64143c38-e652-448e-b23c-d0da9918cb09 HTTP/1.1" status: 200 len: 217 time: 0.1592712 May 31 15:54:53.547445 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ed8727-4fd3-4cd2-ae42-7c3693b448be None None] Network 8144ac80-b437-4107-80e9-23639d48eed0 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:54:53.566077 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 1b34647e-4404-499d-b926-9c894ec35050 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:53.597210 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c8fde10e-f8d3-4bf5-85fa-2e68af57f1bd up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:54:53.618513 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dd870-ddc0-4fbb-a34e-9637c1898bb8 req-9f293b51-6a1a-473f-af0f-c585c561ae02 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:53.627068 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-000dd870-ddc0-4fbb-a34e-9637c1898bb8 req-9f293b51-6a1a-473f-af0f-c585c561ae02 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=605b67ec-9215-4d40-b8e6-05bfb13ddab4 HTTP/1.1" status: 200 len: 944 time: 0.3615625 May 31 15:54:53.686675 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-000dd870-ddc0-4fbb-a34e-9637c1898bb8 req-260fa3af-99ac-4f05-81a9-ba222d47014f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=47baf0fd-299b-423b-9b09-72be425d44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586078 May 31 15:54:53.687432 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e76f6ef3-2f73-4db5-81d0-76a9b247a35f tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:53.707597 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-84a7e22f-64c4-4063-ab2a-3e37213e6a2e tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:53.712775 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-66b540e3-f54b-4a44-9601-2ace6e5b1c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:53.712986 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-66b540e3-f54b-4a44-9601-2ace6e5b1c76 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a25097d-1251-4bf4-b57f-c7afebe86676 HTTP/1.1" status: 200 len: 838 time: 0.1851087 May 31 15:54:53.716027 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-84a7e22f-64c4-4063-ab2a-3e37213e6a2e tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:53.717589 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3c9527ff-2564-4f39-a91c-af4a922ff1d0 tempest-FloatingIPAdminTestJSON-908371098 tempest-FloatingIPAdminTestJSON-908371098-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:53.782050 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c78e388d-60f2-4ca0-9720-46212e0558a5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:53.790710 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-ae217470-3a12-41bd-b6da-ce1f377c59ba None None] Port 45098e76-536d-40bf-bd46-93a9c3504797 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:54:53.814027 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port c8fde10e-f8d3-4bf5-85fa-2e68af57f1bd triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:53.814978 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:53.816212 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e76f6ef3-2f73-4db5-81d0-76a9b247a35f tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:53.827975 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f6ef3-2f73-4db5-81d0-76a9b247a35f tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Pushing event deleted for resources: {'Port': ['ID=45098e76-536d-40bf-bd46-93a9c3504797,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:53.835230 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e76f6ef3-2f73-4db5-81d0-76a9b247a35f tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:53.837231 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e76f6ef3-2f73-4db5-81d0-76a9b247a35f tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] 10.222.0.45 "DELETE /v2.0/ports/45098e76-536d-40bf-bd46-93a9c3504797 HTTP/1.1" status: 204 len: 168 time: 1.2638018 May 31 15:54:53.843476 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60386) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:53.940750 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e584d45-59fb-480b-912b-71aa947e876a tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Deleting subnet 789a8089-2b20-4da5-ae03-45a27e42cbfd {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:54:53.945864 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2e584d45-59fb-480b-912b-71aa947e876a tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:53.947386 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ae217470-3a12-41bd-b6da-ce1f377c59ba None None] Provisioning complete for port c8fde10e-f8d3-4bf5-85fa-2e68af57f1bd triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:53.947934 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ae217470-3a12-41bd-b6da-ce1f377c59ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:53.964843 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7e22f-64c4-4063-ab2a-3e37213e6a2e tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Pushing event updated for resources: {'Port': ['ID=8f1aa633-397d-4062-a994-4f0845505e0b,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:53.973315 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-84a7e22f-64c4-4063-ab2a-3e37213e6a2e tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:53.978795 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-84a7e22f-64c4-4063-ab2a-3e37213e6a2e tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:54.017315 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2e584d45-59fb-480b-912b-71aa947e876a tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:54.142026 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2e584d45-59fb-480b-912b-71aa947e876a tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:54.163365 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a7e22f-64c4-4063-ab2a-3e37213e6a2e tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Network 57f3df13-17c5-4d2c-9344-2e6b59f9df1e is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:54:54.166829 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-84a7e22f-64c4-4063-ab2a-3e37213e6a2e tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:54:54.337964 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-e98ec64d-6e0e-4335-a663-2805c44dc617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:54.339923 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-e98ec64d-6e0e-4335-a663-2805c44dc617 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9631adac-a3ba-4fa8-aefb-8e89936e62a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.5590193 May 31 15:54:54.451512 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-06d5f9dc-285c-4702-980a-599086843688 None None] Provisioning complete for port f2a00aa6-7e05-4428-946f-65a8b7e0bf81 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:54.452652 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-06d5f9dc-285c-4702-980a-599086843688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:54.600318 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-de4c79e3-be8f-471a-8933-059b1ba19928 service neutron] 10.222.0.59 "GET /v2.0/networks/9631adac-a3ba-4fa8-aefb-8e89936e62a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482238 May 31 15:54:54.654723 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a7e22f-64c4-4063-ab2a-3e37213e6a2e tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Router 0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:54:54.708918 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-06d5f9dc-285c-4702-980a-599086843688 None None] Could not find standard attr ID for object e160136d-2e35-4e47-a6f3-b08e04d7b635. {{(pid=99206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 15:54:54.718476 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6331b6-d439-4336-8000-1053aaaafb7a req-a353057e-a45c-4559-9dcd-888716e7bf8d tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:54.720061 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4d6331b6-d439-4336-8000-1053aaaafb7a req-a353057e-a45c-4559-9dcd-888716e7bf8d tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 946 time: 0.4364152 May 31 15:54:54.727583 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-06d5f9dc-285c-4702-980a-599086843688 None None] Provisioning for port 1b34647e-4404-499d-b926-9c894ec35050 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:54.740020 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-06d5f9dc-285c-4702-980a-599086843688 None None] Provisioning complete for port 1b34647e-4404-499d-b926-9c894ec35050 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:54.740398 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-06d5f9dc-285c-4702-980a-599086843688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:54.840953 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4d6331b6-d439-4336-8000-1053aaaafb7a req-ccdc2955-b82a-40ca-b038-7e99ee076d99 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113782 May 31 15:54:54.933688 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-06d5f9dc-285c-4702-980a-599086843688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:54.946085 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2e584d45-59fb-480b-912b-71aa947e876a tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:54.954616 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-dbf7338b-c18c-4d45-89b7-c0e5b6e920a9 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:54.980856 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-06d5f9dc-285c-4702-980a-599086843688 None None] For port 1b34647e-4404-499d-b926-9c894ec35050, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=1b34647e-4404-499d-b926-9c894ec35050,segment=NetworkSegment(d98ed5c7-b664-4f53-9dc9-12bbc778bc1f),segment_id=d98ed5c7-b664-4f53-9dc9-12bbc778bc1f)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:54:54.993729 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-06d5f9dc-285c-4702-980a-599086843688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:54.996147 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-2f22c29b-08a1-4b88-a6d3-8d1e3b742855 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:55.033052 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e584d45-59fb-480b-912b-71aa947e876a tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Pushing event deleted for resources: {'Subnet': ['ID=789a8089-2b20-4da5-ae03-45a27e42cbfd,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:55.038427 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2e584d45-59fb-480b-912b-71aa947e876a tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:55.075520 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-06d5f9dc-285c-4702-980a-599086843688 None None] Could not find standard attr ID for object 45098e76-536d-40bf-bd46-93a9c3504797. {{(pid=99206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 15:54:55.096837 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-06d5f9dc-285c-4702-980a-599086843688 None None] Provisioning for port 8f1aa633-397d-4062-a994-4f0845505e0b completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:54:55.107545 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-06d5f9dc-285c-4702-980a-599086843688 None None] Provisioning complete for port 8f1aa633-397d-4062-a994-4f0845505e0b triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:55.107926 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-06d5f9dc-285c-4702-980a-599086843688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:55.121433 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2e584d45-59fb-480b-912b-71aa947e876a tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:55.147001 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f2a00aa6-7e05-4428-946f-65a8b7e0bf81 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:54:55.147191 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2e584d45-59fb-480b-912b-71aa947e876a tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] 10.222.0.45 "DELETE /v2.0/subnets/789a8089-2b20-4da5-ae03-45a27e42cbfd HTTP/1.1" status: 204 len: 168 time: 1.3012326 May 31 15:54:55.149024 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60394) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:55.191751 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e03f25-7080-46b7-b2ab-f327f3f4f317 None None] Network 70765fc0-e86d-4467-b6ec-b95d9d9f5e1b requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:54:55.221792 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a7e22f-64c4-4063-ab2a-3e37213e6a2e tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:54:55.225120 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-781d1bdd-5851-47ef-bcab-9a4f20de997c req-ae686b20-d439-4d85-b192-f8c531c67759 service neutron] 10.222.0.59 "GET /v2.0/networks/9631adac-a3ba-4fa8-aefb-8e89936e62a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6162443 May 31 15:54:55.233835 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-84a7e22f-64c4-4063-ab2a-3e37213e6a2e tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] 10.222.0.45 "PUT /v2.0/routers/0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7096865 May 31 15:54:55.236996 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60398) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:55.248782 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ecb0ab-59a1-4eb5-9726-351df2bef0a8 None None] Sync routers for ids ['0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:54:55.250709 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5f9dc-285c-4702-980a-599086843688 None None] Pushing event updated for resources: {'Port': ['ID=1b34647e-4404-499d-b926-9c894ec35050,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:55.255640 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-06d5f9dc-285c-4702-980a-599086843688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:55.269142 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63993f54-2460-42ab-9496-c3e93eab0e8a req-11df6775-ae0d-4272-a87f-604ccda22f41 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:55.270742 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-63993f54-2460-42ab-9496-c3e93eab0e8a req-11df6775-ae0d-4272-a87f-604ccda22f41 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=605b67ec-9215-4d40-b8e6-05bfb13ddab4 HTTP/1.1" status: 200 len: 944 time: 0.2413790 May 31 15:54:55.310875 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5055dff-4bb0-47da-8a68-d15ecfc29288 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:55.335256 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-06d5f9dc-285c-4702-980a-599086843688 None None] Port 8f1aa633-397d-4062-a994-4f0845505e0b cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:54:55.338788 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ecb0ab-59a1-4eb5-9726-351df2bef0a8 None None] Routers {'0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:54:55.339687 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e4ecb0ab-59a1-4eb5-9726-351df2bef0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:54:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:55.380634 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-63993f54-2460-42ab-9496-c3e93eab0e8a req-1f1e4680-6aae-4244-9953-d706568a49f3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=47baf0fd-299b-423b-9b09-72be425d44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968912 May 31 15:54:55.420454 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-b5055dff-4bb0-47da-8a68-d15ecfc29288 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Deleting port c8fde10e-f8d3-4bf5-85fa-2e68af57f1bd {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:54:55.420794 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5055dff-4bb0-47da-8a68-d15ecfc29288 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:55.424325 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e4ecb0ab-59a1-4eb5-9726-351df2bef0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:55.510725 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ecb0ab-59a1-4eb5-9726-351df2bef0a8 None None] Routers {'0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:54:55.511005 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e4ecb0ab-59a1-4eb5-9726-351df2bef0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:54:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:55.523304 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-b5055dff-4bb0-47da-8a68-d15ecfc29288 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] For port c8fde10e-f8d3-4bf5-85fa-2e68af57f1bd, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c8fde10e-f8d3-4bf5-85fa-2e68af57f1bd,segment=NetworkSegment(f9f68900-546d-44ac-8852-1d696ae03e1c),segment_id=f9f68900-546d-44ac-8852-1d696ae03e1c)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:54:55.523670 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5055dff-4bb0-47da-8a68-d15ecfc29288 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:55.580503 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e4ecb0ab-59a1-4eb5-9726-351df2bef0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:55.580837 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ecb0ab-59a1-4eb5-9726-351df2bef0a8 None None] The sync data for ids ['0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:54:55.582828 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port f2a00aa6-7e05-4428-946f-65a8b7e0bf81 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:55.582828 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:55.599771 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8f011-aaa2-4500-b2da-d14c8e593111 req-5872e863-e6f3-46b3-acd2-a943399c64c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:55.601289 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-bcf8f011-aaa2-4500-b2da-d14c8e593111 req-5872e863-e6f3-46b3-acd2-a943399c64c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=605b67ec-9215-4d40-b8e6-05bfb13ddab4 HTTP/1.1" status: 200 len: 1097 time: 0.2938597 May 31 15:54:55.649278 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1618a3c2-ce99-4281-a1bd-c4c0738c6926 None None] Provisioning complete for port 1b34647e-4404-499d-b926-9c894ec35050 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:55.649868 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1618a3c2-ce99-4281-a1bd-c4c0738c6926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:55.662564 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-b5055dff-4bb0-47da-8a68-d15ecfc29288 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Calling delete_port for c8fde10e-f8d3-4bf5-85fa-2e68af57f1bd owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:54:55.723340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5055dff-4bb0-47da-8a68-d15ecfc29288 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:55.728300 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-208e1bb4-6a26-41aa-a077-1cd00b27cfa5 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:55.738498 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:54:55.777888 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5055dff-4bb0-47da-8a68-d15ecfc29288 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Pushing event deleted for resources: {'Port': ['ID=c8fde10e-f8d3-4bf5-85fa-2e68af57f1bd,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:55.779774 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5055dff-4bb0-47da-8a68-d15ecfc29288 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] No DVR routers for this DVR port c8fde10e-f8d3-4bf5-85fa-2e68af57f1bd on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:54:55.781392 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b5055dff-4bb0-47da-8a68-d15ecfc29288 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:55.892545 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b36d2de-4e7a-4e94-9148-0601d7f10e43 None None] DHCP port deletion for 70765fc0-e86d-4467-b6ec-b95d9d9f5e1b request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:54:55.897595 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1618a3c2-ce99-4281-a1bd-c4c0738c6926 None None] Could not find standard attr ID for object 45098e76-536d-40bf-bd46-93a9c3504797. {{(pid=99206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 15:54:55.911119 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1618a3c2-ce99-4281-a1bd-c4c0738c6926 None None] Provisioning complete for port 8f1aa633-397d-4062-a994-4f0845505e0b triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:55.911551 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1618a3c2-ce99-4281-a1bd-c4c0738c6926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:55.922776 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5055dff-4bb0-47da-8a68-d15ecfc29288 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:55.939533 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-b5055dff-4bb0-47da-8a68-d15ecfc29288 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70765fc0-e86d-4467-b6ec-b95d9d9f5e1b']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:55.955010 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-b5055dff-4bb0-47da-8a68-d15ecfc29288 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f68900-546d-44ac-8852-1d696ae03e1c') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:55.955360 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-b5055dff-4bb0-47da-8a68-d15ecfc29288 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f68900-546d-44ac-8852-1d696ae03e1c') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:55.970252 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5055dff-4bb0-47da-8a68-d15ecfc29288 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:55.971419 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-1618a3c2-ce99-4281-a1bd-c4c0738c6926 None None] Port 8f1aa633-397d-4062-a994-4f0845505e0b cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:54:55.974929 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8f011-aaa2-4500-b2da-d14c8e593111 req-9ed57edc-308f-4a41-8438-505476faa004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:55.976750 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-bcf8f011-aaa2-4500-b2da-d14c8e593111 req-9ed57edc-308f-4a41-8438-505476faa004 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9631adac-a3ba-4fa8-aefb-8e89936e62a2 HTTP/1.1" status: 200 len: 896 time: 0.3677464 May 31 15:54:56.024881 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5055dff-4bb0-47da-8a68-d15ecfc29288 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:56.082827 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5055dff-4bb0-47da-8a68-d15ecfc29288 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:54:56.083155 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5055dff-4bb0-47da-8a68-d15ecfc29288 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:56.095897 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-bcf8f011-aaa2-4500-b2da-d14c8e593111 req-92ac0f34-636a-4ece-b423-7a86b78512da service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=64143c38-e652-448e-b23c-d0da9918cb09 HTTP/1.1" status: 200 len: 217 time: 0.0766532 May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:54:56.097346 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:54:56.139498 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-b4044459-5a53-411c-9613-8c953a69cb8b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 15:54:56.140601 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b4044459-5a53-411c-9613-8c953a69cb8b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] 10.222.0.45 "PUT /v2.0/routers/0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9024224 May 31 15:54:56.144916 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60404) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:56.210101 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5055dff-4bb0-47da-8a68-d15ecfc29288 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:56.215622 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e1ed8efa-a189-4268-a5c6-7e42ba0ad0e3 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:56.234886 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5055dff-4bb0-47da-8a68-d15ecfc29288 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:56.243873 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5055dff-4bb0-47da-8a68-d15ecfc29288 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Pushing event deleted for resources: {'Network': ['ID=70765fc0-e86d-4467-b6ec-b95d9d9f5e1b,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:56.248538 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b5055dff-4bb0-47da-8a68-d15ecfc29288 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:56.259887 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e06a7-021b-4a3a-b437-cde1b3afd50f req-5e807485-9863-4b40-bf74-4b576d81109b tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:56.261313 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e73e06a7-021b-4a3a-b437-cde1b3afd50f req-5e807485-9863-4b40-bf74-4b576d81109b tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.59 "GET /v2.0/ports?device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 946 time: 0.2378793 May 31 15:54:56.271914 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3497ace-bb4d-4d5a-b048-23b7a0bab79e req-af887c73-bdde-4725-bc07-abe61bf151a1 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:56.273398 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b3497ace-bb4d-4d5a-b048-23b7a0bab79e req-af887c73-bdde-4725-bc07-abe61bf151a1 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 946 time: 0.2881918 May 31 15:54:56.316749 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b5055dff-4bb0-47da-8a68-d15ecfc29288 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] 10.222.0.45 "DELETE /v2.0/networks/70765fc0-e86d-4467-b6ec-b95d9d9f5e1b HTTP/1.1" status: 204 len: 168 time: 1.1642656 May 31 15:54:56.415957 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b3497ace-bb4d-4d5a-b048-23b7a0bab79e req-8f751ee9-4935-4473-bf50-644034cc3c98 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039917 May 31 15:54:56.463348 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-e73e06a7-021b-4a3a-b437-cde1b3afd50f req-9aa1085e-c0ad-4a53-8955-9517561c56b0 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Deleting port 1840dc3a-1a1c-4ff3-ba46-797ba59b885e {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:54:56.464236 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-e73e06a7-021b-4a3a-b437-cde1b3afd50f req-9aa1085e-c0ad-4a53-8955-9517561c56b0 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:56.498184 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8f011-aaa2-4500-b2da-d14c8e593111 req-9ca935c7-d8ea-48ad-b135-43851d1e0860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:56.499966 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-bcf8f011-aaa2-4500-b2da-d14c8e593111 req-9ca935c7-d8ea-48ad-b135-43851d1e0860 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a25097d-1251-4bf4-b57f-c7afebe86676 HTTP/1.1" status: 200 len: 838 time: 0.3968468 May 31 15:54:56.708328 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60414) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:56.793106 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8f011-aaa2-4500-b2da-d14c8e593111 req-2501eafc-ee05-4e30-bd90-f0acf4629a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:56.794630 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-bcf8f011-aaa2-4500-b2da-d14c8e593111 req-2501eafc-ee05-4e30-bd90-f0acf4629a69 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9631adac-a3ba-4fa8-aefb-8e89936e62a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.2836366 May 31 15:54:56.826816 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-e73e06a7-021b-4a3a-b437-cde1b3afd50f req-9aa1085e-c0ad-4a53-8955-9517561c56b0 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] For port 1840dc3a-1a1c-4ff3-ba46-797ba59b885e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1840dc3a-1a1c-4ff3-ba46-797ba59b885e,segment=NetworkSegment(d689a5f1-87c6-4c5b-a91b-b6d33d247f15),segment_id=d689a5f1-87c6-4c5b-a91b-b6d33d247f15)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:54:56.827439 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-e73e06a7-021b-4a3a-b437-cde1b3afd50f req-9aa1085e-c0ad-4a53-8955-9517561c56b0 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:56.918019 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b5729-98e2-4eb1-898e-346fab51f1af req-92a74a36-8b9b-4111-9f68-a1632b185e9d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:56.919406 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e76b5729-98e2-4eb1-898e-346fab51f1af req-92a74a36-8b9b-4111-9f68-a1632b185e9d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=605b67ec-9215-4d40-b8e6-05bfb13ddab4 HTTP/1.1" status: 200 len: 944 time: 0.3772438 May 31 15:54:57.033600 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6dfab187-9ad2-4484-8b3a-ec7ab1967fc1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0222cca6d1b44d0c866925416a69c33d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3240464 May 31 15:54:57.037846 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60420) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:57.044481 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-bcf8f011-aaa2-4500-b2da-d14c8e593111 req-bcdee0cb-98e1-46e9-8887-90d58bfe90f2 service neutron] 10.222.0.59 "GET /v2.0/networks/9631adac-a3ba-4fa8-aefb-8e89936e62a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410405 May 31 15:54:57.063346 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e76b5729-98e2-4eb1-898e-346fab51f1af req-c739ac19-d252-431f-aa1f-d5dc325ee0ef tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=47baf0fd-299b-423b-9b09-72be425d44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376202 May 31 15:54:57.070818 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 1b34647e-4404-499d-b926-9c894ec35050 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:54:57.141186 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 1b34647e-4404-499d-b926-9c894ec35050 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:54:57.141635 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:57.185309 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-e73e06a7-021b-4a3a-b437-cde1b3afd50f req-9aa1085e-c0ad-4a53-8955-9517561c56b0 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:57.186148 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-e73e06a7-021b-4a3a-b437-cde1b3afd50f req-9aa1085e-c0ad-4a53-8955-9517561c56b0 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:57.186711 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [req-e73e06a7-021b-4a3a-b437-cde1b3afd50f req-9aa1085e-c0ad-4a53-8955-9517561c56b0 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Floating IP 80b03b4f-2cc2-4222-98cc-4ec08fa080a8 disassociated. External IP: 172.26.0.208, port: 1840dc3a-1a1c-4ff3-ba46-797ba59b885e. May 31 15:54:57.187231 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-e73e06a7-021b-4a3a-b437-cde1b3afd50f req-9aa1085e-c0ad-4a53-8955-9517561c56b0 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Calling delete_port for 1840dc3a-1a1c-4ff3-ba46-797ba59b885e owned by compute:nova {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:54:57.282798 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bfb841f4-6583-45a4-8bed-a3427b5df7a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:57.306992 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-bcf8f011-aaa2-4500-b2da-d14c8e593111 req-1bb1a749-5e99-4173-ad8b-0ff934e14da2 service neutron] 10.222.0.59 "GET /v2.0/networks/9631adac-a3ba-4fa8-aefb-8e89936e62a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522018 May 31 15:54:57.321213 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-e73e06a7-021b-4a3a-b437-cde1b3afd50f req-9aa1085e-c0ad-4a53-8955-9517561c56b0 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:57.323097 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e445d342-668d-4b36-b719-faebfa49d75b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:57.328426 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1348b20a-4a4e-4fc4-af57-a1f556577a32 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:57.337305 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c8fde10e-f8d3-4bf5-85fa-2e68af57f1bd no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:54:57.375676 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: c8fde10e-f8d3-4bf5-85fa-2e68af57f1bd {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:54:57.376557 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c8fde10e-f8d3-4bf5-85fa-2e68af57f1bd not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:54:57.387616 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1085e-c0ad-4a53-8955-9517561c56b0 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Pushing event deleted for resources: {'Port': ['ID=1840dc3a-1a1c-4ff3-ba46-797ba59b885e,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:57.388676 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bfb841f4-6583-45a4-8bed-a3427b5df7a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:57.391475 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9aa1085e-c0ad-4a53-8955-9517561c56b0 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:57.595096 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2f982e64-7b88-4348-ad54-c394a05c73b8 req-d6072fd1-50c6-4824-ba2e-4276be8f0406 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 210 time: 0.0573642 May 31 15:54:57.612513 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bfb841f4-6583-45a4-8bed-a3427b5df7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:57.618047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-57de9a50-e60f-40b4-846c-b9d2255ed2b6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:57.627104 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e73e06a7-021b-4a3a-b437-cde1b3afd50f req-9aa1085e-c0ad-4a53-8955-9517561c56b0 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Router d2eaafca-c962-4810-a0d0-a75595e874c0 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:54:57.636031 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb841f4-6583-45a4-8bed-a3427b5df7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7cee38-0615-43f7-8264-eb48cdcb1187,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:57.640585 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bfb841f4-6583-45a4-8bed-a3427b5df7a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:57.645587 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bfb841f4-6583-45a4-8bed-a3427b5df7a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:57.649176 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-bfb841f4-6583-45a4-8bed-a3427b5df7a4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cd7cee38-0615-43f7-8264-eb48cdcb1187 HTTP/1.1" status: 204 len: 168 time: 0.6069658 May 31 15:54:57.802740 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-e445d342-668d-4b36-b719-faebfa49d75b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Deleting port 8f1aa633-397d-4062-a994-4f0845505e0b {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:54:57.803349 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e445d342-668d-4b36-b719-faebfa49d75b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:57.836488 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e73e06a7-021b-4a3a-b437-cde1b3afd50f req-9aa1085e-c0ad-4a53-8955-9517561c56b0 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:54:57.847797 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57705706-489d-4059-86a5-17fb5755c332 None None] Sync routers for ids ['d2eaafca-c962-4810-a0d0-a75595e874c0'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:54:57.869314 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57705706-489d-4059-86a5-17fb5755c332 None None] Routers {'d2eaafca-c962-4810-a0d0-a75595e874c0'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:54:57.870183 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-57705706-489d-4059-86a5-17fb5755c332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:54:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['d2eaafca-c962-4810-a0d0-a75595e874c0'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:57.942896 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73e06a7-021b-4a3a-b437-cde1b3afd50f req-9aa1085e-c0ad-4a53-8955-9517561c56b0 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] No DVR routers for this DVR port 1840dc3a-1a1c-4ff3-ba46-797ba59b885e on host hv-neutron-6013 {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:54:57.945058 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-e73e06a7-021b-4a3a-b437-cde1b3afd50f req-9aa1085e-c0ad-4a53-8955-9517561c56b0 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:57.951725 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6413ddf9-3984-4f5e-99cd-c46101493a4a', 'name': 'network-vif-deleted', 'tag': '1840dc3a-1a1c-4ff3-ba46-797ba59b885e'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:54:57.954564 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644137d0-171e-48cb-bb6b-d1c8e0877909" -d '{"events": [{"server_uuid": "6413ddf9-3984-4f5e-99cd-c46101493a4a", "name": "network-vif-deleted", "tag": "1840dc3a-1a1c-4ff3-ba46-797ba59b885e"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:54:57.967381 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e73e06a7-021b-4a3a-b437-cde1b3afd50f req-9aa1085e-c0ad-4a53-8955-9517561c56b0 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.59 "DELETE /v2.0/ports/1840dc3a-1a1c-4ff3-ba46-797ba59b885e HTTP/1.1" status: 204 len: 173 time: 1.6907592 May 31 15:54:58.012937 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 15:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5708e214-6761-4725-b92b-7283211d2732 x-openstack-request-id: req-5708e214-6761-4725-b92b-7283211d2732 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:54:58.013263 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6413ddf9-3984-4f5e-99cd-c46101493a4a", "name": "network-vif-deleted", "tag": "1840dc3a-1a1c-4ff3-ba46-797ba59b885e", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:54:58.013628 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5708e214-6761-4725-b92b-7283211d2732 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:54:58.014209 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6413ddf9-3984-4f5e-99cd-c46101493a4a', 'name': 'network-vif-deleted', 'tag': '1840dc3a-1a1c-4ff3-ba46-797ba59b885e', 'status': 'completed', 'code': 200} May 31 15:54:58.044865 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e445d342-668d-4b36-b719-faebfa49d75b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:58.150760 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-57705706-489d-4059-86a5-17fb5755c332 None None] Set router d2eaafca-c962-4810-a0d0-a75595e874c0 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:54:58.160768 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:58.409187 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966aba6-84e3-4141-b33d-0163f3b2c949 req-b587ec7c-e623-4d0e-a361-63c468d88ee6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:58.413157 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-e445d342-668d-4b36-b719-faebfa49d75b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Calling delete_port for 8f1aa633-397d-4062-a994-4f0845505e0b owned by network:router_interface {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:54:58.417362 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b966aba6-84e3-4141-b33d-0163f3b2c949 req-b587ec7c-e623-4d0e-a361-63c468d88ee6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=605b67ec-9215-4d40-b8e6-05bfb13ddab4 HTTP/1.1" status: 200 len: 944 time: 0.1717327 May 31 15:54:58.484125 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b966aba6-84e3-4141-b33d-0163f3b2c949 req-35689da2-f097-4464-9498-12712697cadb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=47baf0fd-299b-423b-9b09-72be425d44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651462 May 31 15:54:58.578503 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e445d342-668d-4b36-b719-faebfa49d75b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:58.586889 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f28d59a7-3261-43aa-8682-6ade95612e2b tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:58.620444 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-57705706-489d-4059-86a5-17fb5755c332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'name': 'tempest-TestVolumeBootPattern-25264524-router', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:50:45Z', 'updated_at': '2021-05-31T15:51:01Z', 'revision_number': 4, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'gw_port': {'id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:49Z', 'updated_at': '2021-05-31T15:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'bf6ac0a4-9241-474b-b88d-758c7f9f3835', 'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'mac_address': 'fa:16:3e:47:55:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:57Z', 'updated_at': '2021-05-31T15:51:15Z', 'revision_number': 5, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'subnets': [{'id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:58.625197 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57705706-489d-4059-86a5-17fb5755c332 None None] Checking router: d2eaafca-c962-4810-a0d0-a75595e874c0 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:54:58.638866 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60452) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:58.645369 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57705706-489d-4059-86a5-17fb5755c332 None None] Routers {'d2eaafca-c962-4810-a0d0-a75595e874c0'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:54:58.646212 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-57705706-489d-4059-86a5-17fb5755c332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:54:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['d2eaafca-c962-4810-a0d0-a75595e874c0'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:58.664707 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445d342-668d-4b36-b719-faebfa49d75b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Pushing event deleted for resources: {'Port': ['ID=8f1aa633-397d-4062-a994-4f0845505e0b,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:58.682864 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e445d342-668d-4b36-b719-faebfa49d75b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:58.822985 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-cd7bed4a-3f5a-49dc-906f-7eb1be74134d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Request body: {'security_group': {'name': 'tempest-secgroup--707857061'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:58.842149 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-6dc6ae27-0cba-4b72-9d2b-5025de77aba6 req-17dbaa3d-589c-4b3b-b40d-09d7ef54ec30 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Synchronizing usage tracker for tenant:8116e4b155bf47a28df54c3549abf9a0 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:54:58.847346 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-cd7bed4a-3f5a-49dc-906f-7eb1be74134d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:58.854038 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cd7bed4a-3f5a-49dc-906f-7eb1be74134d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Usage tracker for resource:security_group and tenant:df43ce47c74b4b98a13e57e05607f52c is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:58.865253 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cd7bed4a-3f5a-49dc-906f-7eb1be74134d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:58.869674 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-57705706-489d-4059-86a5-17fb5755c332 None None] Set router d2eaafca-c962-4810-a0d0-a75595e874c0 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:54:58.878745 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-cd7bed4a-3f5a-49dc-906f-7eb1be74134d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:58.887834 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-6dc6ae27-0cba-4b72-9d2b-5025de77aba6 req-17dbaa3d-589c-4b3b-b40d-09d7ef54ec30 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Unset dirty status for tenant:8116e4b155bf47a28df54c3549abf9a0 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:54:58.891400 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6dc6ae27-0cba-4b72-9d2b-5025de77aba6 req-17dbaa3d-589c-4b3b-b40d-09d7ef54ec30 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 210 time: 0.1392727 May 31 15:54:58.897964 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd7bed4a-3f5a-49dc-906f-7eb1be74134d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:58.922825 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd7bed4a-3f5a-49dc-906f-7eb1be74134d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:58.951759 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-cd7bed4a-3f5a-49dc-906f-7eb1be74134d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:58.956400 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cd7bed4a-3f5a-49dc-906f-7eb1be74134d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Usage tracker for resource:security_group_rule and tenant:df43ce47c74b4b98a13e57e05607f52c is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:58.960062 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cd7bed4a-3f5a-49dc-906f-7eb1be74134d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:58.966748 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-cd7bed4a-3f5a-49dc-906f-7eb1be74134d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:59.024861 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e445d342-668d-4b36-b719-faebfa49d75b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:59.119593 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd7bed4a-3f5a-49dc-906f-7eb1be74134d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:59.124843 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd7bed4a-3f5a-49dc-906f-7eb1be74134d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:59.130531 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-cd7bed4a-3f5a-49dc-906f-7eb1be74134d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:54:59.135870 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cd7bed4a-3f5a-49dc-906f-7eb1be74134d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Usage tracker for resource:security_group_rule and tenant:df43ce47c74b4b98a13e57e05607f52c is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:54:59.138870 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cd7bed4a-3f5a-49dc-906f-7eb1be74134d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:54:59.146472 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-cd7bed4a-3f5a-49dc-906f-7eb1be74134d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:54:59.173976 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9773b7ca-4fb9-4c88-beee-7e1447f9d4d8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:59.221850 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7bed4a-3f5a-49dc-906f-7eb1be74134d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d58fcd85-401d-4a46-a646-53cffcd9ca74,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:59.225880 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cd7bed4a-3f5a-49dc-906f-7eb1be74134d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:59.273988 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd7bed4a-3f5a-49dc-906f-7eb1be74134d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:59.279846 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd7bed4a-3f5a-49dc-906f-7eb1be74134d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:59.288696 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c846cf96-1f6f-48ef-9086-a75c102e0b05 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:59.297449 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-57705706-489d-4059-86a5-17fb5755c332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'name': 'tempest-TestVolumeBootPattern-25264524-router', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:50:45Z', 'updated_at': '2021-05-31T15:51:01Z', 'revision_number': 4, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'gw_port': {'id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:49Z', 'updated_at': '2021-05-31T15:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'bf6ac0a4-9241-474b-b88d-758c7f9f3835', 'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'mac_address': 'fa:16:3e:47:55:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:57Z', 'updated_at': '2021-05-31T15:51:15Z', 'revision_number': 5, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'subnets': [{'id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:59.301675 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57705706-489d-4059-86a5-17fb5755c332 None None] The sync data for ids ['d2eaafca-c962-4810-a0d0-a75595e874c0'] in dv-neutron-601336-79-hyperv is: [{'id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'name': 'tempest-TestVolumeBootPattern-25264524-router', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:50:45Z', 'updated_at': '2021-05-31T15:51:01Z', 'revision_number': 4, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'gw_port': {'id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:49Z', 'updated_at': '2021-05-31T15:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'bf6ac0a4-9241-474b-b88d-758c7f9f3835', 'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'mac_address': 'fa:16:3e:47:55:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:57Z', 'updated_at': '2021-05-31T15:51:15Z', 'revision_number': 5, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'subnets': [{'id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:54:59.330097 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd7bed4a-3f5a-49dc-906f-7eb1be74134d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:59.334078 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-cd7bed4a-3f5a-49dc-906f-7eb1be74134d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6919425 May 31 15:54:59.336839 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e445d342-668d-4b36-b719-faebfa49d75b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Router 0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:54:59.337845 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60458) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:59.345544 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7bed4a-3f5a-49dc-906f-7eb1be74134d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fde0d24-f1f8-45e7-bdb7-4e560eda40f8,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:59.348373 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cd7bed4a-3f5a-49dc-906f-7eb1be74134d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:59.531117 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 64143c38-e652-448e-b23c-d0da9918cb09 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 15:54:59.548019 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e445d342-668d-4b36-b719-faebfa49d75b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:54:59.556457 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7f9d2cd9-2d93-4089-afe8-695d5626fb17 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2157815 May 31 15:54:59.559161 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60464) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:59.565824 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-f181ea40-fdf9-4ea2-bcea-11ac32e1b67b tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Request body: {'security_group': {'name': 'tempest-security--1560742156', 'description': 'tempest-security-description-1664957837'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:59.567579 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e445d342-668d-4b36-b719-faebfa49d75b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] 10.222.0.45 "PUT /v2.0/routers/0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4216084 May 31 15:54:59.574219 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60468) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:59.596491 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c6d427-0890-4ec2-972b-17a66239de41 None None] Sync routers for ids ['0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:54:59.615471 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f181ea40-fdf9-4ea2-bcea-11ac32e1b67b tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:59.617231 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cadff3-4b92-4e10-a932-0a03ea6b2f39 None None] New status for floating IP 80b03b4f-2cc2-4222-98cc-4ec08fa080a8: DOWN {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 15:54:59.642749 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c6d427-0890-4ec2-972b-17a66239de41 None None] Routers {'0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:54:59.643826 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b2c6d427-0890-4ec2-972b-17a66239de41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:54:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:59.669355 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-933eb527-4fc1-4a16-b06a-c7ba08a4e5b8 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] delete failed (client error): The resource could not be found. May 31 15:54:59.677917 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-933eb527-4fc1-4a16-b06a-c7ba08a4e5b8 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] 10.222.0.45 "DELETE /v2.0/routers/tempest-non_exist_router-578462265 HTTP/1.1" status: 404 len: 334 time: 0.1023891 May 31 15:54:59.678539 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60472) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:59.693274 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-5f01d792-491f-4ca4-a0ac-ccc6bf227d3c tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Request body: {'router': {'external_gateway_info': {'network_id': '0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14'}}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:54:59.706306 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 1840dc3a-1a1c-4ff3-ba46-797ba59b885e no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:54:59.741134 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f181ea40-fdf9-4ea2-bcea-11ac32e1b67b tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:59.754817 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f181ea40-fdf9-4ea2-bcea-11ac32e1b67b tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:59.758054 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f181ea40-fdf9-4ea2-bcea-11ac32e1b67b tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:54:59.759555 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f181ea40-fdf9-4ea2-bcea-11ac32e1b67b tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "PUT /v2.0/security-groups/5fde0d24-f1f8-45e7-bdb7-4e560eda40f8 HTTP/1.1" status: 200 len: 1780 time: 0.1989551 May 31 15:54:59.762200 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-57208d40-3b6d-48c7-a680-ce3151ff8337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:54:59.773790 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60476) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:54:59.850245 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181ea40-fdf9-4ea2-bcea-11ac32e1b67b tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fde0d24-f1f8-45e7-bdb7-4e560eda40f8,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:54:59.855895 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f181ea40-fdf9-4ea2-bcea-11ac32e1b67b tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:54:59.873550 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: 1840dc3a-1a1c-4ff3-ba46-797ba59b885e {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:54:59.874031 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 1840dc3a-1a1c-4ff3-ba46-797ba59b885e not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:54:59.881334 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c86581-ed0b-4fd4-a172-47a2be57acf1 req-367f667b-f8c3-47f6-b1d5-d6224e92532f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:54:59.883337 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-29c86581-ed0b-4fd4-a172-47a2be57acf1 req-367f667b-f8c3-47f6-b1d5-d6224e92532f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=605b67ec-9215-4d40-b8e6-05bfb13ddab4 HTTP/1.1" status: 200 len: 944 time: 0.2212503 May 31 15:54:59.883792 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b2c6d427-0890-4ec2-972b-17a66239de41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:59.904649 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c6d427-0890-4ec2-972b-17a66239de41 None None] Routers {'0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:54:59.905449 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b2c6d427-0890-4ec2-972b-17a66239de41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:54:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:54:59.935060 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-27fdb527-17e6-4afc-91ae-3284c2994577 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "GET /v2.0/security-groups/5fde0d24-f1f8-45e7-bdb7-4e560eda40f8 HTTP/1.1" status: 200 len: 1780 time: 0.1555851 May 31 15:54:59.949218 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60482) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:00.079728 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b2c6d427-0890-4ec2-972b-17a66239de41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:00.085444 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c6d427-0890-4ec2-972b-17a66239de41 None None] The sync data for ids ['0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:55:00.117929 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 64143c38-e652-448e-b23c-d0da9918cb09, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=64143c38-e652-448e-b23c-d0da9918cb09,segment=NetworkSegment(1ca987da-1f83-49ea-9701-82bf79aa5305),segment_id=1ca987da-1f83-49ea-9701-82bf79aa5305)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:55:00.134244 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '64143c38-e652-448e-b23c-d0da9918cb09', 'network_id': '9631adac-a3ba-4fa8-aefb-8e89936e62a2', 'port_id': '64143c38-e652-448e-b23c-d0da9918cb09', 'mac_address': 'fa:16:3e:d5:60:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a25097d-1251-4bf4-b57f-c7afebe86676', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 15:55:00.155279 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-29c86581-ed0b-4fd4-a172-47a2be57acf1 req-0f5a693a-af01-466e-8515-86b0ac8acc05 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=47baf0fd-299b-423b-9b09-72be425d44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606654 May 31 15:55:00.201744 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-12e4eb65-bc7b-4d06-a41b-ee111cbccae9 req-60c51eb6-a1d7-49fc-a026-eadbb6d13765 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 210 time: 0.0510995 May 31 15:55:00.213769 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:00.235646 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64143c38-e652-448e-b23c-d0da9918cb09 {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 15:55:00.252468 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 64143c38-e652-448e-b23c-d0da9918cb09, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=64143c38-e652-448e-b23c-d0da9918cb09,segment=NetworkSegment(1ca987da-1f83-49ea-9701-82bf79aa5305),segment_id=1ca987da-1f83-49ea-9701-82bf79aa5305)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:55:00.257608 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:00.259862 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-dfd7d239-8028-48a4-963c-588a2c4312f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:00.328832 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=64143c38-e652-448e-b23c-d0da9918cb09,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:00.332218 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:00.413170 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f273c281-61c5-4479-bc1e-522a98ac0726 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:00.502586 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5f01d792-491f-4ca4-a0ac-ccc6bf227d3c tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:00.514780 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f273c281-61c5-4479-bc1e-522a98ac0726 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:00.555292 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-5f01d792-491f-4ca4-a0ac-ccc6bf227d3c tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] update failed (client error): The resource could not be found. May 31 15:55:00.556350 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5f01d792-491f-4ca4-a0ac-ccc6bf227d3c tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] 10.222.0.45 "PUT /v2.0/routers/0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14 HTTP/1.1" status: 404 len: 339 time: 0.8745222 May 31 15:55:00.560266 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60486) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:00.588159 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f273c281-61c5-4479-bc1e-522a98ac0726 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:00.593586 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-913b693f-4c74-4d95-8aec-546b56c6bd12 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:00.606803 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f273c281-61c5-4479-bc1e-522a98ac0726 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fde0d24-f1f8-45e7-bdb7-4e560eda40f8,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:00.609147 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f273c281-61c5-4479-bc1e-522a98ac0726 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:00.614810 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f273c281-61c5-4479-bc1e-522a98ac0726 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:00.618567 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f273c281-61c5-4479-bc1e-522a98ac0726 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "DELETE /v2.0/security-groups/5fde0d24-f1f8-45e7-bdb7-4e560eda40f8 HTTP/1.1" status: 204 len: 168 time: 0.6632433 May 31 15:55:00.618704 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60490) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:00.644495 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['64143c38-e652-448e-b23c-d0da9918cb09'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 15:55:00.684116 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-dcddcde9-1aa0-48f4-a551-31eb8b780dee tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Synchronizing usage tracker for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:55:00.713373 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-dcddcde9-1aa0-48f4-a551-31eb8b780dee tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Unset dirty status for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:55:00.717698 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-dcddcde9-1aa0-48f4-a551-31eb8b780dee tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0950675 May 31 15:55:00.718239 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60494) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:00.736948 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-3d0bc724-ba32-438c-9b82-9fa2510bbfd4 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] delete failed (client error): The resource could not be found. May 31 15:55:00.741665 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3d0bc724-ba32-438c-9b82-9fa2510bbfd4 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "DELETE /v2.0/security-groups/5fde0d24-f1f8-45e7-bdb7-4e560eda40f8 HTTP/1.1" status: 404 len: 347 time: 0.0182872 May 31 15:55:00.743426 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60498) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:00.749602 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-03dd024b-3a01-4cb4-8d8d-e5339c709694 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Request body: {'security_group': {'name': 'tempest-secgroup--452389962'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:55:00.758181 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-03dd024b-3a01-4cb4-8d8d-e5339c709694 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:55:00.771338 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-03dd024b-3a01-4cb4-8d8d-e5339c709694 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:55:00.785354 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-03dd024b-3a01-4cb4-8d8d-e5339c709694 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:00.809618 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-03dd024b-3a01-4cb4-8d8d-e5339c709694 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:55:00.814687 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-03dd024b-3a01-4cb4-8d8d-e5339c709694 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Usage tracker for resource:security_group_rule and tenant:df43ce47c74b4b98a13e57e05607f52c is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:55:00.818165 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-03dd024b-3a01-4cb4-8d8d-e5339c709694 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:55:00.824783 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-03dd024b-3a01-4cb4-8d8d-e5339c709694 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:55:00.912810 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-03dd024b-3a01-4cb4-8d8d-e5339c709694 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:00.918414 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-03dd024b-3a01-4cb4-8d8d-e5339c709694 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:00.928048 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-94b1d230-db6c-4f51-af2b-a5d15c3f2cda tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:00.972255 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd024b-3a01-4cb4-8d8d-e5339c709694 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd047f5-1bc7-4acc-ba69-98835eb61921,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:00.984663 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-03dd024b-3a01-4cb4-8d8d-e5339c709694 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:00.992532 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-03dd024b-3a01-4cb4-8d8d-e5339c709694 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:00.994328 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-03dd024b-3a01-4cb4-8d8d-e5339c709694 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2490151 May 31 15:55:00.997068 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60502) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:01.002974 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-bfd39254-4225-44f7-a978-93d096cc244f tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Request body: {'security_group_rule': {'security_group_id': '6cd047f5-1bc7-4acc-ba69-98835eb61921', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:55:01.012208 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-bfd39254-4225-44f7-a978-93d096cc244f tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:55:01.016409 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-bfd39254-4225-44f7-a978-93d096cc244f tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Usage tracker for resource:security_group_rule and tenant:df43ce47c74b4b98a13e57e05607f52c is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:55:01.019472 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-bfd39254-4225-44f7-a978-93d096cc244f tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:55:01.026524 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-bfd39254-4225-44f7-a978-93d096cc244f tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:55:01.051730 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bfd39254-4225-44f7-a978-93d096cc244f tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:01.104264 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3fb0c1c2-061a-4dc3-9fab-ab2e8bf8e166 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:01.120126 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bfd39254-4225-44f7-a978-93d096cc244f tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:01.124871 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bfd39254-4225-44f7-a978-93d096cc244f tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:01.126699 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-07b2358b-e274-4167-a783-45724f9bbc46 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:01.149047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd39254-4225-44f7-a978-93d096cc244f tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e96bd7a-0b89-40e5-ad86-18da39591c23,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:01.151495 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bfd39254-4225-44f7-a978-93d096cc244f tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:01.159160 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bfd39254-4225-44f7-a978-93d096cc244f tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:01.160379 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-bfd39254-4225-44f7-a978-93d096cc244f tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1620324 May 31 15:55:01.163479 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60506) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:01.198848 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7fb26d8d-8667-44b0-ae83-7be06bd2c894 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:01.211967 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7fb26d8d-8667-44b0-ae83-7be06bd2c894 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:01.260228 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7fb26d8d-8667-44b0-ae83-7be06bd2c894 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:01.271180 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f5e05843-878c-4fc0-982e-216271a27028 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:01.284990 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7fb26d8d-8667-44b0-ae83-7be06bd2c894 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:01.288885 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7fb26d8d-8667-44b0-ae83-7be06bd2c894 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/8e96bd7a-0b89-40e5-ad86-18da39591c23 HTTP/1.1" status: 204 len: 168 time: 0.1220379 May 31 15:55:01.288885 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb26d8d-8667-44b0-ae83-7be06bd2c894 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e96bd7a-0b89-40e5-ad86-18da39591c23,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:01.289760 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60514) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:01.292880 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7fb26d8d-8667-44b0-ae83-7be06bd2c894 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:01.343289 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e5a0ff23-a5f6-462e-86aa-69a9224acb99 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Synchronizing usage tracker for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group_rule {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:55:01.361760 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e5a0ff23-a5f6-462e-86aa-69a9224acb99 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Unset dirty status for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group_rule {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:55:01.367224 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e5a0ff23-a5f6-462e-86aa-69a9224acb99 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0765116 May 31 15:55:01.368136 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60518) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:01.443547 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-28e34120-025e-4383-bed3-c267f03b369a tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:01.475951 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-28e34120-025e-4383-bed3-c267f03b369a tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:01.501803 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-238a1847-1278-4600-8c03-1c5f202bec96 req-d1584297-85a4-4f9d-be75-613c6424007a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 210 time: 0.0978837 May 31 15:55:01.539283 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-28e34120-025e-4383-bed3-c267f03b369a tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:01.546014 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3f0f7a4b-a17f-472b-92bd-a241a253d04e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:01.566822 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e34120-025e-4383-bed3-c267f03b369a tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd047f5-1bc7-4acc-ba69-98835eb61921,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:01.570038 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-28e34120-025e-4383-bed3-c267f03b369a tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:01.589717 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-28e34120-025e-4383-bed3-c267f03b369a tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:01.594774 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-28e34120-025e-4383-bed3-c267f03b369a tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "DELETE /v2.0/security-groups/6cd047f5-1bc7-4acc-ba69-98835eb61921 HTTP/1.1" status: 204 len: 168 time: 0.2251332 May 31 15:55:01.595755 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60522) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:01.645794 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897847d-d8ef-4dbe-aa29-09b11d246c39 req-66adc511-9373-42cc-8ec1-818331964fe1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:01.647297 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d897847d-d8ef-4dbe-aa29-09b11d246c39 req-66adc511-9373-42cc-8ec1-818331964fe1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=605b67ec-9215-4d40-b8e6-05bfb13ddab4 HTTP/1.1" status: 200 len: 945 time: 0.2446916 May 31 15:55:01.649388 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-649dbad6-4d61-4bfa-96b6-40503a3b192f tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Synchronizing usage tracker for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:55:01.667592 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-649dbad6-4d61-4bfa-96b6-40503a3b192f tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Unset dirty status for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:55:01.672955 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-649dbad6-4d61-4bfa-96b6-40503a3b192f tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0722835 May 31 15:55:01.673552 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60526) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:01.679566 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-c29f8816-da45-470b-af7b-af251599ba96 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Request body: {'security_group': {'name': 'tempest-secgroup--1045073848'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:55:01.686533 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c29f8816-da45-470b-af7b-af251599ba96 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:55:01.691364 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-3fb0c1c2-061a-4dc3-9fab-ab2e8bf8e166 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Allocated IP 172.20.0.1 (e8da9b67-15a8-4093-8128-9227fed96ab5/6af3979a-358d-494e-90e1-cb17134c09f8/c80c14e2-c1de-4ed0-b8c2-1956c82522cb) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:55:01.697698 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c29f8816-da45-470b-af7b-af251599ba96 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:55:01.709379 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c29f8816-da45-470b-af7b-af251599ba96 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:01.711033 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d897847d-d8ef-4dbe-aa29-09b11d246c39 req-96468845-5fc4-453e-a94a-ecbb2affdb69 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=47baf0fd-299b-423b-9b09-72be425d44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548606 May 31 15:55:01.739345 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c29f8816-da45-470b-af7b-af251599ba96 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:55:01.740709 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c29f8816-da45-470b-af7b-af251599ba96 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Usage tracker for resource:security_group_rule and tenant:df43ce47c74b4b98a13e57e05607f52c is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:55:01.743753 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c29f8816-da45-470b-af7b-af251599ba96 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:55:01.749712 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c29f8816-da45-470b-af7b-af251599ba96 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:55:01.824799 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c29f8816-da45-470b-af7b-af251599ba96 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:01.829169 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c29f8816-da45-470b-af7b-af251599ba96 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:01.833219 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e85adb64-6519-4081-9dd8-297f22b16a91 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:01.876867 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3fb0c1c2-061a-4dc3-9fab-ab2e8bf8e166 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:01.881130 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f8816-da45-470b-af7b-af251599ba96 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5de3fef7-601c-4634-9efc-bd1139070bca,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:01.886765 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c29f8816-da45-470b-af7b-af251599ba96 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:01.894513 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c29f8816-da45-470b-af7b-af251599ba96 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:01.899086 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c29f8816-da45-470b-af7b-af251599ba96 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2215338 May 31 15:55:01.899307 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-3fb0c1c2-061a-4dc3-9fab-ab2e8bf8e166 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Transition to ACTIVE for port object c80c14e2-c1de-4ed0-b8c2-1956c82522cb will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:55:01.900097 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60530) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:01.907781 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-5eedf87b-2b91-4f65-81eb-4ba71b8c9689 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Request body: {'security_group_rule': {'security_group_id': '5de3fef7-601c-4634-9efc-bd1139070bca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:55:01.914618 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-5eedf87b-2b91-4f65-81eb-4ba71b8c9689 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:55:01.919182 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-5eedf87b-2b91-4f65-81eb-4ba71b8c9689 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Usage tracker for resource:security_group_rule and tenant:df43ce47c74b4b98a13e57e05607f52c is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:55:01.922725 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-5eedf87b-2b91-4f65-81eb-4ba71b8c9689 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:55:01.922898 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3fb0c1c2-061a-4dc3-9fab-ab2e8bf8e166 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:01.927722 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-766a6a11-37ad-4900-a499-65a51b50f6d6 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:01.928974 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-5eedf87b-2b91-4f65-81eb-4ba71b8c9689 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:55:01.946992 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5eedf87b-2b91-4f65-81eb-4ba71b8c9689 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:01.992967 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb0c1c2-061a-4dc3-9fab-ab2e8bf8e166 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Network e8da9b67-15a8-4093-8128-9227fed96ab5 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:55:01.996060 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-3fb0c1c2-061a-4dc3-9fab-ab2e8bf8e166 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:55:02.000370 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb0c1c2-061a-4dc3-9fab-ab2e8bf8e166 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:55:02.018819 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5eedf87b-2b91-4f65-81eb-4ba71b8c9689 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:02.024932 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5eedf87b-2b91-4f65-81eb-4ba71b8c9689 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:02.032983 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6095383b-41c1-42ee-8548-19c92db436c5 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:02.057212 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eedf87b-2b91-4f65-81eb-4ba71b8c9689 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e1de75b-2261-4e57-ba9b-5d9104639d94,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:02.068945 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5eedf87b-2b91-4f65-81eb-4ba71b8c9689 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:02.076073 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5eedf87b-2b91-4f65-81eb-4ba71b8c9689 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:02.080939 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5eedf87b-2b91-4f65-81eb-4ba71b8c9689 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1788116 May 31 15:55:02.081663 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60534) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:02.088047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-99742a96-a939-417a-898f-1ac1eb52d99a tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Request body: {'security_group_rule': {'security_group_id': '5de3fef7-601c-4634-9efc-bd1139070bca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:55:02.095138 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-99742a96-a939-417a-898f-1ac1eb52d99a tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:55:02.100392 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-99742a96-a939-417a-898f-1ac1eb52d99a tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Usage tracker for resource:security_group_rule and tenant:df43ce47c74b4b98a13e57e05607f52c is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:55:02.103920 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-99742a96-a939-417a-898f-1ac1eb52d99a tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:55:02.116257 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-99742a96-a939-417a-898f-1ac1eb52d99a tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:55:02.140041 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-99742a96-a939-417a-898f-1ac1eb52d99a tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:02.222111 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0c1c2-061a-4dc3-9fab-ab2e8bf8e166 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Pushing event updated for resources: {'Port': ['ID=c80c14e2-c1de-4ed0-b8c2-1956c82522cb,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:02.223475 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-99742a96-a939-417a-898f-1ac1eb52d99a tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:02.227098 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3fb0c1c2-061a-4dc3-9fab-ab2e8bf8e166 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:02.231687 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-99742a96-a939-417a-898f-1ac1eb52d99a tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:02.233540 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5127f990-8699-4781-b1db-b2380d65970e tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:02.243731 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3fb0c1c2-061a-4dc3-9fab-ab2e8bf8e166 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:02.243963 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-feb32946-b473-43c0-a7f9-fa6a904759f3 None None] Provisioning for port c80c14e2-c1de-4ed0-b8c2-1956c82522cb completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:55:02.249089 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-feb32946-b473-43c0-a7f9-fa6a904759f3 None None] Provisioning complete for port c80c14e2-c1de-4ed0-b8c2-1956c82522cb triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:55:02.249567 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-feb32946-b473-43c0-a7f9-fa6a904759f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:02.272337 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-99742a96-a939-417a-898f-1ac1eb52d99a tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:02.272337 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-99742a96-a939-417a-898f-1ac1eb52d99a tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1868143 May 31 15:55:02.272337 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99742a96-a939-417a-898f-1ac1eb52d99a tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d8c641-b7cc-43ca-bf64-caff6ead7c1c,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:02.272790 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60538) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:02.278465 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-99742a96-a939-417a-898f-1ac1eb52d99a tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:02.284650 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-1d661382-d315-49e3-868a-da78629a1e11 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Request body: {'security_group_rule': {'security_group_id': '5de3fef7-601c-4634-9efc-bd1139070bca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:55:02.294578 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1d661382-d315-49e3-868a-da78629a1e11 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:55:02.299019 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1d661382-d315-49e3-868a-da78629a1e11 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Usage tracker for resource:security_group_rule and tenant:df43ce47c74b4b98a13e57e05607f52c is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:55:02.301955 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1d661382-d315-49e3-868a-da78629a1e11 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:55:02.307694 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1d661382-d315-49e3-868a-da78629a1e11 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:55:02.310073 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-feb32946-b473-43c0-a7f9-fa6a904759f3 None None] Port c80c14e2-c1de-4ed0-b8c2-1956c82522cb cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:55:02.325853 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1d661382-d315-49e3-868a-da78629a1e11 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:02.356646 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3fb0c1c2-061a-4dc3-9fab-ab2e8bf8e166 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:02.398508 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1d661382-d315-49e3-868a-da78629a1e11 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:02.402662 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1d661382-d315-49e3-868a-da78629a1e11 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:02.408750 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-41b35179-fdbf-4f85-b199-9834a945c713 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:02.429760 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d661382-d315-49e3-868a-da78629a1e11 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c4a3d0-eda1-4c16-92ea-ab00ee7680a0,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:02.432417 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1d661382-d315-49e3-868a-da78629a1e11 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:02.445703 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1d661382-d315-49e3-868a-da78629a1e11 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:02.447259 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1d661382-d315-49e3-868a-da78629a1e11 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1737597 May 31 15:55:02.450148 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60542) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:02.455494 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-4f5fc9b2-7ddc-488c-a270-c1bdd5d2448b tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Request body: {'security_group_rule': {'security_group_id': '5de3fef7-601c-4634-9efc-bd1139070bca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:55:02.462386 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4f5fc9b2-7ddc-488c-a270-c1bdd5d2448b tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:55:02.466994 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4f5fc9b2-7ddc-488c-a270-c1bdd5d2448b tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Usage tracker for resource:security_group_rule and tenant:df43ce47c74b4b98a13e57e05607f52c is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:55:02.470144 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4f5fc9b2-7ddc-488c-a270-c1bdd5d2448b tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:55:02.476267 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4f5fc9b2-7ddc-488c-a270-c1bdd5d2448b tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:55:02.494559 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4f5fc9b2-7ddc-488c-a270-c1bdd5d2448b tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:02.570075 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4f5fc9b2-7ddc-488c-a270-c1bdd5d2448b tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:02.575278 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4f5fc9b2-7ddc-488c-a270-c1bdd5d2448b tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:02.583729 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:02.604487 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5fc9b2-7ddc-488c-a270-c1bdd5d2448b tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db218c2d-b052-4379-a658-24114292c8a2,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:02.609099 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4f5fc9b2-7ddc-488c-a270-c1bdd5d2448b tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:02.627149 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4f5fc9b2-7ddc-488c-a270-c1bdd5d2448b tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:02.629050 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4f5fc9b2-7ddc-488c-a270-c1bdd5d2448b tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1778696 May 31 15:55:02.632006 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60548) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:02.638574 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-0726298b-97be-474e-8a25-3789ec85f507 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Request body: {'security_group_rule': {'security_group_id': '5de3fef7-601c-4634-9efc-bd1139070bca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:55:02.644792 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0726298b-97be-474e-8a25-3789ec85f507 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:55:02.649121 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0726298b-97be-474e-8a25-3789ec85f507 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Usage tracker for resource:security_group_rule and tenant:df43ce47c74b4b98a13e57e05607f52c is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:55:02.652484 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0726298b-97be-474e-8a25-3789ec85f507 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:55:02.659452 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0726298b-97be-474e-8a25-3789ec85f507 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:55:02.678795 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0726298b-97be-474e-8a25-3789ec85f507 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:02.747490 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0726298b-97be-474e-8a25-3789ec85f507 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:02.755088 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3e239167-2d4c-4731-a874-650b707e811d req-988c1bec-bbd0-4481-8b82-b829ac10c9f3 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=6413ddf9-3984-4f5e-99cd-c46101493a4a HTTP/1.1" status: 200 len: 210 time: 0.0617700 May 31 15:55:02.755262 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0726298b-97be-474e-8a25-3789ec85f507 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:02.757258 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4db82e36-c0de-47e9-92ca-c78bc61d2b44 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:02.797414 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0726298b-97be-474e-8a25-3789ec85f507 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:02.798630 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0726298b-97be-474e-8a25-3789ec85f507 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1656775 May 31 15:55:02.801033 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726298b-97be-474e-8a25-3789ec85f507 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=defcdd75-8f25-4986-b373-0fcdf3313633,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:02.802913 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60554) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:02.805495 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0726298b-97be-474e-8a25-3789ec85f507 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:02.836740 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f292115c-95a2-43ef-b2f3-9a22cac9d5ff tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:02.847489 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f292115c-95a2-43ef-b2f3-9a22cac9d5ff tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:02.856276 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3fb0c1c2-061a-4dc3-9fab-ab2e8bf8e166 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:02.863018 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3fb0c1c2-061a-4dc3-9fab-ab2e8bf8e166 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:02.881846 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f292115c-95a2-43ef-b2f3-9a22cac9d5ff tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:02.889292 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-583393b4-9fbb-4c0a-93fa-d79da481cdcd tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:02.899662 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8906121e-6dc8-4c1b-a12b-093ac04ab5f9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:02.903576 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f292115c-95a2-43ef-b2f3-9a22cac9d5ff tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:02.907349 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f292115c-95a2-43ef-b2f3-9a22cac9d5ff tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/defcdd75-8f25-4986-b373-0fcdf3313633 HTTP/1.1" status: 204 len: 168 time: 0.1009486 May 31 15:55:02.907349 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292115c-95a2-43ef-b2f3-9a22cac9d5ff tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=defcdd75-8f25-4986-b373-0fcdf3313633,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:02.908254 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f292115c-95a2-43ef-b2f3-9a22cac9d5ff tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:02.908849 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60558) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:02.963197 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f2e521b3-94d3-4546-9536-7c6a09f54d9b tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Synchronizing usage tracker for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group_rule {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:55:02.983483 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f2e521b3-94d3-4546-9536-7c6a09f54d9b tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Unset dirty status for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group_rule {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:55:02.988289 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f2e521b3-94d3-4546-9536-7c6a09f54d9b tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0751693 May 31 15:55:02.988622 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60562) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:03.021170 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ec92ecc6-2e43-4f2e-aeba-a8ba60f4a69f tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:03.030104 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3fb0c1c2-061a-4dc3-9fab-ab2e8bf8e166 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:03.032698 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ec92ecc6-2e43-4f2e-aeba-a8ba60f4a69f tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:03.039903 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0c1c2-061a-4dc3-9fab-ab2e8bf8e166 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Pushing event updated for resources: {'Port': ['ID=c80c14e2-c1de-4ed0-b8c2-1956c82522cb,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:03.057087 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3fb0c1c2-061a-4dc3-9fab-ab2e8bf8e166 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:03.060869 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ec92ecc6-2e43-4f2e-aeba-a8ba60f4a69f tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:03.069542 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8c44b255-3ecd-4f43-a513-c2e038b2ba6f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:03.084056 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92ecc6-2e43-4f2e-aeba-a8ba60f4a69f tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db218c2d-b052-4379-a658-24114292c8a2,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:03.086684 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ec92ecc6-2e43-4f2e-aeba-a8ba60f4a69f tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:03.088431 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ec92ecc6-2e43-4f2e-aeba-a8ba60f4a69f tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:03.089943 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ec92ecc6-2e43-4f2e-aeba-a8ba60f4a69f tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/db218c2d-b052-4379-a658-24114292c8a2 HTTP/1.1" status: 204 len: 168 time: 0.1000161 May 31 15:55:03.092408 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60566) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:03.144233 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e3a2cee6-c566-4945-9c07-5b590813cf01 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Synchronizing usage tracker for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group_rule {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:55:03.156258 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c2b02-58ba-4265-8485-8709ddfb20ba req-b7499866-477f-4532-a3d3-1f419e16cd34 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:03.157867 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d29c2b02-58ba-4265-8485-8709ddfb20ba req-b7499866-477f-4532-a3d3-1f419e16cd34 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=605b67ec-9215-4d40-b8e6-05bfb13ddab4 HTTP/1.1" status: 200 len: 945 time: 0.2599056 May 31 15:55:03.162311 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e3a2cee6-c566-4945-9c07-5b590813cf01 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Unset dirty status for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group_rule {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:55:03.164210 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e3a2cee6-c566-4945-9c07-5b590813cf01 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0706458 May 31 15:55:03.167286 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60570) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:03.202290 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b1ef5891-b961-44d3-897e-2317e378578c tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:03.213874 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b1ef5891-b961-44d3-897e-2317e378578c tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:03.241466 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb0c1c2-061a-4dc3-9fab-ab2e8bf8e166 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Network e8da9b67-15a8-4093-8128-9227fed96ab5 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:55:03.242581 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b1ef5891-b961-44d3-897e-2317e378578c tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:03.244757 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e12da8c6-e7c9-4687-a59b-4ffd861669bc tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:03.246863 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d29c2b02-58ba-4265-8485-8709ddfb20ba req-3a8a172d-1886-400a-838f-63662aa14c8f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=47baf0fd-299b-423b-9b09-72be425d44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676835 May 31 15:55:03.247707 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-3fb0c1c2-061a-4dc3-9fab-ab2e8bf8e166 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:55:03.278482 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef5891-b961-44d3-897e-2317e378578c tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69c4a3d0-eda1-4c16-92ea-ab00ee7680a0,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:03.284346 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b1ef5891-b961-44d3-897e-2317e378578c tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:03.295387 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b1ef5891-b961-44d3-897e-2317e378578c tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:03.299318 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b1ef5891-b961-44d3-897e-2317e378578c tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/69c4a3d0-eda1-4c16-92ea-ab00ee7680a0 HTTP/1.1" status: 204 len: 168 time: 0.1285501 May 31 15:55:03.299570 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60574) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:03.355475 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-b525389d-d92a-4a26-8bdc-98652917869c tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Synchronizing usage tracker for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group_rule {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:55:03.386663 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-b525389d-d92a-4a26-8bdc-98652917869c tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Unset dirty status for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group_rule {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:55:03.391018 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b525389d-d92a-4a26-8bdc-98652917869c tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0875754 May 31 15:55:03.391018 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60578) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:03.419578 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb0c1c2-061a-4dc3-9fab-ab2e8bf8e166 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Router 0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:55:03.425564 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-84154f89-fb39-4f40-98b6-807ba35849fb tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:03.438659 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-84154f89-fb39-4f40-98b6-807ba35849fb tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:03.470325 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-84154f89-fb39-4f40-98b6-807ba35849fb tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:03.472449 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a2db8a77-b1f2-4df2-b8b1-3a40621f3440 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:03.498887 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84154f89-fb39-4f40-98b6-807ba35849fb tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99d8c641-b7cc-43ca-bf64-caff6ead7c1c,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:03.507268 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-84154f89-fb39-4f40-98b6-807ba35849fb tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:03.508754 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-84154f89-fb39-4f40-98b6-807ba35849fb tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:03.512645 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-84154f89-fb39-4f40-98b6-807ba35849fb tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/99d8c641-b7cc-43ca-bf64-caff6ead7c1c HTTP/1.1" status: 204 len: 168 time: 0.1205862 May 31 15:55:03.513241 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60582) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:03.541060 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-92a77b38-8eab-4cf0-ad25-4280f594909a None None] Provisioning complete for port c80c14e2-c1de-4ed0-b8c2-1956c82522cb triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:55:03.541626 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-92a77b38-8eab-4cf0-ad25-4280f594909a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:03.566353 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-d3168a04-e05e-456c-a391-8df09c26c754 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Synchronizing usage tracker for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group_rule {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:55:03.574392 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 64143c38-e652-448e-b23c-d0da9918cb09 up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:55:03.584420 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-d3168a04-e05e-456c-a391-8df09c26c754 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Unset dirty status for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group_rule {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:55:03.585885 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d3168a04-e05e-456c-a391-8df09c26c754 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0716708 May 31 15:55:03.588728 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60586) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:03.604266 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb0c1c2-061a-4dc3-9fab-ab2e8bf8e166 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:55:03.622251 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c7e32b84-e90e-41ae-a0e2-9f7e0ca06ac1 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:03.628318 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3fb0c1c2-061a-4dc3-9fab-ab2e8bf8e166 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] 10.222.0.45 "PUT /v2.0/routers/0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0651379 May 31 15:55:03.630207 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60590) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:03.637707 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c7e32b84-e90e-41ae-a0e2-9f7e0ca06ac1 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:03.643513 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378aadb4-f301-4769-900f-4d40196b4b40 None None] Sync routers for ids ['0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:55:03.645222 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-92a77b38-8eab-4cf0-ad25-4280f594909a None None] Port c80c14e2-c1de-4ed0-b8c2-1956c82522cb cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:55:03.670760 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378aadb4-f301-4769-900f-4d40196b4b40 None None] Routers {'0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:55:03.671435 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-378aadb4-f301-4769-900f-4d40196b4b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:54:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:03.673713 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c7e32b84-e90e-41ae-a0e2-9f7e0ca06ac1 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:03.675763 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8c74e202-9d49-4cd4-909c-eebcf7784529 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:03.697788 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e32b84-e90e-41ae-a0e2-9f7e0ca06ac1 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e1de75b-2261-4e57-ba9b-5d9104639d94,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:03.700516 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c7e32b84-e90e-41ae-a0e2-9f7e0ca06ac1 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:03.706701 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c7e32b84-e90e-41ae-a0e2-9f7e0ca06ac1 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:03.710637 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c7e32b84-e90e-41ae-a0e2-9f7e0ca06ac1 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/1e1de75b-2261-4e57-ba9b-5d9104639d94 HTTP/1.1" status: 204 len: 168 time: 0.1184421 May 31 15:55:03.710994 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60594) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:03.740348 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-378aadb4-f301-4769-900f-4d40196b4b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:03.761856 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-b4ecc70a-98bf-40b6-affc-47f87644329d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Synchronizing usage tracker for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group_rule {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:55:03.762847 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378aadb4-f301-4769-900f-4d40196b4b40 None None] Routers {'0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:55:03.763545 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-378aadb4-f301-4769-900f-4d40196b4b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:54:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:03.779605 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-b4ecc70a-98bf-40b6-affc-47f87644329d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Unset dirty status for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group_rule {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:55:03.783099 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b4ecc70a-98bf-40b6-affc-47f87644329d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0690470 May 31 15:55:03.784096 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60598) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:03.827892 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port 64143c38-e652-448e-b23c-d0da9918cb09 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:55:03.837457 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 64143c38-e652-448e-b23c-d0da9918cb09 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:55:03.837831 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:03.859917 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c16781f3-dbd0-4db1-9c8b-e74e7b8f20cd tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:03.862385 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-378aadb4-f301-4769-900f-4d40196b4b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:03.862836 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378aadb4-f301-4769-900f-4d40196b4b40 None None] The sync data for ids ['0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:55:03.898244 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c16781f3-dbd0-4db1-9c8b-e74e7b8f20cd tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:03.958444 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c16781f3-dbd0-4db1-9c8b-e74e7b8f20cd tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:03.970502 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-34db0a22-b615-4a3a-9480-819d5900f0da tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:03.990382 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16781f3-dbd0-4db1-9c8b-e74e7b8f20cd tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de3fef7-601c-4634-9efc-bd1139070bca,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:03.993141 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c16781f3-dbd0-4db1-9c8b-e74e7b8f20cd tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:04.008376 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c16781f3-dbd0-4db1-9c8b-e74e7b8f20cd tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:04.012164 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c16781f3-dbd0-4db1-9c8b-e74e7b8f20cd tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "DELETE /v2.0/security-groups/5de3fef7-601c-4634-9efc-bd1139070bca HTTP/1.1" status: 204 len: 168 time: 0.2243407 May 31 15:55:04.015553 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60608) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:04.074603 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-17c91b4f-6908-4af7-a42e-3894c3e666ca tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:04.088509 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3b700f67-636b-4f9f-bc61-9806d6d5169d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Synchronizing usage tracker for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:55:04.108810 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3b700f67-636b-4f9f-bc61-9806d6d5169d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Unset dirty status for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:55:04.111848 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3b700f67-636b-4f9f-bc61-9806d6d5169d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0952296 May 31 15:55:04.118087 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60614) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:04.124689 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-1eb45047-4214-44a6-9ae6-4af6375d727c tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Request body: {'security_group': {'name': 'tempest-secgroup--1888811860'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:55:04.138133 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1eb45047-4214-44a6-9ae6-4af6375d727c tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:55:04.142517 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:04.153657 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1eb45047-4214-44a6-9ae6-4af6375d727c tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:55:04.169693 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1eb45047-4214-44a6-9ae6-4af6375d727c tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:04.190565 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1eb45047-4214-44a6-9ae6-4af6375d727c tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:55:04.195105 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1eb45047-4214-44a6-9ae6-4af6375d727c tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Usage tracker for resource:security_group_rule and tenant:df43ce47c74b4b98a13e57e05607f52c is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:55:04.198122 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1eb45047-4214-44a6-9ae6-4af6375d727c tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:55:04.200935 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605b67ec-9215-4d40-b8e6-05bfb13ddab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64143c38-e652-448e-b23c-d0da9918cb09'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:55:04.203530 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77333b92-5125-4bf5-a0ac-bed88084d7a3" -d '{"events": [{"server_uuid": "605b67ec-9215-4d40-b8e6-05bfb13ddab4", "name": "network-vif-plugged", "status": "completed", "tag": "64143c38-e652-448e-b23c-d0da9918cb09"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:55:04.204532 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1eb45047-4214-44a6-9ae6-4af6375d727c tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:55:04.217768 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 64143c38-e652-448e-b23c-d0da9918cb09, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=64143c38-e652-448e-b23c-d0da9918cb09,segment=NetworkSegment(1ca987da-1f83-49ea-9701-82bf79aa5305),segment_id=1ca987da-1f83-49ea-9701-82bf79aa5305)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:55:04.229452 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:04.234206 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-2155771c-8ef5-4dc3-b124-3e873c7475cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:04.283961 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f201e4a5-a902-4907-b653-b305e7b031ee req-fa55eb1a-ce83-4fb8-91bd-488ea7383f39 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-523242271&fields=id&tenant_id=8116e4b155bf47a28df54c3549abf9a0 HTTP/1.1" status: 200 len: 267 time: 0.0744324 May 31 15:55:04.285682 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-17c91b4f-6908-4af7-a42e-3894c3e666ca tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] delete failed (client error): There was a conflict when trying to complete your request. May 31 15:55:04.286673 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-17c91b4f-6908-4af7-a42e-3894c3e666ca tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] 10.222.0.45 "DELETE /v2.0/routers/0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14 HTTP/1.1" status: 409 len: 329 time: 0.6554658 May 31 15:55:04.291197 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1eb45047-4214-44a6-9ae6-4af6375d727c tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:04.291878 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60622) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:04.296147 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 15:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599a79f8-4bd9-430f-86be-ce802d699c4e x-openstack-request-id: req-599a79f8-4bd9-430f-86be-ce802d699c4e {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:55:04.296561 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605b67ec-9215-4d40-b8e6-05bfb13ddab4", "name": "network-vif-plugged", "status": "completed", "tag": "64143c38-e652-448e-b23c-d0da9918cb09", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:55:04.296952 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-599a79f8-4bd9-430f-86be-ce802d699c4e {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:55:04.297425 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605b67ec-9215-4d40-b8e6-05bfb13ddab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64143c38-e652-448e-b23c-d0da9918cb09', 'code': 200} May 31 15:55:04.299137 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1eb45047-4214-44a6-9ae6-4af6375d727c tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:04.306924 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ea945251-09d4-4588-9954-b7c5531daa31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:04.347263 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=64143c38-e652-448e-b23c-d0da9918cb09,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:04.352374 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb45047-4214-44a6-9ae6-4af6375d727c tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c4239b-aaf6-4a1b-aac0-8a57b5239734,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:04.357864 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1eb45047-4214-44a6-9ae6-4af6375d727c tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:04.366610 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1eb45047-4214-44a6-9ae6-4af6375d727c tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:04.367557 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:04.375609 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1eb45047-4214-44a6-9ae6-4af6375d727c tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2503281 May 31 15:55:04.375609 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60626) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:04.383635 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-6bd7e898-e952-4c7e-9028-0b8f1145b407 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Request body: {'security_group_rule': {'security_group_id': '03c4239b-aaf6-4a1b-aac0-8a57b5239734', 'direction': 'ingress', 'protocol': 17}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:55:04.390409 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6bd7e898-e952-4c7e-9028-0b8f1145b407 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:55:04.394719 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6bd7e898-e952-4c7e-9028-0b8f1145b407 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Usage tracker for resource:security_group_rule and tenant:df43ce47c74b4b98a13e57e05607f52c is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:55:04.397918 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6bd7e898-e952-4c7e-9028-0b8f1145b407 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:55:04.404355 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6bd7e898-e952-4c7e-9028-0b8f1145b407 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:55:04.424396 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6bd7e898-e952-4c7e-9028-0b8f1145b407 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:04.487130 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6bd7e898-e952-4c7e-9028-0b8f1145b407 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:04.491531 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6bd7e898-e952-4c7e-9028-0b8f1145b407 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:04.493339 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1d661382-d315-49e3-868a-da78629a1e11 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:04.515844 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7e898-e952-4c7e-9028-0b8f1145b407 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf386609-fbea-47eb-a904-d1682a83e32b,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:04.518257 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6bd7e898-e952-4c7e-9028-0b8f1145b407 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:04.530294 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6bd7e898-e952-4c7e-9028-0b8f1145b407 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:04.531440 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6bd7e898-e952-4c7e-9028-0b8f1145b407 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1567318 May 31 15:55:04.534584 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60630) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:04.603944 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bddf2079-1363-430e-8839-2d8fed9c1f05 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:04.606231 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c73dee7-46a5-4bd0-ba37-06b39ff35102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:04.632804 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bddf2079-1363-430e-8839-2d8fed9c1f05 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:04.682351 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bddf2079-1363-430e-8839-2d8fed9c1f05 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:04.686528 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-28e34120-025e-4383-bed3-c267f03b369a tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:04.702870 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf2079-1363-430e-8839-2d8fed9c1f05 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c4239b-aaf6-4a1b-aac0-8a57b5239734,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:04.707793 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bddf2079-1363-430e-8839-2d8fed9c1f05 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:04.714093 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bddf2079-1363-430e-8839-2d8fed9c1f05 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:04.718043 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-bddf2079-1363-430e-8839-2d8fed9c1f05 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "DELETE /v2.0/security-groups/03c4239b-aaf6-4a1b-aac0-8a57b5239734 HTTP/1.1" status: 204 len: 168 time: 0.1801684 May 31 15:55:04.718365 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60634) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:04.772425 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4b9dc3f6-231c-4367-8f1d-b234f7950acb tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Synchronizing usage tracker for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:55:04.789461 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4b9dc3f6-231c-4367-8f1d-b234f7950acb tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Unset dirty status for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:55:04.794375 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4b9dc3f6-231c-4367-8f1d-b234f7950acb tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0712106 May 31 15:55:04.794635 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60638) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:04.799911 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-df001aaf-2180-4d61-865c-49cf5e6cad5d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Request body: {'security_group': {'name': 'tempest-secgroup--665696718'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:55:04.806356 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-df001aaf-2180-4d61-865c-49cf5e6cad5d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:55:04.815973 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-df001aaf-2180-4d61-865c-49cf5e6cad5d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:55:04.825714 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-df001aaf-2180-4d61-865c-49cf5e6cad5d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:04.845805 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-df001aaf-2180-4d61-865c-49cf5e6cad5d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:55:04.850332 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-df001aaf-2180-4d61-865c-49cf5e6cad5d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Usage tracker for resource:security_group_rule and tenant:df43ce47c74b4b98a13e57e05607f52c is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:55:04.853476 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-df001aaf-2180-4d61-865c-49cf5e6cad5d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:55:04.859399 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-df001aaf-2180-4d61-865c-49cf5e6cad5d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:55:04.921281 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201e4a5-a902-4907-b653-b305e7b031ee req-f6ffc8d9-c062-439a-9c84-ae5f0c300ff2 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:04.922724 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f201e4a5-a902-4907-b653-b305e7b031ee req-f6ffc8d9-c062-439a-9c84-ae5f0c300ff2 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/networks?id=258fafc3-be14-41c8-a854-4f81d373cb1a HTTP/1.1" status: 200 len: 810 time: 0.5201595 May 31 15:55:04.929017 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-df001aaf-2180-4d61-865c-49cf5e6cad5d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:04.934308 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-df001aaf-2180-4d61-865c-49cf5e6cad5d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:04.939954 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f273c281-61c5-4479-bc1e-522a98ac0726 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:04.954130 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f796627-4687-4030-af59-1e7b5d1dfa86 req-e2688c41-e6a2-4ce8-96e3-7bba1b12e3fd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:04.955631 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3f796627-4687-4030-af59-1e7b5d1dfa86 req-e2688c41-e6a2-4ce8-96e3-7bba1b12e3fd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=605b67ec-9215-4d40-b8e6-05bfb13ddab4 HTTP/1.1" status: 200 len: 946 time: 0.5209978 May 31 15:55:04.987679 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df001aaf-2180-4d61-865c-49cf5e6cad5d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=135b941d-5ea8-48c8-9e4c-0ffab81242e3,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:04.991977 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-df001aaf-2180-4d61-865c-49cf5e6cad5d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:04.995795 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-df001aaf-2180-4d61-865c-49cf5e6cad5d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:05.000576 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-df001aaf-2180-4d61-865c-49cf5e6cad5d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2017679 May 31 15:55:05.000996 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a952155-dd64-4e14-8dda-c2d7166de230 req-6e76e988-dc03-42dc-a24a-3c0c36e6f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:05.000996 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4a952155-dd64-4e14-8dda-c2d7166de230 req-6e76e988-dc03-42dc-a24a-3c0c36e6f4ef service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=605b67ec-9215-4d40-b8e6-05bfb13ddab4 HTTP/1.1" status: 200 len: 1099 time: 0.4698839 May 31 15:55:05.001191 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60642) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:05.006827 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-882260bb-0ed7-44b4-aec6-5e5b8ba6663e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Request body: {'security_group': {'name': 'tempest-secgroup--1348259672'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:55:05.013204 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-882260bb-0ed7-44b4-aec6-5e5b8ba6663e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:55:05.017504 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-882260bb-0ed7-44b4-aec6-5e5b8ba6663e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Usage tracker for resource:security_group and tenant:df43ce47c74b4b98a13e57e05607f52c is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:55:05.019217 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f201e4a5-a902-4907-b653-b305e7b031ee req-7dcb82bb-e644-435f-ba3b-24d09b6b1d8f tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/quotas/8116e4b155bf47a28df54c3549abf9a0 HTTP/1.1" status: 200 len: 375 time: 0.0831492 May 31 15:55:05.020813 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-882260bb-0ed7-44b4-aec6-5e5b8ba6663e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:55:05.026585 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-882260bb-0ed7-44b4-aec6-5e5b8ba6663e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:55:05.038060 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-882260bb-0ed7-44b4-aec6-5e5b8ba6663e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:05.058288 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-882260bb-0ed7-44b4-aec6-5e5b8ba6663e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:55:05.062285 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-882260bb-0ed7-44b4-aec6-5e5b8ba6663e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Usage tracker for resource:security_group_rule and tenant:df43ce47c74b4b98a13e57e05607f52c is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:55:05.065170 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-882260bb-0ed7-44b4-aec6-5e5b8ba6663e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:55:05.070806 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-882260bb-0ed7-44b4-aec6-5e5b8ba6663e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:55:05.142823 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-882260bb-0ed7-44b4-aec6-5e5b8ba6663e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:05.147913 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-882260bb-0ed7-44b4-aec6-5e5b8ba6663e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:05.153140 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c16781f3-dbd0-4db1-9c8b-e74e7b8f20cd tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:05.171820 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3f796627-4687-4030-af59-1e7b5d1dfa86 req-77e5fa28-c2e7-4e62-98e9-97f998e9ac33 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=47baf0fd-299b-423b-9b09-72be425d44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842024 May 31 15:55:05.183081 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4a952155-dd64-4e14-8dda-c2d7166de230 req-c3fcd8cc-64b9-472f-8412-aa2782d32989 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=47baf0fd-299b-423b-9b09-72be425d44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590362 May 31 15:55:05.199303 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882260bb-0ed7-44b4-aec6-5e5b8ba6663e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ebd195-a620-42e8-ab13-5cd9bb3934c4,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:05.202463 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-882260bb-0ed7-44b4-aec6-5e5b8ba6663e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:05.203805 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-882260bb-0ed7-44b4-aec6-5e5b8ba6663e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:05.205191 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-882260bb-0ed7-44b4-aec6-5e5b8ba6663e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2037799 May 31 15:55:05.208467 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60646) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:05.214979 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-e3015e5c-744b-45b6-a264-607e1012a2a1 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Request body: {'security_group_rule': {'security_group_id': '135b941d-5ea8-48c8-9e4c-0ffab81242e3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd8ebd195-a620-42e8-ab13-5cd9bb3934c4', 'remote_ip_prefix': None}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:55:05.221035 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e3015e5c-744b-45b6-a264-607e1012a2a1 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:55:05.225194 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e3015e5c-744b-45b6-a264-607e1012a2a1 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Usage tracker for resource:security_group_rule and tenant:df43ce47c74b4b98a13e57e05607f52c is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:55:05.228200 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e3015e5c-744b-45b6-a264-607e1012a2a1 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:55:05.233909 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e3015e5c-744b-45b6-a264-607e1012a2a1 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:55:05.240248 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f201e4a5-a902-4907-b653-b305e7b031ee req-091d0e07-d8d0-444d-8977-552c80f42ee2 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8116e4b155bf47a28df54c3549abf9a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1919372 May 31 15:55:05.256669 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e3015e5c-744b-45b6-a264-607e1012a2a1 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:05.324968 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e3015e5c-744b-45b6-a264-607e1012a2a1 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:05.329792 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e3015e5c-744b-45b6-a264-607e1012a2a1 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:05.331837 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ea06fe81-f862-413d-bc34-3ee0216fe39f tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:05.357061 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3015e5c-744b-45b6-a264-607e1012a2a1 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb738d9-2ccd-45a6-b652-18d297e3b29e,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:05.359760 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e3015e5c-744b-45b6-a264-607e1012a2a1 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:05.371013 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e3015e5c-744b-45b6-a264-607e1012a2a1 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:05.378926 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e3015e5c-744b-45b6-a264-607e1012a2a1 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1627705 May 31 15:55:05.378926 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60650) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:05.406813 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-09c02881-b011-4e91-b1a5-179612391dd3 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:05.417468 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-09c02881-b011-4e91-b1a5-179612391dd3 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:05.430224 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f201e4a5-a902-4907-b653-b305e7b031ee req-81e5c348-eb29-473d-b777-547cc7361f2c service neutron] 10.222.0.45 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579864 May 31 15:55:05.433767 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7d7e8ab8-0b84-49a9-b1e4-32aa5292905d tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:05.444178 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-09c02881-b011-4e91-b1a5-179612391dd3 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:05.446119 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-84154f89-fb39-4f40-98b6-807ba35849fb tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:05.462838 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c02881-b011-4e91-b1a5-179612391dd3 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5eb738d9-2ccd-45a6-b652-18d297e3b29e,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:05.466395 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-09c02881-b011-4e91-b1a5-179612391dd3 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:05.467891 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-09c02881-b011-4e91-b1a5-179612391dd3 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:05.472053 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-09c02881-b011-4e91-b1a5-179612391dd3 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/5eb738d9-2ccd-45a6-b652-18d297e3b29e HTTP/1.1" status: 204 len: 168 time: 0.0928762 May 31 15:55:05.472588 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60654) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:05.527290 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4525017a-a250-4101-97cf-4eee2e9f066e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Synchronizing usage tracker for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group_rule {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:55:05.545466 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4525017a-a250-4101-97cf-4eee2e9f066e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Unset dirty status for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group_rule {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:55:05.547033 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4525017a-a250-4101-97cf-4eee2e9f066e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0732319 May 31 15:55:05.550246 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60658) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:05.614742 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-93a7da1b-91bd-4759-8825-e22f2aef4cb0 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:05.642804 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-93a7da1b-91bd-4759-8825-e22f2aef4cb0 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:05.695097 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-93a7da1b-91bd-4759-8825-e22f2aef4cb0 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:05.700296 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-81a709f0-c183-4155-aeb2-8730205111da tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:05.714986 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7da1b-91bd-4759-8825-e22f2aef4cb0 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ebd195-a620-42e8-ab13-5cd9bb3934c4,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:05.720253 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-93a7da1b-91bd-4759-8825-e22f2aef4cb0 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:05.730752 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-93a7da1b-91bd-4759-8825-e22f2aef4cb0 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:05.735758 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-93a7da1b-91bd-4759-8825-e22f2aef4cb0 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "DELETE /v2.0/security-groups/d8ebd195-a620-42e8-ab13-5cd9bb3934c4 HTTP/1.1" status: 204 len: 168 time: 0.1844566 May 31 15:55:05.736413 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60662) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:05.799396 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-d7431f5f-ff8a-4c7b-bd74-b0cdd7daeb37 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Synchronizing usage tracker for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:55:05.816094 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-d7431f5f-ff8a-4c7b-bd74-b0cdd7daeb37 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Unset dirty status for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:55:05.817529 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d7431f5f-ff8a-4c7b-bd74-b0cdd7daeb37 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0801601 May 31 15:55:05.820488 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60666) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:05.891157 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4417898d-f85f-4058-a411-8325bf043ebb tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:05.918124 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4417898d-f85f-4058-a411-8325bf043ebb tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:05.966941 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4417898d-f85f-4058-a411-8325bf043ebb tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:05.969832 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f201e4a5-a902-4907-b653-b305e7b031ee req-984fd38b-aa8a-4984-9112-2b9158e2320d service neutron] 10.222.0.45 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080990 May 31 15:55:05.972778 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-744e8214-a261-434f-8ba7-aee815e3cb2c tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:05.989472 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417898d-f85f-4058-a411-8325bf043ebb tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=135b941d-5ea8-48c8-9e4c-0ffab81242e3,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:05.992906 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4417898d-f85f-4058-a411-8325bf043ebb tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:06.009400 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4417898d-f85f-4058-a411-8325bf043ebb tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:06.013200 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4417898d-f85f-4058-a411-8325bf043ebb tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "DELETE /v2.0/security-groups/135b941d-5ea8-48c8-9e4c-0ffab81242e3 HTTP/1.1" status: 204 len: 168 time: 0.1899219 May 31 15:55:06.013478 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60670) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:06.075471 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-663f4291-b053-4f9d-98da-0a4475b7314f tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Synchronizing usage tracker for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:55:06.092646 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-663f4291-b053-4f9d-98da-0a4475b7314f tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Unset dirty status for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:55:06.094331 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-663f4291-b053-4f9d-98da-0a4475b7314f tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0798264 May 31 15:55:06.098307 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60676) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:06.103633 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-e5bdeefa-a49b-4ede-adce-10b9b45092af tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Request body: {'security_group': {'name': 'tempest-secgroup--552907790'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:55:06.110258 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e5bdeefa-a49b-4ede-adce-10b9b45092af tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:55:06.121684 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e5bdeefa-a49b-4ede-adce-10b9b45092af tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:55:06.134001 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e5bdeefa-a49b-4ede-adce-10b9b45092af tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:06.146063 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-7d7e8ab8-0b84-49a9-b1e4-32aa5292905d tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Deleting port c80c14e2-c1de-4ed0-b8c2-1956c82522cb {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:55:06.146530 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7d7e8ab8-0b84-49a9-b1e4-32aa5292905d tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:06.157220 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e5bdeefa-a49b-4ede-adce-10b9b45092af tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:55:06.162507 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e5bdeefa-a49b-4ede-adce-10b9b45092af tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Usage tracker for resource:security_group_rule and tenant:df43ce47c74b4b98a13e57e05607f52c is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:55:06.165888 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e5bdeefa-a49b-4ede-adce-10b9b45092af tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:55:06.172337 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e5bdeefa-a49b-4ede-adce-10b9b45092af tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:55:06.307499 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e5bdeefa-a49b-4ede-adce-10b9b45092af tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:06.312710 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e5bdeefa-a49b-4ede-adce-10b9b45092af tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:06.319219 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-93a7da1b-91bd-4759-8825-e22f2aef4cb0 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:06.366727 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bdeefa-a49b-4ede-adce-10b9b45092af tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c02fcb4a-ffb5-4116-9e13-9784411125cf,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:06.371453 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e5bdeefa-a49b-4ede-adce-10b9b45092af tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:06.374247 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e5bdeefa-a49b-4ede-adce-10b9b45092af tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:06.375743 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e5bdeefa-a49b-4ede-adce-10b9b45092af tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2764187 May 31 15:55:06.379667 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60686) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:06.383039 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7d7e8ab8-0b84-49a9-b1e4-32aa5292905d tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:06.385851 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-e3b2a18b-dd85-402b-8b1d-f5b36fec4fd9 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Request body: {'security_group_rule': {'security_group_id': 'c02fcb4a-ffb5-4116-9e13-9784411125cf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:55:06.422912 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e3b2a18b-dd85-402b-8b1d-f5b36fec4fd9 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:55:06.422912 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e3b2a18b-dd85-402b-8b1d-f5b36fec4fd9 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Usage tracker for resource:security_group_rule and tenant:df43ce47c74b4b98a13e57e05607f52c is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:55:06.422912 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e3b2a18b-dd85-402b-8b1d-f5b36fec4fd9 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:55:06.424153 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e3b2a18b-dd85-402b-8b1d-f5b36fec4fd9 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:55:06.442762 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e3b2a18b-dd85-402b-8b1d-f5b36fec4fd9 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:06.524347 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e3b2a18b-dd85-402b-8b1d-f5b36fec4fd9 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:06.529057 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e3b2a18b-dd85-402b-8b1d-f5b36fec4fd9 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:06.537257 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7fb26d8d-8667-44b0-ae83-7be06bd2c894 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:06.553982 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-7d7e8ab8-0b84-49a9-b1e4-32aa5292905d tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Calling delete_port for c80c14e2-c1de-4ed0-b8c2-1956c82522cb owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:55:06.562296 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2a18b-dd85-402b-8b1d-f5b36fec4fd9 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29fc1186-0c9a-4ba8-b38a-dde4e3286ec8,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:06.567629 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e3b2a18b-dd85-402b-8b1d-f5b36fec4fd9 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:06.577552 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e3b2a18b-dd85-402b-8b1d-f5b36fec4fd9 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:06.581380 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e3b2a18b-dd85-402b-8b1d-f5b36fec4fd9 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1983833 May 31 15:55:06.581613 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60694) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:06.611642 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ae54c21a-1b98-4b94-aae4-81c43bbbc85e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:06.611842 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2e5ef039-1984-4531-9e02-da3bb221301d req-cd5e6c21-660b-48d1-bc92-41164a42a66d tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 210 time: 0.0652356 May 31 15:55:06.623320 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ae54c21a-1b98-4b94-aae4-81c43bbbc85e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:06.651474 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ae54c21a-1b98-4b94-aae4-81c43bbbc85e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:06.652015 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909fd76-ab53-49a6-a842-b055a4c4dc70 req-a6deb660-95ea-4aea-a7c9-e6e47c00c880 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:06.653428 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bd8203a7-e620-4dda-87ad-615ebca40a39 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:06.653601 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7909fd76-ab53-49a6-a842-b055a4c4dc70 req-a6deb660-95ea-4aea-a7c9-e6e47c00c880 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=605b67ec-9215-4d40-b8e6-05bfb13ddab4 HTTP/1.1" status: 200 len: 946 time: 0.3617983 May 31 15:55:06.673484 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae54c21a-1b98-4b94-aae4-81c43bbbc85e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29fc1186-0c9a-4ba8-b38a-dde4e3286ec8,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:06.675490 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ae54c21a-1b98-4b94-aae4-81c43bbbc85e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:06.679183 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ae54c21a-1b98-4b94-aae4-81c43bbbc85e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/29fc1186-0c9a-4ba8-b38a-dde4e3286ec8 HTTP/1.1" status: 204 len: 168 time: 0.0941918 May 31 15:55:06.679183 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ae54c21a-1b98-4b94-aae4-81c43bbbc85e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:06.679971 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60702) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:06.754433 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7909fd76-ab53-49a6-a842-b055a4c4dc70 req-c61bee22-02fa-47e2-bfeb-d6c0c4666581 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=47baf0fd-299b-423b-9b09-72be425d44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944810 May 31 15:55:06.773143 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-fe038d65-cb07-493a-ad18-84282e43a14d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Synchronizing usage tracker for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group_rule {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:55:06.798285 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-fe038d65-cb07-493a-ad18-84282e43a14d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Unset dirty status for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group_rule {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:55:06.802428 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-fe038d65-cb07-493a-ad18-84282e43a14d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1187003 May 31 15:55:06.802701 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60708) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:06.917108 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7d7e8ab8-0b84-49a9-b1e4-32aa5292905d tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:06.923968 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d340a3f0-7349-4d9b-a105-4ac68817bd7c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:06.960597 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-39ed4a5b-3a00-4c75-aaaf-f36b4d091cf8 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:06.972981 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e8ab8-0b84-49a9-b1e4-32aa5292905d tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Pushing event deleted for resources: {'Port': ['ID=c80c14e2-c1de-4ed0-b8c2-1956c82522cb,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:06.982579 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:07.012368 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7d7e8ab8-0b84-49a9-b1e4-32aa5292905d tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:07.077641 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-39ed4a5b-3a00-4c75-aaaf-f36b4d091cf8 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:07.410398 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7d7e8ab8-0b84-49a9-b1e4-32aa5292905d tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:07.415583 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-39ed4a5b-3a00-4c75-aaaf-f36b4d091cf8 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:07.421406 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-27007f55-4939-4cc1-a401-cbeb8db5154e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:07.437586 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed4a5b-3a00-4c75-aaaf-f36b4d091cf8 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02fcb4a-ffb5-4116-9e13-9784411125cf,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:07.447341 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-39ed4a5b-3a00-4c75-aaaf-f36b4d091cf8 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:07.600595 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-39ed4a5b-3a00-4c75-aaaf-f36b4d091cf8 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:07.601693 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-39ed4a5b-3a00-4c75-aaaf-f36b4d091cf8 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "DELETE /v2.0/security-groups/c02fcb4a-ffb5-4116-9e13-9784411125cf HTTP/1.1" status: 204 len: 168 time: 0.7981491 May 31 15:55:07.604531 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60712) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:07.670715 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9f2d9b25-3d69-481b-88f8-5fb9c5bf685d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Synchronizing usage tracker for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:55:07.695958 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9f2d9b25-3d69-481b-88f8-5fb9c5bf685d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Unset dirty status for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:55:07.697587 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9f2d9b25-3d69-481b-88f8-5fb9c5bf685d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0913129 May 31 15:55:07.702165 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60718) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:07.708663 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-22b18944-5459-4127-ba65-57053202092e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Request body: {'security_group': {'name': 'tempest-secgroup--29375574'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:55:07.718997 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-22b18944-5459-4127-ba65-57053202092e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:55:07.731529 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-22b18944-5459-4127-ba65-57053202092e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:55:07.744981 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-22b18944-5459-4127-ba65-57053202092e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:07.767683 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-22b18944-5459-4127-ba65-57053202092e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:55:07.771898 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-22b18944-5459-4127-ba65-57053202092e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Usage tracker for resource:security_group_rule and tenant:df43ce47c74b4b98a13e57e05607f52c is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:55:07.774839 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-22b18944-5459-4127-ba65-57053202092e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:55:07.782440 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-22b18944-5459-4127-ba65-57053202092e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:55:07.867010 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-54490d6a-429e-458f-a9ec-f0a385462600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:07.886704 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-22b18944-5459-4127-ba65-57053202092e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:07.891931 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-22b18944-5459-4127-ba65-57053202092e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:07.896058 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e5bdeefa-a49b-4ede-adce-10b9b45092af tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:07.903806 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7ae8c928-8d0b-4d5b-816a-8c5d19acb247 req-a82c4374-e319-484d-b73d-5ce791d605fd tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 210 time: 0.1684608 May 31 15:55:07.939752 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b18944-5459-4127-ba65-57053202092e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c039590c-13c5-4b16-be6d-0c9f07829fd3,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:07.950979 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b18944-5459-4127-ba65-57053202092e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:07.951406 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b18944-5459-4127-ba65-57053202092e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:07.951778 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b18944-5459-4127-ba65-57053202092e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:07.952145 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b18944-5459-4127-ba65-57053202092e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:07.952509 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b18944-5459-4127-ba65-57053202092e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:07.952871 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b18944-5459-4127-ba65-57053202092e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:07.953235 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b18944-5459-4127-ba65-57053202092e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:07.953583 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b18944-5459-4127-ba65-57053202092e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:07.954442 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b18944-5459-4127-ba65-57053202092e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:07.954442 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b18944-5459-4127-ba65-57053202092e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:07.954664 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b18944-5459-4127-ba65-57053202092e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:07.954971 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b18944-5459-4127-ba65-57053202092e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:07.959648 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-22b18944-5459-4127-ba65-57053202092e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:07.960858 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-22b18944-5459-4127-ba65-57053202092e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2577083 May 31 15:55:07.961909 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-22b18944-5459-4127-ba65-57053202092e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:07.963527 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60728) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:07.968915 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-6c9eeb24-eeca-4ecd-9565-0ea319a1dafd tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Request body: {'security_group_rule': {'security_group_id': 'c039590c-13c5-4b16-be6d-0c9f07829fd3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:55:07.976047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6c9eeb24-eeca-4ecd-9565-0ea319a1dafd tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:55:07.980869 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6c9eeb24-eeca-4ecd-9565-0ea319a1dafd tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Usage tracker for resource:security_group_rule and tenant:df43ce47c74b4b98a13e57e05607f52c is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:55:07.984423 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6c9eeb24-eeca-4ecd-9565-0ea319a1dafd tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:55:07.987282 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7e8ab8-0b84-49a9-b1e4-32aa5292905d tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Router 0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:55:07.991188 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6c9eeb24-eeca-4ecd-9565-0ea319a1dafd tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:55:08.016460 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6c9eeb24-eeca-4ecd-9565-0ea319a1dafd tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:08.077423 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6c9eeb24-eeca-4ecd-9565-0ea319a1dafd tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:08.082052 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6c9eeb24-eeca-4ecd-9565-0ea319a1dafd tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:08.083947 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5eedf87b-2b91-4f65-81eb-4ba71b8c9689 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:08.093760 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201e4a5-a902-4907-b653-b305e7b031ee req-1d0ccb8a-a433-49f7-9c51-3f96db956cc3 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:08.095221 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f201e4a5-a902-4907-b653-b305e7b031ee req-1d0ccb8a-a433-49f7-9c51-3f96db956cc3 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.59 "GET /v2.0/networks?id=258fafc3-be14-41c8-a854-4f81d373cb1a HTTP/1.1" status: 200 len: 810 time: 0.5802901 May 31 15:55:08.106627 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9eeb24-eeca-4ecd-9565-0ea319a1dafd tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f24a3bb-9812-4aaf-a302-0bb1abfa001a,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:08.121121 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6c9eeb24-eeca-4ecd-9565-0ea319a1dafd tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:08.130981 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6c9eeb24-eeca-4ecd-9565-0ea319a1dafd tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:08.132664 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6c9eeb24-eeca-4ecd-9565-0ea319a1dafd tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1682274 May 31 15:55:08.135300 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60732) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:08.158282 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-55b81bc6-a736-4bd4-b807-50d568c11d95 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "GET /v2.0/security-group-rules/2f24a3bb-9812-4aaf-a302-0bb1abfa001a HTTP/1.1" status: 200 len: 763 time: 0.0215397 May 31 15:55:08.160836 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60736) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:08.186831 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7e8ab8-0b84-49a9-b1e4-32aa5292905d tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:55:08.192757 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7d7e8ab8-0b84-49a9-b1e4-32aa5292905d tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] 10.222.0.45 "PUT /v2.0/routers/0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8996809 May 31 15:55:08.196688 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60740) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:08.202558 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc3f489-9db3-4616-bfc2-9b2c9fae9bc7 None None] Sync routers for ids ['0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:55:08.212555 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc3f489-9db3-4616-bfc2-9b2c9fae9bc7 None None] Routers {'0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:55:08.213515 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-4cc3f489-9db3-4616-bfc2-9b2c9fae9bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:55:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:08.217469 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f201e4a5-a902-4907-b653-b305e7b031ee req-39c833f4-99f8-4a03-8c6b-a62f34afe353 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8116e4b155bf47a28df54c3549abf9a0 HTTP/1.1" status: 200 len: 379 time: 0.0561578 May 31 15:55:08.227869 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f6d3d173-cff6-4ee1-a0b0-a08663079580 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Synchronizing usage tracker for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group_rule {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:55:08.228059 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-f201e4a5-a902-4907-b653-b305e7b031ee req-d186da94-9206-4b27-9ae8-8c8c1e167efc tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Request body: {'port': {'device_id': 'dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'admin_state_up': True, 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'security_groups': ['8a62fedf-afd0-46d3-9fdd-6733844eb382']}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:55:08.251607 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636ebff-c39f-4549-8c34-9ee39557d3a4 req-67368f83-d5bd-4f14-b06a-496d046ae7ea tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:08.258900 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0636ebff-c39f-4549-8c34-9ee39557d3a4 req-67368f83-d5bd-4f14-b06a-496d046ae7ea tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=605b67ec-9215-4d40-b8e6-05bfb13ddab4 HTTP/1.1" status: 200 len: 946 time: 0.3916786 May 31 15:55:08.275889 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-4cc3f489-9db3-4616-bfc2-9b2c9fae9bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:08.285236 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc3f489-9db3-4616-bfc2-9b2c9fae9bc7 None None] Routers {'0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:55:08.286182 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-4cc3f489-9db3-4616-bfc2-9b2c9fae9bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:55:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:08.312862 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:08.334039 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-9b71a178-bcbd-4c66-b64f-7da49ad9d6bf tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] show failed (client error): The resource could not be found. May 31 15:55:08.339008 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60744) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:08.339784 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9b71a178-bcbd-4c66-b64f-7da49ad9d6bf tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] 10.222.0.45 "GET /v2.0/routers/tempest-non_exist_router-1130736587 HTTP/1.1" status: 404 len: 335 time: 0.1423275 May 31 15:55:08.349450 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f6d3d173-cff6-4ee1-a0b0-a08663079580 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Unset dirty status for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group_rule {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:55:08.351442 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f6d3d173-cff6-4ee1-a0b0-a08663079580 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1893847 May 31 15:55:08.353694 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-982c3b52-3590-486d-91ae-0c4d19306e06 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Request body: {'router': {'name': 'new_name'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:55:08.354471 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60748) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:08.355759 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-4cc3f489-9db3-4616-bfc2-9b2c9fae9bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:08.356496 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc3f489-9db3-4616-bfc2-9b2c9fae9bc7 None None] The sync data for ids ['0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:55:08.385811 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aa4e890a-7ae4-48ca-bca7-ece4ab09f997 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:08.396458 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aa4e890a-7ae4-48ca-bca7-ece4ab09f997 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:08.424396 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aa4e890a-7ae4-48ca-bca7-ece4ab09f997 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:08.426510 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:08.440096 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-982c3b52-3590-486d-91ae-0c4d19306e06 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] update failed (client error): The resource could not be found. May 31 15:55:08.444694 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-982c3b52-3590-486d-91ae-0c4d19306e06 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] 10.222.0.45 "PUT /v2.0/routers/tempest-non_exist_router-711288919 HTTP/1.1" status: 404 len: 334 time: 0.1011810 May 31 15:55:08.445002 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60752) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:08.451513 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0636ebff-c39f-4549-8c34-9ee39557d3a4 req-3ca08955-a36e-4ada-beaa-6d3eaf8697e2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=47baf0fd-299b-423b-9b09-72be425d44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916945 May 31 15:55:08.501680 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-f201e4a5-a902-4907-b653-b305e7b031ee req-d186da94-9206-4b27-9ae8-8c8c1e167efc tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:55:08.502765 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e890a-7ae4-48ca-bca7-ece4ab09f997 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f24a3bb-9812-4aaf-a302-0bb1abfa001a,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:08.508804 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-aa4e890a-7ae4-48ca-bca7-ece4ab09f997 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:08.515249 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-f201e4a5-a902-4907-b653-b305e7b031ee req-d186da94-9206-4b27-9ae8-8c8c1e167efc tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:55:08.515763 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aa4e890a-7ae4-48ca-bca7-ece4ab09f997 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:08.517062 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-aa4e890a-7ae4-48ca-bca7-ece4ab09f997 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/2f24a3bb-9812-4aaf-a302-0bb1abfa001a HTTP/1.1" status: 204 len: 168 time: 0.1613357 May 31 15:55:08.520765 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60758) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:08.527396 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f201e4a5-a902-4907-b653-b305e7b031ee req-d186da94-9206-4b27-9ae8-8c8c1e167efc tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Made reservation on behalf of 8116e4b155bf47a28df54c3549abf9a0 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:55:08.531366 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f201e4a5-a902-4907-b653-b305e7b031ee req-d186da94-9206-4b27-9ae8-8c8c1e167efc tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:08.697494 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-256ba03c-5713-47b5-b389-3df69b483ba1 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Deleting subnet b9eaaf38-8f2a-49bb-9c51-c8987e1b9c80 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:55:08.703071 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-256ba03c-5713-47b5-b389-3df69b483ba1 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:08.763451 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36344d-211f-43cf-9cf0-dc23efc0ce59 req-2ea0c180-1479-471e-9685-4b3550451226 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:08.764867 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dc36344d-211f-43cf-9cf0-dc23efc0ce59 req-2ea0c180-1479-471e-9685-4b3550451226 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=605b67ec-9215-4d40-b8e6-05bfb13ddab4 HTTP/1.1" status: 200 len: 946 time: 0.1732135 May 31 15:55:08.771842 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0cd9eca1-4ae5-40a7-b915-093c864bf83f tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Synchronizing usage tracker for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group_rule {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:55:08.778841 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [req-f201e4a5-a902-4907-b653-b305e7b031ee req-d186da94-9206-4b27-9ae8-8c8c1e167efc tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Allocated IP 172.20.0.14 (258fafc3-be14-41c8-a854-4f81d373cb1a/0855a3d7-c8f1-43b9-80cd-3c7b17490413/968b1291-bd29-4db8-8117-9f286b699868) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:55:08.783450 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-256ba03c-5713-47b5-b389-3df69b483ba1 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:08.839505 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0cd9eca1-4ae5-40a7-b915-093c864bf83f tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Unset dirty status for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group_rule {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:55:08.839762 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dc36344d-211f-43cf-9cf0-dc23efc0ce59 req-f5ae172f-1c8a-4fe6-9d35-a12c27ecda20 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=47baf0fd-299b-423b-9b09-72be425d44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652838 May 31 15:55:08.843336 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0cd9eca1-4ae5-40a7-b915-093c864bf83f tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3190582 May 31 15:55:08.844063 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60762) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:08.851750 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-b59a9d44-6207-4aaa-8f36-77ffd355f752 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Request body: {'security_group_rule': {'security_group_id': 'c039590c-13c5-4b16-be6d-0c9f07829fd3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:55:08.861820 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-b59a9d44-6207-4aaa-8f36-77ffd355f752 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:55:08.877748 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-b59a9d44-6207-4aaa-8f36-77ffd355f752 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:55:08.908879 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-256ba03c-5713-47b5-b389-3df69b483ba1 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:09.014269 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b59a9d44-6207-4aaa-8f36-77ffd355f752 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:09.218187 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b59a9d44-6207-4aaa-8f36-77ffd355f752 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:09.234571 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b59a9d44-6207-4aaa-8f36-77ffd355f752 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:09.239245 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3c60f11f-67dd-4f57-8798-f01d982ebd84 req-977aaae4-90b2-4167-8866-367c77a76d55 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 210 time: 0.1524551 May 31 15:55:09.239737 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-347177ee-4216-47ce-a16f-fd15a606ae0a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:09.322085 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a9d44-6207-4aaa-8f36-77ffd355f752 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85742ff6-842d-4e7e-9e8c-9958e4bd25ff,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:09.335068 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f201e4a5-a902-4907-b653-b305e7b031ee req-d186da94-9206-4b27-9ae8-8c8c1e167efc tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:09.336816 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b59a9d44-6207-4aaa-8f36-77ffd355f752 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:09.354872 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-f201e4a5-a902-4907-b653-b305e7b031ee req-d186da94-9206-4b27-9ae8-8c8c1e167efc tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Transition to ACTIVE for port object 968b1291-bd29-4db8-8117-9f286b699868 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:55:09.356222 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b59a9d44-6207-4aaa-8f36-77ffd355f752 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:09.360479 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b59a9d44-6207-4aaa-8f36-77ffd355f752 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5156863 May 31 15:55:09.360942 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60772) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:09.384146 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-256ba03c-5713-47b5-b389-3df69b483ba1 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:09.392527 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-eae11ff3-fd01-46d8-8401-8caafcf1c8d2 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:09.395602 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2b41a58b-7188-49b6-afad-d2548e2a4f10 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "GET /v2.0/security-group-rules/85742ff6-842d-4e7e-9e8c-9958e4bd25ff HTTP/1.1" status: 200 len: 763 time: 0.0334246 May 31 15:55:09.398741 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60776) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:09.435855 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ba03c-5713-47b5-b389-3df69b483ba1 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Pushing event deleted for resources: {'Subnet': ['ID=b9eaaf38-8f2a-49bb-9c51-c8987e1b9c80,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:09.437932 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-256ba03c-5713-47b5-b389-3df69b483ba1 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:09.440815 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-256ba03c-5713-47b5-b389-3df69b483ba1 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:09.447429 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-256ba03c-5713-47b5-b389-3df69b483ba1 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] 10.222.0.45 "DELETE /v2.0/subnets/b9eaaf38-8f2a-49bb-9c51-c8987e1b9c80 HTTP/1.1" status: 204 len: 168 time: 0.9992571 May 31 15:55:09.448649 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60780) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:09.452649 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5405801b-7635-481d-b608-b22b4688bf27 None None] Network 8144ac80-b437-4107-80e9-23639d48eed0 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:55:09.467752 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f201e4a5-a902-4907-b653-b305e7b031ee req-d186da94-9206-4b27-9ae8-8c8c1e167efc tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:09.480859 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-916e038e-ad58-428e-b416-91edb9e835f5 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Synchronizing usage tracker for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group_rule {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:55:09.487105 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3fb0c1c2-061a-4dc3-9fab-ab2e8bf8e166 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:09.532071 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d911c2a-2523-45dd-8fad-ac61dfe5b42b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Deleting subnet 0e8235b7-5588-4ab5-bdea-fcd2ef7bf4de {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:55:09.536406 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7d911c2a-2523-45dd-8fad-ac61dfe5b42b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:09.565900 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f201e4a5-a902-4907-b653-b305e7b031ee req-d186da94-9206-4b27-9ae8-8c8c1e167efc tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Network 258fafc3-be14-41c8-a854-4f81d373cb1a is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:55:09.571299 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [req-f201e4a5-a902-4907-b653-b305e7b031ee req-d186da94-9206-4b27-9ae8-8c8c1e167efc tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:55:09.577063 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-f201e4a5-a902-4907-b653-b305e7b031ee req-d186da94-9206-4b27-9ae8-8c8c1e167efc tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:55:09.626496 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7d911c2a-2523-45dd-8fad-ac61dfe5b42b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:09.674832 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201e4a5-a902-4907-b653-b305e7b031ee req-d186da94-9206-4b27-9ae8-8c8c1e167efc tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:09.675536 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f201e4a5-a902-4907-b653-b305e7b031ee req-d186da94-9206-4b27-9ae8-8c8c1e167efc tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:09.684636 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-916e038e-ad58-428e-b416-91edb9e835f5 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Unset dirty status for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group_rule {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:55:09.693667 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-916e038e-ad58-428e-b416-91edb9e835f5 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2859306 May 31 15:55:09.697775 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60784) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:09.736097 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186da94-9206-4b27-9ae8-8c8c1e167efc tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Pushing event updated for resources: {'Port': ['ID=968b1291-bd29-4db8-8117-9f286b699868,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:09.755649 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d186da94-9206-4b27-9ae8-8c8c1e167efc tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:09.783618 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:09.790506 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7d911c2a-2523-45dd-8fad-ac61dfe5b42b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:09.804515 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f201e4a5-a902-4907-b653-b305e7b031ee req-d186da94-9206-4b27-9ae8-8c8c1e167efc tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5804443 May 31 15:55:09.805559 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6be3b4b9-a59e-4990-8cf4-adc5e8d8c4e2 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:09.845568 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6be3b4b9-a59e-4990-8cf4-adc5e8d8c4e2 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:09.898786 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-f201e4a5-a902-4907-b653-b305e7b031ee req-88c98c93-0299-4c0a-ac37-fcb627fd4239 service neutron] Request body: {'port': {'device_id': 'dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:55:09.951467 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6be3b4b9-a59e-4990-8cf4-adc5e8d8c4e2 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:09.955031 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69df07b-237c-4012-8c56-1c65ee798514 None None] DHCP port deletion for 8144ac80-b437-4107-80e9-23639d48eed0 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:55:09.960913 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:09.994595 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3b4b9-a59e-4990-8cf4-adc5e8d8c4e2 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85742ff6-842d-4e7e-9e8c-9958e4bd25ff,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:10.002715 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6be3b4b9-a59e-4990-8cf4-adc5e8d8c4e2 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:10.045185 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6be3b4b9-a59e-4990-8cf4-adc5e8d8c4e2 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:10.046631 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6be3b4b9-a59e-4990-8cf4-adc5e8d8c4e2 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/85742ff6-842d-4e7e-9e8c-9958e4bd25ff HTTP/1.1" status: 204 len: 168 time: 0.3336024 May 31 15:55:10.057059 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60788) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:10.065401 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ffa56d92-18dc-4325-b06e-bd6d58d0c505 None None] Provisioning for port 968b1291-bd29-4db8-8117-9f286b699868 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:55:10.104668 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ffa56d92-18dc-4325-b06e-bd6d58d0c505 None None] Provisioning complete for port 968b1291-bd29-4db8-8117-9f286b699868 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:55:10.105412 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ffa56d92-18dc-4325-b06e-bd6d58d0c505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:10.120309 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f201e4a5-a902-4907-b653-b305e7b031ee req-88c98c93-0299-4c0a-ac37-fcb627fd4239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:10.168680 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-69036fe1-ebb5-4558-9bea-a55ba0ed6c19 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Synchronizing usage tracker for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group_rule {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:55:10.186201 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-ffa56d92-18dc-4325-b06e-bd6d58d0c505 None None] Port 968b1291-bd29-4db8-8117-9f286b699868 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:55:10.195146 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7d911c2a-2523-45dd-8fad-ac61dfe5b42b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:10.199313 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c5187091-5a0f-4775-8dde-8fc48e973eaf tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:10.205249 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-a69df07b-237c-4012-8c56-1c65ee798514 None None] Deleting port 1b34647e-4404-499d-b926-9c894ec35050 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:55:10.205597 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a69df07b-237c-4012-8c56-1c65ee798514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:10.237448 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d911c2a-2523-45dd-8fad-ac61dfe5b42b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Pushing event deleted for resources: {'Subnet': ['ID=0e8235b7-5588-4ab5-bdea-fcd2ef7bf4de,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:10.244917 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7d911c2a-2523-45dd-8fad-ac61dfe5b42b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:10.255852 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7d911c2a-2523-45dd-8fad-ac61dfe5b42b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:10.266809 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-69036fe1-ebb5-4558-9bea-a55ba0ed6c19 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Unset dirty status for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group_rule {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:55:10.270128 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-69036fe1-ebb5-4558-9bea-a55ba0ed6c19 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2090590 May 31 15:55:10.270931 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7d911c2a-2523-45dd-8fad-ac61dfe5b42b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] 10.222.0.45 "DELETE /v2.0/subnets/0e8235b7-5588-4ab5-bdea-fcd2ef7bf4de HTTP/1.1" status: 204 len: 168 time: 0.8221302 May 31 15:55:10.271432 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60792) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:10.271749 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60796) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:10.306383 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752c0b83-037d-4ce2-a289-ebeed2fd3e7b None None] Network 57f3df13-17c5-4d2c-9344-2e6b59f9df1e requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:55:10.343394 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-15b53790-2926-4270-a458-31b5e5b4e87e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Request body: {'security_group_rule': {'security_group_id': 'c039590c-13c5-4b16-be6d-0c9f07829fd3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:55:10.362855 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-15b53790-2926-4270-a458-31b5e5b4e87e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:55:10.371298 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60802) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:10.445067 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-a69df07b-237c-4012-8c56-1c65ee798514 None None] For port 1b34647e-4404-499d-b926-9c894ec35050, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=1b34647e-4404-499d-b926-9c894ec35050,segment=NetworkSegment(d98ed5c7-b664-4f53-9dc9-12bbc778bc1f),segment_id=d98ed5c7-b664-4f53-9dc9-12bbc778bc1f)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:55:10.445393 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a69df07b-237c-4012-8c56-1c65ee798514 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:10.448306 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-15b53790-2926-4270-a458-31b5e5b4e87e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:55:10.604820 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.securitygroups_db [None req-15b53790-2926-4270-a458-31b5e5b4e87e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Project df43ce47c74b4b98a13e57e05607f52c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 15:55:10.611153 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5bce7abd-9abd-434e-ab56-bb9f311f127b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:10.631775 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-15b53790-2926-4270-a458-31b5e5b4e87e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:10.638421 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-a69df07b-237c-4012-8c56-1c65ee798514 None None] Calling delete_port for 1b34647e-4404-499d-b926-9c894ec35050 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:55:10.745178 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a69df07b-237c-4012-8c56-1c65ee798514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:10.751909 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:10.797020 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df413de-5063-4f08-969e-104fb4437dd9 req-46ce81bf-d9d1-4197-87db-c9aa78d16090 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:10.797725 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-0df413de-5063-4f08-969e-104fb4437dd9 req-46ce81bf-d9d1-4197-87db-c9aa78d16090 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Synchronizing usage tracker for tenant:8116e4b155bf47a28df54c3549abf9a0 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:55:10.807095 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69df07b-237c-4012-8c56-1c65ee798514 None None] Pushing event deleted for resources: {'Port': ['ID=1b34647e-4404-499d-b926-9c894ec35050,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:10.814744 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a69df07b-237c-4012-8c56-1c65ee798514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:10.827994 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-15b53790-2926-4270-a458-31b5e5b4e87e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:10.830072 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69df07b-237c-4012-8c56-1c65ee798514 None None] No DVR routers for this DVR port 1b34647e-4404-499d-b926-9c894ec35050 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:55:10.854321 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-15b53790-2926-4270-a458-31b5e5b4e87e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:10.868241 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:10.924671 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-0df413de-5063-4f08-969e-104fb4437dd9 req-46ce81bf-d9d1-4197-87db-c9aa78d16090 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Unset dirty status for tenant:8116e4b155bf47a28df54c3549abf9a0 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:55:10.925856 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0df413de-5063-4f08-969e-104fb4437dd9 req-46ce81bf-d9d1-4197-87db-c9aa78d16090 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 932 time: 0.4946434 May 31 15:55:10.944809 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6cc25b-c33b-4b16-a9fb-f07f0298d565 None None] DHCP port deletion for 57f3df13-17c5-4d2c-9344-2e6b59f9df1e request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:55:10.953335 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b53790-2926-4270-a458-31b5e5b4e87e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=248d3389-459a-4ca1-aa53-02ee9436d2b6,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:11.000111 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-5bce7abd-9abd-434e-ab56-bb9f311f127b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Deleting port 1b34647e-4404-499d-b926-9c894ec35050 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:55:11.000457 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5bce7abd-9abd-434e-ab56-bb9f311f127b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:11.027580 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b53790-2926-4270-a458-31b5e5b4e87e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:11.027580 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b53790-2926-4270-a458-31b5e5b4e87e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:11.028628 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b53790-2926-4270-a458-31b5e5b4e87e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:11.028628 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b53790-2926-4270-a458-31b5e5b4e87e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:11.028628 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b53790-2926-4270-a458-31b5e5b4e87e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:11.029022 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b53790-2926-4270-a458-31b5e5b4e87e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:11.029334 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b53790-2926-4270-a458-31b5e5b4e87e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:11.029716 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b53790-2926-4270-a458-31b5e5b4e87e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:11.030076 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b53790-2926-4270-a458-31b5e5b4e87e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:11.030750 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b53790-2926-4270-a458-31b5e5b4e87e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:11.031128 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b53790-2926-4270-a458-31b5e5b4e87e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:11.031587 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b53790-2926-4270-a458-31b5e5b4e87e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:11.041567 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-f201e4a5-a902-4907-b653-b305e7b031ee req-88c98c93-0299-4c0a-ac37-fcb627fd4239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968b1291-bd29-4db8-8117-9f286b699868 {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 15:55:11.047494 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-15b53790-2926-4270-a458-31b5e5b4e87e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:11.050166 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-7f6cc25b-c33b-4b16-a9fb-f07f0298d565 None None] Deleting port f2a00aa6-7e05-4428-946f-65a8b7e0bf81 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:55:11.050623 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7f6cc25b-c33b-4b16-a9fb-f07f0298d565 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:11.106368 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-15b53790-2926-4270-a458-31b5e5b4e87e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:11.107477 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-15b53790-2926-4270-a458-31b5e5b4e87e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8305702 May 31 15:55:11.109449 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f201e4a5-a902-4907-b653-b305e7b031ee req-88c98c93-0299-4c0a-ac37-fcb627fd4239 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:11.120279 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60806) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:11.156324 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 1b34647e-4404-499d-b926-9c894ec35050 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:55:11.158861 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0df413de-5063-4f08-969e-104fb4437dd9 req-b9ac9a57-31a0-4df4-8b94-15e708a353aa tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135837 May 31 15:55:11.197521 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6b3d69ec-2c3d-42d4-b6ac-5541d6aa347b tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "GET /v2.0/security-group-rules/248d3389-459a-4ca1-aa53-02ee9436d2b6 HTTP/1.1" status: 200 len: 769 time: 0.0724456 May 31 15:55:11.202015 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-f201e4a5-a902-4907-b653-b305e7b031ee req-88c98c93-0299-4c0a-ac37-fcb627fd4239 service neutron] Transition to ACTIVE for port object 968b1291-bd29-4db8-8117-9f286b699868 will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:55:11.202648 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60810) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:11.203653 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-5bce7abd-9abd-434e-ab56-bb9f311f127b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] For port 1b34647e-4404-499d-b926-9c894ec35050, host dv-neutron-601336-79-hyperv, got binding levels [] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:55:11.204065 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5bce7abd-9abd-434e-ab56-bb9f311f127b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:11.210085 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 1b34647e-4404-499d-b926-9c894ec35050 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:55:11.210439 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 1b34647e-4404-499d-b926-9c894ec35050 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:55:11.210863 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f2a00aa6-7e05-4428-946f-65a8b7e0bf81 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:55:11.231047 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f201e4a5-a902-4907-b653-b305e7b031ee req-88c98c93-0299-4c0a-ac37-fcb627fd4239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:11.285148 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8dd82165-910d-4777-a611-1ad917856275 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:11.337338 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-7f6cc25b-c33b-4b16-a9fb-f07f0298d565 None None] For port f2a00aa6-7e05-4428-946f-65a8b7e0bf81, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=f2a00aa6-7e05-4428-946f-65a8b7e0bf81,segment=NetworkSegment(6f17136d-2f73-44c0-ae32-666f0fee472c),segment_id=6f17136d-2f73-44c0-ae32-666f0fee472c)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:55:11.337766 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7f6cc25b-c33b-4b16-a9fb-f07f0298d565 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:11.482334 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-7f6cc25b-c33b-4b16-a9fb-f07f0298d565 None None] Calling delete_port for f2a00aa6-7e05-4428-946f-65a8b7e0bf81 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:55:11.484081 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:11.531468 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port f2a00aa6-7e05-4428-946f-65a8b7e0bf81, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=f2a00aa6-7e05-4428-946f-65a8b7e0bf81,segment=NetworkSegment(6f17136d-2f73-44c0-ae32-666f0fee472c),segment_id=6f17136d-2f73-44c0-ae32-666f0fee472c)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:55:11.539434 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:11.543090 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:11.564640 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-5bce7abd-9abd-434e-ab56-bb9f311f127b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Calling delete_port for 1b34647e-4404-499d-b926-9c894ec35050 owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:55:11.572750 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.ipam_backend_mixin [None req-5bce7abd-9abd-434e-ab56-bb9f311f127b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Port 1b34647e-4404-499d-b926-9c894ec35050 was not found and therefore no delete operation was performed {{(pid=99205) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 31 15:55:11.592815 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3a4c547d-94f8-4622-86fc-67a6f83c8fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:11.629560 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7f6cc25b-c33b-4b16-a9fb-f07f0298d565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:11.636322 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=f2a00aa6-7e05-4428-946f-65a8b7e0bf81,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:11.641229 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:11.641877 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e3232b04-517d-4fc9-a8a4-3b4288e7797c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:11.655200 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5bce7abd-9abd-434e-ab56-bb9f311f127b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:11.687653 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6cc25b-c33b-4b16-a9fb-f07f0298d565 None None] Pushing event deleted for resources: {'Port': ['ID=f2a00aa6-7e05-4428-946f-65a8b7e0bf81,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:11.690853 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-7f6cc25b-c33b-4b16-a9fb-f07f0298d565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:11.691883 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6cc25b-c33b-4b16-a9fb-f07f0298d565 None None] No DVR routers for this DVR port f2a00aa6-7e05-4428-946f-65a8b7e0bf81 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:55:11.701095 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c98c93-0299-4c0a-ac37-fcb627fd4239 service neutron] Pushing event updated for resources: {'Port': ['ID=968b1291-bd29-4db8-8117-9f286b699868,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:11.710505 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-88c98c93-0299-4c0a-ac37-fcb627fd4239 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:11.724927 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-20c1ed48-8559-4370-9669-c50d23cab888 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Synchronizing usage tracker for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group_rule {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:55:11.729352 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ede6bd8a-80ec-4ba1-99ae-526aae756138 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:11.820723 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bce7abd-9abd-434e-ab56-bb9f311f127b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] No DVR routers for this DVR port 1b34647e-4404-499d-b926-9c894ec35050 on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:55:11.877173 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce7abd-9abd-434e-ab56-bb9f311f127b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Pushing event deleted for resources: {'Port': ['ID=1b34647e-4404-499d-b926-9c894ec35050,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:11.880364 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5bce7abd-9abd-434e-ab56-bb9f311f127b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:11.994121 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-20c1ed48-8559-4370-9669-c50d23cab888 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Unset dirty status for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group_rule {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:55:11.995360 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-20c1ed48-8559-4370-9669-c50d23cab888 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.7824342 May 31 15:55:11.999834 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60814) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:12.030979 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5bce7abd-9abd-434e-ab56-bb9f311f127b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:12.045620 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-f201e4a5-a902-4907-b653-b305e7b031ee req-88c98c93-0299-4c0a-ac37-fcb627fd4239 service neutron] Attempting to bind port 968b1291-bd29-4db8-8117-9f286b699868 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:55:12.045860 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-f201e4a5-a902-4907-b653-b305e7b031ee req-88c98c93-0299-4c0a-ac37-fcb627fd4239 service neutron] Attempting to bind port 968b1291-bd29-4db8-8117-9f286b699868 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'd689a5f1-87c6-4c5b-a91b-b6d33d247f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:55:12.046145 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f201e4a5-a902-4907-b653-b305e7b031ee req-88c98c93-0299-4c0a-ac37-fcb627fd4239 service neutron] Attempting to bind port 968b1291-bd29-4db8-8117-9f286b699868 on network 258fafc3-be14-41c8-a854-4f81d373cb1a {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:55:12.046378 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e0df234a-510a-4d05-9a5c-c0d88764cc58 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:12.049559 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-5bce7abd-9abd-434e-ab56-bb9f311f127b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8144ac80-b437-4107-80e9-23639d48eed0']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:12.064611 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f201e4a5-a902-4907-b653-b305e7b031ee req-88c98c93-0299-4c0a-ac37-fcb627fd4239 service neutron] Port 968b1291-bd29-4db8-8117-9f286b699868 on network 258fafc3-be14-41c8-a854-4f81d373cb1a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:55:12.064969 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f201e4a5-a902-4907-b653-b305e7b031ee req-88c98c93-0299-4c0a-ac37-fcb627fd4239 service neutron] Attempting to bind port 968b1291-bd29-4db8-8117-9f286b699868 on network 258fafc3-be14-41c8-a854-4f81d373cb1a {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:55:12.068084 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-5bce7abd-9abd-434e-ab56-bb9f311f127b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98ed5c7-b664-4f53-9dc9-12bbc778bc1f') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:12.068351 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-5bce7abd-9abd-434e-ab56-bb9f311f127b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98ed5c7-b664-4f53-9dc9-12bbc778bc1f') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:12.082003 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f201e4a5-a902-4907-b653-b305e7b031ee req-88c98c93-0299-4c0a-ac37-fcb627fd4239 service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:55:12.082494 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f201e4a5-a902-4907-b653-b305e7b031ee req-88c98c93-0299-4c0a-ac37-fcb627fd4239 service neutron] Checking segment: {'id': 'd689a5f1-87c6-4c5b-a91b-b6d33d247f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:55:12.082845 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f201e4a5-a902-4907-b653-b305e7b031ee req-88c98c93-0299-4c0a-ac37-fcb627fd4239 service neutron] Bound using segment: {'id': 'd689a5f1-87c6-4c5b-a91b-b6d33d247f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:55:12.083344 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-f201e4a5-a902-4907-b653-b305e7b031ee req-88c98c93-0299-4c0a-ac37-fcb627fd4239 service neutron] Bound port: 968b1291-bd29-4db8-8117-9f286b699868, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd689a5f1-87c6-4c5b-a91b-b6d33d247f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:55:12.083700 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f201e4a5-a902-4907-b653-b305e7b031ee req-88c98c93-0299-4c0a-ac37-fcb627fd4239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:12.090796 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e0df234a-510a-4d05-9a5c-c0d88764cc58 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:12.093352 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5bce7abd-9abd-434e-ab56-bb9f311f127b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:12.137577 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-3a4c547d-94f8-4622-86fc-67a6f83c8fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.20.0.17 (9631adac-a3ba-4fa8-aefb-8e89936e62a2/4a25097d-1251-4bf4-b57f-c7afebe86676/bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:55:12.141635 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e0df234a-510a-4d05-9a5c-c0d88764cc58 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:12.144739 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bfd39254-4225-44f7-a978-93d096cc244f tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:12.155923 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5bce7abd-9abd-434e-ab56-bb9f311f127b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:12.162774 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df234a-510a-4d05-9a5c-c0d88764cc58 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=248d3389-459a-4ca1-aa53-02ee9436d2b6,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:12.166168 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e0df234a-510a-4d05-9a5c-c0d88764cc58 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:12.180252 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bce7abd-9abd-434e-ab56-bb9f311f127b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:55:12.180715 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5bce7abd-9abd-434e-ab56-bb9f311f127b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:55:12.196507 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:55:12.293783 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e0df234a-510a-4d05-9a5c-c0d88764cc58 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:12.297403 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e0df234a-510a-4d05-9a5c-c0d88764cc58 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/248d3389-459a-4ca1-aa53-02ee9436d2b6 HTTP/1.1" status: 204 len: 168 time: 0.2946734 May 31 15:55:12.298818 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60820) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:12.333029 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-f201e4a5-a902-4907-b653-b305e7b031ee req-88c98c93-0299-4c0a-ac37-fcb627fd4239 service neutron] For port 968b1291-bd29-4db8-8117-9f286b699868, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:55:12.353177 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5bce7abd-9abd-434e-ab56-bb9f311f127b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:12.357614 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5bce7abd-9abd-434e-ab56-bb9f311f127b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:12.365170 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-f201e4a5-a902-4907-b653-b305e7b031ee req-88c98c93-0299-4c0a-ac37-fcb627fd4239 service neutron] For port 968b1291-bd29-4db8-8117-9f286b699868, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=968b1291-bd29-4db8-8117-9f286b699868,segment=NetworkSegment(d689a5f1-87c6-4c5b-a91b-b6d33d247f15),segment_id=d689a5f1-87c6-4c5b-a91b-b6d33d247f15)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:55:12.368409 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9f28222c-74ad-4f71-a1b8-28f283c2b216 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:12.388643 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9b039fc4-910a-440b-b800-18d723ffe997 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Synchronizing usage tracker for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group_rule {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:55:12.396133 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-5bce7abd-9abd-434e-ab56-bb9f311f127b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] 10.222.0.45 "DELETE /v2.0/networks/8144ac80-b437-4107-80e9-23639d48eed0 HTTP/1.1" status: 204 len: 168 time: 2.1208119 May 31 15:55:12.400924 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f201e4a5-a902-4907-b653-b305e7b031ee req-88c98c93-0299-4c0a-ac37-fcb627fd4239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:12.401561 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60824) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:12.414803 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce7abd-9abd-434e-ab56-bb9f311f127b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Pushing event deleted for resources: {'Network': ['ID=8144ac80-b437-4107-80e9-23639d48eed0,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:12.420379 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5bce7abd-9abd-434e-ab56-bb9f311f127b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:12.422463 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f3a2e46c-311e-4ba0-a506-7d947abee8a1 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:12.490400 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201e4a5-a902-4907-b653-b305e7b031ee req-88c98c93-0299-4c0a-ac37-fcb627fd4239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:12.491052 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f201e4a5-a902-4907-b653-b305e7b031ee req-88c98c93-0299-4c0a-ac37-fcb627fd4239 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:12.492464 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f201e4a5-a902-4907-b653-b305e7b031ee req-88c98c93-0299-4c0a-ac37-fcb627fd4239 service neutron] 10.222.0.59 "PUT /v2.0/ports/968b1291-bd29-4db8-8117-9f286b699868 HTTP/1.1" status: 200 len: 1094 time: 2.6020892 May 31 15:55:12.495226 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514', 'tag': '968b1291-bd29-4db8-8117-9f286b699868'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:55:12.502665 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ac68e9-e582-40a9-a769-7e81a28db2a5" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514", "tag": "968b1291-bd29-4db8-8117-9f286b699868"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:55:12.524703 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c98c93-0299-4c0a-ac37-fcb627fd4239 service neutron] Pushing event updated for resources: {'Port': ['ID=968b1291-bd29-4db8-8117-9f286b699868,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:12.534602 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16bf8a-e9cd-4df8-ae3a-3a3dc177dd5d req-bf6c51ff-bee1-4e23-9c99-dbf7960c05df tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:12.542032 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bd16bf8a-e9cd-4df8-ae3a-3a3dc177dd5d req-bf6c51ff-bee1-4e23-9c99-dbf7960c05df tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 944 time: 0.2547221 May 31 15:55:12.544304 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-88c98c93-0299-4c0a-ac37-fcb627fd4239 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:12.594685 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3a4c547d-94f8-4622-86fc-67a6f83c8fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:12.607638 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 15:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29cfc8d-14d0-4f72-baaa-909aeaf9891d x-openstack-request-id: req-d29cfc8d-14d0-4f72-baaa-909aeaf9891d {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:55:12.607976 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514", "tag": "968b1291-bd29-4db8-8117-9f286b699868", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:55:12.608429 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d29cfc8d-14d0-4f72-baaa-909aeaf9891d {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:55:12.608710 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514', 'tag': '968b1291-bd29-4db8-8117-9f286b699868', 'status': 'completed', 'code': 200} May 31 15:55:12.613779 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-3a4c547d-94f8-4622-86fc-67a6f83c8fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Transition to ACTIVE for port object bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:55:12.641897 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-df1a102e-3a47-4e26-bc62-e0c53d8f7d0a tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:12.647356 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3a4c547d-94f8-4622-86fc-67a6f83c8fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:12.653794 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-98a7eec8-2d55-4a3a-96a0-429f26f80692 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:12.669246 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bd16bf8a-e9cd-4df8-ae3a-3a3dc177dd5d req-7d84022f-c736-4ea0-8ab4-5b64d54c2118 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261911 May 31 15:55:12.686808 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9b039fc4-910a-440b-b800-18d723ffe997 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Unset dirty status for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group_rule {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:55:12.690904 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9b039fc4-910a-440b-b800-18d723ffe997 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3882451 May 31 15:55:12.691616 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60830) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:12.697230 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201e4a5-a902-4907-b653-b305e7b031ee req-e70f603e-d4d2-4554-857b-1ff170d0372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:12.699041 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f201e4a5-a902-4907-b653-b305e7b031ee req-e70f603e-d4d2-4554-857b-1ff170d0372d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8116e4b155bf47a28df54c3549abf9a0&device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 1097 time: 0.1378016 May 31 15:55:12.738657 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4c547d-94f8-4622-86fc-67a6f83c8fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 9631adac-a3ba-4fa8-aefb-8e89936e62a2 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:55:12.774463 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-3a4c547d-94f8-4622-86fc-67a6f83c8fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:55:12.782591 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4c547d-94f8-4622-86fc-67a6f83c8fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:55:12.797908 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f201e4a5-a902-4907-b653-b305e7b031ee req-36893c9d-7cf7-4d92-8085-d948b44150f9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=968b1291-bd29-4db8-8117-9f286b699868 HTTP/1.1" status: 200 len: 217 time: 0.0779665 May 31 15:55:12.828442 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c547d-94f8-4622-86fc-67a6f83c8fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:12.845700 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3a4c547d-94f8-4622-86fc-67a6f83c8fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:12.904623 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f7336131-7727-4f23-a9af-a76742953e33 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:12.935095 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201e4a5-a902-4907-b653-b305e7b031ee req-32b511f5-32dc-4cb5-acee-43c6dc4ad60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:12.936684 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f201e4a5-a902-4907-b653-b305e7b031ee req-32b511f5-32dc-4cb5-acee-43c6dc4ad60c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0855a3d7-c8f1-43b9-80cd-3c7b17490413 HTTP/1.1" status: 200 len: 849 time: 0.1289742 May 31 15:55:12.940153 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f7336131-7727-4f23-a9af-a76742953e33 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:12.941391 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-df1a102e-3a47-4e26-bc62-e0c53d8f7d0a tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:12.958758 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-df1a102e-3a47-4e26-bc62-e0c53d8f7d0a tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f3df13-17c5-4d2c-9344-2e6b59f9df1e']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:12.979643 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-df1a102e-3a47-4e26-bc62-e0c53d8f7d0a tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f17136d-2f73-44c0-ae32-666f0fee472c') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:12.980303 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-df1a102e-3a47-4e26-bc62-e0c53d8f7d0a tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f17136d-2f73-44c0-ae32-666f0fee472c') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:12.998580 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3a4c547d-94f8-4622-86fc-67a6f83c8fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:13.002240 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-df1a102e-3a47-4e26-bc62-e0c53d8f7d0a tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:13.028419 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-df1a102e-3a47-4e26-bc62-e0c53d8f7d0a tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:13.037606 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1a102e-3a47-4e26-bc62-e0c53d8f7d0a tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:55:13.037994 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-df1a102e-3a47-4e26-bc62-e0c53d8f7d0a tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:13.056130 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201e4a5-a902-4907-b653-b305e7b031ee req-bef5d697-998b-435c-9073-072fc14a3dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:13.057575 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f201e4a5-a902-4907-b653-b305e7b031ee req-bef5d697-998b-435c-9073-072fc14a3dbc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=258fafc3-be14-41c8-a854-4f81d373cb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1093521 May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:55:13.057701 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:55:13.062734 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f7336131-7727-4f23-a9af-a76742953e33 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:13.069256 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-dedae049-a21e-4457-90e6-0e52c64700c8 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:13.088196 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-6cc47d4b-22a6-46c0-84eb-075341a93a16 None None] Provisioning for port bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:55:13.093158 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-6cc47d4b-22a6-46c0-84eb-075341a93a16 None None] Provisioning complete for port bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:55:13.093642 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6cc47d4b-22a6-46c0-84eb-075341a93a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:13.106669 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7336131-7727-4f23-a9af-a76742953e33 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c039590c-13c5-4b16-be6d-0c9f07829fd3,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:13.111972 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f7336131-7727-4f23-a9af-a76742953e33 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:13.153018 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-df1a102e-3a47-4e26-bc62-e0c53d8f7d0a tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:13.162445 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2cf73692-e005-4aa8-9bb5-c32dec517fc9 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:13.170424 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-6cc47d4b-22a6-46c0-84eb-075341a93a16 None None] Port bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:55:13.181789 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f7336131-7727-4f23-a9af-a76742953e33 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:13.182988 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f7336131-7727-4f23-a9af-a76742953e33 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "DELETE /v2.0/security-groups/c039590c-13c5-4b16-be6d-0c9f07829fd3 HTTP/1.1" status: 204 len: 168 time: 0.4894559 May 31 15:55:13.184038 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-df1a102e-3a47-4e26-bc62-e0c53d8f7d0a tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:13.185629 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60834) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:13.266613 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f201e4a5-a902-4907-b653-b305e7b031ee req-73c8045a-bfa7-45dc-9580-adfd01a7632d service neutron] 10.222.0.59 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995645 May 31 15:55:13.273374 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-21138179-7b64-44e6-9968-1f33a83d44d5 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Synchronizing usage tracker for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:55:13.350838 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a102e-3a47-4e26-bc62-e0c53d8f7d0a tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Pushing event deleted for resources: {'Network': ['ID=57f3df13-17c5-4d2c-9344-2e6b59f9df1e,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:13.354049 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-df1a102e-3a47-4e26-bc62-e0c53d8f7d0a tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:13.357586 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-df1a102e-3a47-4e26-bc62-e0c53d8f7d0a tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] 10.222.0.45 "DELETE /v2.0/networks/57f3df13-17c5-4d2c-9344-2e6b59f9df1e HTTP/1.1" status: 204 len: 168 time: 0.9490523 May 31 15:55:13.357980 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60838) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:13.366878 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-21138179-7b64-44e6-9968-1f33a83d44d5 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Unset dirty status for tenant:df43ce47c74b4b98a13e57e05607f52c on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:55:13.368131 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-21138179-7b64-44e6-9968-1f33a83d44d5 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1815877 May 31 15:55:13.379008 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60842) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:13.454345 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f201e4a5-a902-4907-b653-b305e7b031ee req-77e9da75-3cc8-48ef-8dbc-e084e456323b service neutron] 10.222.0.59 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780860 May 31 15:55:13.458098 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-996dbda2-f751-4252-84f3-a12c724e1e9a tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0845413 May 31 15:55:13.483871 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a8f5812-f47a-4665-bc49-6e0219c8a10d tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Deleting subnet 6af3979a-358d-494e-90e1-cb17134c09f8 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:55:13.491393 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5a8f5812-f47a-4665-bc49-6e0219c8a10d tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:13.519385 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3a4c547d-94f8-4622-86fc-67a6f83c8fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:13.607700 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5a8f5812-f47a-4665-bc49-6e0219c8a10d tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:13.748019 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac68e9-e582-40a9-a769-7e81a28db2a5 req-9b7378f1-3d8c-4cab-9a13-8f2fe92365f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:13.750021 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-22ac68e9-e582-40a9-a769-7e81a28db2a5 req-9b7378f1-3d8c-4cab-9a13-8f2fe92365f8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8116e4b155bf47a28df54c3549abf9a0&device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 1097 time: 0.2456357 May 31 15:55:13.815068 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60852) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:13.877249 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5a8f5812-f47a-4665-bc49-6e0219c8a10d tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:13.948944 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac68e9-e582-40a9-a769-7e81a28db2a5 req-e1c81a20-d426-4aac-b5b7-66bb6628e27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:13.950431 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-22ac68e9-e582-40a9-a769-7e81a28db2a5 req-e1c81a20-d426-4aac-b5b7-66bb6628e27e service neutron] 10.222.0.59 "GET /v2.0/networks?id=258fafc3-be14-41c8-a854-4f81d373cb1a HTTP/1.1" status: 200 len: 911 time: 0.1940749 May 31 15:55:13.961810 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392dbc12-ff8d-4e77-8760-db5a917fce74 req-44ae8e42-3276-48cd-a053-f49bad8881e4 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:13.963217 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-392dbc12-ff8d-4e77-8760-db5a917fce74 req-44ae8e42-3276-48cd-a053-f49bad8881e4 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 944 time: 0.1835306 May 31 15:55:14.038344 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-22ac68e9-e582-40a9-a769-7e81a28db2a5 req-8a32465c-0831-450c-913e-c5edaa20a643 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=968b1291-bd29-4db8-8117-9f286b699868 HTTP/1.1" status: 200 len: 217 time: 0.0741386 May 31 15:55:14.109148 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-392dbc12-ff8d-4e77-8760-db5a917fce74 req-3374cb0b-0ad0-4943-8a44-13259258b1fa tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980053 May 31 15:55:14.120572 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac68e9-e582-40a9-a769-7e81a28db2a5 req-cbf134fb-7e15-414c-88e0-99b73b0fe430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:14.122126 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-22ac68e9-e582-40a9-a769-7e81a28db2a5 req-cbf134fb-7e15-414c-88e0-99b73b0fe430 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0855a3d7-c8f1-43b9-80cd-3c7b17490413 HTTP/1.1" status: 200 len: 849 time: 0.0769241 May 31 15:55:14.156832 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a6356239-905b-43aa-8fde-968aade3178c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=df43ce47c74b4b98a13e57e05607f52c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3339944 May 31 15:55:14.163709 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60858) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:14.257660 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9461e967-5598-4df7-950f-1e5bd832904e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:14.275390 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac68e9-e582-40a9-a769-7e81a28db2a5 req-a1c54694-508c-4d24-9e8b-2168be04293a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:14.276901 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-22ac68e9-e582-40a9-a769-7e81a28db2a5 req-a1c54694-508c-4d24-9e8b-2168be04293a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=258fafc3-be14-41c8-a854-4f81d373cb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1461475 May 31 15:55:14.297625 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3a4c547d-94f8-4622-86fc-67a6f83c8fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:14.306568 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3a4c547d-94f8-4622-86fc-67a6f83c8fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:14.310045 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9461e967-5598-4df7-950f-1e5bd832904e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:14.333377 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e445d342-668d-4b36-b719-faebfa49d75b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:14.442112 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c547d-94f8-4622-86fc-67a6f83c8fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:14.447318 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3a4c547d-94f8-4622-86fc-67a6f83c8fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:14.448515 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3a4c547d-94f8-4622-86fc-67a6f83c8fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:14.451499 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-22ac68e9-e582-40a9-a769-7e81a28db2a5 req-4f0c23ea-c327-48ce-a468-43e5aee5d9b3 service neutron] 10.222.0.59 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645973 May 31 15:55:14.454976 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9461e967-5598-4df7-950f-1e5bd832904e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:14.456174 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5a8f5812-f47a-4665-bc49-6e0219c8a10d tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:14.460167 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3176317e-0311-4ec7-9d92-8c7ebc84eb06 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:14.461950 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ed0105c5-048d-4625-abb0-149f7c946df5 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:14.496810 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461e967-5598-4df7-950f-1e5bd832904e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58fcd85-401d-4a46-a646-53cffcd9ca74,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:14.512988 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f5812-f47a-4665-bc49-6e0219c8a10d tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Pushing event deleted for resources: {'Subnet': ['ID=6af3979a-358d-494e-90e1-cb17134c09f8,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:14.518192 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5a8f5812-f47a-4665-bc49-6e0219c8a10d tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:14.527778 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a20fb7f-47ab-46f4-a70c-a05f0b9902c2 None None] Network e8da9b67-15a8-4093-8128-9227fed96ab5 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:55:14.550784 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9461e967-5598-4df7-950f-1e5bd832904e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:14.567582 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5a8f5812-f47a-4665-bc49-6e0219c8a10d tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:14.573896 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9461e967-5598-4df7-950f-1e5bd832904e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:14.578154 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9461e967-5598-4df7-950f-1e5bd832904e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d58fcd85-401d-4a46-a646-53cffcd9ca74 HTTP/1.1" status: 204 len: 168 time: 0.4091973 May 31 15:55:14.588737 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5a8f5812-f47a-4665-bc49-6e0219c8a10d tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] 10.222.0.45 "DELETE /v2.0/subnets/6af3979a-358d-494e-90e1-cb17134c09f8 HTTP/1.1" status: 204 len: 168 time: 1.2292490 May 31 15:55:14.591584 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60864) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:14.636278 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-22ac68e9-e582-40a9-a769-7e81a28db2a5 req-dc146ae9-2a6e-43b8-9453-fb16893dd41b service neutron] 10.222.0.59 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768544 May 31 15:55:14.752238 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9d70f5fe-51ea-4e58-893b-fc58afac0a34 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:14.756191 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4c547d-94f8-4622-86fc-67a6f83c8fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 9631adac-a3ba-4fa8-aefb-8e89936e62a2 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:55:14.758343 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-3a4c547d-94f8-4622-86fc-67a6f83c8fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:55:14.907045 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3023b80c-5e41-427a-bdee-2fdac6a6a0f1 None None] DHCP port deletion for e8da9b67-15a8-4093-8128-9227fed96ab5 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:55:14.994429 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-3023b80c-5e41-427a-bdee-2fdac6a6a0f1 None None] Deleting port 8c7caf30-1942-4ef2-8cb4-596390874490 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:55:14.994830 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3023b80c-5e41-427a-bdee-2fdac6a6a0f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:15.099001 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-3023b80c-5e41-427a-bdee-2fdac6a6a0f1 None None] For port 8c7caf30-1942-4ef2-8cb4-596390874490, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=8c7caf30-1942-4ef2-8cb4-596390874490,segment=NetworkSegment(9aeaa022-24ca-4e27-ad3e-543a48ad2e94),segment_id=9aeaa022-24ca-4e27-ad3e-543a48ad2e94)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:55:15.099385 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3023b80c-5e41-427a-bdee-2fdac6a6a0f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:15.116769 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 8c7caf30-1942-4ef2-8cb4-596390874490 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:55:15.220155 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4c547d-94f8-4622-86fc-67a6f83c8fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 09cabd9d-a1cf-4d34-90ff-3476c764de24 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:55:15.221842 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-9d70f5fe-51ea-4e58-893b-fc58afac0a34 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Deleting port 8c7caf30-1942-4ef2-8cb4-596390874490 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:55:15.222278 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9d70f5fe-51ea-4e58-893b-fc58afac0a34 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:15.257606 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-3023b80c-5e41-427a-bdee-2fdac6a6a0f1 None None] Calling delete_port for 8c7caf30-1942-4ef2-8cb4-596390874490 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:55:15.299145 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-17db4421-9bdb-49d6-ae38-26d4ad15cfaf None None] Provisioning complete for port bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:55:15.299827 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-17db4421-9bdb-49d6-ae38-26d4ad15cfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:15.326027 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78e933-4f96-4904-8ed5-22b9bb1639d3 req-d4e6a342-25ff-44e7-afc4-f7935d5ac8e2 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:15.333445 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bd78e933-4f96-4904-8ed5-22b9bb1639d3 req-d4e6a342-25ff-44e7-afc4-f7935d5ac8e2 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 944 time: 0.0986786 May 31 15:55:15.364490 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-17db4421-9bdb-49d6-ae38-26d4ad15cfaf None None] Port bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:55:15.390642 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bd78e933-4f96-4904-8ed5-22b9bb1639d3 req-8589d32b-572a-49b3-b1a5-fa92ca64f18e tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559044 May 31 15:55:15.428753 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-9d70f5fe-51ea-4e58-893b-fc58afac0a34 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] For port 8c7caf30-1942-4ef2-8cb4-596390874490, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=8c7caf30-1942-4ef2-8cb4-596390874490,segment=NetworkSegment(9aeaa022-24ca-4e27-ad3e-543a48ad2e94),segment_id=9aeaa022-24ca-4e27-ad3e-543a48ad2e94)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:55:15.429187 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9d70f5fe-51ea-4e58-893b-fc58afac0a34 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:15.435108 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:15.497554 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3023b80c-5e41-427a-bdee-2fdac6a6a0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:15.506463 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:15.549219 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023b80c-5e41-427a-bdee-2fdac6a6a0f1 None None] Pushing event deleted for resources: {'Port': ['ID=8c7caf30-1942-4ef2-8cb4-596390874490,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:15.558438 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3023b80c-5e41-427a-bdee-2fdac6a6a0f1 None None] No DVR routers for this DVR port 8c7caf30-1942-4ef2-8cb4-596390874490 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:55:15.560473 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023b80c-5e41-427a-bdee-2fdac6a6a0f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:15.560816 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023b80c-5e41-427a-bdee-2fdac6a6a0f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:15.561151 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023b80c-5e41-427a-bdee-2fdac6a6a0f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:15.561494 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023b80c-5e41-427a-bdee-2fdac6a6a0f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:15.561901 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023b80c-5e41-427a-bdee-2fdac6a6a0f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:15.562209 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023b80c-5e41-427a-bdee-2fdac6a6a0f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:15.562531 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023b80c-5e41-427a-bdee-2fdac6a6a0f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:15.562852 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023b80c-5e41-427a-bdee-2fdac6a6a0f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:15.563194 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023b80c-5e41-427a-bdee-2fdac6a6a0f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:15.563513 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023b80c-5e41-427a-bdee-2fdac6a6a0f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:15.563827 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023b80c-5e41-427a-bdee-2fdac6a6a0f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:15.564142 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023b80c-5e41-427a-bdee-2fdac6a6a0f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:55:15.567604 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-3023b80c-5e41-427a-bdee-2fdac6a6a0f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:15.612777 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-9d70f5fe-51ea-4e58-893b-fc58afac0a34 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Calling delete_port for 8c7caf30-1942-4ef2-8cb4-596390874490 owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:55:15.651811 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4c547d-94f8-4622-86fc-67a6f83c8fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:55:15.657025 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3a4c547d-94f8-4622-86fc-67a6f83c8fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "PUT /v2.0/routers/09cabd9d-a1cf-4d34-90ff-3476c764de24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2766078 May 31 15:55:15.674003 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab4e408-f621-46b0-b31d-cc4dc14a91ef None None] Sync routers for ids ['09cabd9d-a1cf-4d34-90ff-3476c764de24'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:55:15.684460 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab4e408-f621-46b0-b31d-cc4dc14a91ef None None] Routers {'09cabd9d-a1cf-4d34-90ff-3476c764de24'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:55:15.684633 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9d70f5fe-51ea-4e58-893b-fc58afac0a34 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:15.685066 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-9ab4e408-f621-46b0-b31d-cc4dc14a91ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:55:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['09cabd9d-a1cf-4d34-90ff-3476c764de24'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:15.689142 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7c7bcd00-7122-4bf3-8533-2b1842d60b6a tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:15.734790 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70f5fe-51ea-4e58-893b-fc58afac0a34 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Pushing event deleted for resources: {'Port': ['ID=8c7caf30-1942-4ef2-8cb4-596390874490,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:15.737754 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9d70f5fe-51ea-4e58-893b-fc58afac0a34 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:15.738543 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d70f5fe-51ea-4e58-893b-fc58afac0a34 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] No DVR routers for this DVR port 8c7caf30-1942-4ef2-8cb4-596390874490 on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:55:15.866211 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9d70f5fe-51ea-4e58-893b-fc58afac0a34 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:15.869833 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-9ab4e408-f621-46b0-b31d-cc4dc14a91ef None None] Set router 09cabd9d-a1cf-4d34-90ff-3476c764de24 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:55:15.879465 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-9d70f5fe-51ea-4e58-893b-fc58afac0a34 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8da9b67-15a8-4093-8128-9227fed96ab5']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:15.891508 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-9d70f5fe-51ea-4e58-893b-fc58afac0a34 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aeaa022-24ca-4e27-ad3e-543a48ad2e94') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:15.891802 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-9d70f5fe-51ea-4e58-893b-fc58afac0a34 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aeaa022-24ca-4e27-ad3e-543a48ad2e94') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:15.903210 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9d70f5fe-51ea-4e58-893b-fc58afac0a34 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:15.919353 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9d70f5fe-51ea-4e58-893b-fc58afac0a34 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:15.925463 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d70f5fe-51ea-4e58-893b-fc58afac0a34 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:55:15.925833 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9d70f5fe-51ea-4e58-893b-fc58afac0a34 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:55:15.940585 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:55:16.025337 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9d70f5fe-51ea-4e58-893b-fc58afac0a34 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:16.029828 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-df1a102e-3a47-4e26-bc62-e0c53d8f7d0a tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:16.045021 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9d70f5fe-51ea-4e58-893b-fc58afac0a34 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:16.056284 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70f5fe-51ea-4e58-893b-fc58afac0a34 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Pushing event deleted for resources: {'Network': ['ID=e8da9b67-15a8-4093-8128-9227fed96ab5,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:16.059138 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9d70f5fe-51ea-4e58-893b-fc58afac0a34 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:16.063762 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9d70f5fe-51ea-4e58-893b-fc58afac0a34 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] 10.222.0.45 "DELETE /v2.0/networks/e8da9b67-15a8-4093-8128-9227fed96ab5 HTTP/1.1" status: 204 len: 168 time: 1.4684029 May 31 15:55:16.063762 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60874) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:16.108156 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-5f1a9dce-4012-4651-9dbc-3cebaf4e30cd tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Synchronizing usage tracker for tenant:bb2c19be63134fafa4e37ac6e9b7034e on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:55:16.125464 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-5f1a9dce-4012-4651-9dbc-3cebaf4e30cd tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Unset dirty status for tenant:bb2c19be63134fafa4e37ac6e9b7034e on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:55:16.126767 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5f1a9dce-4012-4651-9dbc-3cebaf4e30cd tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] 10.222.0.45 "GET /v2.0/ports?device_id=0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14 HTTP/1.1" status: 200 len: 205 time: 0.0621622 May 31 15:55:16.129891 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60878) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:16.226896 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-9ab4e408-f621-46b0-b31d-cc4dc14a91ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'name': 'tempest-TestNetworkBasicOps-router-1645003349', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:03Z', 'updated_at': '2021-05-31T15:55:13Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:07Z', 'updated_at': '2021-05-31T15:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '37d64d7a-8d8f-4424-8b58-84f507e8cad1', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.242', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'port_id': 'a692427e-8020-4bd0-a824-e461a3328153', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46', 'mac_address': 'fa:16:3e:ce:2b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cae31f-3571-42cc-aa57-8bd3f8e67b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:53:21Z', 'updated_at': '2021-05-31T15:53:28Z', 'revision_number': 1, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c', 'name': '', 'network_id': '9631adac-a3ba-4fa8-aefb-8e89936e62a2', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:65:ef:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '4a25097d-1251-4bf4-b57f-c7afebe86676', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:55:11Z', 'updated_at': '2021-05-31T15:55:13Z', 'revision_number': 2, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '4a25097d-1251-4bf4-b57f-c7afebe86676', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb692656-1b8d-47b5-a2e5-e594e291c0f4', 'name': '', 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:2d:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'd3de773e-464a-4285-bb79-f773de6ad3c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:24Z', 'updated_at': '2021-05-31T15:52:41Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': 'd3de773e-464a-4285-bb79-f773de6ad3c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:16.230857 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab4e408-f621-46b0-b31d-cc4dc14a91ef None None] Checking router: 09cabd9d-a1cf-4d34-90ff-3476c764de24 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:55:16.231272 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab4e408-f621-46b0-b31d-cc4dc14a91ef None None] Updating router 09cabd9d-a1cf-4d34-90ff-3476c764de24 port bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:55:16.263470 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f67209db-a50a-42f2-b17a-a54794c513c7 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:16.323639 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9ab4e408-f621-46b0-b31d-cc4dc14a91ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:16.584230 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28b363-d475-4c8d-a205-7f5175b76805 req-b895240f-1ceb-4c18-8604-26361258ecf5 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:16.585857 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fa28b363-d475-4c8d-a205-7f5175b76805 req-b895240f-1ceb-4c18-8604-26361258ecf5 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 944 time: 0.0829670 May 31 15:55:16.631094 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fa28b363-d475-4c8d-a205-7f5175b76805 req-4cb4143c-0533-4bfa-9505-fff854971551 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394993 May 31 15:55:16.683842 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9ab4e408-f621-46b0-b31d-cc4dc14a91ef None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:16.695208 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-9ab4e408-f621-46b0-b31d-cc4dc14a91ef None None] Transition to ACTIVE for port object bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:55:16.704240 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9ab4e408-f621-46b0-b31d-cc4dc14a91ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:16.707804 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-68df4ff7-9717-424a-8b80-580e1abb279b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:16.737306 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f67209db-a50a-42f2-b17a-a54794c513c7 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:16.739670 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f67209db-a50a-42f2-b17a-a54794c513c7 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:16.767271 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f67209db-a50a-42f2-b17a-a54794c513c7 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:16.768052 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67209db-a50a-42f2-b17a-a54794c513c7 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Fanout notify agent at l3_agent the message router_deleted on router 0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14 {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:55:16.787237 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f67209db-a50a-42f2-b17a-a54794c513c7 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:16.788291 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f67209db-a50a-42f2-b17a-a54794c513c7 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] 10.222.0.45 "DELETE /v2.0/routers/0412cc6f-ff2b-4b55-a7e5-3bf74b82cb14 HTTP/1.1" status: 204 len: 168 time: 0.6573350 May 31 15:55:16.841245 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7ccb1-62f7-4d2f-b0a5-bd6797bb47c5 None None] Pushing event updated for resources: {'Port': ['ID=bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:16.845158 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e5a7ccb1-62f7-4d2f-b0a5-bd6797bb47c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:16.938339 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-9ab4e408-f621-46b0-b31d-cc4dc14a91ef None None] Attempting to bind port bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:55:16.938694 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-9ab4e408-f621-46b0-b31d-cc4dc14a91ef None None] Attempting to bind port bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '1ca987da-1f83-49ea-9701-82bf79aa5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9631adac-a3ba-4fa8-aefb-8e89936e62a2'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:55:16.939189 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab4e408-f621-46b0-b31d-cc4dc14a91ef None None] Attempting to bind port bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c on network 9631adac-a3ba-4fa8-aefb-8e89936e62a2 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:55:16.945762 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab4e408-f621-46b0-b31d-cc4dc14a91ef None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:55:16.946226 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab4e408-f621-46b0-b31d-cc4dc14a91ef None None] Checking segment: {'id': '1ca987da-1f83-49ea-9701-82bf79aa5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9631adac-a3ba-4fa8-aefb-8e89936e62a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:55:16.946817 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9ab4e408-f621-46b0-b31d-cc4dc14a91ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:16.947825 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab4e408-f621-46b0-b31d-cc4dc14a91ef None None] Bound using segment: {'id': '1ca987da-1f83-49ea-9701-82bf79aa5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9631adac-a3ba-4fa8-aefb-8e89936e62a2'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:55:16.948505 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-9ab4e408-f621-46b0-b31d-cc4dc14a91ef None None] Bound port: bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ca987da-1f83-49ea-9701-82bf79aa5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9631adac-a3ba-4fa8-aefb-8e89936e62a2'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:55:16.948981 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9ab4e408-f621-46b0-b31d-cc4dc14a91ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:17.049640 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-9ab4e408-f621-46b0-b31d-cc4dc14a91ef None None] For port bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:55:17.053225 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-9ab4e408-f621-46b0-b31d-cc4dc14a91ef None None] For port bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c,segment=NetworkSegment(1ca987da-1f83-49ea-9701-82bf79aa5305),segment_id=1ca987da-1f83-49ea-9701-82bf79aa5305)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:55:17.057276 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9ab4e408-f621-46b0-b31d-cc4dc14a91ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:17.061983 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e7413354-3b60-4524-86b0-8177d3a72551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:17.081854 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60888) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:17.135214 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab4e408-f621-46b0-b31d-cc4dc14a91ef None None] Routers {'09cabd9d-a1cf-4d34-90ff-3476c764de24'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:55:17.135849 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-9ab4e408-f621-46b0-b31d-cc4dc14a91ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:55:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['09cabd9d-a1cf-4d34-90ff-3476c764de24'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:17.209166 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7ccb1-62f7-4d2f-b0a5-bd6797bb47c5 None None] Pushing event updated for resources: {'Port': ['ID=bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:17.220270 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e5a7ccb1-62f7-4d2f-b0a5-bd6797bb47c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:17.253705 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60894) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:17.254183 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a7c6277e-ca43-4d23-bf80-03c13bbe8fb9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bb2c19be63134fafa4e37ac6e9b7034e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1708865 May 31 15:55:17.317422 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bfc9ad50-55cf-45c0-a526-39a639849b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:17.324458 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-9ab4e408-f621-46b0-b31d-cc4dc14a91ef None None] Set router 09cabd9d-a1cf-4d34-90ff-3476c764de24 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:55:17.343465 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bfc9ad50-55cf-45c0-a526-39a639849b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:17.402996 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bfc9ad50-55cf-45c0-a526-39a639849b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:17.408511 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d1045add-07dd-4a39-a2f4-ce127e375713 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:17.421392 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9ad50-55cf-45c0-a526-39a639849b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a89a735-2479-4033-9380-ec6d028856ff,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:17.423649 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bfc9ad50-55cf-45c0-a526-39a639849b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:17.425735 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bfc9ad50-55cf-45c0-a526-39a639849b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:17.426976 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bfc9ad50-55cf-45c0-a526-39a639849b6b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1a89a735-2479-4033-9380-ec6d028856ff HTTP/1.1" status: 204 len: 168 time: 0.1715884 May 31 15:55:17.694028 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-9ab4e408-f621-46b0-b31d-cc4dc14a91ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'name': 'tempest-TestNetworkBasicOps-router-1645003349', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:03Z', 'updated_at': '2021-05-31T15:55:13Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:07Z', 'updated_at': '2021-05-31T15:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '37d64d7a-8d8f-4424-8b58-84f507e8cad1', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.242', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'port_id': 'a692427e-8020-4bd0-a824-e461a3328153', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46', 'mac_address': 'fa:16:3e:ce:2b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cae31f-3571-42cc-aa57-8bd3f8e67b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:53:21Z', 'updated_at': '2021-05-31T15:53:28Z', 'revision_number': 1, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c', 'name': '', 'network_id': '9631adac-a3ba-4fa8-aefb-8e89936e62a2', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:65:ef:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '4a25097d-1251-4bf4-b57f-c7afebe86676', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:55:11Z', 'updated_at': '2021-05-31T15:55:17Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '4a25097d-1251-4bf4-b57f-c7afebe86676', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb692656-1b8d-47b5-a2e5-e594e291c0f4', 'name': '', 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:2d:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'd3de773e-464a-4285-bb79-f773de6ad3c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:24Z', 'updated_at': '2021-05-31T15:52:41Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': 'd3de773e-464a-4285-bb79-f773de6ad3c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:17.698193 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab4e408-f621-46b0-b31d-cc4dc14a91ef None None] The sync data for ids ['09cabd9d-a1cf-4d34-90ff-3476c764de24'] in dv-neutron-601336-79-hyperv is: [{'id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'name': 'tempest-TestNetworkBasicOps-router-1645003349', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:03Z', 'updated_at': '2021-05-31T15:55:13Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:07Z', 'updated_at': '2021-05-31T15:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '37d64d7a-8d8f-4424-8b58-84f507e8cad1', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.242', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'port_id': 'a692427e-8020-4bd0-a824-e461a3328153', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46', 'mac_address': 'fa:16:3e:ce:2b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cae31f-3571-42cc-aa57-8bd3f8e67b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:53:21Z', 'updated_at': '2021-05-31T15:53:28Z', 'revision_number': 1, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c', 'name': '', 'network_id': '9631adac-a3ba-4fa8-aefb-8e89936e62a2', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:65:ef:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '4a25097d-1251-4bf4-b57f-c7afebe86676', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:55:11Z', 'updated_at': '2021-05-31T15:55:17Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '4a25097d-1251-4bf4-b57f-c7afebe86676', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb692656-1b8d-47b5-a2e5-e594e291c0f4', 'name': '', 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:2d:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'd3de773e-464a-4285-bb79-f773de6ad3c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:24Z', 'updated_at': '2021-05-31T15:52:41Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': 'd3de773e-464a-4285-bb79-f773de6ad3c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:55:17.843425 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfc5d4-05d1-4ead-b5ba-3708cb99c4a2 req-4de2707b-e3ed-4633-a3e4-d09127ff0530 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:17.845070 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1fbfc5d4-05d1-4ead-b5ba-3708cb99c4a2 req-4de2707b-e3ed-4633-a3e4-d09127ff0530 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 944 time: 0.1056690 May 31 15:55:17.917334 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1fbfc5d4-05d1-4ead-b5ba-3708cb99c4a2 req-880c9e08-eb44-43a4-aea4-a586f77209c5 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648992 May 31 15:55:18.217596 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60926) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:18.326401 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-d008b28d-19c7-4fe9-9905-a2489d63cf12 tempest-SubnetPoolsTestJSON-1986072132 tempest-SubnetPoolsTestJSON-1986072132-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-705761670', 'prefixes': ['172.20.0.0/16']}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:55:18.332721 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d008b28d-19c7-4fe9-9905-a2489d63cf12 tempest-SubnetPoolsTestJSON-1986072132 tempest-SubnetPoolsTestJSON-1986072132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:55:18.396099 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d008b28d-19c7-4fe9-9905-a2489d63cf12 tempest-SubnetPoolsTestJSON-1986072132 tempest-SubnetPoolsTestJSON-1986072132-project] Notify callbacks [] for subnetpool, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:18.397400 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d008b28d-19c7-4fe9-9905-a2489d63cf12 tempest-SubnetPoolsTestJSON-1986072132 tempest-SubnetPoolsTestJSON-1986072132-project] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1787519 May 31 15:55:18.400199 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60932) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:18.428564 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6f3c8489-ea45-45c6-9678-6a429c02c3be tempest-SubnetPoolsTestJSON-1986072132 tempest-SubnetPoolsTestJSON-1986072132-project] 10.222.0.45 "GET /v2.0/subnetpools/4a0c6c36-faa1-49eb-b429-3d5ee1b60889 HTTP/1.1" status: 200 len: 731 time: 0.0270877 May 31 15:55:18.430717 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60936) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:18.435590 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-97d8c362-f316-4684-acd9-3ae5b069c916 tempest-SubnetPoolsTestJSON-1986072132 tempest-SubnetPoolsTestJSON-1986072132-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2104751101'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:55:18.520474 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-97d8c362-f316-4684-acd9-3ae5b069c916 tempest-SubnetPoolsTestJSON-1986072132 tempest-SubnetPoolsTestJSON-1986072132-project] Notify callbacks [] for subnetpool, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:18.522011 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-97d8c362-f316-4684-acd9-3ae5b069c916 tempest-SubnetPoolsTestJSON-1986072132 tempest-SubnetPoolsTestJSON-1986072132-project] 10.222.0.45 "PUT /v2.0/subnetpools/4a0c6c36-faa1-49eb-b429-3d5ee1b60889 HTTP/1.1" status: 200 len: 684 time: 0.0903986 May 31 15:55:18.524886 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60940) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:18.626792 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8a424a23-8c9c-44f4-b19c-0ed2a7a1feb8 tempest-SubnetPoolsTestJSON-1986072132 tempest-SubnetPoolsTestJSON-1986072132-project] Notify callbacks [] for subnetpool, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:18.628273 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8a424a23-8c9c-44f4-b19c-0ed2a7a1feb8 tempest-SubnetPoolsTestJSON-1986072132 tempest-SubnetPoolsTestJSON-1986072132-project] 10.222.0.45 "DELETE /v2.0/subnetpools/4a0c6c36-faa1-49eb-b429-3d5ee1b60889 HTTP/1.1" status: 204 len: 168 time: 0.1020234 May 31 15:55:18.631141 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60944) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:18.649024 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-c5de9b47-ca94-457b-906f-8197ae8e703b tempest-SubnetPoolsTestJSON-1986072132 tempest-SubnetPoolsTestJSON-1986072132-project] show failed (client error): The resource could not be found. May 31 15:55:18.649970 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c5de9b47-ca94-457b-906f-8197ae8e703b tempest-SubnetPoolsTestJSON-1986072132 tempest-SubnetPoolsTestJSON-1986072132-project] 10.222.0.45 "GET /v2.0/subnetpools/4a0c6c36-faa1-49eb-b429-3d5ee1b60889 HTTP/1.1" status: 404 len: 346 time: 0.0179274 May 31 15:55:18.652645 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60948) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:18.669564 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-1cb51557-de23-44e3-93b2-2953b4a05544 tempest-SubnetPoolsTestJSON-1986072132 tempest-SubnetPoolsTestJSON-1986072132-project] delete failed (client error): The resource could not be found. May 31 15:55:18.670513 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1cb51557-de23-44e3-93b2-2953b4a05544 tempest-SubnetPoolsTestJSON-1986072132 tempest-SubnetPoolsTestJSON-1986072132-project] 10.222.0.45 "DELETE /v2.0/subnetpools/4a0c6c36-faa1-49eb-b429-3d5ee1b60889 HTTP/1.1" status: 404 len: 346 time: 0.0169845 May 31 15:55:18.963662 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60958) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:19.094003 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a05216b3-a6da-4561-ad28-b48a50bb53b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:19.102501 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:55:19.123624 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a05216b3-a6da-4561-ad28-b48a50bb53b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:55:19.129443 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a05216b3-a6da-4561-ad28-b48a50bb53b9 admin admin] Usage tracker for resource:security_group_rule and tenant:599faee57758491f9360f9b626e63c29 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:55:19.133058 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a05216b3-a6da-4561-ad28-b48a50bb53b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:55:19.140159 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a05216b3-a6da-4561-ad28-b48a50bb53b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:55:19.170163 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c43804-5bdf-4fe8-96bc-5df854f80389 req-45c02e5e-5706-41f0-8be2-2823c5e55943 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:19.171792 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:55:19.171970 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-64c43804-5bdf-4fe8-96bc-5df854f80389 req-45c02e5e-5706-41f0-8be2-2823c5e55943 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 944 time: 0.1449938 May 31 15:55:19.177552 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:55:19.178218 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:19.241225 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-64c43804-5bdf-4fe8-96bc-5df854f80389 req-8d35e109-c3e2-4d5d-9e74-1059c790a842 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579193 May 31 15:55:19.288799 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a05216b3-a6da-4561-ad28-b48a50bb53b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:19.293650 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a05216b3-a6da-4561-ad28-b48a50bb53b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:19.302009 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cd7bed4a-3f5a-49dc-906f-7eb1be74134d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:19.342367 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:19.342821 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a05216b3-a6da-4561-ad28-b48a50bb53b9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=599faee57758491f9360f9b626e63c29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3777342 May 31 15:55:19.343837 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05216b3-a6da-4561-ad28-b48a50bb53b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa0d67c-60b5-4cbe-9c50-6164af8d9929,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:19.346466 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 60964) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:19.346878 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a05216b3-a6da-4561-ad28-b48a50bb53b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:19.375101 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c,segment=NetworkSegment(1ca987da-1f83-49ea-9701-82bf79aa5305),segment_id=1ca987da-1f83-49ea-9701-82bf79aa5305)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:55:19.384351 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:19.386422 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-06d5f9dc-285c-4702-980a-599086843688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:19.422381 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-57b8fe93-5b26-499c-b5c8-533df0ea4950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:19.448718 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-57b8fe93-5b26-499c-b5c8-533df0ea4950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:19.453361 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:19.456527 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:19.503312 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-57b8fe93-5b26-499c-b5c8-533df0ea4950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:19.507294 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bfb841f4-6583-45a4-8bed-a3427b5df7a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:19.518216 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8fe93-5b26-499c-b5c8-533df0ea4950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa0d67c-60b5-4cbe-9c50-6164af8d9929,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:19.522305 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-57b8fe93-5b26-499c-b5c8-533df0ea4950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:19.526609 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-57b8fe93-5b26-499c-b5c8-533df0ea4950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:19.530323 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-57b8fe93-5b26-499c-b5c8-533df0ea4950 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0aa0d67c-60b5-4cbe-9c50-6164af8d9929 HTTP/1.1" status: 204 len: 168 time: 0.1795213 May 31 15:55:20.600103 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2dfa5a-5b44-4bc9-93fb-bb5090b8c034 req-080177be-a721-46e3-ba4c-763715a9f896 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:20.601513 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2f2dfa5a-5b44-4bc9-93fb-bb5090b8c034 req-080177be-a721-46e3-ba4c-763715a9f896 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 944 time: 0.2368383 May 31 15:55:20.646308 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2f2dfa5a-5b44-4bc9-93fb-bb5090b8c034 req-6a668208-5c05-4357-b95d-2a786ae75b02 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390246 May 31 15:55:21.079725 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:55:21.158186 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:55:21.158560 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:21.688231 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 968b1291-bd29-4db8-8117-9f286b699868 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 15:55:21.826886 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 968b1291-bd29-4db8-8117-9f286b699868, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=968b1291-bd29-4db8-8117-9f286b699868,segment=NetworkSegment(d689a5f1-87c6-4c5b-a91b-b6d33d247f15),segment_id=d689a5f1-87c6-4c5b-a91b-b6d33d247f15)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:55:21.839973 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ad87a-b6b6-46d4-8117-9cc344db5cd4 req-7c80d476-9c0c-406d-aaa1-8ac308910c1d tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:21.840562 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '968b1291-bd29-4db8-8117-9f286b699868', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'port_id': '968b1291-bd29-4db8-8117-9f286b699868', 'mac_address': 'fa:16:3e:76:c8:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 15:55:21.841416 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e91ad87a-b6b6-46d4-8117-9cc344db5cd4 req-7c80d476-9c0c-406d-aaa1-8ac308910c1d tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 944 time: 0.0809820 May 31 15:55:21.888450 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e91ad87a-b6b6-46d4-8117-9cc344db5cd4 req-7d03aee1-b3e4-4f97-94a7-043a79b10cc9 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411518 May 31 15:55:21.896738 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:21.913756 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968b1291-bd29-4db8-8117-9f286b699868 {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 15:55:21.929744 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 968b1291-bd29-4db8-8117-9f286b699868, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=968b1291-bd29-4db8-8117-9f286b699868,segment=NetworkSegment(d689a5f1-87c6-4c5b-a91b-b6d33d247f15),segment_id=d689a5f1-87c6-4c5b-a91b-b6d33d247f15)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:55:21.935264 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:21.937189 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-4fb677d8-b8f5-4e88-89af-c169bbb8b2f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:22.016712 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=968b1291-bd29-4db8-8117-9f286b699868,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:22.019722 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:22.323821 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['968b1291-bd29-4db8-8117-9f286b699868'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 15:55:23.098100 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64fe3d-80f7-4a25-88cf-fd526f6acd86 req-08b18c8c-a610-458c-b1cd-00319cbb69c5 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:23.099574 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1d64fe3d-80f7-4a25-88cf-fd526f6acd86 req-08b18c8c-a610-458c-b1cd-00319cbb69c5 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 945 time: 0.0944266 May 31 15:55:23.145263 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1d64fe3d-80f7-4a25-88cf-fd526f6acd86 req-8666e56b-7b16-4b2f-9559-f3e82605a99d tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396144 May 31 15:55:23.701289 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 968b1291-bd29-4db8-8117-9f286b699868 up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:55:23.787607 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port 968b1291-bd29-4db8-8117-9f286b699868 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:55:23.792422 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 968b1291-bd29-4db8-8117-9f286b699868 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:55:23.792801 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:23.910897 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:23.937345 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968b1291-bd29-4db8-8117-9f286b699868'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:55:23.939668 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e39f19-c842-4070-b72a-d1b3d2ec412f" -d '{"events": [{"server_uuid": "dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514", "name": "network-vif-plugged", "status": "completed", "tag": "968b1291-bd29-4db8-8117-9f286b699868"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:55:23.947752 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 968b1291-bd29-4db8-8117-9f286b699868, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=968b1291-bd29-4db8-8117-9f286b699868,segment=NetworkSegment(d689a5f1-87c6-4c5b-a91b-b6d33d247f15),segment_id=d689a5f1-87c6-4c5b-a91b-b6d33d247f15)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:55:23.952762 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:23.955966 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-447a5041-69ff-40c9-8b1a-ce1314715d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:23.993514 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 15:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27edf68-57fb-4080-b599-ee7802678c37 x-openstack-request-id: req-b27edf68-57fb-4080-b599-ee7802678c37 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:55:23.993806 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514", "name": "network-vif-plugged", "status": "completed", "tag": "968b1291-bd29-4db8-8117-9f286b699868", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:55:23.994060 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b27edf68-57fb-4080-b599-ee7802678c37 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:55:23.994450 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968b1291-bd29-4db8-8117-9f286b699868', 'code': 200} May 31 15:55:24.027867 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=968b1291-bd29-4db8-8117-9f286b699868,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:24.030765 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:24.317528 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4c62e-2dec-4254-ad03-9eae286f6389 req-c8f88bc8-9aef-4b0c-afe3-9ac1fea43eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:24.319002 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e2c4c62e-2dec-4254-ad03-9eae286f6389 req-c8f88bc8-9aef-4b0c-afe3-9ac1fea43eae service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 1099 time: 0.1150434 May 31 15:55:24.370269 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e2c4c62e-2dec-4254-ad03-9eae286f6389 req-f8f49925-7b11-4056-865f-214f0bd612a6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427730 May 31 15:55:24.382048 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62862989-df9d-44f4-b53c-bd40ab112758 req-f9b2833e-09c8-4df6-b93b-a48d7e318299 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:24.383516 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-62862989-df9d-44f4-b53c-bd40ab112758 req-f9b2833e-09c8-4df6-b93b-a48d7e318299 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 946 time: 0.1175432 May 31 15:55:24.430112 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-62862989-df9d-44f4-b53c-bd40ab112758 req-24146f23-cf5b-4c2c-a8f8-d1a0dc42c323 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407248 May 31 15:55:25.637332 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2dc2ce-a820-4c40-a712-c6491637fd7c req-393f6ecd-2c16-424d-b327-fc383aa09348 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:25.638810 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5d2dc2ce-a820-4c40-a712-c6491637fd7c req-393f6ecd-2c16-424d-b327-fc383aa09348 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 946 time: 0.0864615 May 31 15:55:25.686347 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5d2dc2ce-a820-4c40-a712-c6491637fd7c req-fd99092a-f4e3-49d4-8de8-ceef7a077fc8 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393031 May 31 15:55:26.893099 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d95269-3cd9-4070-9330-28dd090ae422 req-c1060ca6-ca8d-4fff-812a-ce8375876f8a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:26.894618 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-28d95269-3cd9-4070-9330-28dd090ae422 req-c1060ca6-ca8d-4fff-812a-ce8375876f8a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 946 time: 0.0966663 May 31 15:55:26.940279 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-28d95269-3cd9-4070-9330-28dd090ae422 req-60c2eb34-2e8d-415d-b102-16b097aa52f6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395451 May 31 15:55:27.147968 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede0dd1-847b-45dd-8969-e33a72e489be req-a19fdc22-7e90-4e82-a62f-ce2dd8ce4166 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:27.149442 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9ede0dd1-847b-45dd-8969-e33a72e489be req-a19fdc22-7e90-4e82-a62f-ce2dd8ce4166 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 946 time: 0.0928204 May 31 15:55:27.204009 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9ede0dd1-847b-45dd-8969-e33a72e489be req-9151fd98-de55-42e8-afdd-f581a826912c tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478024 May 31 15:55:27.233712 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 60998) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:27.309129 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e91fbb-1e44-486e-88f1-5f45a73e0070 tempest-TestVolumeBootPattern-2018324440 tempest-TestVolumeBootPattern-2018324440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:27.310614 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-47e91fbb-1e44-486e-88f1-5f45a73e0070 tempest-TestVolumeBootPattern-2018324440 tempest-TestVolumeBootPattern-2018324440-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 1094 time: 0.0760281 May 31 15:55:27.314918 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 32770) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:27.320490 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-0cde2bed-ca4f-471d-834c-66005789be14 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'port_id': '968b1291-bd29-4db8-8117-9f286b699868', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:55:27.326876 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0cde2bed-ca4f-471d-834c-66005789be14 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:55:27.331266 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0cde2bed-ca4f-471d-834c-66005789be14 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Usage tracker for resource:floatingip and tenant:8116e4b155bf47a28df54c3549abf9a0 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:55:27.334462 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0cde2bed-ca4f-471d-834c-66005789be14 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:55:27.341423 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0cde2bed-ca4f-471d-834c-66005789be14 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:55:27.354704 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0cde2bed-ca4f-471d-834c-66005789be14 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for floatingip, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:27.497327 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0cde2bed-ca4f-471d-834c-66005789be14 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:27.641545 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-0cde2bed-ca4f-471d-834c-66005789be14 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Allocated IP 172.26.0.111 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/51ac4aaf-52fa-46e3-80b2-72aa8913c43a) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:55:27.796165 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0cde2bed-ca4f-471d-834c-66005789be14 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:27.830276 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0cde2bed-ca4f-471d-834c-66005789be14 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:27.834294 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7139102e-facf-40ea-9722-dfdc133a71b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:27.900068 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cde2bed-ca4f-471d-834c-66005789be14 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:55:27.903115 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-0cde2bed-ca4f-471d-834c-66005789be14 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:55:27.907829 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cde2bed-ca4f-471d-834c-66005789be14 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:55:27.937588 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde2bed-ca4f-471d-834c-66005789be14 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Pushing event updated for resources: {'Port': ['ID=51ac4aaf-52fa-46e3-80b2-72aa8913c43a,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:27.941168 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0cde2bed-ca4f-471d-834c-66005789be14 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:28.160749 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:28.344569 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0cde2bed-ca4f-471d-834c-66005789be14 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:28.424783 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0cde2bed-ca4f-471d-834c-66005789be14 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:28.799089 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0cde2bed-ca4f-471d-834c-66005789be14 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:28.804864 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0cde2bed-ca4f-471d-834c-66005789be14 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:28.809300 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5fae5dc7-0b3c-4e26-a820-981b5d38dc3e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:28.915610 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde2bed-ca4f-471d-834c-66005789be14 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Pushing event updated for resources: {'Port': ['ID=51ac4aaf-52fa-46e3-80b2-72aa8913c43a,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:28.919844 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0cde2bed-ca4f-471d-834c-66005789be14 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:28.926382 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0cde2bed-ca4f-471d-834c-66005789be14 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:29.113842 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.l3_db [None req-0cde2bed-ca4f-471d-834c-66005789be14 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Floating IP 2c6925f1-4bf4-4b3c-9766-a726531c5086 associated. External IP: 172.26.0.111, port: 968b1291-bd29-4db8-8117-9f286b699868. May 31 15:55:29.470022 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cde2bed-ca4f-471d-834c-66005789be14 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Router d2eaafca-c962-4810-a0d0-a75595e874c0 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:55:29.651806 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cde2bed-ca4f-471d-834c-66005789be14 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:55:29.661971 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f51e596-80fd-415b-b3b2-8700c7aaa375 None None] Sync routers for ids ['d2eaafca-c962-4810-a0d0-a75595e874c0'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:55:29.671606 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f51e596-80fd-415b-b3b2-8700c7aaa375 None None] Routers {'d2eaafca-c962-4810-a0d0-a75595e874c0'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:55:29.672214 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-4f51e596-80fd-415b-b3b2-8700c7aaa375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:55:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['d2eaafca-c962-4810-a0d0-a75595e874c0'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:29.678571 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0cde2bed-ca4f-471d-834c-66005789be14 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:29.735188 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0cde2bed-ca4f-471d-834c-66005789be14 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4191017 May 31 15:55:29.736059 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514', 'tag': '968b1291-bd29-4db8-8117-9f286b699868'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:55:29.738369 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58e442a-04e6-4636-8b20-fd82ca606cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514", "tag": "968b1291-bd29-4db8-8117-9f286b699868"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:55:29.783132 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 15:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f68329-0815-4677-882c-d8aec934a977 x-openstack-request-id: req-25f68329-0815-4677-882c-d8aec934a977 {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:55:29.783460 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514", "tag": "968b1291-bd29-4db8-8117-9f286b699868", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:55:29.783756 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-25f68329-0815-4677-882c-d8aec934a977 {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:55:29.784205 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514', 'tag': '968b1291-bd29-4db8-8117-9f286b699868', 'status': 'completed', 'code': 200} May 31 15:55:29.850204 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-4f51e596-80fd-415b-b3b2-8700c7aaa375 None None] Set router d2eaafca-c962-4810-a0d0-a75595e874c0 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:55:29.883307 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e442a-04e6-4636-8b20-fd82ca606cc4 req-2edc6c75-5483-462d-9871-e1ac2980a4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:29.884802 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a58e442a-04e6-4636-8b20-fd82ca606cc4 req-2edc6c75-5483-462d-9871-e1ac2980a4d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8116e4b155bf47a28df54c3549abf9a0&device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 1099 time: 0.0736802 May 31 15:55:30.015040 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e442a-04e6-4636-8b20-fd82ca606cc4 req-c9298f2e-64ff-4d67-b84e-9fc833aa5345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:30.016411 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a58e442a-04e6-4636-8b20-fd82ca606cc4 req-c9298f2e-64ff-4d67-b84e-9fc833aa5345 service neutron] 10.222.0.59 "GET /v2.0/networks?id=258fafc3-be14-41c8-a854-4f81d373cb1a HTTP/1.1" status: 200 len: 911 time: 0.1250622 May 31 15:55:30.119389 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a58e442a-04e6-4636-8b20-fd82ca606cc4 req-4b6bfbdb-26ed-4e2a-8252-bb66392a6c0d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=968b1291-bd29-4db8-8117-9f286b699868 HTTP/1.1" status: 200 len: 1000 time: 0.0954239 May 31 15:55:30.182633 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e442a-04e6-4636-8b20-fd82ca606cc4 req-66e066f2-e2ac-43ad-8b89-b758014d725c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:30.184122 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a58e442a-04e6-4636-8b20-fd82ca606cc4 req-66e066f2-e2ac-43ad-8b89-b758014d725c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0855a3d7-c8f1-43b9-80cd-3c7b17490413 HTTP/1.1" status: 200 len: 849 time: 0.0574524 May 31 15:55:30.194870 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-4f51e596-80fd-415b-b3b2-8700c7aaa375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'name': 'tempest-TestVolumeBootPattern-25264524-router', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:50:45Z', 'updated_at': '2021-05-31T15:51:01Z', 'revision_number': 4, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'gw_port': {'id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:49Z', 'updated_at': '2021-05-31T15:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '2c6925f1-4bf4-4b3c-9766-a726531c5086', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'port_id': '968b1291-bd29-4db8-8117-9f286b699868', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'mac_address': 'fa:16:3e:76:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:55:28Z', 'updated_at': '2021-05-31T15:55:28Z', 'revision_number': 0, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf6ac0a4-9241-474b-b88d-758c7f9f3835', 'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'mac_address': 'fa:16:3e:47:55:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:57Z', 'updated_at': '2021-05-31T15:51:15Z', 'revision_number': 5, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'subnets': [{'id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:30.198916 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f51e596-80fd-415b-b3b2-8700c7aaa375 None None] Checking router: d2eaafca-c962-4810-a0d0-a75595e874c0 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:55:30.207554 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f51e596-80fd-415b-b3b2-8700c7aaa375 None None] Routers {'d2eaafca-c962-4810-a0d0-a75595e874c0'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:55:30.208167 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-4f51e596-80fd-415b-b3b2-8700c7aaa375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:55:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['d2eaafca-c962-4810-a0d0-a75595e874c0'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:30.270482 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e442a-04e6-4636-8b20-fd82ca606cc4 req-5e70caad-b510-407e-b5cb-c9618ed8c575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:30.271901 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a58e442a-04e6-4636-8b20-fd82ca606cc4 req-5e70caad-b510-407e-b5cb-c9618ed8c575 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=258fafc3-be14-41c8-a854-4f81d373cb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0732770 May 31 15:55:30.384135 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-4f51e596-80fd-415b-b3b2-8700c7aaa375 None None] Set router d2eaafca-c962-4810-a0d0-a75595e874c0 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:55:30.406537 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a58e442a-04e6-4636-8b20-fd82ca606cc4 req-edd0e643-2bce-4cbc-9056-60eab79eb505 service neutron] 10.222.0.59 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266375 May 31 15:55:30.543639 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a58e442a-04e6-4636-8b20-fd82ca606cc4 req-12faa553-42cc-4044-adfc-7c521006fb6e service neutron] 10.222.0.59 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250973 May 31 15:55:30.756833 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-4f51e596-80fd-415b-b3b2-8700c7aaa375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'name': 'tempest-TestVolumeBootPattern-25264524-router', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:50:45Z', 'updated_at': '2021-05-31T15:51:01Z', 'revision_number': 4, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'gw_port': {'id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:49Z', 'updated_at': '2021-05-31T15:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '2c6925f1-4bf4-4b3c-9766-a726531c5086', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'port_id': '968b1291-bd29-4db8-8117-9f286b699868', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'mac_address': 'fa:16:3e:76:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:55:28Z', 'updated_at': '2021-05-31T15:55:28Z', 'revision_number': 0, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf6ac0a4-9241-474b-b88d-758c7f9f3835', 'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'mac_address': 'fa:16:3e:47:55:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:57Z', 'updated_at': '2021-05-31T15:51:15Z', 'revision_number': 5, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'subnets': [{'id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:30.760876 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f51e596-80fd-415b-b3b2-8700c7aaa375 None None] The sync data for ids ['d2eaafca-c962-4810-a0d0-a75595e874c0'] in dv-neutron-601336-79-hyperv is: [{'id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'name': 'tempest-TestVolumeBootPattern-25264524-router', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:50:45Z', 'updated_at': '2021-05-31T15:51:01Z', 'revision_number': 4, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'gw_port': {'id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:49Z', 'updated_at': '2021-05-31T15:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '2c6925f1-4bf4-4b3c-9766-a726531c5086', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'port_id': '968b1291-bd29-4db8-8117-9f286b699868', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'mac_address': 'fa:16:3e:76:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:55:28Z', 'updated_at': '2021-05-31T15:55:28Z', 'revision_number': 0, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf6ac0a4-9241-474b-b88d-758c7f9f3835', 'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'mac_address': 'fa:16:3e:47:55:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:57Z', 'updated_at': '2021-05-31T15:51:15Z', 'revision_number': 5, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'subnets': [{'id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:55:30.938993 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b2760b-a17f-4654-b23c-533cf53da001 None None] New status for floating IP 2c6925f1-4bf4-4b3c-9766-a726531c5086: ACTIVE {{(pid=99206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 15:55:32.743134 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:55:34.618932 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e6bd2789-3fc7-4055-9382-cdb0254dc37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:36.977019 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:37.860478 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0a6d016b-6f06-47d2-b349-4a9f27b575df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:38.324633 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:39.680410 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:39.999579 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dbb9353a-0d99-4cc5-bce5-a5bb2d9e9bb5 req-75b8f05c-f34f-4e4f-bf57-d0c76acbdf96 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=12cae31f-3571-42cc-aa57-8bd3f8e67b5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760450 May 31 15:55:40.161565 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9353a-0d99-4cc5-bce5-a5bb2d9e9bb5 req-98e090ae-7267-4db9-8795-4882c75980a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:40.163088 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dbb9353a-0d99-4cc5-bce5-a5bb2d9e9bb5 req-98e090ae-7267-4db9-8795-4882c75980a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=12cae31f-3571-42cc-aa57-8bd3f8e67b5c HTTP/1.1" status: 200 len: 1098 time: 0.0794005 May 31 15:55:40.477967 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9353a-0d99-4cc5-bce5-a5bb2d9e9bb5 req-05ebf196-6072-4195-8215-aa9915a5f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:40.479501 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dbb9353a-0d99-4cc5-bce5-a5bb2d9e9bb5 req-05ebf196-6072-4195-8215-aa9915a5f03c service neutron] 10.222.0.59 "GET /v2.0/networks?id=c90d105b-40f8-46f5-a26d-05b432efdd46 HTTP/1.1" status: 200 len: 898 time: 0.2934930 May 31 15:55:40.583268 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dbb9353a-0d99-4cc5-bce5-a5bb2d9e9bb5 req-d3b20e23-278e-4711-825e-0692bcef7711 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a692427e-8020-4bd0-a824-e461a3328153 HTTP/1.1" status: 200 len: 1001 time: 0.0955198 May 31 15:55:40.652667 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9353a-0d99-4cc5-bce5-a5bb2d9e9bb5 req-26b6cb43-edd0-44d4-a847-234a65fd2742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:40.653988 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dbb9353a-0d99-4cc5-bce5-a5bb2d9e9bb5 req-26b6cb43-edd0-44d4-a847-234a65fd2742 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3de773e-464a-4285-bb79-f773de6ad3c5 HTTP/1.1" status: 200 len: 834 time: 0.0643530 May 31 15:55:40.735559 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9353a-0d99-4cc5-bce5-a5bb2d9e9bb5 req-c7360598-da81-44b6-a6ee-8071c5ea1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:40.737035 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dbb9353a-0d99-4cc5-bce5-a5bb2d9e9bb5 req-c7360598-da81-44b6-a6ee-8071c5ea1ed4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c90d105b-40f8-46f5-a26d-05b432efdd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0761039 May 31 15:55:40.871959 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dbb9353a-0d99-4cc5-bce5-a5bb2d9e9bb5 req-eba4e7b4-cd54-470c-812b-26a6fbd70c61 service neutron] 10.222.0.59 "GET /v2.0/networks/c90d105b-40f8-46f5-a26d-05b432efdd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278048 May 31 15:55:41.015328 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dbb9353a-0d99-4cc5-bce5-a5bb2d9e9bb5 req-5117150e-b9a6-48c4-9a11-7b57fade2328 service neutron] 10.222.0.59 "GET /v2.0/networks/c90d105b-40f8-46f5-a26d-05b432efdd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250331 May 31 15:55:47.394132 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 32806) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:48.141833 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d5bb915e-c71c-4cf5-8c39-a04955fc2691 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:48.644999 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-d5bb915e-c71c-4cf5-8c39-a04955fc2691 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:55:48.645784 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d5bb915e-c71c-4cf5-8c39-a04955fc2691 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:48.784679 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-d5bb915e-c71c-4cf5-8c39-a04955fc2691 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] For port bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c,segment=NetworkSegment(1ca987da-1f83-49ea-9701-82bf79aa5305),segment_id=1ca987da-1f83-49ea-9701-82bf79aa5305)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:55:48.785035 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d5bb915e-c71c-4cf5-8c39-a04955fc2691 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:48.921436 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-d5bb915e-c71c-4cf5-8c39-a04955fc2691 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c owned by network:router_interface {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:55:49.177930 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d5bb915e-c71c-4cf5-8c39-a04955fc2691 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:49.182762 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-60bb1563-afba-42f9-a462-b0bfc6aff066 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:49.233553 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb915e-c71c-4cf5-8c39-a04955fc2691 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:49.261045 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d5bb915e-c71c-4cf5-8c39-a04955fc2691 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:49.701669 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d5bb915e-c71c-4cf5-8c39-a04955fc2691 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:50.088102 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bb915e-c71c-4cf5-8c39-a04955fc2691 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 09cabd9d-a1cf-4d34-90ff-3476c764de24 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:55:50.293408 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bb915e-c71c-4cf5-8c39-a04955fc2691 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:55:50.303090 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d5bb915e-c71c-4cf5-8c39-a04955fc2691 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "PUT /v2.0/routers/09cabd9d-a1cf-4d34-90ff-3476c764de24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9073315 May 31 15:55:50.304627 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3982dde1-2f44-44ba-ab59-fce4f02ff340 None None] Sync routers for ids ['09cabd9d-a1cf-4d34-90ff-3476c764de24'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:55:50.315803 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3982dde1-2f44-44ba-ab59-fce4f02ff340 None None] Routers {'09cabd9d-a1cf-4d34-90ff-3476c764de24'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:55:50.316610 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-3982dde1-2f44-44ba-ab59-fce4f02ff340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:55:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['09cabd9d-a1cf-4d34-90ff-3476c764de24'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:50.527379 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-3982dde1-2f44-44ba-ab59-fce4f02ff340 None None] Set router 09cabd9d-a1cf-4d34-90ff-3476c764de24 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:55:50.848145 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8e709-3245-46cc-a720-183acb0d48b3 req-1414eb04-e57e-4f04-9181-1343631b7edc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:50.849844 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f9e8e709-3245-46cc-a720-183acb0d48b3 req-1414eb04-e57e-4f04-9181-1343631b7edc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=605b67ec-9215-4d40-b8e6-05bfb13ddab4 HTTP/1.1" status: 200 len: 946 time: 0.2567041 May 31 15:55:50.892766 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-3982dde1-2f44-44ba-ab59-fce4f02ff340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'name': 'tempest-TestNetworkBasicOps-router-1645003349', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:03Z', 'updated_at': '2021-05-31T15:55:49Z', 'revision_number': 6, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:07Z', 'updated_at': '2021-05-31T15:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '37d64d7a-8d8f-4424-8b58-84f507e8cad1', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.242', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'port_id': 'a692427e-8020-4bd0-a824-e461a3328153', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46', 'mac_address': 'fa:16:3e:ce:2b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cae31f-3571-42cc-aa57-8bd3f8e67b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:53:21Z', 'updated_at': '2021-05-31T15:53:28Z', 'revision_number': 1, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb692656-1b8d-47b5-a2e5-e594e291c0f4', 'name': '', 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:2d:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'd3de773e-464a-4285-bb79-f773de6ad3c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:24Z', 'updated_at': '2021-05-31T15:52:41Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': 'd3de773e-464a-4285-bb79-f773de6ad3c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:50.895723 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f9e8e709-3245-46cc-a720-183acb0d48b3 req-24b73840-71cf-4aed-a194-6a2b218a8a34 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=47baf0fd-299b-423b-9b09-72be425d44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388141 May 31 15:55:50.896983 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3982dde1-2f44-44ba-ab59-fce4f02ff340 None None] Checking router: 09cabd9d-a1cf-4d34-90ff-3476c764de24 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:55:50.905880 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3982dde1-2f44-44ba-ab59-fce4f02ff340 None None] Routers {'09cabd9d-a1cf-4d34-90ff-3476c764de24'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:55:50.906490 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-3982dde1-2f44-44ba-ab59-fce4f02ff340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:55:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['09cabd9d-a1cf-4d34-90ff-3476c764de24'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:51.084753 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-3982dde1-2f44-44ba-ab59-fce4f02ff340 None None] Set router 09cabd9d-a1cf-4d34-90ff-3476c764de24 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:55:51.437483 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-3982dde1-2f44-44ba-ab59-fce4f02ff340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'name': 'tempest-TestNetworkBasicOps-router-1645003349', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:03Z', 'updated_at': '2021-05-31T15:55:49Z', 'revision_number': 6, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:07Z', 'updated_at': '2021-05-31T15:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '37d64d7a-8d8f-4424-8b58-84f507e8cad1', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.242', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'port_id': 'a692427e-8020-4bd0-a824-e461a3328153', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46', 'mac_address': 'fa:16:3e:ce:2b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cae31f-3571-42cc-aa57-8bd3f8e67b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:53:21Z', 'updated_at': '2021-05-31T15:53:28Z', 'revision_number': 1, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb692656-1b8d-47b5-a2e5-e594e291c0f4', 'name': '', 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:2d:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'd3de773e-464a-4285-bb79-f773de6ad3c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:24Z', 'updated_at': '2021-05-31T15:52:41Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': 'd3de773e-464a-4285-bb79-f773de6ad3c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:51.441880 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3982dde1-2f44-44ba-ab59-fce4f02ff340 None None] The sync data for ids ['09cabd9d-a1cf-4d34-90ff-3476c764de24'] in dv-neutron-601336-79-hyperv is: [{'id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'name': 'tempest-TestNetworkBasicOps-router-1645003349', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:03Z', 'updated_at': '2021-05-31T15:55:49Z', 'revision_number': 6, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:07Z', 'updated_at': '2021-05-31T15:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '37d64d7a-8d8f-4424-8b58-84f507e8cad1', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.242', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'port_id': 'a692427e-8020-4bd0-a824-e461a3328153', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46', 'mac_address': 'fa:16:3e:ce:2b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cae31f-3571-42cc-aa57-8bd3f8e67b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:53:21Z', 'updated_at': '2021-05-31T15:53:28Z', 'revision_number': 1, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb692656-1b8d-47b5-a2e5-e594e291c0f4', 'name': '', 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:2d:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'd3de773e-464a-4285-bb79-f773de6ad3c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:24Z', 'updated_at': '2021-05-31T15:52:41Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': 'd3de773e-464a-4285-bb79-f773de6ad3c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:55:52.150894 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1bb97b-ec84-4b57-a415-83d634e82037 req-b11f9a70-250e-4c68-940a-989ba330fcc0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:52.152509 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5c1bb97b-ec84-4b57-a415-83d634e82037 req-b11f9a70-250e-4c68-940a-989ba330fcc0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=605b67ec-9215-4d40-b8e6-05bfb13ddab4 HTTP/1.1" status: 200 len: 946 time: 0.1466539 May 31 15:55:52.199123 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5c1bb97b-ec84-4b57-a415-83d634e82037 req-6fbd7cee-1316-4206-ac8b-99d417336fc8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=47baf0fd-299b-423b-9b09-72be425d44bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403972 May 31 15:55:52.544797 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a26c07-ff3c-491d-8c75-067cf6a08409 req-223d8758-e6d8-4425-82dc-55be7d3a46da tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:52.546255 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f7a26c07-ff3c-491d-8c75-067cf6a08409 req-223d8758-e6d8-4425-82dc-55be7d3a46da tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/ports?device_id=605b67ec-9215-4d40-b8e6-05bfb13ddab4 HTTP/1.1" status: 200 len: 946 time: 0.0950623 May 31 15:55:52.687200 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-f7a26c07-ff3c-491d-8c75-067cf6a08409 req-a954bb48-1836-4928-974f-e3b4d9d8a192 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port 64143c38-e652-448e-b23c-d0da9918cb09 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:55:52.687444 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f7a26c07-ff3c-491d-8c75-067cf6a08409 req-a954bb48-1836-4928-974f-e3b4d9d8a192 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:52.829897 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-f7a26c07-ff3c-491d-8c75-067cf6a08409 req-a954bb48-1836-4928-974f-e3b4d9d8a192 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] For port 64143c38-e652-448e-b23c-d0da9918cb09, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=64143c38-e652-448e-b23c-d0da9918cb09,segment=NetworkSegment(1ca987da-1f83-49ea-9701-82bf79aa5305),segment_id=1ca987da-1f83-49ea-9701-82bf79aa5305)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:55:52.830206 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f7a26c07-ff3c-491d-8c75-067cf6a08409 req-a954bb48-1836-4928-974f-e3b4d9d8a192 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:52.951486 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-f7a26c07-ff3c-491d-8c75-067cf6a08409 req-a954bb48-1836-4928-974f-e3b4d9d8a192 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for 64143c38-e652-448e-b23c-d0da9918cb09 owned by compute:nova {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:55:53.050346 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:55:53.064463 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f7a26c07-ff3c-491d-8c75-067cf6a08409 req-a954bb48-1836-4928-974f-e3b4d9d8a192 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:53.070228 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e76f6ef3-2f73-4db5-81d0-76a9b247a35f tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:53.083702 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:55:53.084079 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device bc750e08-83bc-4bfa-9fa9-3ce5844a7e1c not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:55:53.113868 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954bb48-1836-4928-974f-e3b4d9d8a192 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=64143c38-e652-448e-b23c-d0da9918cb09,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:53.116951 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a954bb48-1836-4928-974f-e3b4d9d8a192 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:53.189414 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a26c07-ff3c-491d-8c75-067cf6a08409 req-a954bb48-1836-4928-974f-e3b4d9d8a192 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] No DVR routers for this DVR port 64143c38-e652-448e-b23c-d0da9918cb09 on host hv-neutron-6013 {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:55:53.192004 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f7a26c07-ff3c-491d-8c75-067cf6a08409 req-a954bb48-1836-4928-974f-e3b4d9d8a192 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:53.194535 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605b67ec-9215-4d40-b8e6-05bfb13ddab4', 'name': 'network-vif-deleted', 'tag': '64143c38-e652-448e-b23c-d0da9918cb09'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:55:53.196851 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51fd45b-4c85-4458-b188-f535c81c94e7" -d '{"events": [{"server_uuid": "605b67ec-9215-4d40-b8e6-05bfb13ddab4", "name": "network-vif-deleted", "tag": "64143c38-e652-448e-b23c-d0da9918cb09"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:55:53.207886 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f7a26c07-ff3c-491d-8c75-067cf6a08409 req-a954bb48-1836-4928-974f-e3b4d9d8a192 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "DELETE /v2.0/ports/64143c38-e652-448e-b23c-d0da9918cb09 HTTP/1.1" status: 204 len: 173 time: 0.6552129 May 31 15:55:53.247833 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 15:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7560c77-aa24-445c-ad9f-cd11c33a7bc9 x-openstack-request-id: req-e7560c77-aa24-445c-ad9f-cd11c33a7bc9 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:55:53.248166 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605b67ec-9215-4d40-b8e6-05bfb13ddab4", "name": "network-vif-deleted", "tag": "64143c38-e652-448e-b23c-d0da9918cb09", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:55:53.248685 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e7560c77-aa24-445c-ad9f-cd11c33a7bc9 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:55:53.249106 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605b67ec-9215-4d40-b8e6-05bfb13ddab4', 'name': 'network-vif-deleted', 'tag': '64143c38-e652-448e-b23c-d0da9918cb09', 'status': 'completed', 'code': 200} May 31 15:55:53.369120 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-5fe62380-1d0c-445b-a8fc-733ca1dab0bf req-8ca24244-01c0-4cb6-ad62-22d1722d65d1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:55:53.387184 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-5fe62380-1d0c-445b-a8fc-733ca1dab0bf req-8ca24244-01c0-4cb6-ad62-22d1722d65d1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:55:53.388506 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5fe62380-1d0c-445b-a8fc-733ca1dab0bf req-8ca24244-01c0-4cb6-ad62-22d1722d65d1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=605b67ec-9215-4d40-b8e6-05bfb13ddab4 HTTP/1.1" status: 200 len: 210 time: 0.0657725 May 31 15:55:54.486482 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 32830) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:54.564454 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-84a2c6ff-060e-47b1-8e89-3e8c84143895 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:54.593927 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-84a2c6ff-060e-47b1-8e89-3e8c84143895 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:54.661390 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-84a2c6ff-060e-47b1-8e89-3e8c84143895 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:54.665078 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-84c1c5c3-572e-447c-9509-aec1be08377d tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:54.682716 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2c6ff-060e-47b1-8e89-3e8c84143895 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47baf0fd-299b-423b-9b09-72be425d44bd,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:54.685943 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-84a2c6ff-060e-47b1-8e89-3e8c84143895 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:54.696649 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-84a2c6ff-060e-47b1-8e89-3e8c84143895 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:54.697823 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-84a2c6ff-060e-47b1-8e89-3e8c84143895 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/security-groups/47baf0fd-299b-423b-9b09-72be425d44bd HTTP/1.1" status: 204 len: 168 time: 0.2099042 May 31 15:55:54.728883 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 32836) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:54.797342 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-d71a3699-12d8-4ed0-b1f3-bdce9c40fe2e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting subnet 4a25097d-1251-4bf4-b57f-c7afebe86676 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:55:54.800429 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d71a3699-12d8-4ed0-b1f3-bdce9c40fe2e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:54.853469 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d71a3699-12d8-4ed0-b1f3-bdce9c40fe2e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:54.944286 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d71a3699-12d8-4ed0-b1f3-bdce9c40fe2e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:55.220959 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d71a3699-12d8-4ed0-b1f3-bdce9c40fe2e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:55.224696 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4a85dc24-378e-4c6f-ab21-060a87b2bb10 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:55.260103 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a3699-12d8-4ed0-b1f3-bdce9c40fe2e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Subnet': ['ID=4a25097d-1251-4bf4-b57f-c7afebe86676,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:55.264455 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d71a3699-12d8-4ed0-b1f3-bdce9c40fe2e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:55.267119 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d71a3699-12d8-4ed0-b1f3-bdce9c40fe2e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:55.274040 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d71a3699-12d8-4ed0-b1f3-bdce9c40fe2e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/subnets/4a25097d-1251-4bf4-b57f-c7afebe86676 HTTP/1.1" status: 204 len: 168 time: 0.5441117 May 31 15:55:55.274272 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb99c6da-a250-45fd-9be3-a38e227938d0 None None] Network 9631adac-a3ba-4fa8-aefb-8e89936e62a2 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:55:55.276814 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 32840) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:55.394724 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-616e7b11-0507-4e6b-9a7f-82797293c6ac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:55.466727 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-616e7b11-0507-4e6b-9a7f-82797293c6ac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port ad46da18-5f31-4cc7-a197-68468bbbf6b9 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:55:55.467047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-616e7b11-0507-4e6b-9a7f-82797293c6ac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:55.569000 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1186a80b-e72d-486e-8b6f-6b7eab507ae2 None None] DHCP port deletion for 9631adac-a3ba-4fa8-aefb-8e89936e62a2 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:55:55.636666 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-1186a80b-e72d-486e-8b6f-6b7eab507ae2 None None] Deleting port ad46da18-5f31-4cc7-a197-68468bbbf6b9 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:55:55.637242 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1186a80b-e72d-486e-8b6f-6b7eab507ae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:55.721418 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-616e7b11-0507-4e6b-9a7f-82797293c6ac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] For port ad46da18-5f31-4cc7-a197-68468bbbf6b9, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=ad46da18-5f31-4cc7-a197-68468bbbf6b9,segment=NetworkSegment(1ca987da-1f83-49ea-9701-82bf79aa5305),segment_id=1ca987da-1f83-49ea-9701-82bf79aa5305)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:55:55.722060 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-616e7b11-0507-4e6b-9a7f-82797293c6ac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:55.734465 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-1186a80b-e72d-486e-8b6f-6b7eab507ae2 None None] For port ad46da18-5f31-4cc7-a197-68468bbbf6b9, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=ad46da18-5f31-4cc7-a197-68468bbbf6b9,segment=NetworkSegment(1ca987da-1f83-49ea-9701-82bf79aa5305),segment_id=1ca987da-1f83-49ea-9701-82bf79aa5305)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:55:55.734851 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1186a80b-e72d-486e-8b6f-6b7eab507ae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:55.842514 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-616e7b11-0507-4e6b-9a7f-82797293c6ac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for ad46da18-5f31-4cc7-a197-68468bbbf6b9 owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:55:55.852895 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-1186a80b-e72d-486e-8b6f-6b7eab507ae2 None None] Calling delete_port for ad46da18-5f31-4cc7-a197-68468bbbf6b9 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:55:55.893599 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-616e7b11-0507-4e6b-9a7f-82797293c6ac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:55.898470 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-010df9e1-a6f1-4d96-a7dd-4c7e3d233f6e tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:55.899302 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1186a80b-e72d-486e-8b6f-6b7eab507ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:55.902809 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e3232b04-517d-4fc9-a8a4-3b4288e7797c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:55.933514 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 64143c38-e652-448e-b23c-d0da9918cb09 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:55:55.941219 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e7b11-0507-4e6b-9a7f-82797293c6ac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=ad46da18-5f31-4cc7-a197-68468bbbf6b9,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:55.944204 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-616e7b11-0507-4e6b-9a7f-82797293c6ac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:55.944972 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616e7b11-0507-4e6b-9a7f-82797293c6ac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] No DVR routers for this DVR port ad46da18-5f31-4cc7-a197-68468bbbf6b9 on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:55:55.982000 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: 64143c38-e652-448e-b23c-d0da9918cb09 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:55:55.982305 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 64143c38-e652-448e-b23c-d0da9918cb09 not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:55:55.985345 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186a80b-e72d-486e-8b6f-6b7eab507ae2 None None] Pushing event deleted for resources: {'Port': ['ID=ad46da18-5f31-4cc7-a197-68468bbbf6b9,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:55.987153 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1186a80b-e72d-486e-8b6f-6b7eab507ae2 None None] No DVR routers for this DVR port ad46da18-5f31-4cc7-a197-68468bbbf6b9 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:55:55.988449 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1186a80b-e72d-486e-8b6f-6b7eab507ae2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:56.082690 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-616e7b11-0507-4e6b-9a7f-82797293c6ac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:56.095833 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-616e7b11-0507-4e6b-9a7f-82797293c6ac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9631adac-a3ba-4fa8-aefb-8e89936e62a2']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:56.110650 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-616e7b11-0507-4e6b-9a7f-82797293c6ac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca987da-1f83-49ea-9701-82bf79aa5305') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:56.111090 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-616e7b11-0507-4e6b-9a7f-82797293c6ac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca987da-1f83-49ea-9701-82bf79aa5305') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:56.123546 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-616e7b11-0507-4e6b-9a7f-82797293c6ac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:56.140813 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-616e7b11-0507-4e6b-9a7f-82797293c6ac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:56.146878 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-616e7b11-0507-4e6b-9a7f-82797293c6ac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:55:56.147297 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-616e7b11-0507-4e6b-9a7f-82797293c6ac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:55:56.161491 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:55:56.245240 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-616e7b11-0507-4e6b-9a7f-82797293c6ac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:56.249424 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a8b46791-4483-463b-a8ff-b13b7194312c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:56.264882 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-616e7b11-0507-4e6b-9a7f-82797293c6ac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:56.277803 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e7b11-0507-4e6b-9a7f-82797293c6ac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Network': ['ID=9631adac-a3ba-4fa8-aefb-8e89936e62a2,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:56.281935 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-616e7b11-0507-4e6b-9a7f-82797293c6ac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:56.292950 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-616e7b11-0507-4e6b-9a7f-82797293c6ac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/networks/9631adac-a3ba-4fa8-aefb-8e89936e62a2 HTTP/1.1" status: 204 len: 168 time: 1.0151494 May 31 15:55:56.295897 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 32844) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:55:56.570048 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-86e21e0f-b29f-4ee5-82fa-34315de1bac2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port d66bc7e0-db74-4873-87a4-0071190262e8 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:55:56.570332 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-86e21e0f-b29f-4ee5-82fa-34315de1bac2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:56.697718 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-86e21e0f-b29f-4ee5-82fa-34315de1bac2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:56.697974 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-86e21e0f-b29f-4ee5-82fa-34315de1bac2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:56.820767 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-86e21e0f-b29f-4ee5-82fa-34315de1bac2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for d66bc7e0-db74-4873-87a4-0071190262e8 owned by network:floatingip {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:55:56.950875 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-86e21e0f-b29f-4ee5-82fa-34315de1bac2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:56.955637 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9d70f5fe-51ea-4e58-893b-fc58afac0a34 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:55:57.002991 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e21e0f-b29f-4ee5-82fa-34315de1bac2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=d66bc7e0-db74-4873-87a4-0071190262e8,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:55:57.029037 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-86e21e0f-b29f-4ee5-82fa-34315de1bac2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:55:57.102873 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-86e21e0f-b29f-4ee5-82fa-34315de1bac2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:57.103370 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.l3_db [None req-86e21e0f-b29f-4ee5-82fa-34315de1bac2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Floating IP 37d64d7a-8d8f-4424-8b58-84f507e8cad1 disassociated (deleted). External IP: 172.26.0.242, port: a692427e-8020-4bd0-a824-e461a3328153. May 31 15:55:57.134979 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device ad46da18-5f31-4cc7-a197-68468bbbf6b9 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:55:57.180256 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: ad46da18-5f31-4cc7-a197-68468bbbf6b9 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:55:57.180844 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device ad46da18-5f31-4cc7-a197-68468bbbf6b9 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:55:57.250758 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba778407-a288-40f1-b596-07b72ae0b49e req-79580fbd-0856-481f-a9a3-57677ffc9ee9 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:57.252159 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ba778407-a288-40f1-b596-07b72ae0b49e req-79580fbd-0856-481f-a9a3-57677ffc9ee9 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 945 time: 0.0957327 May 31 15:55:57.303186 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ba778407-a288-40f1-b596-07b72ae0b49e req-f4aa6e20-6491-43e9-8b75-5f936f083480 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe90d589-4f27-4d98-a8f2-975e6776ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445461 May 31 15:55:57.614007 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e21e0f-b29f-4ee5-82fa-34315de1bac2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 09cabd9d-a1cf-4d34-90ff-3476c764de24 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:55:57.792806 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e21e0f-b29f-4ee5-82fa-34315de1bac2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:55:57.802556 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab49b011-9586-414a-a244-f1c33e3e1c7f None None] Sync routers for ids ['09cabd9d-a1cf-4d34-90ff-3476c764de24'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:55:57.809605 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-86e21e0f-b29f-4ee5-82fa-34315de1bac2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:57.812965 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab49b011-9586-414a-a244-f1c33e3e1c7f None None] Routers {'09cabd9d-a1cf-4d34-90ff-3476c764de24'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:55:57.813589 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-ab49b011-9586-414a-a244-f1c33e3e1c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:55:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['09cabd9d-a1cf-4d34-90ff-3476c764de24'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:57.866989 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-86e21e0f-b29f-4ee5-82fa-34315de1bac2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/floatingips/37d64d7a-8d8f-4424-8b58-84f507e8cad1 HTTP/1.1" status: 204 len: 168 time: 1.5699427 May 31 15:55:57.867712 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12cae31f-3571-42cc-aa57-8bd3f8e67b5c', 'tag': 'a692427e-8020-4bd0-a824-e461a3328153'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:55:57.869961 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acb5fec-2359-4448-bbfb-96f79541609e" -d '{"events": [{"name": "network-changed", "server_uuid": "12cae31f-3571-42cc-aa57-8bd3f8e67b5c", "tag": "a692427e-8020-4bd0-a824-e461a3328153"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:55:57.918088 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 15:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866c3271-7933-46f4-b5d2-f1f8c3756452 x-openstack-request-id: req-866c3271-7933-46f4-b5d2-f1f8c3756452 {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:55:57.918424 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12cae31f-3571-42cc-aa57-8bd3f8e67b5c", "tag": "a692427e-8020-4bd0-a824-e461a3328153", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:55:57.918719 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-866c3271-7933-46f4-b5d2-f1f8c3756452 {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:55:57.919182 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12cae31f-3571-42cc-aa57-8bd3f8e67b5c', 'tag': 'a692427e-8020-4bd0-a824-e461a3328153', 'status': 'completed', 'code': 200} May 31 15:55:58.000483 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-ab49b011-9586-414a-a244-f1c33e3e1c7f None None] Set router 09cabd9d-a1cf-4d34-90ff-3476c764de24 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:55:58.025524 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb5fec-2359-4448-bbfb-96f79541609e req-9825dcf0-c60b-4afc-9422-fc63aeea729b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:58.027751 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2acb5fec-2359-4448-bbfb-96f79541609e req-9825dcf0-c60b-4afc-9422-fc63aeea729b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=12cae31f-3571-42cc-aa57-8bd3f8e67b5c HTTP/1.1" status: 200 len: 1098 time: 0.0872133 May 31 15:55:58.171491 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb5fec-2359-4448-bbfb-96f79541609e req-a8d2be2a-69db-47c1-811d-32f19f66fef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:58.172998 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2acb5fec-2359-4448-bbfb-96f79541609e req-a8d2be2a-69db-47c1-811d-32f19f66fef5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c90d105b-40f8-46f5-a26d-05b432efdd46 HTTP/1.1" status: 200 len: 898 time: 0.1381316 May 31 15:55:58.213241 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:55:58.342055 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-ab49b011-9586-414a-a244-f1c33e3e1c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'name': 'tempest-TestNetworkBasicOps-router-1645003349', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:03Z', 'updated_at': '2021-05-31T15:55:49Z', 'revision_number': 6, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:07Z', 'updated_at': '2021-05-31T15:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'eb692656-1b8d-47b5-a2e5-e594e291c0f4', 'name': '', 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:2d:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'd3de773e-464a-4285-bb79-f773de6ad3c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:24Z', 'updated_at': '2021-05-31T15:52:41Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': 'd3de773e-464a-4285-bb79-f773de6ad3c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:58.346710 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab49b011-9586-414a-a244-f1c33e3e1c7f None None] Checking router: 09cabd9d-a1cf-4d34-90ff-3476c764de24 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:55:58.356356 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab49b011-9586-414a-a244-f1c33e3e1c7f None None] Routers {'09cabd9d-a1cf-4d34-90ff-3476c764de24'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:55:58.356992 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-ab49b011-9586-414a-a244-f1c33e3e1c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:55:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['09cabd9d-a1cf-4d34-90ff-3476c764de24'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:58.433782 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2acb5fec-2359-4448-bbfb-96f79541609e req-fce08234-6e69-4624-96bb-468b460931d5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a692427e-8020-4bd0-a824-e461a3328153 HTTP/1.1" status: 200 len: 217 time: 0.2527776 May 31 15:55:58.537592 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-ab49b011-9586-414a-a244-f1c33e3e1c7f None None] Set router 09cabd9d-a1cf-4d34-90ff-3476c764de24 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:55:58.561644 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb5fec-2359-4448-bbfb-96f79541609e req-bb531ff3-17b7-41b0-a490-25d177afeae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:58.563133 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2acb5fec-2359-4448-bbfb-96f79541609e req-bb531ff3-17b7-41b0-a490-25d177afeae4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3de773e-464a-4285-bb79-f773de6ad3c5 HTTP/1.1" status: 200 len: 834 time: 0.0896537 May 31 15:55:58.650510 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958b88b-1778-4acd-987f-9c9e3d876048 req-c896f633-acbe-4006-bb7d-97a0e8187b73 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:58.652413 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3958b88b-1778-4acd-987f-9c9e3d876048 req-c896f633-acbe-4006-bb7d-97a0e8187b73 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 945 time: 0.2175119 May 31 15:55:58.669901 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a2a71-0144-471c-ae96-44a81fed3cc9 req-bab8642f-928e-464c-8ffd-e2ddf1cc4d70 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:58.671337 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c70a2a71-0144-471c-ae96-44a81fed3cc9 req-bab8642f-928e-464c-8ffd-e2ddf1cc4d70 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=12cae31f-3571-42cc-aa57-8bd3f8e67b5c HTTP/1.1" status: 200 len: 945 time: 0.4339023 May 31 15:55:58.746235 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb5fec-2359-4448-bbfb-96f79541609e req-2315d47c-864e-42cf-81a4-a2c6aeb034a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:55:58.747631 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2acb5fec-2359-4448-bbfb-96f79541609e req-2315d47c-864e-42cf-81a4-a2c6aeb034a4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c90d105b-40f8-46f5-a26d-05b432efdd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1763520 May 31 15:55:58.752177 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3958b88b-1778-4acd-987f-9c9e3d876048 req-b1122831-d3af-4864-8a7f-2fbbb24616dc tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe90d589-4f27-4d98-a8f2-975e6776ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931325 May 31 15:55:58.755348 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c70a2a71-0144-471c-ae96-44a81fed3cc9 req-b4442991-7046-4821-b16f-0d4d6bbd4be5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=262daab4-c09b-414e-93f9-35c9a138dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709624 May 31 15:55:58.760230 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [req-2acb5fec-2359-4448-bbfb-96f79541609e req-8ddcadc8-1666-48df-9448-047107137dd7 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:55:58.761228 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2acb5fec-2359-4448-bbfb-96f79541609e req-8ddcadc8-1666-48df-9448-047107137dd7 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050108 May 31 15:55:58.897491 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-ab49b011-9586-414a-a244-f1c33e3e1c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'name': 'tempest-TestNetworkBasicOps-router-1645003349', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:03Z', 'updated_at': '2021-05-31T15:55:49Z', 'revision_number': 6, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:07Z', 'updated_at': '2021-05-31T15:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'eb692656-1b8d-47b5-a2e5-e594e291c0f4', 'name': '', 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:2d:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'd3de773e-464a-4285-bb79-f773de6ad3c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:24Z', 'updated_at': '2021-05-31T15:52:41Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': 'd3de773e-464a-4285-bb79-f773de6ad3c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:55:58.901660 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab49b011-9586-414a-a244-f1c33e3e1c7f None None] The sync data for ids ['09cabd9d-a1cf-4d34-90ff-3476c764de24'] in dv-neutron-601336-79-hyperv is: [{'id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'name': 'tempest-TestNetworkBasicOps-router-1645003349', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:03Z', 'updated_at': '2021-05-31T15:55:49Z', 'revision_number': 6, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:07Z', 'updated_at': '2021-05-31T15:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'eb692656-1b8d-47b5-a2e5-e594e291c0f4', 'name': '', 'network_id': 'c90d105b-40f8-46f5-a26d-05b432efdd46', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:2d:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'd3de773e-464a-4285-bb79-f773de6ad3c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:24Z', 'updated_at': '2021-05-31T15:52:41Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': 'd3de773e-464a-4285-bb79-f773de6ad3c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:55:58.905853 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2acb5fec-2359-4448-bbfb-96f79541609e req-50994eb9-4a39-44ad-9ba3-df48f6de9559 service neutron] 10.222.0.59 "GET /v2.0/networks/c90d105b-40f8-46f5-a26d-05b432efdd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364460 May 31 15:55:59.043452 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2acb5fec-2359-4448-bbfb-96f79541609e req-7876d17c-70d8-4fe5-9888-cf006241cbd1 service neutron] 10.222.0.59 "GET /v2.0/networks/c90d105b-40f8-46f5-a26d-05b432efdd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300540 May 31 15:55:59.116709 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0eae52-c256-4ad1-bddc-d96c140db219 None None] New status for floating IP 37d64d7a-8d8f-4424-8b58-84f507e8cad1: DOWN {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 15:56:00.067242 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30aa71-691a-4e91-b873-6244baaa1354 req-6b4fdf6d-c0da-49cc-a096-872d979a9ad3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:00.068568 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fc30aa71-691a-4e91-b873-6244baaa1354 req-6b4fdf6d-c0da-49cc-a096-872d979a9ad3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/ports?device_id=12cae31f-3571-42cc-aa57-8bd3f8e67b5c HTTP/1.1" status: 200 len: 945 time: 0.1359510 May 31 15:56:00.077096 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5230c2-eb5f-4449-b24a-612d167d7708 req-4381a0d2-70cb-41b4-a7d2-7ee944abec1f tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:00.078442 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ab5230c2-eb5f-4449-b24a-612d167d7708 req-4381a0d2-70cb-41b4-a7d2-7ee944abec1f tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 945 time: 0.2132940 May 31 15:56:00.086893 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21590a8c-d522-43dc-b15e-e5fdc37d5cf9 req-8ca5e473-ff35-49de-8f8b-4f86ef169092 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:00.088271 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-21590a8c-d522-43dc-b15e-e5fdc37d5cf9 req-8ca5e473-ff35-49de-8f8b-4f86ef169092 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=12cae31f-3571-42cc-aa57-8bd3f8e67b5c HTTP/1.1" status: 200 len: 945 time: 0.2251322 May 31 15:56:00.249562 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-21590a8c-d522-43dc-b15e-e5fdc37d5cf9 req-424e5ac4-27de-4996-9574-4b102ee2dcd9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=262daab4-c09b-414e-93f9-35c9a138dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275663 May 31 15:56:00.252036 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ab5230c2-eb5f-4449-b24a-612d167d7708 req-15d43578-8ff6-48a8-a3f5-ba09bc20db3f tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe90d589-4f27-4d98-a8f2-975e6776ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364431 May 31 15:56:00.286812 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-fc30aa71-691a-4e91-b873-6244baaa1354 req-80929f1c-76f9-4e00-af07-a50235c2800a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port a692427e-8020-4bd0-a824-e461a3328153 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:56:00.287198 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-fc30aa71-691a-4e91-b873-6244baaa1354 req-80929f1c-76f9-4e00-af07-a50235c2800a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:00.429465 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-fc30aa71-691a-4e91-b873-6244baaa1354 req-80929f1c-76f9-4e00-af07-a50235c2800a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] For port a692427e-8020-4bd0-a824-e461a3328153, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a692427e-8020-4bd0-a824-e461a3328153,segment=NetworkSegment(333ad118-f290-4f99-a784-81002b51054a),segment_id=333ad118-f290-4f99-a784-81002b51054a)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:56:00.429752 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-fc30aa71-691a-4e91-b873-6244baaa1354 req-80929f1c-76f9-4e00-af07-a50235c2800a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:00.548210 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-fc30aa71-691a-4e91-b873-6244baaa1354 req-80929f1c-76f9-4e00-af07-a50235c2800a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for a692427e-8020-4bd0-a824-e461a3328153 owned by compute:nova {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:56:00.669538 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-fc30aa71-691a-4e91-b873-6244baaa1354 req-80929f1c-76f9-4e00-af07-a50235c2800a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:00.677066 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-603a8a72-5c52-4a8c-b0a0-364eee50f495 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:00.731347 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80929f1c-76f9-4e00-af07-a50235c2800a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=a692427e-8020-4bd0-a824-e461a3328153,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:00.734370 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-80929f1c-76f9-4e00-af07-a50235c2800a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:00.804424 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc30aa71-691a-4e91-b873-6244baaa1354 req-80929f1c-76f9-4e00-af07-a50235c2800a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] No DVR routers for this DVR port a692427e-8020-4bd0-a824-e461a3328153 on host hv-neutron-6013 {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:56:00.807238 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-fc30aa71-691a-4e91-b873-6244baaa1354 req-80929f1c-76f9-4e00-af07-a50235c2800a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:00.809785 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12cae31f-3571-42cc-aa57-8bd3f8e67b5c', 'name': 'network-vif-deleted', 'tag': 'a692427e-8020-4bd0-a824-e461a3328153'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:56:00.812094 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5d3ccb-9369-449c-ae56-f20aad51c3a0" -d '{"events": [{"server_uuid": "12cae31f-3571-42cc-aa57-8bd3f8e67b5c", "name": "network-vif-deleted", "tag": "a692427e-8020-4bd0-a824-e461a3328153"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:56:00.821647 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fc30aa71-691a-4e91-b873-6244baaa1354 req-80929f1c-76f9-4e00-af07-a50235c2800a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "DELETE /v2.0/ports/a692427e-8020-4bd0-a824-e461a3328153 HTTP/1.1" status: 204 len: 173 time: 0.7421734 May 31 15:56:00.859320 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 15:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6608a189-4e4a-460f-9bc1-3f4858ed9927 x-openstack-request-id: req-6608a189-4e4a-460f-9bc1-3f4858ed9927 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:56:00.859647 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12cae31f-3571-42cc-aa57-8bd3f8e67b5c", "name": "network-vif-deleted", "tag": "a692427e-8020-4bd0-a824-e461a3328153", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:56:00.859963 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6608a189-4e4a-460f-9bc1-3f4858ed9927 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:56:00.860406 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12cae31f-3571-42cc-aa57-8bd3f8e67b5c', 'name': 'network-vif-deleted', 'tag': 'a692427e-8020-4bd0-a824-e461a3328153', 'status': 'completed', 'code': 200} May 31 15:56:01.606194 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-7c4ae6ab-5990-4fc3-bfd1-13115e2c4c1c req-fc598585-8442-4561-8173-eeeb35768f65 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:56:01.637233 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-7c4ae6ab-5990-4fc3-bfd1-13115e2c4c1c req-fc598585-8442-4561-8173-eeeb35768f65 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:56:01.638386 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7c4ae6ab-5990-4fc3-bfd1-13115e2c4c1c req-fc598585-8442-4561-8173-eeeb35768f65 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=12cae31f-3571-42cc-aa57-8bd3f8e67b5c HTTP/1.1" status: 200 len: 210 time: 0.0821421 May 31 15:56:01.654766 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97ddb2-b6a2-42c7-95bb-e655d4a390bf req-185d317a-39ce-4962-b1f1-05af517ddde2 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:01.656264 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5d97ddb2-b6a2-42c7-95bb-e655d4a390bf req-185d317a-39ce-4962-b1f1-05af517ddde2 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 945 time: 0.2951558 May 31 15:56:01.700942 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5d97ddb2-b6a2-42c7-95bb-e655d4a390bf req-2a9cdb00-2b78-44cb-b81a-0fcaf74ef914 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe90d589-4f27-4d98-a8f2-975e6776ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388594 May 31 15:56:02.749460 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 32892) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:56:02.860797 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2e24eb11-8ecc-4730-a3b4-dd637c4b8a6a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:02.905500 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2e24eb11-8ecc-4730-a3b4-dd637c4b8a6a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:02.961248 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f40124-a5d6-4477-bddd-5679e71f238e req-418ae8b8-6784-4cae-8de7-7bb9efd6d1a4 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:02.962605 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-57f40124-a5d6-4477-bddd-5679e71f238e req-418ae8b8-6784-4cae-8de7-7bb9efd6d1a4 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 945 time: 0.1475544 May 31 15:56:03.010980 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2e24eb11-8ecc-4730-a3b4-dd637c4b8a6a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:03.018492 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b2761cc7-116c-4ccf-b90e-8664cfd21bc6 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:03.036119 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-57f40124-a5d6-4477-bddd-5679e71f238e req-b5adda12-11c2-4959-bcdb-22566706f531 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe90d589-4f27-4d98-a8f2-975e6776ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618627 May 31 15:56:03.040008 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24eb11-8ecc-4730-a3b4-dd637c4b8a6a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=262daab4-c09b-414e-93f9-35c9a138dd3f,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:03.048249 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2e24eb11-8ecc-4730-a3b4-dd637c4b8a6a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:03.049102 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2e24eb11-8ecc-4730-a3b4-dd637c4b8a6a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:03.053344 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2e24eb11-8ecc-4730-a3b4-dd637c4b8a6a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/security-groups/262daab4-c09b-414e-93f9-35c9a138dd3f HTTP/1.1" status: 204 len: 168 time: 0.2997596 May 31 15:56:03.084430 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 32898) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:56:03.656875 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4cc74785-8dcc-4102-b681-7b59db984921 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:03.971531 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device a692427e-8020-4bd0-a824-e461a3328153 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:56:04.005618 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: a692427e-8020-4bd0-a824-e461a3328153 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:56:04.005925 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device a692427e-8020-4bd0-a824-e461a3328153 not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:56:04.087459 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-4cc74785-8dcc-4102-b681-7b59db984921 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port eb692656-1b8d-47b5-a2e5-e594e291c0f4 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:56:04.088032 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4cc74785-8dcc-4102-b681-7b59db984921 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:04.424782 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-4cc74785-8dcc-4102-b681-7b59db984921 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] For port eb692656-1b8d-47b5-a2e5-e594e291c0f4, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=eb692656-1b8d-47b5-a2e5-e594e291c0f4,segment=NetworkSegment(333ad118-f290-4f99-a784-81002b51054a),segment_id=333ad118-f290-4f99-a784-81002b51054a)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:56:04.425108 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4cc74785-8dcc-4102-b681-7b59db984921 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:04.549440 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-4cc74785-8dcc-4102-b681-7b59db984921 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for eb692656-1b8d-47b5-a2e5-e594e291c0f4 owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:56:04.560891 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a99970-2b47-4e9f-92fb-f778b7f0e5ac req-ba6fb008-2be4-4072-8791-6e872e18ac9f tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:04.562363 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-89a99970-2b47-4e9f-92fb-f778b7f0e5ac req-ba6fb008-2be4-4072-8791-6e872e18ac9f tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 945 time: 0.4082632 May 31 15:56:04.613023 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c8ba93fe-568a-485b-a30a-09065f21a518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:04.632917 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-89a99970-2b47-4e9f-92fb-f778b7f0e5ac req-a9ff302e-2c16-4cf0-834c-cf65f0318290 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe90d589-4f27-4d98-a8f2-975e6776ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627911 May 31 15:56:04.773316 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4cc74785-8dcc-4102-b681-7b59db984921 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:04.777087 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-574cdd32-2619-48b2-9dbc-551223a32c7f tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:04.824894 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc74785-8dcc-4102-b681-7b59db984921 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=eb692656-1b8d-47b5-a2e5-e594e291c0f4,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:04.855319 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4cc74785-8dcc-4102-b681-7b59db984921 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:05.103347 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4cc74785-8dcc-4102-b681-7b59db984921 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:05.475519 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc74785-8dcc-4102-b681-7b59db984921 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 09cabd9d-a1cf-4d34-90ff-3476c764de24 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:56:05.654167 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc74785-8dcc-4102-b681-7b59db984921 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:56:05.665676 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd013a55-d9f5-43e7-8f7b-937f0e2105e3 None None] Sync routers for ids ['09cabd9d-a1cf-4d34-90ff-3476c764de24'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:56:05.674918 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4cc74785-8dcc-4102-b681-7b59db984921 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "PUT /v2.0/routers/09cabd9d-a1cf-4d34-90ff-3476c764de24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5892539 May 31 15:56:05.677581 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 32906) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:56:05.679895 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd013a55-d9f5-43e7-8f7b-937f0e2105e3 None None] Routers {'09cabd9d-a1cf-4d34-90ff-3476c764de24'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:56:05.680523 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-dd013a55-d9f5-43e7-8f7b-937f0e2105e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:55:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['09cabd9d-a1cf-4d34-90ff-3476c764de24'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:56:05.745007 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-1176b069-d0e7-4cda-9e7f-ba0598323f7c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting subnet d3de773e-464a-4285-bb79-f773de6ad3c5 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:56:05.749691 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1176b069-d0e7-4cda-9e7f-ba0598323f7c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:05.854681 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-dd013a55-d9f5-43e7-8f7b-937f0e2105e3 None None] Set router 09cabd9d-a1cf-4d34-90ff-3476c764de24 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:56:06.014980 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1176b069-d0e7-4cda-9e7f-ba0598323f7c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:06.101317 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90706a3d-981d-4b27-9f0d-cfdd18514610 req-b90ca814-44c2-4103-a3e8-ebf7ddabdeab tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:06.102781 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-90706a3d-981d-4b27-9f0d-cfdd18514610 req-b90ca814-44c2-4103-a3e8-ebf7ddabdeab tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 945 time: 0.3556919 May 31 15:56:06.141082 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-dd013a55-d9f5-43e7-8f7b-937f0e2105e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'name': 'tempest-TestNetworkBasicOps-router-1645003349', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:03Z', 'updated_at': '2021-05-31T15:56:04Z', 'revision_number': 7, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:07Z', 'updated_at': '2021-05-31T15:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:56:06.144970 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd013a55-d9f5-43e7-8f7b-937f0e2105e3 None None] Checking router: 09cabd9d-a1cf-4d34-90ff-3476c764de24 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:56:06.149386 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1176b069-d0e7-4cda-9e7f-ba0598323f7c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:06.153483 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd013a55-d9f5-43e7-8f7b-937f0e2105e3 None None] Routers {'09cabd9d-a1cf-4d34-90ff-3476c764de24'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:56:06.154079 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-dd013a55-d9f5-43e7-8f7b-937f0e2105e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:55:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['09cabd9d-a1cf-4d34-90ff-3476c764de24'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:56:06.193859 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-90706a3d-981d-4b27-9f0d-cfdd18514610 req-eb5bf525-9438-4f84-8a04-315d66b8b23c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe90d589-4f27-4d98-a8f2-975e6776ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842988 May 31 15:56:06.326654 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-dd013a55-d9f5-43e7-8f7b-937f0e2105e3 None None] Set router 09cabd9d-a1cf-4d34-90ff-3476c764de24 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:56:06.429440 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1176b069-d0e7-4cda-9e7f-ba0598323f7c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:06.433717 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e6b5d229-2b6a-4826-bd54-e0f35fd06bda tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:06.474674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176b069-d0e7-4cda-9e7f-ba0598323f7c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Subnet': ['ID=d3de773e-464a-4285-bb79-f773de6ad3c5,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:06.477557 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1176b069-d0e7-4cda-9e7f-ba0598323f7c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:06.481433 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1176b069-d0e7-4cda-9e7f-ba0598323f7c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:06.487758 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1176b069-d0e7-4cda-9e7f-ba0598323f7c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/subnets/d3de773e-464a-4285-bb79-f773de6ad3c5 HTTP/1.1" status: 204 len: 168 time: 0.8092422 May 31 15:56:06.490327 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 32910) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:56:06.496649 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ae3331-1198-492f-893e-75a13350a0fa None None] Network c90d105b-40f8-46f5-a26d-05b432efdd46 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:56:06.667489 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-94fb4f14-26c9-4d3b-913f-6b9777e46c86 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:06.821660 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-dd013a55-d9f5-43e7-8f7b-937f0e2105e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'name': 'tempest-TestNetworkBasicOps-router-1645003349', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:03Z', 'updated_at': '2021-05-31T15:56:04Z', 'revision_number': 7, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:07Z', 'updated_at': '2021-05-31T15:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:56:06.825471 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd013a55-d9f5-43e7-8f7b-937f0e2105e3 None None] The sync data for ids ['09cabd9d-a1cf-4d34-90ff-3476c764de24'] in dv-neutron-601336-79-hyperv is: [{'id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'name': 'tempest-TestNetworkBasicOps-router-1645003349', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:52:03Z', 'updated_at': '2021-05-31T15:56:04Z', 'revision_number': 7, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'bf377262-98a0-4957-838e-8d2195cd062a', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cabd9d-a1cf-4d34-90ff-3476c764de24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:52:07Z', 'updated_at': '2021-05-31T15:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:56:06.844069 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-94fb4f14-26c9-4d3b-913f-6b9777e46c86 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:06.923661 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-94fb4f14-26c9-4d3b-913f-6b9777e46c86 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port bf377262-98a0-4957-838e-8d2195cd062a {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:56:06.923915 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-94fb4f14-26c9-4d3b-913f-6b9777e46c86 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:06.981107 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:07.043919 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-94fb4f14-26c9-4d3b-913f-6b9777e46c86 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] For port bf377262-98a0-4957-838e-8d2195cd062a, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=bf377262-98a0-4957-838e-8d2195cd062a,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:56:07.044275 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-94fb4f14-26c9-4d3b-913f-6b9777e46c86 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:07.171086 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-94fb4f14-26c9-4d3b-913f-6b9777e46c86 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for bf377262-98a0-4957-838e-8d2195cd062a owned by network:router_gateway {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:56:07.187892 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838caac9-107c-4c6e-a85f-fea2a04e76b5 None None] DHCP port deletion for c90d105b-40f8-46f5-a26d-05b432efdd46 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:56:07.258871 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device bbbc1f52-5750-461a-a29a-d8fa8760ed4e no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:56:07.370141 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-838caac9-107c-4c6e-a85f-fea2a04e76b5 None None] Deleting port bbbc1f52-5750-461a-a29a-d8fa8760ed4e {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:56:07.370687 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-838caac9-107c-4c6e-a85f-fea2a04e76b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:07.391364 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-94fb4f14-26c9-4d3b-913f-6b9777e46c86 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:07.396714 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4cc74785-8dcc-4102-b681-7b59db984921 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:07.466230 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:07.474636 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb4f14-26c9-4d3b-913f-6b9777e46c86 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=bf377262-98a0-4957-838e-8d2195cd062a,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:07.482163 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-94fb4f14-26c9-4d3b-913f-6b9777e46c86 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:07.502114 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-838caac9-107c-4c6e-a85f-fea2a04e76b5 None None] For port bbbc1f52-5750-461a-a29a-d8fa8760ed4e, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=bbbc1f52-5750-461a-a29a-d8fa8760ed4e,segment=NetworkSegment(333ad118-f290-4f99-a784-81002b51054a),segment_id=333ad118-f290-4f99-a784-81002b51054a)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:56:07.502839 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-838caac9-107c-4c6e-a85f-fea2a04e76b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:07.634368 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-838caac9-107c-4c6e-a85f-fea2a04e76b5 None None] Calling delete_port for bbbc1f52-5750-461a-a29a-d8fa8760ed4e owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:56:07.640207 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port bbbc1f52-5750-461a-a29a-d8fa8760ed4e, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=bbbc1f52-5750-461a-a29a-d8fa8760ed4e,segment=NetworkSegment(333ad118-f290-4f99-a784-81002b51054a),segment_id=333ad118-f290-4f99-a784-81002b51054a)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:56:07.646925 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:07.647793 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device eb692656-1b8d-47b5-a2e5-e594e291c0f4 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:56:07.680648 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b07ba9a6-0f17-438f-82af-ec104e7dabf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:07.696502 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632e870-b04f-43da-9c4b-a72b77c4de74 req-ea8375cb-c409-493c-bb6b-baad48a0e56b tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:07.698058 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9632e870-b04f-43da-9c4b-a72b77c4de74 req-ea8375cb-c409-493c-bb6b-baad48a0e56b tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 945 time: 0.3853467 May 31 15:56:07.722462 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-94fb4f14-26c9-4d3b-913f-6b9777e46c86 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:07.725694 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: eb692656-1b8d-47b5-a2e5-e594e291c0f4 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:56:07.726041 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device eb692656-1b8d-47b5-a2e5-e594e291c0f4 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:56:07.759556 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=bbbc1f52-5750-461a-a29a-d8fa8760ed4e,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:07.766791 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:07.777114 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-838caac9-107c-4c6e-a85f-fea2a04e76b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:07.780825 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-84d9d4ac-c3ce-4238-aa01-78a0ef175f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:07.824706 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838caac9-107c-4c6e-a85f-fea2a04e76b5 None None] Pushing event deleted for resources: {'Port': ['ID=bbbc1f52-5750-461a-a29a-d8fa8760ed4e,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:07.827590 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-838caac9-107c-4c6e-a85f-fea2a04e76b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:07.828301 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838caac9-107c-4c6e-a85f-fea2a04e76b5 None None] No DVR routers for this DVR port bbbc1f52-5750-461a-a29a-d8fa8760ed4e on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:56:07.864645 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3ab6678b-7a07-4c93-b17e-a82917710e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:07.909598 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-94fb4f14-26c9-4d3b-913f-6b9777e46c86 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:07.913423 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-94fb4f14-26c9-4d3b-913f-6b9777e46c86 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:07.920398 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9632e870-b04f-43da-9c4b-a72b77c4de74 req-cfa88d71-a7ec-4e01-bee2-47baa65ca86d tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe90d589-4f27-4d98-a8f2-975e6776ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158809 May 31 15:56:07.941630 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-94fb4f14-26c9-4d3b-913f-6b9777e46c86 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:07.942187 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fb4f14-26c9-4d3b-913f-6b9777e46c86 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Fanout notify agent at l3_agent the message router_deleted on router 09cabd9d-a1cf-4d34-90ff-3476c764de24 {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:56:07.959970 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-94fb4f14-26c9-4d3b-913f-6b9777e46c86 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:07.961457 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-94fb4f14-26c9-4d3b-913f-6b9777e46c86 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/routers/09cabd9d-a1cf-4d34-90ff-3476c764de24 HTTP/1.1" status: 204 len: 168 time: 1.4696245 May 31 15:56:07.964429 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 32916) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:56:08.089631 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-454bf398-9b41-41c3-97c9-04e3a5fa1747 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:08.222316 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-454bf398-9b41-41c3-97c9-04e3a5fa1747 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:08.235088 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-454bf398-9b41-41c3-97c9-04e3a5fa1747 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90d105b-40f8-46f5-a26d-05b432efdd46']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:56:08.247103 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-454bf398-9b41-41c3-97c9-04e3a5fa1747 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333ad118-f290-4f99-a784-81002b51054a') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:56:08.247396 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-454bf398-9b41-41c3-97c9-04e3a5fa1747 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333ad118-f290-4f99-a784-81002b51054a') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:56:08.259086 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-454bf398-9b41-41c3-97c9-04e3a5fa1747 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:08.275722 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-454bf398-9b41-41c3-97c9-04e3a5fa1747 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:08.282506 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454bf398-9b41-41c3-97c9-04e3a5fa1747 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:56:08.282968 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-454bf398-9b41-41c3-97c9-04e3a5fa1747 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:56:08.297130 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:56:08.316577 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:08.384524 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-454bf398-9b41-41c3-97c9-04e3a5fa1747 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:08.388325 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2aee2dd1-5566-464e-9e45-5eeab22ff6ce tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:08.403271 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-454bf398-9b41-41c3-97c9-04e3a5fa1747 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:08.414919 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454bf398-9b41-41c3-97c9-04e3a5fa1747 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Network': ['ID=c90d105b-40f8-46f5-a26d-05b432efdd46,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:08.424662 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-454bf398-9b41-41c3-97c9-04e3a5fa1747 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/networks/c90d105b-40f8-46f5-a26d-05b432efdd46 HTTP/1.1" status: 204 len: 168 time: 0.4590256 May 31 15:56:08.426168 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bf398-9b41-41c3-97c9-04e3a5fa1747 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:08.426578 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bf398-9b41-41c3-97c9-04e3a5fa1747 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:08.426968 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bf398-9b41-41c3-97c9-04e3a5fa1747 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:08.427332 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bf398-9b41-41c3-97c9-04e3a5fa1747 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:08.427687 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bf398-9b41-41c3-97c9-04e3a5fa1747 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:08.428046 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bf398-9b41-41c3-97c9-04e3a5fa1747 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:08.428401 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bf398-9b41-41c3-97c9-04e3a5fa1747 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:08.428764 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bf398-9b41-41c3-97c9-04e3a5fa1747 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:08.429119 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bf398-9b41-41c3-97c9-04e3a5fa1747 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:08.429475 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bf398-9b41-41c3-97c9-04e3a5fa1747 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:08.429828 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bf398-9b41-41c3-97c9-04e3a5fa1747 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:08.430168 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454bf398-9b41-41c3-97c9-04e3a5fa1747 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:08.433382 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-454bf398-9b41-41c3-97c9-04e3a5fa1747 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:08.446076 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 32920) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:56:08.451957 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-ad0b264a-6dfb-4d2b-804f-30739af5337a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'network': {'name': 'tempest-network-smoke--433669748', 'project_id': '77a9908268404908970d038c7b3f1f66', 'port_security_enabled': True}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:56:08.457142 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ad0b264a-6dfb-4d2b-804f-30739af5337a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:56:08.461428 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ad0b264a-6dfb-4d2b-804f-30739af5337a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:network and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:56:08.464312 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ad0b264a-6dfb-4d2b-804f-30739af5337a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:56:08.470050 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ad0b264a-6dfb-4d2b-804f-30739af5337a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:56:08.480799 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0b264a-6dfb-4d2b-804f-30739af5337a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Made reservation on behalf of 77a9908268404908970d038c7b3f1f66 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:56:08.484173 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ad0b264a-6dfb-4d2b-804f-30739af5337a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:08.512753 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0b264a-6dfb-4d2b-804f-30739af5337a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:56:08.521382 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ad0b264a-6dfb-4d2b-804f-30739af5337a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:08.521754 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-ad0b264a-6dfb-4d2b-804f-30739af5337a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Added segment 3d216725-6db7-423f-877a-f75596bd7bd6 of type vlan for network 9d48fbf9-1df4-4435-9175-a6ad80829064 May 31 15:56:08.549045 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ad0b264a-6dfb-4d2b-804f-30739af5337a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:08.580523 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ad0b264a-6dfb-4d2b-804f-30739af5337a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:08.586235 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0b264a-6dfb-4d2b-804f-30739af5337a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:08.586813 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ad0b264a-6dfb-4d2b-804f-30739af5337a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:08.591999 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5276826c-8b8c-4b11-9259-4e15cd4e99be tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:08.689230 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ad0b264a-6dfb-4d2b-804f-30739af5337a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2419593 May 31 15:56:08.692110 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 32924) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:56:08.697668 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-090190e0-162f-4fbe-8695-90f212d40264 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2124677084', 'admin_state_up': True, 'project_id': '77a9908268404908970d038c7b3f1f66', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:56:08.698537 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b264a-6dfb-4d2b-804f-30739af5337a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Network': ['ID=9d48fbf9-1df4-4435-9175-a6ad80829064,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:08.701363 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ad0b264a-6dfb-4d2b-804f-30739af5337a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:08.705818 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-090190e0-162f-4fbe-8695-90f212d40264 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:56:08.709454 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-090190e0-162f-4fbe-8695-90f212d40264 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:router and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:56:08.710413 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 9d48fbf9-1df4-4435-9175-a6ad80829064 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:56:08.712362 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-090190e0-162f-4fbe-8695-90f212d40264 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:56:08.718845 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-090190e0-162f-4fbe-8695-90f212d40264 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:56:08.730774 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-090190e0-162f-4fbe-8695-90f212d40264 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:08.732031 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-090190e0-162f-4fbe-8695-90f212d40264 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:08.749105 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-090190e0-162f-4fbe-8695-90f212d40264 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:09.016989 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-090190e0-162f-4fbe-8695-90f212d40264 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:09.107978 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device bf377262-98a0-4957-838e-8d2195cd062a no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:56:09.147170 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: bf377262-98a0-4957-838e-8d2195cd062a {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:56:09.147691 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device bf377262-98a0-4957-838e-8d2195cd062a not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:56:09.204227 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db7a37-8723-410e-9256-ffd0811c72ad req-1173cc4a-aeea-40b9-9e70-de2aa322e355 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:09.205727 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f4db7a37-8723-410e-9256-ffd0811c72ad req-1173cc4a-aeea-40b9-9e70-de2aa322e355 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 945 time: 0.1607265 May 31 15:56:09.272934 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f4db7a37-8723-410e-9256-ffd0811c72ad req-22fcde81-6f91-4b7d-92a5-16a0f2b0afa4 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe90d589-4f27-4d98-a8f2-975e6776ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580990 May 31 15:56:09.425821 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-090190e0-162f-4fbe-8695-90f212d40264 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_gateway, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:09.454323 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-090190e0-162f-4fbe-8695-90f212d40264 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:09.591033 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-090190e0-162f-4fbe-8695-90f212d40264 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.26.0.45 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/9b3de833-734f-4112-bf80-88f404e7fd31) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:56:09.681478 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:09.742233 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:56:09.744822 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-090190e0-162f-4fbe-8695-90f212d40264 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:09.777372 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-090190e0-162f-4fbe-8695-90f212d40264 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:09.781275 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fd88309d-bb7e-4d58-92f4-fe69bfa57c16 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:10.002445 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090190e0-162f-4fbe-8695-90f212d40264 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:56:10.005737 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-090190e0-162f-4fbe-8695-90f212d40264 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:56:10.010115 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090190e0-162f-4fbe-8695-90f212d40264 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:56:10.033627 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090190e0-162f-4fbe-8695-90f212d40264 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=9b3de833-734f-4112-bf80-88f404e7fd31,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:10.038351 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-090190e0-162f-4fbe-8695-90f212d40264 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:10.477468 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-090190e0-162f-4fbe-8695-90f212d40264 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_gateway, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:10.640079 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03acd57-4e50-4f7e-a1b3-5ba87ec745bc req-cc651272-8239-4667-8ad9-5d09f1b71e2f tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:10.641556 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f03acd57-4e50-4f7e-a1b3-5ba87ec745bc req-cc651272-8239-4667-8ad9-5d09f1b71e2f tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 945 time: 0.2459464 May 31 15:56:10.764148 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f03acd57-4e50-4f7e-a1b3-5ba87ec745bc req-bb5a2deb-c9d4-49fb-86f4-c51f7ddca216 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe90d589-4f27-4d98-a8f2-975e6776ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130474 May 31 15:56:10.866247 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-090190e0-162f-4fbe-8695-90f212d40264 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:11.072024 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090190e0-162f-4fbe-8695-90f212d40264 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router b11a9cb2-f0d2-4a0d-92aa-49f074d1f738 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:56:11.247437 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090190e0-162f-4fbe-8695-90f212d40264 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:56:11.257758 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9667bb-6e6f-4fb0-a8a6-481542e87bcb None None] Sync routers for ids ['b11a9cb2-f0d2-4a0d-92aa-49f074d1f738'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:56:11.267378 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9667bb-6e6f-4fb0-a8a6-481542e87bcb None None] Routers {'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:56:11.267988 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-ee9667bb-6e6f-4fb0-a8a6-481542e87bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:56:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['b11a9cb2-f0d2-4a0d-92aa-49f074d1f738'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:56:11.277855 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-090190e0-162f-4fbe-8695-90f212d40264 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:11.279094 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-090190e0-162f-4fbe-8695-90f212d40264 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5858355 May 31 15:56:11.282454 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 32938) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:56:11.449361 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-ee9667bb-6e6f-4fb0-a8a6-481542e87bcb None None] Set router b11a9cb2-f0d2-4a0d-92aa-49f074d1f738 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:56:11.494068 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ae52a50a-e45e-4d7d-b233-c52ccdb35045 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=77a9908268404908970d038c7b3f1f66&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2078965 May 31 15:56:11.494354 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 32942) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:56:11.628085 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e865a4d0-536e-40d0-9a95-21c16cc0cd82 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:11.629591 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e865a4d0-536e-40d0-9a95-21c16cc0cd82 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1344528 May 31 15:56:11.632886 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 32946) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:56:11.670962 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3b935f2f-88a0-4bce-ab63-8e20323f7de0 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=014c45f7-9697-4b0b-b8b7-66a80a50a15c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368719 May 31 15:56:11.673499 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 32950) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:56:11.678869 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-47ccc8a1-108e-4eb6-b777-da867190fc6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1831611185', 'network_id': '9d48fbf9-1df4-4435-9175-a6ad80829064', 'project_id': '77a9908268404908970d038c7b3f1f66', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:56:11.736489 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-ee9667bb-6e6f-4fb0-a8a6-481542e87bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'name': 'tempest-TestNetworkBasicOps-router-2124677084', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '9b3de833-734f-4112-bf80-88f404e7fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:56:08Z', 'updated_at': '2021-05-31T15:56:10Z', 'revision_number': 3, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '9b3de833-734f-4112-bf80-88f404e7fd31', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:56:09Z', 'updated_at': '2021-05-31T15:56:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:56:11.741278 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9667bb-6e6f-4fb0-a8a6-481542e87bcb None None] Checking router: b11a9cb2-f0d2-4a0d-92aa-49f074d1f738 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:56:11.741638 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9667bb-6e6f-4fb0-a8a6-481542e87bcb None None] Updating router b11a9cb2-f0d2-4a0d-92aa-49f074d1f738 port 9b3de833-734f-4112-bf80-88f404e7fd31 binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:56:11.786661 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-47ccc8a1-108e-4eb6-b777-da867190fc6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:56:11.790833 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-47ccc8a1-108e-4eb6-b777-da867190fc6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:subnet and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:56:11.793896 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-47ccc8a1-108e-4eb6-b777-da867190fc6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:56:11.796759 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-ee9667bb-6e6f-4fb0-a8a6-481542e87bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:11.800278 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-47ccc8a1-108e-4eb6-b777-da867190fc6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:56:11.814925 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ccc8a1-108e-4eb6-b777-da867190fc6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Made reservation on behalf of 77a9908268404908970d038c7b3f1f66 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:56:11.818879 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-47ccc8a1-108e-4eb6-b777-da867190fc6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:12.036442 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 9436b014-0c9c-4121-a315-1873bd5220f8 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 15:56:12.040692 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 9436b014-0c9c-4121-a315-1873bd5220f8 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:56:12.108465 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30abff1-78f6-485c-aa70-5dca2de0be32 req-cb2c2ccf-1b42-46ee-a083-21ef1298932c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:12.110099 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a30abff1-78f6-485c-aa70-5dca2de0be32 req-cb2c2ccf-1b42-46ee-a083-21ef1298932c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 945 time: 0.2172768 May 31 15:56:12.116452 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836b9e2-d3b0-483d-a5d8-108d9814330b req-b0ab88eb-f615-4ca4-9121-850f971274a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:12.117974 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9836b9e2-d3b0-483d-a5d8-108d9814330b req-b0ab88eb-f615-4ca4-9121-850f971274a0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 1098 time: 0.1799781 May 31 15:56:12.132466 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-ee9667bb-6e6f-4fb0-a8a6-481542e87bcb None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:12.144791 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-ee9667bb-6e6f-4fb0-a8a6-481542e87bcb None None] Transition to ACTIVE for port object 9b3de833-734f-4112-bf80-88f404e7fd31 will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:56:12.152172 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-ee9667bb-6e6f-4fb0-a8a6-481542e87bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:12.157989 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:12.211807 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9836b9e2-d3b0-483d-a5d8-108d9814330b req-ba2636fa-ff96-45e5-be12-e38e90ef4505 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fe90d589-4f27-4d98-a8f2-975e6776ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678406 May 31 15:56:12.225305 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a30abff1-78f6-485c-aa70-5dca2de0be32 req-47ccc9d7-cd55-411b-a932-ae1bca2e7774 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe90d589-4f27-4d98-a8f2-975e6776ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040678 May 31 15:56:12.229007 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42833d-8822-48da-b2fe-cc7d132e60c5 None None] Pushing event updated for resources: {'Port': ['ID=9b3de833-734f-4112-bf80-88f404e7fd31,revision_number=2']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:12.237645 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42833d-8822-48da-b2fe-cc7d132e60c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:12.238111 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42833d-8822-48da-b2fe-cc7d132e60c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:12.238844 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42833d-8822-48da-b2fe-cc7d132e60c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:12.238844 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42833d-8822-48da-b2fe-cc7d132e60c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:12.239117 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42833d-8822-48da-b2fe-cc7d132e60c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:12.239861 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42833d-8822-48da-b2fe-cc7d132e60c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:12.239861 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42833d-8822-48da-b2fe-cc7d132e60c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:12.240108 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42833d-8822-48da-b2fe-cc7d132e60c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:12.240346 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42833d-8822-48da-b2fe-cc7d132e60c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:12.240659 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42833d-8822-48da-b2fe-cc7d132e60c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:12.240967 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42833d-8822-48da-b2fe-cc7d132e60c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:12.241271 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc42833d-8822-48da-b2fe-cc7d132e60c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:12.253134 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-cc42833d-8822-48da-b2fe-cc7d132e60c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:12.275100 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-ee9667bb-6e6f-4fb0-a8a6-481542e87bcb None None] Attempting to bind port 9b3de833-734f-4112-bf80-88f404e7fd31 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:56:12.275808 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-ee9667bb-6e6f-4fb0-a8a6-481542e87bcb None None] Attempting to bind port 9b3de833-734f-4112-bf80-88f404e7fd31 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:56:12.275960 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9667bb-6e6f-4fb0-a8a6-481542e87bcb None None] Attempting to bind port 9b3de833-734f-4112-bf80-88f404e7fd31 on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:56:12.278065 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:12.282975 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9667bb-6e6f-4fb0-a8a6-481542e87bcb None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:56:12.283523 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9667bb-6e6f-4fb0-a8a6-481542e87bcb None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:56:12.284163 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-ee9667bb-6e6f-4fb0-a8a6-481542e87bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:12.284695 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9667bb-6e6f-4fb0-a8a6-481542e87bcb None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:56:12.285385 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-ee9667bb-6e6f-4fb0-a8a6-481542e87bcb None None] Bound port: 9b3de833-734f-4112-bf80-88f404e7fd31, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:56:12.285895 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-ee9667bb-6e6f-4fb0-a8a6-481542e87bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:12.300651 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 9436b014-0c9c-4121-a315-1873bd5220f8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9436b014-0c9c-4121-a315-1873bd5220f8,segment=NetworkSegment(d97b1fae-7878-4bab-8c70-d89f6e023b0d),segment_id=d97b1fae-7878-4bab-8c70-d89f6e023b0d)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:56:12.320789 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '9436b014-0c9c-4121-a315-1873bd5220f8', 'network_id': 'f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217', 'port_id': '9436b014-0c9c-4121-a315-1873bd5220f8', 'mac_address': 'fa:16:3e:0b:00:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13640c8e-f9d3-4b93-b70a-919f0ac30700', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 15:56:12.326865 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e0da22-855f-45e2-a6c0-a443b53859c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9436b014-0c9c-4121-a315-1873bd5220f8'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:56:12.329212 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccaa8fe-6ce8-41e5-a07d-576a7da1b4c1" -d '{"events": [{"server_uuid": "95e0da22-855f-45e2-a6c0-a443b53859c2", "name": "network-vif-unplugged", "status": "completed", "tag": "9436b014-0c9c-4121-a315-1873bd5220f8"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:56:12.342241 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 9436b014-0c9c-4121-a315-1873bd5220f8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9436b014-0c9c-4121-a315-1873bd5220f8,segment=NetworkSegment(d97b1fae-7878-4bab-8c70-d89f6e023b0d),segment_id=d97b1fae-7878-4bab-8c70-d89f6e023b0d)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:56:12.365288 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-ee9667bb-6e6f-4fb0-a8a6-481542e87bcb None None] For port 9b3de833-734f-4112-bf80-88f404e7fd31, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:56:12.369135 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-ee9667bb-6e6f-4fb0-a8a6-481542e87bcb None None] For port 9b3de833-734f-4112-bf80-88f404e7fd31, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=9b3de833-734f-4112-bf80-88f404e7fd31,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:56:12.378410 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-ee9667bb-6e6f-4fb0-a8a6-481542e87bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:12.386888 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 15:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d42698-8b66-4c87-a0c1-8ace2964c328 x-openstack-request-id: req-e2d42698-8b66-4c87-a0c1-8ace2964c328 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:56:12.387084 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e0da22-855f-45e2-a6c0-a443b53859c2", "name": "network-vif-unplugged", "status": "completed", "tag": "9436b014-0c9c-4121-a315-1873bd5220f8", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:56:12.387213 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e2d42698-8b66-4c87-a0c1-8ace2964c328 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:56:12.387855 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e0da22-855f-45e2-a6c0-a443b53859c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9436b014-0c9c-4121-a315-1873bd5220f8', 'code': 200} May 31 15:56:12.388537 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-b9bc05a3-78ec-4666-9d9b-75b4e712dc46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:12.399746 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:12.408238 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e5a7ccb1-62f7-4d2f-b0a5-bd6797bb47c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:12.468238 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9667bb-6e6f-4fb0-a8a6-481542e87bcb None None] Routers {'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:56:12.469262 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-ee9667bb-6e6f-4fb0-a8a6-481542e87bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:56:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['b11a9cb2-f0d2-4a0d-92aa-49f074d1f738'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:56:12.476092 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:12.483293 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-47ccc8a1-108e-4eb6-b777-da867190fc6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:12.488513 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ecb18d09-e0bc-4873-ac62-2fcfabf0f13a tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:12.500008 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9436b014-0c9c-4121-a315-1873bd5220f8 {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 15:56:12.507056 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=9436b014-0c9c-4121-a315-1873bd5220f8,revision_number=6']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:12.520412 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:12.521940 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 9436b014-0c9c-4121-a315-1873bd5220f8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9436b014-0c9c-4121-a315-1873bd5220f8,segment=NetworkSegment(d97b1fae-7878-4bab-8c70-d89f6e023b0d),segment_id=d97b1fae-7878-4bab-8c70-d89f6e023b0d)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:56:12.528592 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:12.530402 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a69df07b-237c-4012-8c56-1c65ee798514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:12.567545 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccc8a1-108e-4eb6-b777-da867190fc6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Subnet': ['ID=9070a72c-e7ce-45bc-b1c6-710239f68587,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:12.579247 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccc8a1-108e-4eb6-b777-da867190fc6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:12.579703 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccc8a1-108e-4eb6-b777-da867190fc6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:12.580138 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccc8a1-108e-4eb6-b777-da867190fc6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:12.580555 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccc8a1-108e-4eb6-b777-da867190fc6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:12.580979 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccc8a1-108e-4eb6-b777-da867190fc6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:12.581426 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccc8a1-108e-4eb6-b777-da867190fc6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:12.581818 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccc8a1-108e-4eb6-b777-da867190fc6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:12.582231 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccc8a1-108e-4eb6-b777-da867190fc6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:12.582647 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccc8a1-108e-4eb6-b777-da867190fc6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:12.583074 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccc8a1-108e-4eb6-b777-da867190fc6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:12.583996 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccc8a1-108e-4eb6-b777-da867190fc6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:12.583996 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ccc8a1-108e-4eb6-b777-da867190fc6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:12.588379 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-47ccc8a1-108e-4eb6-b777-da867190fc6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:12.591012 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ccc8a1-108e-4eb6-b777-da867190fc6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Checking segment: {'id': '3d216725-6db7-423f-877a-f75596bd7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9d48fbf9-1df4-4435-9175-a6ad80829064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:56:12.591429 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ccc8a1-108e-4eb6-b777-da867190fc6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network hostable DHCP agents. Network: 9d48fbf9-1df4-4435-9175-a6ad80829064, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:56:12.600887 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=9436b014-0c9c-4121-a315-1873bd5220f8,revision_number=7']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:12.603909 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:12.610650 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ccc8a1-108e-4eb6-b777-da867190fc6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 9d48fbf9-1df4-4435-9175-a6ad80829064 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:56:12.620742 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-47ccc8a1-108e-4eb6-b777-da867190fc6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 9d48fbf9-1df4-4435-9175-a6ad80829064) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:56:12.631195 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d958675-13a8-4418-905a-773e0502e254 None None] Network 9d48fbf9-1df4-4435-9175-a6ad80829064 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:56:12.633281 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ccc8a1-108e-4eb6-b777-da867190fc6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:12.633531 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-47ccc8a1-108e-4eb6-b777-da867190fc6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:12.648134 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42833d-8822-48da-b2fe-cc7d132e60c5 None None] Pushing event updated for resources: {'Port': ['ID=9b3de833-734f-4112-bf80-88f404e7fd31,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:12.652410 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-cc42833d-8822-48da-b2fe-cc7d132e60c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:12.657897 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-47ccc8a1-108e-4eb6-b777-da867190fc6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9833014 May 31 15:56:12.661057 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 32958) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:56:12.670719 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-ee9667bb-6e6f-4fb0-a8a6-481542e87bcb None None] Set router b11a9cb2-f0d2-4a0d-92aa-49f074d1f738 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:56:12.906098 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1246b53c-d134-488a-8c9d-0d4c916a0be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-9d48fbf9-1df4-4435-9175-a6ad80829064', 'network_id': '9d48fbf9-1df4-4435-9175-a6ad80829064', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ips': [{'subnet_id': '9070a72c-e7ce-45bc-b1c6-710239f68587'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:56:12.907175 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1246b53c-d134-488a-8c9d-0d4c916a0be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:13.005748 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['9436b014-0c9c-4121-a315-1873bd5220f8'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 15:56:13.006314 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-ee9667bb-6e6f-4fb0-a8a6-481542e87bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'name': 'tempest-TestNetworkBasicOps-router-2124677084', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '9b3de833-734f-4112-bf80-88f404e7fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:56:08Z', 'updated_at': '2021-05-31T15:56:10Z', 'revision_number': 3, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '9b3de833-734f-4112-bf80-88f404e7fd31', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:56:09Z', 'updated_at': '2021-05-31T15:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:56:13.012845 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9667bb-6e6f-4fb0-a8a6-481542e87bcb None None] The sync data for ids ['b11a9cb2-f0d2-4a0d-92aa-49f074d1f738'] in dv-neutron-601336-79-hyperv is: [{'id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'name': 'tempest-TestNetworkBasicOps-router-2124677084', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '9b3de833-734f-4112-bf80-88f404e7fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:56:08Z', 'updated_at': '2021-05-31T15:56:10Z', 'revision_number': 3, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '9b3de833-734f-4112-bf80-88f404e7fd31', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:56:09Z', 'updated_at': '2021-05-31T15:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:56:13.225553 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-1246b53c-d134-488a-8c9d-0d4c916a0be1 None None] Allocated IP 172.20.0.2 (9d48fbf9-1df4-4435-9175-a6ad80829064/9070a72c-e7ce-45bc-b1c6-710239f68587/30f39e95-21c6-4d9c-96d3-8df7098e2c1a) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:56:13.606557 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1246b53c-d134-488a-8c9d-0d4c916a0be1 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:13.629913 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1246b53c-d134-488a-8c9d-0d4c916a0be1 None None] Transition to ACTIVE for port object 30f39e95-21c6-4d9c-96d3-8df7098e2c1a will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:56:13.652321 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1246b53c-d134-488a-8c9d-0d4c916a0be1 None None] Transition to ACTIVE for port object 30f39e95-21c6-4d9c-96d3-8df7098e2c1a will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:56:13.658144 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1246b53c-d134-488a-8c9d-0d4c916a0be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:13.663355 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:13.712062 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb84678-5125-4040-ac4d-2e8b0c509a4f req-410afe90-af5f-4e5d-944d-7f43a6ed13db tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:13.713593 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-feb84678-5125-4040-ac4d-2e8b0c509a4f req-410afe90-af5f-4e5d-944d-7f43a6ed13db tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 944 time: 0.1750128 May 31 15:56:13.720035 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-01083acf-f2c4-4ed4-910b-bb36c7d03d73 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:13.720436 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1246b53c-d134-488a-8c9d-0d4c916a0be1 None None] Network 9d48fbf9-1df4-4435-9175-a6ad80829064 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:56:13.727959 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-1246b53c-d134-488a-8c9d-0d4c916a0be1 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:56:13.732844 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1246b53c-d134-488a-8c9d-0d4c916a0be1 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:56:13.778023 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246b53c-d134-488a-8c9d-0d4c916a0be1 None None] Pushing event updated for resources: {'Port': ['ID=30f39e95-21c6-4d9c-96d3-8df7098e2c1a,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:13.803951 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1246b53c-d134-488a-8c9d-0d4c916a0be1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:13.830919 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-1246b53c-d134-488a-8c9d-0d4c916a0be1 None None] Attempting to bind port 30f39e95-21c6-4d9c-96d3-8df7098e2c1a on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:56:13.831413 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-1246b53c-d134-488a-8c9d-0d4c916a0be1 None None] Attempting to bind port 30f39e95-21c6-4d9c-96d3-8df7098e2c1a by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '3d216725-6db7-423f-877a-f75596bd7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9d48fbf9-1df4-4435-9175-a6ad80829064'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:56:13.832419 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1246b53c-d134-488a-8c9d-0d4c916a0be1 None None] Attempting to bind port 30f39e95-21c6-4d9c-96d3-8df7098e2c1a on network 9d48fbf9-1df4-4435-9175-a6ad80829064 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:56:13.840381 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1246b53c-d134-488a-8c9d-0d4c916a0be1 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:56:13.840842 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1246b53c-d134-488a-8c9d-0d4c916a0be1 None None] Checking segment: {'id': '3d216725-6db7-423f-877a-f75596bd7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9d48fbf9-1df4-4435-9175-a6ad80829064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:56:13.841306 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1246b53c-d134-488a-8c9d-0d4c916a0be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:13.841910 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1246b53c-d134-488a-8c9d-0d4c916a0be1 None None] Bound using segment: {'id': '3d216725-6db7-423f-877a-f75596bd7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9d48fbf9-1df4-4435-9175-a6ad80829064'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:56:13.842442 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-1246b53c-d134-488a-8c9d-0d4c916a0be1 None None] Bound port: 30f39e95-21c6-4d9c-96d3-8df7098e2c1a, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d216725-6db7-423f-877a-f75596bd7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9d48fbf9-1df4-4435-9175-a6ad80829064'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:56:13.842876 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1246b53c-d134-488a-8c9d-0d4c916a0be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:13.849309 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-feb84678-5125-4040-ac4d-2e8b0c509a4f req-b439c24f-6d81-45d2-949b-b86b9bf1adf0 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe90d589-4f27-4d98-a8f2-975e6776ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197820 May 31 15:56:13.876492 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 32964) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:56:13.941529 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-1246b53c-d134-488a-8c9d-0d4c916a0be1 None None] For port 30f39e95-21c6-4d9c-96d3-8df7098e2c1a, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:56:13.945696 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-1246b53c-d134-488a-8c9d-0d4c916a0be1 None None] For port 30f39e95-21c6-4d9c-96d3-8df7098e2c1a, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=30f39e95-21c6-4d9c-96d3-8df7098e2c1a,segment=NetworkSegment(3d216725-6db7-423f-877a-f75596bd7bd6),segment_id=3d216725-6db7-423f-877a-f75596bd7bd6)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:56:13.952573 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1246b53c-d134-488a-8c9d-0d4c916a0be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:13.958646 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:14.004803 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-66f2d39e-7db5-4a14-963d-59ecca857409 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/floatingips/a0c90619-0835-4806-a6a5-a49315d559ae HTTP/1.1" status: 200 len: 992 time: 0.1258955 May 31 15:56:14.051063 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246b53c-d134-488a-8c9d-0d4c916a0be1 None None] Pushing event updated for resources: {'Port': ['ID=30f39e95-21c6-4d9c-96d3-8df7098e2c1a,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:14.054496 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1246b53c-d134-488a-8c9d-0d4c916a0be1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:14.170548 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-01083acf-f2c4-4ed4-910b-bb36c7d03d73 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.20.0.1 (9d48fbf9-1df4-4435-9175-a6ad80829064/9070a72c-e7ce-45bc-b1c6-710239f68587/13dcf753-cde3-4529-85df-80e56bf44e14) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:56:14.351245 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-01083acf-f2c4-4ed4-910b-bb36c7d03d73 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:14.367359 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-01083acf-f2c4-4ed4-910b-bb36c7d03d73 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Transition to ACTIVE for port object 13dcf753-cde3-4529-85df-80e56bf44e14 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:56:14.392621 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-01083acf-f2c4-4ed4-910b-bb36c7d03d73 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:14.396740 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9aa1085e-c0ad-4a53-8955-9517561c56b0 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:14.472045 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01083acf-f2c4-4ed4-910b-bb36c7d03d73 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 9d48fbf9-1df4-4435-9175-a6ad80829064 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:56:14.475551 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-01083acf-f2c4-4ed4-910b-bb36c7d03d73 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:56:14.478213 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01083acf-f2c4-4ed4-910b-bb36c7d03d73 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:56:14.516302 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01083acf-f2c4-4ed4-910b-bb36c7d03d73 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=13dcf753-cde3-4529-85df-80e56bf44e14,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:14.519372 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-01083acf-f2c4-4ed4-910b-bb36c7d03d73 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:14.556477 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-01083acf-f2c4-4ed4-910b-bb36c7d03d73 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:14.772360 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-01083acf-f2c4-4ed4-910b-bb36c7d03d73 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:15.214229 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 30f39e95-21c6-4d9c-96d3-8df7098e2c1a up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:56:15.275140 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d152e2a3-d7ef-436f-b129-a93db60f827b None None] Network 9d48fbf9-1df4-4435-9175-a6ad80829064 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:56:15.380806 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 30f39e95-21c6-4d9c-96d3-8df7098e2c1a completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:56:15.390389 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9b3de833-734f-4112-bf80-88f404e7fd31 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:56:15.437335 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-8c2f8545-decc-4574-ba1b-70b57325448f None None] Provisioning for port 30f39e95-21c6-4d9c-96d3-8df7098e2c1a completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:56:15.444665 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-01083acf-f2c4-4ed4-910b-bb36c7d03d73 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:15.449989 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-01083acf-f2c4-4ed4-910b-bb36c7d03d73 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:15.454340 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-8c2f8545-decc-4574-ba1b-70b57325448f None None] Provisioning complete for port 30f39e95-21c6-4d9c-96d3-8df7098e2c1a triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:56:15.454751 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c2f8545-decc-4574-ba1b-70b57325448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:15.483509 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b5055dff-4bb0-47da-8a68-d15ecfc29288 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:15.597136 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01083acf-f2c4-4ed4-910b-bb36c7d03d73 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=13dcf753-cde3-4529-85df-80e56bf44e14,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:15.605633 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-01083acf-f2c4-4ed4-910b-bb36c7d03d73 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:15.607832 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-01083acf-f2c4-4ed4-910b-bb36c7d03d73 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:15.622850 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 9b3de833-734f-4112-bf80-88f404e7fd31 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:56:15.639392 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 9b3de833-734f-4112-bf80-88f404e7fd31 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:56:15.642970 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:15.765624 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01083acf-f2c4-4ed4-910b-bb36c7d03d73 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 9d48fbf9-1df4-4435-9175-a6ad80829064 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:56:15.766836 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-01083acf-f2c4-4ed4-910b-bb36c7d03d73 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:56:15.823046 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c2f8545-decc-4574-ba1b-70b57325448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:15.914791 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-8c2f8545-decc-4574-ba1b-70b57325448f None None] For port 30f39e95-21c6-4d9c-96d3-8df7098e2c1a, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=30f39e95-21c6-4d9c-96d3-8df7098e2c1a,segment=NetworkSegment(3d216725-6db7-423f-877a-f75596bd7bd6),segment_id=3d216725-6db7-423f-877a-f75596bd7bd6)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:56:15.926678 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c2f8545-decc-4574-ba1b-70b57325448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:15.931119 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1246b53c-d134-488a-8c9d-0d4c916a0be1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:15.957652 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01083acf-f2c4-4ed4-910b-bb36c7d03d73 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router b11a9cb2-f0d2-4a0d-92aa-49f074d1f738 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:56:15.992215 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:16.023958 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 9b3de833-734f-4112-bf80-88f404e7fd31, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=9b3de833-734f-4112-bf80-88f404e7fd31,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:56:16.026972 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f8545-decc-4574-ba1b-70b57325448f None None] Pushing event updated for resources: {'Port': ['ID=30f39e95-21c6-4d9c-96d3-8df7098e2c1a,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:16.035521 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:16.038058 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f8545-decc-4574-ba1b-70b57325448f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:16.038429 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f8545-decc-4574-ba1b-70b57325448f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:16.038768 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f8545-decc-4574-ba1b-70b57325448f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:16.039130 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f8545-decc-4574-ba1b-70b57325448f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:16.039702 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f8545-decc-4574-ba1b-70b57325448f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:16.039850 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f8545-decc-4574-ba1b-70b57325448f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:16.040326 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f8545-decc-4574-ba1b-70b57325448f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:16.040653 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f8545-decc-4574-ba1b-70b57325448f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:16.040872 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f8545-decc-4574-ba1b-70b57325448f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:16.041202 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f8545-decc-4574-ba1b-70b57325448f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:16.041610 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f8545-decc-4574-ba1b-70b57325448f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:16.041958 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f8545-decc-4574-ba1b-70b57325448f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:56:16.046335 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-8c2f8545-decc-4574-ba1b-70b57325448f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:16.046649 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e5a7ccb1-62f7-4d2f-b0a5-bd6797bb47c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:16.083910 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 9436b014-0c9c-4121-a315-1873bd5220f8 up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:56:16.160605 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01083acf-f2c4-4ed4-910b-bb36c7d03d73 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:56:16.174471 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-01083acf-f2c4-4ed4-910b-bb36c7d03d73 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "PUT /v2.0/routers/b11a9cb2-f0d2-4a0d-92aa-49f074d1f738/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5118592 May 31 15:56:16.176138 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3326a72e-d8a7-4e45-a7f4-702269d7dd3a None None] Sync routers for ids ['b11a9cb2-f0d2-4a0d-92aa-49f074d1f738'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:56:16.177287 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 32968) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:56:16.204983 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-96aa46c8-9ff1-415d-8b6e-4923c9890d9b None None] Provisioning for port 13dcf753-cde3-4529-85df-80e56bf44e14 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:56:16.211542 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=9b3de833-734f-4112-bf80-88f404e7fd31,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:16.215678 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3326a72e-d8a7-4e45-a7f4-702269d7dd3a None None] Routers {'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:56:16.216441 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-3326a72e-d8a7-4e45-a7f4-702269d7dd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:56:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['b11a9cb2-f0d2-4a0d-92aa-49f074d1f738'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:56:16.277296 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:16.284390 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-96aa46c8-9ff1-415d-8b6e-4923c9890d9b None None] Provisioning complete for port 13dcf753-cde3-4529-85df-80e56bf44e14 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:56:16.284618 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-96aa46c8-9ff1-415d-8b6e-4923c9890d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:16.344904 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73c9251-41e4-4a37-b5ca-06c5337de9bd tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:16.345535 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73c9251-41e4-4a37-b5ca-06c5337de9bd tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:16.346105 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73c9251-41e4-4a37-b5ca-06c5337de9bd tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:16.346621 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73c9251-41e4-4a37-b5ca-06c5337de9bd tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:16.347292 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73c9251-41e4-4a37-b5ca-06c5337de9bd tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:16.347829 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73c9251-41e4-4a37-b5ca-06c5337de9bd tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:16.348366 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73c9251-41e4-4a37-b5ca-06c5337de9bd tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:16.351446 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f73c9251-41e4-4a37-b5ca-06c5337de9bd tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4968 time: 0.1721923 May 31 15:56:16.353510 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 32972) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:56:16.386895 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 9436b014-0c9c-4121-a315-1873bd5220f8 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:56:16.387410 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:16.452053 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88e03e9-984f-4f0a-8596-8575af9d899b tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:16.452641 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88e03e9-984f-4f0a-8596-8575af9d899b tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:16.453241 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88e03e9-984f-4f0a-8596-8575af9d899b tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:16.453702 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88e03e9-984f-4f0a-8596-8575af9d899b tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:16.454387 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88e03e9-984f-4f0a-8596-8575af9d899b tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:16.454853 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88e03e9-984f-4f0a-8596-8575af9d899b tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:16.455327 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88e03e9-984f-4f0a-8596-8575af9d899b tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:16.457502 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e88e03e9-984f-4f0a-8596-8575af9d899b tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.1026413 May 31 15:56:16.460457 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 32976) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:56:16.509766 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-96aa46c8-9ff1-415d-8b6e-4923c9890d9b None None] Port 13dcf753-cde3-4529-85df-80e56bf44e14 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:56:16.544372 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-3326a72e-d8a7-4e45-a7f4-702269d7dd3a None None] Set router b11a9cb2-f0d2-4a0d-92aa-49f074d1f738 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:56:16.613323 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-96aa46c8-9ff1-415d-8b6e-4923c9890d9b None None] Provisioning complete for port 30f39e95-21c6-4d9c-96d3-8df7098e2c1a triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:56:16.613678 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-96aa46c8-9ff1-415d-8b6e-4923c9890d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:16.703193 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-81eee117-c071-4c26-8353-184a80718ebb tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3771 time: 0.2413163 May 31 15:56:16.878777 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:16.983165 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e0da22-855f-45e2-a6c0-a443b53859c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9436b014-0c9c-4121-a315-1873bd5220f8'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:56:16.985599 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3968ead8-bab3-4b11-8164-c9f32500b7d7" -d '{"events": [{"server_uuid": "95e0da22-855f-45e2-a6c0-a443b53859c2", "name": "network-vif-plugged", "status": "completed", "tag": "9436b014-0c9c-4121-a315-1873bd5220f8"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:56:17.009203 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 9436b014-0c9c-4121-a315-1873bd5220f8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9436b014-0c9c-4121-a315-1873bd5220f8,segment=NetworkSegment(d97b1fae-7878-4bab-8c70-d89f6e023b0d),segment_id=d97b1fae-7878-4bab-8c70-d89f6e023b0d)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:56:17.035966 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 15:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9873f3-5672-4f8d-a4f4-1ec97640192f x-openstack-request-id: req-ba9873f3-5672-4f8d-a4f4-1ec97640192f {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:56:17.036263 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e0da22-855f-45e2-a6c0-a443b53859c2", "name": "network-vif-plugged", "status": "completed", "tag": "9436b014-0c9c-4121-a315-1873bd5220f8", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:56:17.036511 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ba9873f3-5672-4f8d-a4f4-1ec97640192f {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:56:17.036898 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e0da22-855f-45e2-a6c0-a443b53859c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9436b014-0c9c-4121-a315-1873bd5220f8', 'code': 200} May 31 15:56:17.040993 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:17.047184 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-838caac9-107c-4c6e-a85f-fea2a04e76b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:17.114283 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 30f39e95-21c6-4d9c-96d3-8df7098e2c1a up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:56:17.120670 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 32984) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:56:17.126074 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-07e4349f-df06-4c80-961c-b926328092aa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1861416271', 'description': 'tempest-secgroup-smoke-1861416271 description', 'project_id': '77a9908268404908970d038c7b3f1f66'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:56:17.132613 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-07e4349f-df06-4c80-961c-b926328092aa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:56:17.136633 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-07e4349f-df06-4c80-961c-b926328092aa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:56:17.139644 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-07e4349f-df06-4c80-961c-b926328092aa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:56:17.145993 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-07e4349f-df06-4c80-961c-b926328092aa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:56:17.157382 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-07e4349f-df06-4c80-961c-b926328092aa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:17.177980 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=9436b014-0c9c-4121-a315-1873bd5220f8,revision_number=8']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:17.178546 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-07e4349f-df06-4c80-961c-b926328092aa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:56:17.182402 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-07e4349f-df06-4c80-961c-b926328092aa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:56:17.185243 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-07e4349f-df06-4c80-961c-b926328092aa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:56:17.187044 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:17.191008 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-07e4349f-df06-4c80-961c-b926328092aa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:56:17.207464 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-3cfcb245-a7c0-46ad-abb6-8c9fb85271c2 None None] Provisioning complete for port 13dcf753-cde3-4529-85df-80e56bf44e14 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:56:17.207834 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3cfcb245-a7c0-46ad-abb6-8c9fb85271c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:17.249858 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-3326a72e-d8a7-4e45-a7f4-702269d7dd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'name': 'tempest-TestNetworkBasicOps-router-2124677084', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '9b3de833-734f-4112-bf80-88f404e7fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:56:08Z', 'updated_at': '2021-05-31T15:56:14Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '9b3de833-734f-4112-bf80-88f404e7fd31', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:56:09Z', 'updated_at': '2021-05-31T15:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '13dcf753-cde3-4529-85df-80e56bf44e14', 'name': '', 'network_id': '9d48fbf9-1df4-4435-9175-a6ad80829064', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:40:9e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '9070a72c-e7ce-45bc-b1c6-710239f68587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:56:13Z', 'updated_at': '2021-05-31T15:56:15Z', 'revision_number': 2, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '9070a72c-e7ce-45bc-b1c6-710239f68587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:56:17.260247 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-07e4349f-df06-4c80-961c-b926328092aa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:17.266151 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-07e4349f-df06-4c80-961c-b926328092aa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:17.267296 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3326a72e-d8a7-4e45-a7f4-702269d7dd3a None None] Checking router: b11a9cb2-f0d2-4a0d-92aa-49f074d1f738 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:56:17.267687 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3326a72e-d8a7-4e45-a7f4-702269d7dd3a None None] Updating router b11a9cb2-f0d2-4a0d-92aa-49f074d1f738 port 13dcf753-cde3-4529-85df-80e56bf44e14 binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:56:17.269966 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cd7bed4a-3f5a-49dc-906f-7eb1be74134d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:17.297781 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 30f39e95-21c6-4d9c-96d3-8df7098e2c1a triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:56:17.298012 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:17.310161 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4349f-df06-4c80-961c-b926328092aa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56285a76-691f-405a-bbbb-2ba24b481d88,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:17.313419 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-07e4349f-df06-4c80-961c-b926328092aa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:17.317123 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-07e4349f-df06-4c80-961c-b926328092aa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:17.319145 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-07e4349f-df06-4c80-961c-b926328092aa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1974041 May 31 15:56:17.321823 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 32988) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:56:17.327330 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-e0e3ad26-11b4-481d-825b-0039ac84f2ce tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '56285a76-691f-405a-bbbb-2ba24b481d88', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:56:17.334140 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e0e3ad26-11b4-481d-825b-0039ac84f2ce tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:56:17.338745 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e0e3ad26-11b4-481d-825b-0039ac84f2ce tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:56:17.342271 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e0e3ad26-11b4-481d-825b-0039ac84f2ce tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:56:17.348738 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e0e3ad26-11b4-481d-825b-0039ac84f2ce tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:56:17.366102 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e0e3ad26-11b4-481d-825b-0039ac84f2ce tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:17.411101 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-3cfcb245-a7c0-46ad-abb6-8c9fb85271c2 None None] Port 13dcf753-cde3-4529-85df-80e56bf44e14 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:56:17.432507 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e0e3ad26-11b4-481d-825b-0039ac84f2ce tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:17.437164 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e0e3ad26-11b4-481d-825b-0039ac84f2ce tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:17.437724 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3326a72e-d8a7-4e45-a7f4-702269d7dd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:17.444918 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8821219a-0c51-4432-98ec-49749418bc92 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:17.462758 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3ad26-11b4-481d-825b-0039ac84f2ce tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247f6862-80ff-4ac7-b37a-2a8e8d70d8ef,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:17.465816 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e0e3ad26-11b4-481d-825b-0039ac84f2ce tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:17.473600 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e0e3ad26-11b4-481d-825b-0039ac84f2ce tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:17.477742 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e0e3ad26-11b4-481d-825b-0039ac84f2ce tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1520681 May 31 15:56:17.477957 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 32992) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:56:17.484247 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-2269f7da-41bf-4e7b-ae24-b9c6f7fdbf5d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '56285a76-691f-405a-bbbb-2ba24b481d88', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:56:17.491131 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-2269f7da-41bf-4e7b-ae24-b9c6f7fdbf5d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:56:17.495943 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-2269f7da-41bf-4e7b-ae24-b9c6f7fdbf5d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:56:17.498999 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-2269f7da-41bf-4e7b-ae24-b9c6f7fdbf5d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:56:17.505816 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-2269f7da-41bf-4e7b-ae24-b9c6f7fdbf5d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:56:17.524268 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2269f7da-41bf-4e7b-ae24-b9c6f7fdbf5d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:17.593873 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2269f7da-41bf-4e7b-ae24-b9c6f7fdbf5d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:17.598506 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2269f7da-41bf-4e7b-ae24-b9c6f7fdbf5d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:17.601427 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e0e3ad26-11b4-481d-825b-0039ac84f2ce tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:17.608293 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9b3de833-734f-4112-bf80-88f404e7fd31 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:56:17.628040 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269f7da-41bf-4e7b-ae24-b9c6f7fdbf5d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ecf854f-4d1e-4b71-8aea-d10380573c2c,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:17.631125 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2269f7da-41bf-4e7b-ae24-b9c6f7fdbf5d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:17.641639 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2269f7da-41bf-4e7b-ae24-b9c6f7fdbf5d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:17.647138 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2269f7da-41bf-4e7b-ae24-b9c6f7fdbf5d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1640134 May 31 15:56:17.647138 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 32996) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:56:17.652754 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-7e699fcd-5200-442c-9823-90436e5278bd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '56285a76-691f-405a-bbbb-2ba24b481d88', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:56:17.659551 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-7e699fcd-5200-442c-9823-90436e5278bd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:56:17.663868 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-7e699fcd-5200-442c-9823-90436e5278bd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:56:17.667072 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-7e699fcd-5200-442c-9823-90436e5278bd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:56:17.673639 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-7e699fcd-5200-442c-9823-90436e5278bd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:56:17.691160 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7e699fcd-5200-442c-9823-90436e5278bd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:17.757449 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7e699fcd-5200-442c-9823-90436e5278bd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:17.763815 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7e699fcd-5200-442c-9823-90436e5278bd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:17.766074 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4310cae5-4768-4bce-bc38-53b229791f6f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:17.781824 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 9b3de833-734f-4112-bf80-88f404e7fd31 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:56:17.782197 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:17.788805 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e699fcd-5200-442c-9823-90436e5278bd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331db02c-b5e9-4cd4-84f6-eec3b8277b27,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:17.791504 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7e699fcd-5200-442c-9823-90436e5278bd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:17.800222 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7e699fcd-5200-442c-9823-90436e5278bd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:17.804093 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7e699fcd-5200-442c-9823-90436e5278bd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1554303 May 31 15:56:17.804797 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33000) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:56:17.809919 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-3a41d4c0-b881-48b0-a146-4665dac275a2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '56285a76-691f-405a-bbbb-2ba24b481d88', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:56:17.815865 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-3a41d4c0-b881-48b0-a146-4665dac275a2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:56:17.819865 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-3a41d4c0-b881-48b0-a146-4665dac275a2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:56:17.822870 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-3a41d4c0-b881-48b0-a146-4665dac275a2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:56:17.828460 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-3a41d4c0-b881-48b0-a146-4665dac275a2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:56:17.845724 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3a41d4c0-b881-48b0-a146-4665dac275a2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:17.909720 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3a41d4c0-b881-48b0-a146-4665dac275a2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:17.914261 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3a41d4c0-b881-48b0-a146-4665dac275a2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:17.916358 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:17.938453 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41d4c0-b881-48b0-a146-4665dac275a2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14722908-092f-4dbf-bde7-8027a086d862,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:17.940955 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3a41d4c0-b881-48b0-a146-4665dac275a2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:17.948987 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3a41d4c0-b881-48b0-a146-4665dac275a2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:17.950438 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3a41d4c0-b881-48b0-a146-4665dac275a2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1446154 May 31 15:56:17.953342 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33004) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:56:17.959614 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-ccfa2be7-e514-43bf-bbd1-05d524ddc7c8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '56285a76-691f-405a-bbbb-2ba24b481d88', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:56:17.966119 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ccfa2be7-e514-43bf-bbd1-05d524ddc7c8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:56:17.970352 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ccfa2be7-e514-43bf-bbd1-05d524ddc7c8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:56:17.973386 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ccfa2be7-e514-43bf-bbd1-05d524ddc7c8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:56:17.979253 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ccfa2be7-e514-43bf-bbd1-05d524ddc7c8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:56:17.989941 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.securitygroups_db [None req-ccfa2be7-e514-43bf-bbd1-05d524ddc7c8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Project 77a9908268404908970d038c7b3f1f66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 15:56:17.996035 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ccfa2be7-e514-43bf-bbd1-05d524ddc7c8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:18.000463 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3326a72e-d8a7-4e45-a7f4-702269d7dd3a None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:18.012371 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-3326a72e-d8a7-4e45-a7f4-702269d7dd3a None None] Transition to ACTIVE for port object 13dcf753-cde3-4529-85df-80e56bf44e14 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:56:18.021864 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3326a72e-d8a7-4e45-a7f4-702269d7dd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:18.026772 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-c2e4ae7f-7ae7-4ded-9f94-c6f4d56e59c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:18.066886 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ccfa2be7-e514-43bf-bbd1-05d524ddc7c8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:18.072027 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ccfa2be7-e514-43bf-bbd1-05d524ddc7c8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:18.073848 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:18.098506 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa2be7-e514-43bf-bbd1-05d524ddc7c8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2efd4d2-87e5-421f-9d55-f73a903efde6,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:18.102766 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ccfa2be7-e514-43bf-bbd1-05d524ddc7c8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:18.114624 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ccfa2be7-e514-43bf-bbd1-05d524ddc7c8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:18.115942 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ccfa2be7-e514-43bf-bbd1-05d524ddc7c8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1614964 May 31 15:56:18.119030 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33008) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:56:18.124583 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-9fb9549f-9cce-4887-b610-4339cf6512bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '56285a76-691f-405a-bbbb-2ba24b481d88', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:56:18.130932 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-9fb9549f-9cce-4887-b610-4339cf6512bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:56:18.135091 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-9fb9549f-9cce-4887-b610-4339cf6512bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:56:18.138221 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-9fb9549f-9cce-4887-b610-4339cf6512bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:56:18.144586 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-9fb9549f-9cce-4887-b610-4339cf6512bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:56:18.157155 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.securitygroups_db [None req-9fb9549f-9cce-4887-b610-4339cf6512bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Project 77a9908268404908970d038c7b3f1f66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 15:56:18.164223 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9fb9549f-9cce-4887-b610-4339cf6512bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:18.181335 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440e116-f9f6-43ee-b816-c990e3183d85 None None] Pushing event updated for resources: {'Port': ['ID=13dcf753-cde3-4529-85df-80e56bf44e14,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:18.188870 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a440e116-f9f6-43ee-b816-c990e3183d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:18.239147 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9fb9549f-9cce-4887-b610-4339cf6512bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:18.243179 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-3326a72e-d8a7-4e45-a7f4-702269d7dd3a None None] Attempting to bind port 13dcf753-cde3-4529-85df-80e56bf44e14 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:56:18.243588 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-3326a72e-d8a7-4e45-a7f4-702269d7dd3a None None] Attempting to bind port 13dcf753-cde3-4529-85df-80e56bf44e14 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '3d216725-6db7-423f-877a-f75596bd7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9d48fbf9-1df4-4435-9175-a6ad80829064'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:56:18.243958 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3326a72e-d8a7-4e45-a7f4-702269d7dd3a None None] Attempting to bind port 13dcf753-cde3-4529-85df-80e56bf44e14 on network 9d48fbf9-1df4-4435-9175-a6ad80829064 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:56:18.244679 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9fb9549f-9cce-4887-b610-4339cf6512bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:18.246838 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0a57eed1-52e5-45fb-ace9-c0b3f395b6fd tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:18.250177 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3326a72e-d8a7-4e45-a7f4-702269d7dd3a None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:56:18.250757 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3326a72e-d8a7-4e45-a7f4-702269d7dd3a None None] Checking segment: {'id': '3d216725-6db7-423f-877a-f75596bd7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9d48fbf9-1df4-4435-9175-a6ad80829064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:56:18.251187 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3326a72e-d8a7-4e45-a7f4-702269d7dd3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:18.251643 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3326a72e-d8a7-4e45-a7f4-702269d7dd3a None None] Bound using segment: {'id': '3d216725-6db7-423f-877a-f75596bd7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9d48fbf9-1df4-4435-9175-a6ad80829064'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:56:18.252190 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-3326a72e-d8a7-4e45-a7f4-702269d7dd3a None None] Bound port: 13dcf753-cde3-4529-85df-80e56bf44e14, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d216725-6db7-423f-877a-f75596bd7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9d48fbf9-1df4-4435-9175-a6ad80829064'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:56:18.253030 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3326a72e-d8a7-4e45-a7f4-702269d7dd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:18.271586 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9549f-9cce-4887-b610-4339cf6512bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d18abd8-31e9-4b16-ab24-3ecc6046c449,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:18.274097 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9fb9549f-9cce-4887-b610-4339cf6512bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:18.282195 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9fb9549f-9cce-4887-b610-4339cf6512bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:18.283508 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9fb9549f-9cce-4887-b610-4339cf6512bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1635530 May 31 15:56:18.346058 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-3326a72e-d8a7-4e45-a7f4-702269d7dd3a None None] For port 13dcf753-cde3-4529-85df-80e56bf44e14, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:56:18.351529 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-3326a72e-d8a7-4e45-a7f4-702269d7dd3a None None] For port 13dcf753-cde3-4529-85df-80e56bf44e14, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=13dcf753-cde3-4529-85df-80e56bf44e14,segment=NetworkSegment(3d216725-6db7-423f-877a-f75596bd7bd6),segment_id=3d216725-6db7-423f-877a-f75596bd7bd6)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:56:18.356402 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3326a72e-d8a7-4e45-a7f4-702269d7dd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:18.361471 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:18.439005 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3326a72e-d8a7-4e45-a7f4-702269d7dd3a None None] Routers {'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:56:18.439663 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-3326a72e-d8a7-4e45-a7f4-702269d7dd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:56:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['b11a9cb2-f0d2-4a0d-92aa-49f074d1f738'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:56:18.503024 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440e116-f9f6-43ee-b816-c990e3183d85 None None] Pushing event updated for resources: {'Port': ['ID=13dcf753-cde3-4529-85df-80e56bf44e14,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:18.507794 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a440e116-f9f6-43ee-b816-c990e3183d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:18.630166 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-3326a72e-d8a7-4e45-a7f4-702269d7dd3a None None] Set router b11a9cb2-f0d2-4a0d-92aa-49f074d1f738 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:56:18.683908 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-9172267e-929c-4ccb-b65d-504041287e0b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:56:18.701489 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-9172267e-929c-4ccb-b65d-504041287e0b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:56:18.702766 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-9172267e-929c-4ccb-b65d-504041287e0b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1861416271&fields=id&tenant_id=77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 267 time: 0.2335410 May 31 15:56:18.851608 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-62d38bef-b14b-4041-bc60-a50c410cb93a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:18.853470 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-62d38bef-b14b-4041-bc60-a50c410cb93a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/networks?id=9d48fbf9-1df4-4435-9175-a6ad80829064 HTTP/1.1" status: 200 len: 796 time: 0.1436217 May 31 15:56:18.871325 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-163c2d5a-6b73-4a41-962f-755cbff02049 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/quotas/77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 375 time: 0.0114651 May 31 15:56:18.957554 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-81293fb5-8156-44b5-b544-e8e67c1e39d6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:56:18.976209 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-81293fb5-8156-44b5-b544-e8e67c1e39d6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:56:18.977856 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-81293fb5-8156-44b5-b544-e8e67c1e39d6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1004534 May 31 15:56:18.994084 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-93a697a8-0394-4a73-8feb-626cccf4f27e service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:56:18.995040 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-93a697a8-0394-4a73-8feb-626cccf4f27e service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055227 May 31 15:56:19.010674 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-3326a72e-d8a7-4e45-a7f4-702269d7dd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'name': 'tempest-TestNetworkBasicOps-router-2124677084', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '9b3de833-734f-4112-bf80-88f404e7fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:56:08Z', 'updated_at': '2021-05-31T15:56:14Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '9b3de833-734f-4112-bf80-88f404e7fd31', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:56:09Z', 'updated_at': '2021-05-31T15:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '13dcf753-cde3-4529-85df-80e56bf44e14', 'name': '', 'network_id': '9d48fbf9-1df4-4435-9175-a6ad80829064', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:40:9e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '9070a72c-e7ce-45bc-b1c6-710239f68587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:56:13Z', 'updated_at': '2021-05-31T15:56:18Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '9070a72c-e7ce-45bc-b1c6-710239f68587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:56:19.014843 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3326a72e-d8a7-4e45-a7f4-702269d7dd3a None None] The sync data for ids ['b11a9cb2-f0d2-4a0d-92aa-49f074d1f738'] in dv-neutron-601336-79-hyperv is: [{'id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'name': 'tempest-TestNetworkBasicOps-router-2124677084', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '9b3de833-734f-4112-bf80-88f404e7fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:56:08Z', 'updated_at': '2021-05-31T15:56:14Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '9b3de833-734f-4112-bf80-88f404e7fd31', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:56:09Z', 'updated_at': '2021-05-31T15:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '13dcf753-cde3-4529-85df-80e56bf44e14', 'name': '', 'network_id': '9d48fbf9-1df4-4435-9175-a6ad80829064', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:40:9e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '9070a72c-e7ce-45bc-b1c6-710239f68587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:56:13Z', 'updated_at': '2021-05-31T15:56:18Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '9070a72c-e7ce-45bc-b1c6-710239f68587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:56:19.150930 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-5e435982-e6de-43b1-9c59-6840fbfbf06e service neutron] 10.222.0.45 "GET /v2.0/networks/9d48fbf9-1df4-4435-9175-a6ad80829064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501451 May 31 15:56:19.302082 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-c84ca222-0e09-4c31-ac22-82eedfee84f0 service neutron] 10.222.0.45 "GET /v2.0/networks/9d48fbf9-1df4-4435-9175-a6ad80829064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451926 May 31 15:56:19.492174 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4ad4525b-0104-43e8-a122-0ba68fd1d7dd req-64bead5c-8c54-420c-af49-db838841a4bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=00ea5041-c61a-463b-bee7-9952456deb39 HTTP/1.1" status: 200 len: 210 time: 0.0478764 May 31 15:56:20.604760 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-ed1293b1-2830-443e-8e8e-0ed4113d5809 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:20.606178 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-ed1293b1-2830-443e-8e8e-0ed4113d5809 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/networks?id=9d48fbf9-1df4-4435-9175-a6ad80829064 HTTP/1.1" status: 200 len: 796 time: 0.1540976 May 31 15:56:20.664655 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-534e4be7-cc8c-4b5e-89c7-26cd49aaf752 req-e85c496e-b4a8-432e-873b-797f4f96df14 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=00ea5041-c61a-463b-bee7-9952456deb39 HTTP/1.1" status: 200 len: 210 time: 0.0574312 May 31 15:56:20.688941 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-1a56cd76-e553-413c-9e48-70620b3d5307 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 380 time: 0.0464029 May 31 15:56:20.698391 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-168506f0-27b3-490a-bc62-e4fe5f24ddfa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'port': {'device_id': '00ea5041-c61a-463b-bee7-9952456deb39', 'network_id': '9d48fbf9-1df4-4435-9175-a6ad80829064', 'admin_state_up': True, 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'security_groups': ['56285a76-691f-405a-bbbb-2ba24b481d88']}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:56:20.834907 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-168506f0-27b3-490a-bc62-e4fe5f24ddfa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:56:20.844679 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-168506f0-27b3-490a-bc62-e4fe5f24ddfa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:56:20.858465 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-168506f0-27b3-490a-bc62-e4fe5f24ddfa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Made reservation on behalf of 77a9908268404908970d038c7b3f1f66 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:56:20.861981 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-168506f0-27b3-490a-bc62-e4fe5f24ddfa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:21.029330 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-168506f0-27b3-490a-bc62-e4fe5f24ddfa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.20.0.9 (9d48fbf9-1df4-4435-9175-a6ad80829064/9070a72c-e7ce-45bc-b1c6-710239f68587/4982e927-10ef-4394-b8b7-d48a3b98d79a) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:56:21.137765 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 13dcf753-cde3-4529-85df-80e56bf44e14 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:56:21.205987 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 13dcf753-cde3-4529-85df-80e56bf44e14 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:56:21.210640 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 13dcf753-cde3-4529-85df-80e56bf44e14 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:56:21.211040 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:21.231781 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-168506f0-27b3-490a-bc62-e4fe5f24ddfa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:21.249517 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-168506f0-27b3-490a-bc62-e4fe5f24ddfa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Transition to ACTIVE for port object 4982e927-10ef-4394-b8b7-d48a3b98d79a will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:56:21.277721 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-168506f0-27b3-490a-bc62-e4fe5f24ddfa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:21.283781 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e02dc993-c337-404d-8c48-a702fa4bd2b8 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:21.328537 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:21.351841 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-168506f0-27b3-490a-bc62-e4fe5f24ddfa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 9d48fbf9-1df4-4435-9175-a6ad80829064 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:56:21.354928 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-168506f0-27b3-490a-bc62-e4fe5f24ddfa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:56:21.359177 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-168506f0-27b3-490a-bc62-e4fe5f24ddfa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:56:21.361498 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 13dcf753-cde3-4529-85df-80e56bf44e14, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=13dcf753-cde3-4529-85df-80e56bf44e14,segment=NetworkSegment(3d216725-6db7-423f-877a-f75596bd7bd6),segment_id=3d216725-6db7-423f-877a-f75596bd7bd6)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:56:21.376251 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:21.380224 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-3023b80c-5e41-427a-bdee-2fdac6a6a0f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:21.396959 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168506f0-27b3-490a-bc62-e4fe5f24ddfa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=4982e927-10ef-4394-b8b7-d48a3b98d79a,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:21.406049 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-168506f0-27b3-490a-bc62-e4fe5f24ddfa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:21.430690 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-168506f0-27b3-490a-bc62-e4fe5f24ddfa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:21.431886 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-168506f0-27b3-490a-bc62-e4fe5f24ddfa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:21.455509 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=13dcf753-cde3-4529-85df-80e56bf44e14,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:21.458865 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:21.459924 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-168506f0-27b3-490a-bc62-e4fe5f24ddfa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7652330 May 31 15:56:21.473119 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-5a1fbf80-4da7-4161-9f63-3cecfc568b78 service neutron] Request body: {'port': {'device_id': '00ea5041-c61a-463b-bee7-9952456deb39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:56:21.591161 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-5a1fbf80-4da7-4161-9f63-3cecfc568b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:21.611252 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-6fcb70cb-8ddf-423d-9944-af69360ffeeb None None] Provisioning for port 4982e927-10ef-4394-b8b7-d48a3b98d79a completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:56:21.615780 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-6fcb70cb-8ddf-423d-9944-af69360ffeeb None None] Provisioning complete for port 4982e927-10ef-4394-b8b7-d48a3b98d79a triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:56:21.616150 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6fcb70cb-8ddf-423d-9944-af69360ffeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:21.671634 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-6fcb70cb-8ddf-423d-9944-af69360ffeeb None None] Port 4982e927-10ef-4394-b8b7-d48a3b98d79a cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:56:22.077553 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f7bce-c184-406a-a0b5-5cf79b735775 req-0101c706-4c5e-47e3-8978-59e41eb9d346 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:22.078365 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-746f7bce-c184-406a-a0b5-5cf79b735775 req-0101c706-4c5e-47e3-8978-59e41eb9d346 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:56:22.143742 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-746f7bce-c184-406a-a0b5-5cf79b735775 req-0101c706-4c5e-47e3-8978-59e41eb9d346 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:56:22.144914 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-746f7bce-c184-406a-a0b5-5cf79b735775 req-0101c706-4c5e-47e3-8978-59e41eb9d346 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=00ea5041-c61a-463b-bee7-9952456deb39 HTTP/1.1" status: 200 len: 931 time: 0.3416667 May 31 15:56:22.146932 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-5a1fbf80-4da7-4161-9f63-3cecfc568b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4982e927-10ef-4394-b8b7-d48a3b98d79a {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 15:56:22.155879 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-5a1fbf80-4da7-4161-9f63-3cecfc568b78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:22.194179 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-5a1fbf80-4da7-4161-9f63-3cecfc568b78 service neutron] Transition to ACTIVE for port object 4982e927-10ef-4394-b8b7-d48a3b98d79a will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:56:22.200722 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-5a1fbf80-4da7-4161-9f63-3cecfc568b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:22.206019 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d186da94-9206-4b27-9ae8-8c8c1e167efc tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:22.245720 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-746f7bce-c184-406a-a0b5-5cf79b735775 req-07904efa-b3fc-45e0-b87a-c049719bfe03 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=56285a76-691f-405a-bbbb-2ba24b481d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942051 May 31 15:56:22.342297 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1fbf80-4da7-4161-9f63-3cecfc568b78 service neutron] Pushing event updated for resources: {'Port': ['ID=4982e927-10ef-4394-b8b7-d48a3b98d79a,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:22.369739 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5a1fbf80-4da7-4161-9f63-3cecfc568b78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:22.454081 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-5a1fbf80-4da7-4161-9f63-3cecfc568b78 service neutron] Attempting to bind port 4982e927-10ef-4394-b8b7-d48a3b98d79a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:56:22.454312 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-5a1fbf80-4da7-4161-9f63-3cecfc568b78 service neutron] Attempting to bind port 4982e927-10ef-4394-b8b7-d48a3b98d79a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3d216725-6db7-423f-877a-f75596bd7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9d48fbf9-1df4-4435-9175-a6ad80829064'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:56:22.454665 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-5a1fbf80-4da7-4161-9f63-3cecfc568b78 service neutron] Attempting to bind port 4982e927-10ef-4394-b8b7-d48a3b98d79a on network 9d48fbf9-1df4-4435-9175-a6ad80829064 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:56:22.459445 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-5a1fbf80-4da7-4161-9f63-3cecfc568b78 service neutron] Port 4982e927-10ef-4394-b8b7-d48a3b98d79a on network 9d48fbf9-1df4-4435-9175-a6ad80829064 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:56:22.459763 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-5a1fbf80-4da7-4161-9f63-3cecfc568b78 service neutron] Attempting to bind port 4982e927-10ef-4394-b8b7-d48a3b98d79a on network 9d48fbf9-1df4-4435-9175-a6ad80829064 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:56:22.464872 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-5a1fbf80-4da7-4161-9f63-3cecfc568b78 service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:56:22.465194 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-5a1fbf80-4da7-4161-9f63-3cecfc568b78 service neutron] Checking segment: {'id': '3d216725-6db7-423f-877a-f75596bd7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9d48fbf9-1df4-4435-9175-a6ad80829064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:56:22.465583 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-5a1fbf80-4da7-4161-9f63-3cecfc568b78 service neutron] Bound using segment: {'id': '3d216725-6db7-423f-877a-f75596bd7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9d48fbf9-1df4-4435-9175-a6ad80829064'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:56:22.466013 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-5a1fbf80-4da7-4161-9f63-3cecfc568b78 service neutron] Bound port: 4982e927-10ef-4394-b8b7-d48a3b98d79a, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d216725-6db7-423f-877a-f75596bd7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9d48fbf9-1df4-4435-9175-a6ad80829064'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:56:22.466357 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-5a1fbf80-4da7-4161-9f63-3cecfc568b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:22.557028 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-5a1fbf80-4da7-4161-9f63-3cecfc568b78 service neutron] For port 4982e927-10ef-4394-b8b7-d48a3b98d79a, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:56:22.560346 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-5a1fbf80-4da7-4161-9f63-3cecfc568b78 service neutron] For port 4982e927-10ef-4394-b8b7-d48a3b98d79a, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4982e927-10ef-4394-b8b7-d48a3b98d79a,segment=NetworkSegment(3d216725-6db7-423f-877a-f75596bd7bd6),segment_id=3d216725-6db7-423f-877a-f75596bd7bd6)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:56:22.566391 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-5a1fbf80-4da7-4161-9f63-3cecfc568b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:22.571031 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-01083acf-f2c4-4ed4-910b-bb36c7d03d73 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:22.631938 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-5a1fbf80-4da7-4161-9f63-3cecfc568b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:22.632549 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-5a1fbf80-4da7-4161-9f63-3cecfc568b78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:22.633943 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-5a1fbf80-4da7-4161-9f63-3cecfc568b78 service neutron] 10.222.0.59 "PUT /v2.0/ports/4982e927-10ef-4394-b8b7-d48a3b98d79a HTTP/1.1" status: 200 len: 1093 time: 1.1654735 May 31 15:56:22.634479 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ea5041-c61a-463b-bee7-9952456deb39', 'tag': '4982e927-10ef-4394-b8b7-d48a3b98d79a'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:56:22.639570 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25d062b-a77b-4727-b75e-c6d4e72f4f01" -d '{"events": [{"name": "network-changed", "server_uuid": "00ea5041-c61a-463b-bee7-9952456deb39", "tag": "4982e927-10ef-4394-b8b7-d48a3b98d79a"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:56:22.660682 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1fbf80-4da7-4161-9f63-3cecfc568b78 service neutron] Pushing event updated for resources: {'Port': ['ID=4982e927-10ef-4394-b8b7-d48a3b98d79a,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:22.663921 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5a1fbf80-4da7-4161-9f63-3cecfc568b78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:22.722290 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 15:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759df0e4-23dd-4dd0-b216-46cf28c9c920 x-openstack-request-id: req-759df0e4-23dd-4dd0-b216-46cf28c9c920 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:56:22.722616 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ea5041-c61a-463b-bee7-9952456deb39", "tag": "4982e927-10ef-4394-b8b7-d48a3b98d79a", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:56:22.722915 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-759df0e4-23dd-4dd0-b216-46cf28c9c920 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:56:22.723374 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ea5041-c61a-463b-bee7-9952456deb39', 'tag': '4982e927-10ef-4394-b8b7-d48a3b98d79a', 'status': 'completed', 'code': 200} May 31 15:56:22.762797 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-4eb82152-5f09-40a1-96e5-9dd61d1777bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:22.764568 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-4eb82152-5f09-40a1-96e5-9dd61d1777bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=00ea5041-c61a-463b-bee7-9952456deb39 HTTP/1.1" status: 200 len: 1096 time: 0.0795259 May 31 15:56:22.838166 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-8dbb6f42-c954-437b-90e6-5999d249897c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4982e927-10ef-4394-b8b7-d48a3b98d79a HTTP/1.1" status: 200 len: 217 time: 0.0662508 May 31 15:56:22.906992 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-072c2384-af5c-48c2-8783-24a50cc2c1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:22.908359 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-072c2384-af5c-48c2-8783-24a50cc2c1a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9070a72c-e7ce-45bc-b1c6-710239f68587 HTTP/1.1" status: 200 len: 835 time: 0.0594215 May 31 15:56:22.993012 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-c90e7af0-6f78-477c-8b4b-94517ec5ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:22.994532 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-c90e7af0-6f78-477c-8b4b-94517ec5ea9d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9d48fbf9-1df4-4435-9175-a6ad80829064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0793521 May 31 15:56:23.106849 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 13dcf753-cde3-4529-85df-80e56bf44e14 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:56:23.137438 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-19f061a0-02f5-49f8-88f7-a6e8fe8a7b70 service neutron] 10.222.0.59 "GET /v2.0/networks/9d48fbf9-1df4-4435-9175-a6ad80829064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334190 May 31 15:56:23.174848 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 13dcf753-cde3-4529-85df-80e56bf44e14 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:56:23.175261 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:23.277659 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-30f4e2d8-44be-4836-a107-80f63f73dd7c req-f67f29b2-201f-4c96-856c-56d818f8baea service neutron] 10.222.0.59 "GET /v2.0/networks/9d48fbf9-1df4-4435-9175-a6ad80829064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324742 May 31 15:56:23.467802 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d062b-a77b-4727-b75e-c6d4e72f4f01 req-fb8e9c30-c54b-4609-ae67-4a7333ac1917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:23.469545 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b25d062b-a77b-4727-b75e-c6d4e72f4f01 req-fb8e9c30-c54b-4609-ae67-4a7333ac1917 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=00ea5041-c61a-463b-bee7-9952456deb39 HTTP/1.1" status: 200 len: 1096 time: 0.1378412 May 31 15:56:23.480493 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea29e6b-1b0d-4b87-bfe7-cf98499fbd6c req-5d148628-6c46-4c7d-a7c0-3dd173bc1489 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:23.482254 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bea29e6b-1b0d-4b87-bfe7-cf98499fbd6c req-5d148628-6c46-4c7d-a7c0-3dd173bc1489 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=00ea5041-c61a-463b-bee7-9952456deb39 HTTP/1.1" status: 200 len: 943 time: 0.1149395 May 31 15:56:23.610771 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bea29e6b-1b0d-4b87-bfe7-cf98499fbd6c req-48e7c62d-0c00-46bf-80ea-397cbc06c13a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=56285a76-691f-405a-bbbb-2ba24b481d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094787 May 31 15:56:23.645083 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d062b-a77b-4727-b75e-c6d4e72f4f01 req-4471f04e-1919-45d2-ab16-99391905cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:23.646638 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b25d062b-a77b-4727-b75e-c6d4e72f4f01 req-4471f04e-1919-45d2-ab16-99391905cf59 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9d48fbf9-1df4-4435-9175-a6ad80829064 HTTP/1.1" status: 200 len: 897 time: 0.1634710 May 31 15:56:23.721332 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b25d062b-a77b-4727-b75e-c6d4e72f4f01 req-7f78412d-1c7e-4444-b2d5-3932e7e148fc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4982e927-10ef-4394-b8b7-d48a3b98d79a HTTP/1.1" status: 200 len: 217 time: 0.0668588 May 31 15:56:23.944070 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d062b-a77b-4727-b75e-c6d4e72f4f01 req-6a10bb42-1e37-4b3d-8f06-c71cce6a7c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:23.945584 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b25d062b-a77b-4727-b75e-c6d4e72f4f01 req-6a10bb42-1e37-4b3d-8f06-c71cce6a7c88 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9070a72c-e7ce-45bc-b1c6-710239f68587 HTTP/1.1" status: 200 len: 835 time: 0.2175632 May 31 15:56:24.027813 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d062b-a77b-4727-b75e-c6d4e72f4f01 req-b55d56b2-385d-42cd-ba80-39761eac6e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:24.029365 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b25d062b-a77b-4727-b75e-c6d4e72f4f01 req-b55d56b2-385d-42cd-ba80-39761eac6e41 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9d48fbf9-1df4-4435-9175-a6ad80829064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0746403 May 31 15:56:24.160435 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b25d062b-a77b-4727-b75e-c6d4e72f4f01 req-73cd97a5-ed13-412e-b75e-3404805bb1f1 service neutron] 10.222.0.59 "GET /v2.0/networks/9d48fbf9-1df4-4435-9175-a6ad80829064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243401 May 31 15:56:24.308224 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b25d062b-a77b-4727-b75e-c6d4e72f4f01 req-78c4f955-4e16-495c-b400-c61b115f4607 service neutron] 10.222.0.59 "GET /v2.0/networks/9d48fbf9-1df4-4435-9175-a6ad80829064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398897 May 31 15:56:24.819999 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea84283-b1f5-4c9c-8999-b25c176c8e5f req-3488de9a-7a2b-4405-a719-fe8b50647e1b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:24.821341 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5ea84283-b1f5-4c9c-8999-b25c176c8e5f req-3488de9a-7a2b-4405-a719-fe8b50647e1b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=00ea5041-c61a-463b-bee7-9952456deb39 HTTP/1.1" status: 200 len: 943 time: 0.0956876 May 31 15:56:24.867595 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5ea84283-b1f5-4c9c-8999-b25c176c8e5f req-1e0d30a5-279d-4b2b-b511-e2a2ed7f8472 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=56285a76-691f-405a-bbbb-2ba24b481d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378478 May 31 15:56:26.070143 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5572992-9733-4782-a4bf-025bac4ac6f8 req-c6ea9d88-04b5-4b17-b35c-b92b61db7d77 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:26.071647 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c5572992-9733-4782-a4bf-025bac4ac6f8 req-c6ea9d88-04b5-4b17-b35c-b92b61db7d77 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=00ea5041-c61a-463b-bee7-9952456deb39 HTTP/1.1" status: 200 len: 943 time: 0.0915623 May 31 15:56:26.088640 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 4982e927-10ef-4394-b8b7-d48a3b98d79a details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 15:56:26.120123 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c5572992-9733-4782-a4bf-025bac4ac6f8 req-42e5d19c-1875-443a-a22c-313a11f13ba8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=56285a76-691f-405a-bbbb-2ba24b481d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425665 May 31 15:56:26.223469 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 4982e927-10ef-4394-b8b7-d48a3b98d79a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4982e927-10ef-4394-b8b7-d48a3b98d79a,segment=NetworkSegment(3d216725-6db7-423f-877a-f75596bd7bd6),segment_id=3d216725-6db7-423f-877a-f75596bd7bd6)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:56:26.236677 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '4982e927-10ef-4394-b8b7-d48a3b98d79a', 'network_id': '9d48fbf9-1df4-4435-9175-a6ad80829064', 'port_id': '4982e927-10ef-4394-b8b7-d48a3b98d79a', 'mac_address': 'fa:16:3e:4e:ed:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9070a72c-e7ce-45bc-b1c6-710239f68587', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 15:56:26.296490 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:26.313149 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4982e927-10ef-4394-b8b7-d48a3b98d79a {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 15:56:26.330023 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 4982e927-10ef-4394-b8b7-d48a3b98d79a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4982e927-10ef-4394-b8b7-d48a3b98d79a,segment=NetworkSegment(3d216725-6db7-423f-877a-f75596bd7bd6),segment_id=3d216725-6db7-423f-877a-f75596bd7bd6)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:56:26.336092 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:26.337920 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:26.405050 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=4982e927-10ef-4394-b8b7-d48a3b98d79a,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:26.408258 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:26.669164 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['4982e927-10ef-4394-b8b7-d48a3b98d79a'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 15:56:27.321456 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5fc110-950e-4b7d-b2d6-d4d6d77035a5 req-6e37a0cc-27e0-4332-8eac-67fd71affd16 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:27.322802 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3f5fc110-950e-4b7d-b2d6-d4d6d77035a5 req-6e37a0cc-27e0-4332-8eac-67fd71affd16 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=00ea5041-c61a-463b-bee7-9952456deb39 HTTP/1.1" status: 200 len: 944 time: 0.0847211 May 31 15:56:27.367349 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3f5fc110-950e-4b7d-b2d6-d4d6d77035a5 req-f4e88aa3-d60c-45f5-9857-5952181836ef tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=56285a76-691f-405a-bbbb-2ba24b481d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385387 May 31 15:56:28.097880 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 4982e927-10ef-4394-b8b7-d48a3b98d79a up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:56:28.169804 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port 4982e927-10ef-4394-b8b7-d48a3b98d79a completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:56:28.179849 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 4982e927-10ef-4394-b8b7-d48a3b98d79a triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:56:28.180233 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:28.232299 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:28.305811 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:28.332617 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ea5041-c61a-463b-bee7-9952456deb39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4982e927-10ef-4394-b8b7-d48a3b98d79a'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:56:28.334902 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ee981b-82ab-40bb-8622-70340f0108ae" -d '{"events": [{"server_uuid": "00ea5041-c61a-463b-bee7-9952456deb39", "name": "network-vif-plugged", "status": "completed", "tag": "4982e927-10ef-4394-b8b7-d48a3b98d79a"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:56:28.342491 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 4982e927-10ef-4394-b8b7-d48a3b98d79a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4982e927-10ef-4394-b8b7-d48a3b98d79a,segment=NetworkSegment(3d216725-6db7-423f-877a-f75596bd7bd6),segment_id=3d216725-6db7-423f-877a-f75596bd7bd6)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:56:28.347186 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:28.349892 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:28.382445 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 15:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3bd31a-965f-490e-ab90-d65714cb1c65 x-openstack-request-id: req-2f3bd31a-965f-490e-ab90-d65714cb1c65 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:56:28.383051 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ea5041-c61a-463b-bee7-9952456deb39", "name": "network-vif-plugged", "status": "completed", "tag": "4982e927-10ef-4394-b8b7-d48a3b98d79a", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:56:28.383386 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2f3bd31a-965f-490e-ab90-d65714cb1c65 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:56:28.383877 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ea5041-c61a-463b-bee7-9952456deb39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4982e927-10ef-4394-b8b7-d48a3b98d79a', 'code': 200} May 31 15:56:28.429302 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=4982e927-10ef-4394-b8b7-d48a3b98d79a,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:28.432878 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:28.618809 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c6b9a-075c-4463-a225-3025a25ce957 req-10a3d42f-c109-4e77-ae57-b64506206ff4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:28.620238 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0d5c6b9a-075c-4463-a225-3025a25ce957 req-10a3d42f-c109-4e77-ae57-b64506206ff4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=00ea5041-c61a-463b-bee7-9952456deb39 HTTP/1.1" status: 200 len: 945 time: 0.1396642 May 31 15:56:28.652837 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfa149-3e43-4fb3-a3b6-d3816b79de1a req-71014457-a564-4655-970f-86a129d7bd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:28.654254 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b6bfa149-3e43-4fb3-a3b6-d3816b79de1a req-71014457-a564-4655-970f-86a129d7bd90 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=00ea5041-c61a-463b-bee7-9952456deb39 HTTP/1.1" status: 200 len: 1098 time: 0.1122789 May 31 15:56:28.688512 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0d5c6b9a-075c-4463-a225-3025a25ce957 req-c839ecdc-a116-410e-8117-089145967fde tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=56285a76-691f-405a-bbbb-2ba24b481d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624635 May 31 15:56:28.716442 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b6bfa149-3e43-4fb3-a3b6-d3816b79de1a req-fa61c92e-b1c3-4747-b30d-982484ce36d4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=56285a76-691f-405a-bbbb-2ba24b481d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493817 May 31 15:56:29.884852 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276f18e-e430-4743-a6e5-3408b3f45b4e req-727a5d11-f844-4fb7-8cb9-51731ffd7904 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:29.886401 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b276f18e-e430-4743-a6e5-3408b3f45b4e req-727a5d11-f844-4fb7-8cb9-51731ffd7904 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=00ea5041-c61a-463b-bee7-9952456deb39 HTTP/1.1" status: 200 len: 945 time: 0.0830441 May 31 15:56:29.930401 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b276f18e-e430-4743-a6e5-3408b3f45b4e req-b8dafdb7-702b-4319-9583-2df4831a9efc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=56285a76-691f-405a-bbbb-2ba24b481d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380330 May 31 15:56:31.125845 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422e103-bd5b-4dda-a37c-cdcf688aa642 req-b7878b33-fcbf-41c3-8c9d-7e692bb5da8f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:31.127672 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f422e103-bd5b-4dda-a37c-cdcf688aa642 req-b7878b33-fcbf-41c3-8c9d-7e692bb5da8f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=00ea5041-c61a-463b-bee7-9952456deb39 HTTP/1.1" status: 200 len: 945 time: 0.0905766 May 31 15:56:31.171387 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f422e103-bd5b-4dda-a37c-cdcf688aa642 req-6d90c6da-9427-4642-96d1-fc3a7e153e3a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=56285a76-691f-405a-bbbb-2ba24b481d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377777 May 31 15:56:31.379928 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4796e5-8fb4-42a7-92e4-7f1fef9d3034 req-f0a8eca3-d652-4a3d-9bc3-440a125d181b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:31.381466 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fa4796e5-8fb4-42a7-92e4-7f1fef9d3034 req-f0a8eca3-d652-4a3d-9bc3-440a125d181b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=00ea5041-c61a-463b-bee7-9952456deb39 HTTP/1.1" status: 200 len: 945 time: 0.0972164 May 31 15:56:31.427739 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fa4796e5-8fb4-42a7-92e4-7f1fef9d3034 req-714e12a8-ffb5-4a09-98ad-92aae952d948 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=56285a76-691f-405a-bbbb-2ba24b481d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385804 May 31 15:56:31.451047 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33068) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:56:31.532866 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771a5fe2-0c57-4b99-afc0-11554cae9962 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:31.534260 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-771a5fe2-0c57-4b99-afc0-11554cae9962 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=00ea5041-c61a-463b-bee7-9952456deb39 HTTP/1.1" status: 200 len: 1093 time: 0.0822668 May 31 15:56:31.538464 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33072) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:56:31.543520 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-b5db9c53-a462-475b-9c7e-a174c0719639 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'port_id': '4982e927-10ef-4394-b8b7-d48a3b98d79a', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address': '172.20.0.9'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:56:31.549542 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b5db9c53-a462-475b-9c7e-a174c0719639 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:56:31.553397 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b5db9c53-a462-475b-9c7e-a174c0719639 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:floatingip and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:56:31.556632 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b5db9c53-a462-475b-9c7e-a174c0719639 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:56:31.562330 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b5db9c53-a462-475b-9c7e-a174c0719639 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:56:31.575617 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5db9c53-a462-475b-9c7e-a174c0719639 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:31.719929 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5db9c53-a462-475b-9c7e-a174c0719639 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:31.860907 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-b5db9c53-a462-475b-9c7e-a174c0719639 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.26.0.206 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/a2f93ce2-96e9-43b7-a5ea-99c31f9c2b1a) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:56:32.014718 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5db9c53-a462-475b-9c7e-a174c0719639 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:32.047979 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5db9c53-a462-475b-9c7e-a174c0719639 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:32.051705 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1783e119-37dc-431c-8505-b43eccf2c089 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:32.112937 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5db9c53-a462-475b-9c7e-a174c0719639 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:56:32.115733 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-b5db9c53-a462-475b-9c7e-a174c0719639 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:56:32.120550 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5db9c53-a462-475b-9c7e-a174c0719639 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:56:32.149461 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db9c53-a462-475b-9c7e-a174c0719639 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=a2f93ce2-96e9-43b7-a5ea-99c31f9c2b1a,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:32.152201 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b5db9c53-a462-475b-9c7e-a174c0719639 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:32.699222 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5db9c53-a462-475b-9c7e-a174c0719639 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:32.778330 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5db9c53-a462-475b-9c7e-a174c0719639 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:32.980303 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5db9c53-a462-475b-9c7e-a174c0719639 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:32.988149 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5db9c53-a462-475b-9c7e-a174c0719639 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:32.991848 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6de5ca0b-bf16-43cc-975f-88462e0c2a98 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:56:33.095924 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db9c53-a462-475b-9c7e-a174c0719639 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=a2f93ce2-96e9-43b7-a5ea-99c31f9c2b1a,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:56:33.101112 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b5db9c53-a462-475b-9c7e-a174c0719639 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:56:33.110303 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5db9c53-a462-475b-9c7e-a174c0719639 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:33.290661 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-b5db9c53-a462-475b-9c7e-a174c0719639 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Floating IP 7028786f-e592-419d-8312-6a539566575a associated. External IP: 172.26.0.206, port: 4982e927-10ef-4394-b8b7-d48a3b98d79a. May 31 15:56:33.640150 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5db9c53-a462-475b-9c7e-a174c0719639 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router b11a9cb2-f0d2-4a0d-92aa-49f074d1f738 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:56:33.824278 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5db9c53-a462-475b-9c7e-a174c0719639 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:56:33.834063 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0560e826-8d31-4c7d-a2fe-7585fc9efa82 None None] Sync routers for ids ['b11a9cb2-f0d2-4a0d-92aa-49f074d1f738'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:56:33.843630 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0560e826-8d31-4c7d-a2fe-7585fc9efa82 None None] Routers {'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:56:33.844234 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0560e826-8d31-4c7d-a2fe-7585fc9efa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:56:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['b11a9cb2-f0d2-4a0d-92aa-49f074d1f738'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:56:33.849539 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5db9c53-a462-475b-9c7e-a174c0719639 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:33.910494 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b5db9c53-a462-475b-9c7e-a174c0719639 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3708694 May 31 15:56:33.911224 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ea5041-c61a-463b-bee7-9952456deb39', 'tag': '4982e927-10ef-4394-b8b7-d48a3b98d79a'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:56:33.913426 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33076) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:56:33.913943 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fed245d-6d73-4654-ac31-b1098fa20383" -d '{"events": [{"name": "network-changed", "server_uuid": "00ea5041-c61a-463b-bee7-9952456deb39", "tag": "4982e927-10ef-4394-b8b7-d48a3b98d79a"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:56:33.957018 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 15:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119c0858-59c1-4c9d-9cf1-2b9e32cd9193 x-openstack-request-id: req-119c0858-59c1-4c9d-9cf1-2b9e32cd9193 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:56:33.957350 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ea5041-c61a-463b-bee7-9952456deb39", "tag": "4982e927-10ef-4394-b8b7-d48a3b98d79a", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:56:33.957647 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-119c0858-59c1-4c9d-9cf1-2b9e32cd9193 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:56:33.958088 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ea5041-c61a-463b-bee7-9952456deb39', 'tag': '4982e927-10ef-4394-b8b7-d48a3b98d79a', 'status': 'completed', 'code': 200} May 31 15:56:34.037419 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-0560e826-8d31-4c7d-a2fe-7585fc9efa82 None None] Set router b11a9cb2-f0d2-4a0d-92aa-49f074d1f738 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:56:34.054707 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed245d-6d73-4654-ac31-b1098fa20383 req-907b251e-917d-49b7-ac02-254aefcbbe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:34.056607 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3fed245d-6d73-4654-ac31-b1098fa20383 req-907b251e-917d-49b7-ac02-254aefcbbe07 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=00ea5041-c61a-463b-bee7-9952456deb39 HTTP/1.1" status: 200 len: 1098 time: 0.0765004 May 31 15:56:34.189798 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c618c9b9-0f29-40af-aeb4-89940079ce38 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/7028786f-e592-419d-8312-6a539566575a HTTP/1.1" status: 200 len: 991 time: 0.2749789 May 31 15:56:34.349131 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed245d-6d73-4654-ac31-b1098fa20383 req-32810e74-0804-4c96-ac4a-42f8090c134d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:34.350612 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3fed245d-6d73-4654-ac31-b1098fa20383 req-32810e74-0804-4c96-ac4a-42f8090c134d service neutron] 10.222.0.59 "GET /v2.0/networks?id=9d48fbf9-1df4-4435-9175-a6ad80829064 HTTP/1.1" status: 200 len: 897 time: 0.2871709 May 31 15:56:34.398669 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0560e826-8d31-4c7d-a2fe-7585fc9efa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'name': 'tempest-TestNetworkBasicOps-router-2124677084', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '9b3de833-734f-4112-bf80-88f404e7fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:56:08Z', 'updated_at': '2021-05-31T15:56:14Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '9b3de833-734f-4112-bf80-88f404e7fd31', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:56:09Z', 'updated_at': '2021-05-31T15:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '7028786f-e592-419d-8312-6a539566575a', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.206', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'port_id': '4982e927-10ef-4394-b8b7-d48a3b98d79a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d48fbf9-1df4-4435-9175-a6ad80829064', 'mac_address': 'fa:16:3e:4e:ed:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ea5041-c61a-463b-bee7-9952456deb39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:56:32Z', 'updated_at': '2021-05-31T15:56:32Z', 'revision_number': 0, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13dcf753-cde3-4529-85df-80e56bf44e14', 'name': '', 'network_id': '9d48fbf9-1df4-4435-9175-a6ad80829064', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:40:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '9070a72c-e7ce-45bc-b1c6-710239f68587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:56:13Z', 'updated_at': '2021-05-31T15:56:21Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '9070a72c-e7ce-45bc-b1c6-710239f68587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:56:34.402722 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0560e826-8d31-4c7d-a2fe-7585fc9efa82 None None] Checking router: b11a9cb2-f0d2-4a0d-92aa-49f074d1f738 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:56:34.411321 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0560e826-8d31-4c7d-a2fe-7585fc9efa82 None None] Routers {'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:56:34.411914 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0560e826-8d31-4c7d-a2fe-7585fc9efa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:56:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['b11a9cb2-f0d2-4a0d-92aa-49f074d1f738'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:56:34.453809 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3fed245d-6d73-4654-ac31-b1098fa20383 req-82b81ea6-eb11-4741-b599-59337d22810f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4982e927-10ef-4394-b8b7-d48a3b98d79a HTTP/1.1" status: 200 len: 999 time: 0.0963671 May 31 15:56:34.516200 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed245d-6d73-4654-ac31-b1098fa20383 req-d43ed927-00a0-4e8a-b0b4-be895a133ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:34.517674 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3fed245d-6d73-4654-ac31-b1098fa20383 req-d43ed927-00a0-4e8a-b0b4-be895a133ab3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9070a72c-e7ce-45bc-b1c6-710239f68587 HTTP/1.1" status: 200 len: 835 time: 0.0571306 May 31 15:56:34.587270 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-0560e826-8d31-4c7d-a2fe-7585fc9efa82 None None] Set router b11a9cb2-f0d2-4a0d-92aa-49f074d1f738 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:56:34.595972 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed245d-6d73-4654-ac31-b1098fa20383 req-9cd7a0a6-aed6-4572-b1c6-3c43632a0452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:34.597453 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3fed245d-6d73-4654-ac31-b1098fa20383 req-9cd7a0a6-aed6-4572-b1c6-3c43632a0452 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9d48fbf9-1df4-4435-9175-a6ad80829064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0732048 May 31 15:56:34.618090 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-37c91bcf-e8ac-4a8f-bcb0-9948427e1e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:34.741488 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3fed245d-6d73-4654-ac31-b1098fa20383 req-1147d9e1-7ac8-465a-a50d-acb678df0cd7 service neutron] 10.222.0.59 "GET /v2.0/networks/9d48fbf9-1df4-4435-9175-a6ad80829064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365328 May 31 15:56:34.873975 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3fed245d-6d73-4654-ac31-b1098fa20383 req-08fa55c9-3d76-4e2f-a500-b6f7211be1e0 service neutron] 10.222.0.59 "GET /v2.0/networks/9d48fbf9-1df4-4435-9175-a6ad80829064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261179 May 31 15:56:34.975769 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0560e826-8d31-4c7d-a2fe-7585fc9efa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'name': 'tempest-TestNetworkBasicOps-router-2124677084', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '9b3de833-734f-4112-bf80-88f404e7fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:56:08Z', 'updated_at': '2021-05-31T15:56:14Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '9b3de833-734f-4112-bf80-88f404e7fd31', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:56:09Z', 'updated_at': '2021-05-31T15:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '7028786f-e592-419d-8312-6a539566575a', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.206', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'port_id': '4982e927-10ef-4394-b8b7-d48a3b98d79a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d48fbf9-1df4-4435-9175-a6ad80829064', 'mac_address': 'fa:16:3e:4e:ed:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ea5041-c61a-463b-bee7-9952456deb39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:56:32Z', 'updated_at': '2021-05-31T15:56:32Z', 'revision_number': 0, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13dcf753-cde3-4529-85df-80e56bf44e14', 'name': '', 'network_id': '9d48fbf9-1df4-4435-9175-a6ad80829064', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:40:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '9070a72c-e7ce-45bc-b1c6-710239f68587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:56:13Z', 'updated_at': '2021-05-31T15:56:21Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '9070a72c-e7ce-45bc-b1c6-710239f68587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:56:34.979807 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0560e826-8d31-4c7d-a2fe-7585fc9efa82 None None] The sync data for ids ['b11a9cb2-f0d2-4a0d-92aa-49f074d1f738'] in dv-neutron-601336-79-hyperv is: [{'id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'name': 'tempest-TestNetworkBasicOps-router-2124677084', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '9b3de833-734f-4112-bf80-88f404e7fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:56:08Z', 'updated_at': '2021-05-31T15:56:14Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '9b3de833-734f-4112-bf80-88f404e7fd31', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:56:09Z', 'updated_at': '2021-05-31T15:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '7028786f-e592-419d-8312-6a539566575a', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.206', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'port_id': '4982e927-10ef-4394-b8b7-d48a3b98d79a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d48fbf9-1df4-4435-9175-a6ad80829064', 'mac_address': 'fa:16:3e:4e:ed:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ea5041-c61a-463b-bee7-9952456deb39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:56:32Z', 'updated_at': '2021-05-31T15:56:32Z', 'revision_number': 0, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13dcf753-cde3-4529-85df-80e56bf44e14', 'name': '', 'network_id': '9d48fbf9-1df4-4435-9175-a6ad80829064', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:40:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '9070a72c-e7ce-45bc-b1c6-710239f68587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:56:13Z', 'updated_at': '2021-05-31T15:56:21Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '9070a72c-e7ce-45bc-b1c6-710239f68587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:56:35.162750 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6bdc0c-ecbd-483f-b32e-b72bde646c05 None None] New status for floating IP 7028786f-e592-419d-8312-6a539566575a: ACTIVE {{(pid=99206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 15:56:35.192116 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33082) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:56:35.299813 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-695e9096-bf80-4e33-8233-9fe8c4963335 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/7028786f-e592-419d-8312-6a539566575a HTTP/1.1" status: 200 len: 991 time: 0.1062291 May 31 15:56:36.304257 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33086) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:56:36.416320 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e1bdadeb-692e-4d6b-82df-6d5a7eb10f8d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/7028786f-e592-419d-8312-6a539566575a HTTP/1.1" status: 200 len: 993 time: 0.1107495 May 31 15:56:36.999947 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:37.878863 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c8722263-8f45-4a0a-b744-b55bc4245861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:38.330429 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:39.689534 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:56:40.029131 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-72610270-471c-4167-88a9-b188e44b6431 req-43d64044-415f-4de6-baa9-956bba145e51 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811200 May 31 15:56:40.128754 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72610270-471c-4167-88a9-b188e44b6431 req-0d2490b1-91b0-45aa-82a1-1d0afb00fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:40.130337 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-72610270-471c-4167-88a9-b188e44b6431 req-0d2490b1-91b0-45aa-82a1-1d0afb00fa65 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dd852f22866d47498e7ba1367b0e04db&device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 1098 time: 0.0748878 May 31 15:56:40.288098 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72610270-471c-4167-88a9-b188e44b6431 req-99f9aa6a-79fd-41d1-8034-54cfcf4f7698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:40.289478 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-72610270-471c-4167-88a9-b188e44b6431 req-99f9aa6a-79fd-41d1-8034-54cfcf4f7698 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217 HTTP/1.1" status: 200 len: 898 time: 0.1388085 May 31 15:56:40.396092 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-72610270-471c-4167-88a9-b188e44b6431 req-d38b47de-dda6-4914-8cfe-0414506cf456 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9436b014-0c9c-4121-a315-1873bd5220f8 HTTP/1.1" status: 200 len: 1001 time: 0.0991819 May 31 15:56:40.464664 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72610270-471c-4167-88a9-b188e44b6431 req-7d8e137f-73ad-4fdc-8fd7-34188eb583f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:40.466100 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-72610270-471c-4167-88a9-b188e44b6431 req-7d8e137f-73ad-4fdc-8fd7-34188eb583f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=13640c8e-f9d3-4b93-b70a-919f0ac30700 HTTP/1.1" status: 200 len: 835 time: 0.0632164 May 31 15:56:40.552286 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72610270-471c-4167-88a9-b188e44b6431 req-ade7224b-4ca0-4217-973d-9342c1a27844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:56:40.553697 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-72610270-471c-4167-88a9-b188e44b6431 req-ade7224b-4ca0-4217-973d-9342c1a27844 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0805056 May 31 15:56:40.686983 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-72610270-471c-4167-88a9-b188e44b6431 req-aa7fed12-fce8-41ba-b1a0-2d54a05ce6cb service neutron] 10.222.0.59 "GET /v2.0/networks/f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258061 May 31 15:56:40.971921 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-72610270-471c-4167-88a9-b188e44b6431 req-61c5d4c0-5543-446e-af7c-a4dc30d6584e service neutron] 10.222.0.59 "GET /v2.0/networks/f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775154 May 31 15:56:46.747025 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:56:58.218553 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:04.622855 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-af97eedd-13d2-47b9-8b02-e0b183724ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:06.985516 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:07.884442 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5b593db6-b035-448f-84dd-6746758f485c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:08.337557 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:09.690642 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:20.329757 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6296180e-1984-40e4-8140-1f0aebca362f req-f4ce7436-8d78-4464-bc52-cebfa5c0fbd6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-523242271&fields=id&tenant_id=8116e4b155bf47a28df54c3549abf9a0 HTTP/1.1" status: 200 len: 267 time: 0.0415139 May 31 15:57:20.480020 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296180e-1984-40e4-8140-1f0aebca362f req-94059366-f494-4cb0-a66f-b9ba182c6ea9 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:20.481416 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6296180e-1984-40e4-8140-1f0aebca362f req-94059366-f494-4cb0-a66f-b9ba182c6ea9 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/networks?id=258fafc3-be14-41c8-a854-4f81d373cb1a HTTP/1.1" status: 200 len: 810 time: 0.1449115 May 31 15:57:20.498995 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6296180e-1984-40e4-8140-1f0aebca362f req-814277e4-2982-43f4-a4cf-ef7a0dc2d8ff tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/quotas/8116e4b155bf47a28df54c3549abf9a0 HTTP/1.1" status: 200 len: 375 time: 0.0093939 May 31 15:57:20.596858 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6296180e-1984-40e4-8140-1f0aebca362f req-f9ece707-e74b-4167-992b-b5a6f71a0ca8 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8116e4b155bf47a28df54c3549abf9a0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0925884 May 31 15:57:20.735482 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6296180e-1984-40e4-8140-1f0aebca362f req-8d472854-0897-4632-98ae-f9b1f23e7ded service neutron] 10.222.0.45 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251869 May 31 15:57:20.870669 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6296180e-1984-40e4-8140-1f0aebca362f req-f13e4460-c5b2-4b21-8dc4-09a4e777ea03 service neutron] 10.222.0.45 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266024 May 31 15:57:21.387241 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cadbbc64-fd03-4757-a01c-4cda0d2679b3 req-c303dbf3-fffe-4697-99bb-8c2b2b19b614 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d38aedb-5b60-48b6-a7aa-1031bb90b500 HTTP/1.1" status: 200 len: 210 time: 0.0450058 May 31 15:57:22.573370 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-68845f95-0dc8-48ba-b794-f3198b925f40 req-cea9d0e4-0fd3-4e74-b1d4-027ba80839b9 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d38aedb-5b60-48b6-a7aa-1031bb90b500 HTTP/1.1" status: 200 len: 210 time: 0.0802364 May 31 15:57:22.691340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296180e-1984-40e4-8140-1f0aebca362f req-67c3499c-5014-434e-9195-2f787f7998af tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:22.692733 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6296180e-1984-40e4-8140-1f0aebca362f req-67c3499c-5014-434e-9195-2f787f7998af tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.59 "GET /v2.0/networks?id=258fafc3-be14-41c8-a854-4f81d373cb1a HTTP/1.1" status: 200 len: 810 time: 0.1544042 May 31 15:57:22.743071 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6296180e-1984-40e4-8140-1f0aebca362f req-ea139a1f-c9b7-4898-85a1-7c93e0375dd6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8116e4b155bf47a28df54c3549abf9a0 HTTP/1.1" status: 200 len: 379 time: 0.0417747 May 31 15:57:22.752339 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-6296180e-1984-40e4-8140-1f0aebca362f req-8c97249b-37a2-4ed9-be14-406ee711eaeb tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Request body: {'port': {'device_id': '1d38aedb-5b60-48b6-a7aa-1031bb90b500', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'admin_state_up': True, 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'security_groups': ['8a62fedf-afd0-46d3-9fdd-6733844eb382']}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:57:22.886837 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-6296180e-1984-40e4-8140-1f0aebca362f req-8c97249b-37a2-4ed9-be14-406ee711eaeb tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:57:22.896804 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-6296180e-1984-40e4-8140-1f0aebca362f req-8c97249b-37a2-4ed9-be14-406ee711eaeb tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:57:22.909008 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6296180e-1984-40e4-8140-1f0aebca362f req-8c97249b-37a2-4ed9-be14-406ee711eaeb tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Made reservation on behalf of 8116e4b155bf47a28df54c3549abf9a0 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:57:22.912651 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6296180e-1984-40e4-8140-1f0aebca362f req-8c97249b-37a2-4ed9-be14-406ee711eaeb tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:23.078295 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [req-6296180e-1984-40e4-8140-1f0aebca362f req-8c97249b-37a2-4ed9-be14-406ee711eaeb tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Allocated IP 172.20.0.4 (258fafc3-be14-41c8-a854-4f81d373cb1a/0855a3d7-c8f1-43b9-80cd-3c7b17490413/a05cd913-36a0-411c-a212-c5fc48bddc03) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:57:23.264205 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6296180e-1984-40e4-8140-1f0aebca362f req-8c97249b-37a2-4ed9-be14-406ee711eaeb tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:23.279664 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-6296180e-1984-40e4-8140-1f0aebca362f req-8c97249b-37a2-4ed9-be14-406ee711eaeb tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Transition to ACTIVE for port object a05cd913-36a0-411c-a212-c5fc48bddc03 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:57:23.309005 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6296180e-1984-40e4-8140-1f0aebca362f req-8c97249b-37a2-4ed9-be14-406ee711eaeb tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:23.315320 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-80929f1c-76f9-4e00-af07-a50235c2800a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:57:23.384368 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6296180e-1984-40e4-8140-1f0aebca362f req-8c97249b-37a2-4ed9-be14-406ee711eaeb tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Network 258fafc3-be14-41c8-a854-4f81d373cb1a is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:57:23.387339 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [req-6296180e-1984-40e4-8140-1f0aebca362f req-8c97249b-37a2-4ed9-be14-406ee711eaeb tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:57:23.396972 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97249b-37a2-4ed9-be14-406ee711eaeb tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Pushing event updated for resources: {'Port': ['ID=a05cd913-36a0-411c-a212-c5fc48bddc03,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:57:23.399096 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-6296180e-1984-40e4-8140-1f0aebca362f req-8c97249b-37a2-4ed9-be14-406ee711eaeb tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:57:23.446084 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97249b-37a2-4ed9-be14-406ee711eaeb tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:23.446497 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97249b-37a2-4ed9-be14-406ee711eaeb tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:23.446870 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97249b-37a2-4ed9-be14-406ee711eaeb tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:23.447438 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97249b-37a2-4ed9-be14-406ee711eaeb tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:23.447807 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97249b-37a2-4ed9-be14-406ee711eaeb tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:23.448172 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97249b-37a2-4ed9-be14-406ee711eaeb tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:23.448533 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97249b-37a2-4ed9-be14-406ee711eaeb tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:23.448892 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97249b-37a2-4ed9-be14-406ee711eaeb tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:23.449253 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97249b-37a2-4ed9-be14-406ee711eaeb tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:23.449609 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97249b-37a2-4ed9-be14-406ee711eaeb tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:23.449963 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97249b-37a2-4ed9-be14-406ee711eaeb tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:23.450312 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97249b-37a2-4ed9-be14-406ee711eaeb tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:23.456289 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8c97249b-37a2-4ed9-be14-406ee711eaeb tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:57:23.479210 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296180e-1984-40e4-8140-1f0aebca362f req-8c97249b-37a2-4ed9-be14-406ee711eaeb tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:23.479886 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6296180e-1984-40e4-8140-1f0aebca362f req-8c97249b-37a2-4ed9-be14-406ee711eaeb tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:23.511564 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6296180e-1984-40e4-8140-1f0aebca362f req-8c97249b-37a2-4ed9-be14-406ee711eaeb tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7630613 May 31 15:57:23.571319 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-6296180e-1984-40e4-8140-1f0aebca362f req-4113a7e2-7643-4925-88e4-d9d6a2734b3e service neutron] Request body: {'port': {'device_id': '1d38aedb-5b60-48b6-a7aa-1031bb90b500', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:57:23.596097 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-48122edd-2f4f-42f4-9f75-fd9356fbb2c2 None None] Provisioning for port a05cd913-36a0-411c-a212-c5fc48bddc03 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:57:23.617144 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-48122edd-2f4f-42f4-9f75-fd9356fbb2c2 None None] Provisioning complete for port a05cd913-36a0-411c-a212-c5fc48bddc03 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:57:23.617586 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-48122edd-2f4f-42f4-9f75-fd9356fbb2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:23.672662 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-48122edd-2f4f-42f4-9f75-fd9356fbb2c2 None None] Port a05cd913-36a0-411c-a212-c5fc48bddc03 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:57:23.690392 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6296180e-1984-40e4-8140-1f0aebca362f req-4113a7e2-7643-4925-88e4-d9d6a2734b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:23.747047 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:57:24.044516 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cd31e-9df3-41e4-a24a-f7c698f1643b req-11d7c1d0-a4ef-4647-97ad-1995d06546e1 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:24.045220 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-9c1cd31e-9df3-41e4-a24a-f7c698f1643b req-11d7c1d0-a4ef-4647-97ad-1995d06546e1 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Synchronizing usage tracker for tenant:8116e4b155bf47a28df54c3549abf9a0 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:57:24.088297 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-9c1cd31e-9df3-41e4-a24a-f7c698f1643b req-11d7c1d0-a4ef-4647-97ad-1995d06546e1 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Unset dirty status for tenant:8116e4b155bf47a28df54c3549abf9a0 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:57:24.089442 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9c1cd31e-9df3-41e4-a24a-f7c698f1643b req-11d7c1d0-a4ef-4647-97ad-1995d06546e1 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d38aedb-5b60-48b6-a7aa-1031bb90b500 HTTP/1.1" status: 200 len: 931 time: 0.2471883 May 31 15:57:24.215159 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9c1cd31e-9df3-41e4-a24a-f7c698f1643b req-1b91d284-08ec-49c9-b005-c43053ebe113 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730557 May 31 15:57:24.312547 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-6296180e-1984-40e4-8140-1f0aebca362f req-4113a7e2-7643-4925-88e4-d9d6a2734b3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a05cd913-36a0-411c-a212-c5fc48bddc03 {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 15:57:24.320547 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6296180e-1984-40e4-8140-1f0aebca362f req-4113a7e2-7643-4925-88e4-d9d6a2734b3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:24.335112 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-6296180e-1984-40e4-8140-1f0aebca362f req-4113a7e2-7643-4925-88e4-d9d6a2734b3e service neutron] Transition to ACTIVE for port object a05cd913-36a0-411c-a212-c5fc48bddc03 will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:57:24.339781 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6296180e-1984-40e4-8140-1f0aebca362f req-4113a7e2-7643-4925-88e4-d9d6a2734b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:24.344424 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2df66e99-480f-4525-8619-0a99a356d2cd tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:57:24.503315 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113a7e2-7643-4925-88e4-d9d6a2734b3e service neutron] Pushing event updated for resources: {'Port': ['ID=a05cd913-36a0-411c-a212-c5fc48bddc03,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:57:24.506695 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4113a7e2-7643-4925-88e4-d9d6a2734b3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:57:24.581689 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-6296180e-1984-40e4-8140-1f0aebca362f req-4113a7e2-7643-4925-88e4-d9d6a2734b3e service neutron] Attempting to bind port a05cd913-36a0-411c-a212-c5fc48bddc03 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:57:24.581931 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-6296180e-1984-40e4-8140-1f0aebca362f req-4113a7e2-7643-4925-88e4-d9d6a2734b3e service neutron] Attempting to bind port a05cd913-36a0-411c-a212-c5fc48bddc03 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'd689a5f1-87c6-4c5b-a91b-b6d33d247f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:57:24.582238 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6296180e-1984-40e4-8140-1f0aebca362f req-4113a7e2-7643-4925-88e4-d9d6a2734b3e service neutron] Attempting to bind port a05cd913-36a0-411c-a212-c5fc48bddc03 on network 258fafc3-be14-41c8-a854-4f81d373cb1a {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:57:24.588291 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6296180e-1984-40e4-8140-1f0aebca362f req-4113a7e2-7643-4925-88e4-d9d6a2734b3e service neutron] Port a05cd913-36a0-411c-a212-c5fc48bddc03 on network 258fafc3-be14-41c8-a854-4f81d373cb1a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:57:24.588870 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6296180e-1984-40e4-8140-1f0aebca362f req-4113a7e2-7643-4925-88e4-d9d6a2734b3e service neutron] Attempting to bind port a05cd913-36a0-411c-a212-c5fc48bddc03 on network 258fafc3-be14-41c8-a854-4f81d373cb1a {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:57:24.594414 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6296180e-1984-40e4-8140-1f0aebca362f req-4113a7e2-7643-4925-88e4-d9d6a2734b3e service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:57:24.594750 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6296180e-1984-40e4-8140-1f0aebca362f req-4113a7e2-7643-4925-88e4-d9d6a2734b3e service neutron] Checking segment: {'id': 'd689a5f1-87c6-4c5b-a91b-b6d33d247f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:57:24.595175 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6296180e-1984-40e4-8140-1f0aebca362f req-4113a7e2-7643-4925-88e4-d9d6a2734b3e service neutron] Bound using segment: {'id': 'd689a5f1-87c6-4c5b-a91b-b6d33d247f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:57:24.595607 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-6296180e-1984-40e4-8140-1f0aebca362f req-4113a7e2-7643-4925-88e4-d9d6a2734b3e service neutron] Bound port: a05cd913-36a0-411c-a212-c5fc48bddc03, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd689a5f1-87c6-4c5b-a91b-b6d33d247f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:57:24.596009 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6296180e-1984-40e4-8140-1f0aebca362f req-4113a7e2-7643-4925-88e4-d9d6a2734b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:24.686198 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-6296180e-1984-40e4-8140-1f0aebca362f req-4113a7e2-7643-4925-88e4-d9d6a2734b3e service neutron] For port a05cd913-36a0-411c-a212-c5fc48bddc03, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:57:24.689055 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-6296180e-1984-40e4-8140-1f0aebca362f req-4113a7e2-7643-4925-88e4-d9d6a2734b3e service neutron] For port a05cd913-36a0-411c-a212-c5fc48bddc03, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a05cd913-36a0-411c-a212-c5fc48bddc03,segment=NetworkSegment(d689a5f1-87c6-4c5b-a91b-b6d33d247f15),segment_id=d689a5f1-87c6-4c5b-a91b-b6d33d247f15)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:57:24.694043 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6296180e-1984-40e4-8140-1f0aebca362f req-4113a7e2-7643-4925-88e4-d9d6a2734b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:24.697772 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0527aa47-b22d-4a69-b3a1-7a153cbc4ffc tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:57:24.759193 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296180e-1984-40e4-8140-1f0aebca362f req-4113a7e2-7643-4925-88e4-d9d6a2734b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:24.759796 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6296180e-1984-40e4-8140-1f0aebca362f req-4113a7e2-7643-4925-88e4-d9d6a2734b3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:24.761185 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6296180e-1984-40e4-8140-1f0aebca362f req-4113a7e2-7643-4925-88e4-d9d6a2734b3e service neutron] 10.222.0.59 "PUT /v2.0/ports/a05cd913-36a0-411c-a212-c5fc48bddc03 HTTP/1.1" status: 200 len: 1093 time: 1.2418551 May 31 15:57:24.761745 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d38aedb-5b60-48b6-a7aa-1031bb90b500', 'tag': 'a05cd913-36a0-411c-a212-c5fc48bddc03'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:57:24.764057 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11207231-c0a1-4b44-be04-353273706070" -d '{"events": [{"name": "network-changed", "server_uuid": "1d38aedb-5b60-48b6-a7aa-1031bb90b500", "tag": "a05cd913-36a0-411c-a212-c5fc48bddc03"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:57:24.786392 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113a7e2-7643-4925-88e4-d9d6a2734b3e service neutron] Pushing event updated for resources: {'Port': ['ID=a05cd913-36a0-411c-a212-c5fc48bddc03,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:57:24.791070 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4113a7e2-7643-4925-88e4-d9d6a2734b3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:57:24.841465 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 15:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62cc7fc-1d6c-4271-b5dd-1ddaa1f5ee4e x-openstack-request-id: req-f62cc7fc-1d6c-4271-b5dd-1ddaa1f5ee4e {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:57:24.841806 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d38aedb-5b60-48b6-a7aa-1031bb90b500", "tag": "a05cd913-36a0-411c-a212-c5fc48bddc03", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:57:24.842104 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f62cc7fc-1d6c-4271-b5dd-1ddaa1f5ee4e {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:57:24.842547 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d38aedb-5b60-48b6-a7aa-1031bb90b500', 'tag': 'a05cd913-36a0-411c-a212-c5fc48bddc03', 'status': 'completed', 'code': 200} May 31 15:57:24.885924 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296180e-1984-40e4-8140-1f0aebca362f req-e6f183c0-0532-4583-8a9e-90d858594bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:24.887483 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6296180e-1984-40e4-8140-1f0aebca362f req-e6f183c0-0532-4583-8a9e-90d858594bfa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8116e4b155bf47a28df54c3549abf9a0&device_id=1d38aedb-5b60-48b6-a7aa-1031bb90b500 HTTP/1.1" status: 200 len: 1096 time: 0.0779433 May 31 15:57:24.958694 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6296180e-1984-40e4-8140-1f0aebca362f req-d69f7f17-818d-4737-9205-60d974831ff2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a05cd913-36a0-411c-a212-c5fc48bddc03 HTTP/1.1" status: 200 len: 217 time: 0.0633621 May 31 15:57:25.027146 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296180e-1984-40e4-8140-1f0aebca362f req-5dd638fd-4998-437c-8bdb-b6b2d89d2b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:25.029629 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6296180e-1984-40e4-8140-1f0aebca362f req-5dd638fd-4998-437c-8bdb-b6b2d89d2b11 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0855a3d7-c8f1-43b9-80cd-3c7b17490413 HTTP/1.1" status: 200 len: 849 time: 0.0647182 May 31 15:57:25.113754 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296180e-1984-40e4-8140-1f0aebca362f req-62ad7bbf-7c5a-4dfe-9350-ff73d94ef011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:25.115386 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6296180e-1984-40e4-8140-1f0aebca362f req-62ad7bbf-7c5a-4dfe-9350-ff73d94ef011 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=258fafc3-be14-41c8-a854-4f81d373cb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0774729 May 31 15:57:25.251457 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6296180e-1984-40e4-8140-1f0aebca362f req-58bc7e08-067d-43d7-b1ae-8bc94799fe0c service neutron] 10.222.0.59 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292305 May 31 15:57:25.435651 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6296180e-1984-40e4-8140-1f0aebca362f req-c977f703-6d26-4176-a908-ab8a8dab4307 service neutron] 10.222.0.59 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773703 May 31 15:57:25.461281 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a56722-5752-4743-8aaa-a6c556f89701 req-652318d8-c539-447a-b346-d0b9f6debf3e tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:25.463414 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-77a56722-5752-4743-8aaa-a6c556f89701 req-652318d8-c539-447a-b346-d0b9f6debf3e tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d38aedb-5b60-48b6-a7aa-1031bb90b500 HTTP/1.1" status: 200 len: 943 time: 0.1330693 May 31 15:57:25.553813 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-77a56722-5752-4743-8aaa-a6c556f89701 req-0324a21a-e78f-49e1-95bb-8428d56cbbe4 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847440 May 31 15:57:25.579132 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11207231-c0a1-4b44-be04-353273706070 req-f0386a9b-971f-400a-a204-1f1b11d1404d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:25.580626 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-11207231-c0a1-4b44-be04-353273706070 req-f0386a9b-971f-400a-a204-1f1b11d1404d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8116e4b155bf47a28df54c3549abf9a0&device_id=1d38aedb-5b60-48b6-a7aa-1031bb90b500 HTTP/1.1" status: 200 len: 1096 time: 0.0950613 May 31 15:57:25.854813 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11207231-c0a1-4b44-be04-353273706070 req-5d22171e-9da4-4c0f-bf86-e7a4d88b28e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:25.856224 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-11207231-c0a1-4b44-be04-353273706070 req-5d22171e-9da4-4c0f-bf86-e7a4d88b28e6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=258fafc3-be14-41c8-a854-4f81d373cb1a HTTP/1.1" status: 200 len: 911 time: 0.2683344 May 31 15:57:25.922808 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-11207231-c0a1-4b44-be04-353273706070 req-f7adc5ca-4410-4148-b9ae-cfabd4112247 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a05cd913-36a0-411c-a212-c5fc48bddc03 HTTP/1.1" status: 200 len: 217 time: 0.0598452 May 31 15:57:25.988090 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11207231-c0a1-4b44-be04-353273706070 req-2aa040f0-af4a-4e48-a512-64610ef1f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:25.989532 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-11207231-c0a1-4b44-be04-353273706070 req-2aa040f0-af4a-4e48-a512-64610ef1f7aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0855a3d7-c8f1-43b9-80cd-3c7b17490413 HTTP/1.1" status: 200 len: 849 time: 0.0601652 May 31 15:57:26.073437 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11207231-c0a1-4b44-be04-353273706070 req-1f4e3455-008b-407b-9013-6d8bcf6a1cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:26.075003 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-11207231-c0a1-4b44-be04-353273706070 req-1f4e3455-008b-407b-9013-6d8bcf6a1cee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=258fafc3-be14-41c8-a854-4f81d373cb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0780661 May 31 15:57:26.216272 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-11207231-c0a1-4b44-be04-353273706070 req-495108cc-cd66-4f8e-b8cf-9030204527ef service neutron] 10.222.0.59 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344788 May 31 15:57:26.351434 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-11207231-c0a1-4b44-be04-353273706070 req-7e7f6327-291e-4c7f-84e4-2de7d5c125ec service neutron] 10.222.0.59 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287622 May 31 15:57:26.780477 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771c653-f65a-4545-9e5f-b9ef0a8e15fc req-bd891e66-e483-45a8-a6be-eacb9f37701e tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:26.782033 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b771c653-f65a-4545-9e5f-b9ef0a8e15fc req-bd891e66-e483-45a8-a6be-eacb9f37701e tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d38aedb-5b60-48b6-a7aa-1031bb90b500 HTTP/1.1" status: 200 len: 943 time: 0.0930200 May 31 15:57:26.827636 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b771c653-f65a-4545-9e5f-b9ef0a8e15fc req-b3961b39-3735-40ce-8d2a-d57480cb0ee2 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396130 May 31 15:57:28.037398 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432615d-ca9d-4d55-a816-aec66f502767 req-b5f12bc9-200c-46e0-8729-e63d21b459ef tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:28.038988 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7432615d-ca9d-4d55-a816-aec66f502767 req-b5f12bc9-200c-46e0-8729-e63d21b459ef tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d38aedb-5b60-48b6-a7aa-1031bb90b500 HTTP/1.1" status: 200 len: 943 time: 0.0857944 May 31 15:57:28.092398 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7432615d-ca9d-4d55-a816-aec66f502767 req-26de22ad-96fa-489b-a715-2276c46e1ca5 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457020 May 31 15:57:28.217251 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:29.311681 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b098320-489d-49cd-8e20-7a04b0a1df69 req-f402eb99-c8e2-4471-aa29-aefcb28aa4da tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:29.313130 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0b098320-489d-49cd-8e20-7a04b0a1df69 req-f402eb99-c8e2-4471-aa29-aefcb28aa4da tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d38aedb-5b60-48b6-a7aa-1031bb90b500 HTTP/1.1" status: 200 len: 943 time: 0.0928373 May 31 15:57:29.359542 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0b098320-489d-49cd-8e20-7a04b0a1df69 req-95d6751f-6a05-42eb-9532-374a28b44b5d tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403988 May 31 15:57:30.550652 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e9f67-0270-4b6f-ac39-314ec7b45445 req-3ce77d30-c6a7-48ee-aaa0-3abc7fe5f215 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:30.552116 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-458e9f67-0270-4b6f-ac39-314ec7b45445 req-3ce77d30-c6a7-48ee-aaa0-3abc7fe5f215 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d38aedb-5b60-48b6-a7aa-1031bb90b500 HTTP/1.1" status: 200 len: 943 time: 0.0845866 May 31 15:57:30.600550 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-458e9f67-0270-4b6f-ac39-314ec7b45445 req-e6d2fc60-b214-466e-b175-42b3389cbc27 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425475 May 31 15:57:31.812936 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eaedbc-d4a9-4dd1-96a1-f322d60c331a req-0f59bf96-5d23-4abb-851f-f896e808f971 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:31.815293 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-75eaedbc-d4a9-4dd1-96a1-f322d60c331a req-0f59bf96-5d23-4abb-851f-f896e808f971 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d38aedb-5b60-48b6-a7aa-1031bb90b500 HTTP/1.1" status: 200 len: 943 time: 0.0894685 May 31 15:57:31.867509 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-75eaedbc-d4a9-4dd1-96a1-f322d60c331a req-9a6992a6-f50b-485f-a97c-0b350c6521b3 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438514 May 31 15:57:33.071477 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e506ae0-a275-4fac-84eb-8a7eb824d991 req-02c05e76-04ce-4397-ad30-3300f8ff8563 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:33.072956 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3e506ae0-a275-4fac-84eb-8a7eb824d991 req-02c05e76-04ce-4397-ad30-3300f8ff8563 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d38aedb-5b60-48b6-a7aa-1031bb90b500 HTTP/1.1" status: 200 len: 943 time: 0.0959034 May 31 15:57:33.126703 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3e506ae0-a275-4fac-84eb-8a7eb824d991 req-b3a611ef-4793-4861-a4d6-6ae934437e1a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472441 May 31 15:57:34.329593 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a93f7-e466-41d2-9d13-9c78b56769a0 req-15c53076-57fd-4c47-a833-ff1afbdc3fe0 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:34.331302 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-863a93f7-e466-41d2-9d13-9c78b56769a0 req-15c53076-57fd-4c47-a833-ff1afbdc3fe0 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d38aedb-5b60-48b6-a7aa-1031bb90b500 HTTP/1.1" status: 200 len: 943 time: 0.0886996 May 31 15:57:34.384608 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-863a93f7-e466-41d2-9d13-9c78b56769a0 req-83053c49-ff64-48a2-a291-9961521fb6e2 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473635 May 31 15:57:34.451440 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device a05cd913-36a0-411c-a212-c5fc48bddc03 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 15:57:34.590167 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port a05cd913-36a0-411c-a212-c5fc48bddc03, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a05cd913-36a0-411c-a212-c5fc48bddc03,segment=NetworkSegment(d689a5f1-87c6-4c5b-a91b-b6d33d247f15),segment_id=d689a5f1-87c6-4c5b-a91b-b6d33d247f15)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:57:34.615508 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': 'a05cd913-36a0-411c-a212-c5fc48bddc03', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'port_id': 'a05cd913-36a0-411c-a212-c5fc48bddc03', 'mac_address': 'fa:16:3e:62:c4:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 15:57:34.657593 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-33f300a2-7e5d-41c5-b70c-5ef880aad23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:34.685142 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:34.705314 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05cd913-36a0-411c-a212-c5fc48bddc03 {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 15:57:34.722562 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port a05cd913-36a0-411c-a212-c5fc48bddc03, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a05cd913-36a0-411c-a212-c5fc48bddc03,segment=NetworkSegment(d689a5f1-87c6-4c5b-a91b-b6d33d247f15),segment_id=d689a5f1-87c6-4c5b-a91b-b6d33d247f15)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:57:34.728673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:34.730578 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1246b53c-d134-488a-8c9d-0d4c916a0be1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:57:34.797342 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=a05cd913-36a0-411c-a212-c5fc48bddc03,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:57:34.804457 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:34.804799 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:34.805112 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:34.805453 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:34.805807 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:34.806126 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:34.806442 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:34.806754 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:34.807106 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:34.807418 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:34.807724 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:34.808016 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:34.812099 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:57:35.172171 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['a05cd913-36a0-411c-a212-c5fc48bddc03'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 15:57:35.583746 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f2f3a-c243-452c-8d77-492a334681da req-4e488cdb-f5ae-4698-ba5b-98210354c3a2 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:35.585170 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8a9f2f3a-c243-452c-8d77-492a334681da req-4e488cdb-f5ae-4698-ba5b-98210354c3a2 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d38aedb-5b60-48b6-a7aa-1031bb90b500 HTTP/1.1" status: 200 len: 944 time: 0.0908620 May 31 15:57:35.632916 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8a9f2f3a-c243-452c-8d77-492a334681da req-bfc14eee-89a5-4400-9ae1-cd848f9205e0 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419233 May 31 15:57:36.451713 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device a05cd913-36a0-411c-a212-c5fc48bddc03 up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:57:36.527269 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port a05cd913-36a0-411c-a212-c5fc48bddc03 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:57:36.532305 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port a05cd913-36a0-411c-a212-c5fc48bddc03 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:57:36.532679 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:36.650851 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:36.678344 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d38aedb-5b60-48b6-a7aa-1031bb90b500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05cd913-36a0-411c-a212-c5fc48bddc03'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:57:36.680687 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c45d6a-224c-414d-8bdf-2cfb1251b306" -d '{"events": [{"server_uuid": "1d38aedb-5b60-48b6-a7aa-1031bb90b500", "name": "network-vif-plugged", "status": "completed", "tag": "a05cd913-36a0-411c-a212-c5fc48bddc03"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:57:36.689247 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port a05cd913-36a0-411c-a212-c5fc48bddc03, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a05cd913-36a0-411c-a212-c5fc48bddc03,segment=NetworkSegment(d689a5f1-87c6-4c5b-a91b-b6d33d247f15),segment_id=d689a5f1-87c6-4c5b-a91b-b6d33d247f15)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:57:36.694578 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:36.696884 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:57:36.731682 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 15:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8d6c7c-b6ec-4b55-a6cd-1dbf47fe6d00 x-openstack-request-id: req-cb8d6c7c-b6ec-4b55-a6cd-1dbf47fe6d00 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:57:36.731980 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d38aedb-5b60-48b6-a7aa-1031bb90b500", "name": "network-vif-plugged", "status": "completed", "tag": "a05cd913-36a0-411c-a212-c5fc48bddc03", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:57:36.732231 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cb8d6c7c-b6ec-4b55-a6cd-1dbf47fe6d00 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:57:36.732629 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d38aedb-5b60-48b6-a7aa-1031bb90b500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05cd913-36a0-411c-a212-c5fc48bddc03', 'code': 200} May 31 15:57:36.766709 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=a05cd913-36a0-411c-a212-c5fc48bddc03,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:57:36.769792 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:57:36.818538 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e631b9-0451-4ae1-aa3b-6ce71df93d74 req-63e6c369-8309-4488-a6cf-8184e0705bb1 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:36.819996 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-43e631b9-0451-4ae1-aa3b-6ce71df93d74 req-63e6c369-8309-4488-a6cf-8184e0705bb1 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d38aedb-5b60-48b6-a7aa-1031bb90b500 HTTP/1.1" status: 200 len: 945 time: 0.0801165 May 31 15:57:36.869079 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-43e631b9-0451-4ae1-aa3b-6ce71df93d74 req-c9104695-ebc8-41d8-8861-fa67fdf11053 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433278 May 31 15:57:36.959248 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61428d-9773-4a15-b202-4f0c2107f908 req-d6322b16-474c-4ce1-9b05-06916afe7d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:36.960570 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ac61428d-9773-4a15-b202-4f0c2107f908 req-d6322b16-474c-4ce1-9b05-06916afe7d66 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1d38aedb-5b60-48b6-a7aa-1031bb90b500 HTTP/1.1" status: 200 len: 1098 time: 0.0737891 May 31 15:57:36.980502 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:37.003550 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ac61428d-9773-4a15-b202-4f0c2107f908 req-689aa97b-110a-43af-96d0-bf76d158fa44 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366178 May 31 15:57:37.877214 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-47937fce-509e-4dea-bd7a-c5bbba3db366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:38.071635 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e058bc-a725-4c68-8063-b46555c0fb43 req-f92d05d6-1cd1-47e8-8c0e-bcbe3541cb29 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:38.073172 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-81e058bc-a725-4c68-8063-b46555c0fb43 req-f92d05d6-1cd1-47e8-8c0e-bcbe3541cb29 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d38aedb-5b60-48b6-a7aa-1031bb90b500 HTTP/1.1" status: 200 len: 945 time: 0.0954256 May 31 15:57:38.119257 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-81e058bc-a725-4c68-8063-b46555c0fb43 req-28c207f8-9640-4c6f-bad3-e99beb929fd1 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394032 May 31 15:57:38.330182 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:39.323257 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5997a-0e49-4ebe-8ba1-f7b2024a9970 req-ec132500-bb95-4cb8-880b-f6a18ef2a253 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:39.324754 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7ad5997a-0e49-4ebe-8ba1-f7b2024a9970 req-ec132500-bb95-4cb8-880b-f6a18ef2a253 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d38aedb-5b60-48b6-a7aa-1031bb90b500 HTTP/1.1" status: 200 len: 945 time: 0.0809889 May 31 15:57:39.373276 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7ad5997a-0e49-4ebe-8ba1-f7b2024a9970 req-c74aa516-55b6-445a-bf5a-3c2894b1ff9c tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401714 May 31 15:57:39.576735 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655a904-c741-45bb-a8b8-7cb7cd74f1ff req-9999673a-f0b9-477b-b681-cf3ae0394b13 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:39.578204 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f655a904-c741-45bb-a8b8-7cb7cd74f1ff req-9999673a-f0b9-477b-b681-cf3ae0394b13 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d38aedb-5b60-48b6-a7aa-1031bb90b500 HTTP/1.1" status: 200 len: 945 time: 0.0975652 May 31 15:57:39.623985 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f655a904-c741-45bb-a8b8-7cb7cd74f1ff req-713b7193-c6eb-4acd-91e4-9002fdadb1b7 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398240 May 31 15:57:39.650430 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33218) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:57:39.693281 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:39.729219 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ab0b08-6370-4383-bbea-f45999fccf05 tempest-TestVolumeBootPattern-2018324440 tempest-TestVolumeBootPattern-2018324440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:39.733411 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-19ab0b08-6370-4383-bbea-f45999fccf05 tempest-TestVolumeBootPattern-2018324440 tempest-TestVolumeBootPattern-2018324440-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=1d38aedb-5b60-48b6-a7aa-1031bb90b500 HTTP/1.1" status: 200 len: 1093 time: 0.0790970 May 31 15:57:39.733791 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33222) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:57:39.739038 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-fa269854-f44c-4f9f-a473-553f6ccd06d6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'port_id': 'a05cd913-36a0-411c-a212-c5fc48bddc03', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:57:39.745424 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-fa269854-f44c-4f9f-a473-553f6ccd06d6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:57:39.749539 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-fa269854-f44c-4f9f-a473-553f6ccd06d6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Usage tracker for resource:floatingip and tenant:8116e4b155bf47a28df54c3549abf9a0 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:57:39.752966 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-fa269854-f44c-4f9f-a473-553f6ccd06d6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:57:39.758765 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-fa269854-f44c-4f9f-a473-553f6ccd06d6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:57:39.771604 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fa269854-f44c-4f9f-a473-553f6ccd06d6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for floatingip, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:39.911822 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fa269854-f44c-4f9f-a473-553f6ccd06d6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:40.184402 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-fa269854-f44c-4f9f-a473-553f6ccd06d6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Allocated IP 172.26.0.140 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/81a42fbe-230f-42b3-92af-da3e40aa4e33) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:57:40.341463 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fa269854-f44c-4f9f-a473-553f6ccd06d6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:40.374630 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fa269854-f44c-4f9f-a473-553f6ccd06d6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:40.379024 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-489f29a6-123b-4201-8037-2f9125e7a275 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:57:40.445798 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa269854-f44c-4f9f-a473-553f6ccd06d6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:57:40.448979 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-fa269854-f44c-4f9f-a473-553f6ccd06d6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:57:40.455725 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa269854-f44c-4f9f-a473-553f6ccd06d6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:57:40.482331 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa269854-f44c-4f9f-a473-553f6ccd06d6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Pushing event updated for resources: {'Port': ['ID=81a42fbe-230f-42b3-92af-da3e40aa4e33,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:57:40.488629 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fa269854-f44c-4f9f-a473-553f6ccd06d6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:57:40.866751 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fa269854-f44c-4f9f-a473-553f6ccd06d6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:40.951691 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fa269854-f44c-4f9f-a473-553f6ccd06d6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:41.166290 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fa269854-f44c-4f9f-a473-553f6ccd06d6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:41.174443 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fa269854-f44c-4f9f-a473-553f6ccd06d6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:41.178183 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3fb0c1c2-061a-4dc3-9fab-ab2e8bf8e166 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:57:41.285484 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa269854-f44c-4f9f-a473-553f6ccd06d6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Pushing event updated for resources: {'Port': ['ID=81a42fbe-230f-42b3-92af-da3e40aa4e33,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:57:41.289403 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fa269854-f44c-4f9f-a473-553f6ccd06d6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:57:41.298130 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fa269854-f44c-4f9f-a473-553f6ccd06d6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:41.473265 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-fa269854-f44c-4f9f-a473-553f6ccd06d6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Floating IP 2aea1252-0acf-4caf-8dfe-ced76599ef14 associated. External IP: 172.26.0.140, port: a05cd913-36a0-411c-a212-c5fc48bddc03. May 31 15:57:41.979463 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa269854-f44c-4f9f-a473-553f6ccd06d6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Router d2eaafca-c962-4810-a0d0-a75595e874c0 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:57:42.213282 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa269854-f44c-4f9f-a473-553f6ccd06d6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:57:42.221481 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f4ecc0b9-256c-4a9f-a75d-ae267d480080 req-184cb34d-1d2b-47e1-83ea-d43672ddacfd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1813347 May 31 15:57:42.224154 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1821bc92-e032-4025-ba90-2cd075e92f5f None None] Sync routers for ids ['d2eaafca-c962-4810-a0d0-a75595e874c0'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:57:42.234602 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1821bc92-e032-4025-ba90-2cd075e92f5f None None] Routers {'d2eaafca-c962-4810-a0d0-a75595e874c0'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:57:42.235184 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-1821bc92-e032-4025-ba90-2cd075e92f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:57:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['d2eaafca-c962-4810-a0d0-a75595e874c0'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:57:42.244578 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fa269854-f44c-4f9f-a473-553f6ccd06d6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:42.344748 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-fa269854-f44c-4f9f-a473-553f6ccd06d6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6098499 May 31 15:57:42.347245 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d38aedb-5b60-48b6-a7aa-1031bb90b500', 'tag': 'a05cd913-36a0-411c-a212-c5fc48bddc03'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:57:42.349652 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985d9d5a-b517-438c-961d-326d902d2509" -d '{"events": [{"name": "network-changed", "server_uuid": "1d38aedb-5b60-48b6-a7aa-1031bb90b500", "tag": "a05cd913-36a0-411c-a212-c5fc48bddc03"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:57:42.371258 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ecc0b9-256c-4a9f-a75d-ae267d480080 req-9a84ae9e-667d-439a-99c3-e8ad9a1da579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:42.372812 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f4ecc0b9-256c-4a9f-a75d-ae267d480080 req-9a84ae9e-667d-439a-99c3-e8ad9a1da579 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8116e4b155bf47a28df54c3549abf9a0&device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 1099 time: 0.1035006 May 31 15:57:42.420476 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 15:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3b31fb-5cd9-4381-a7e0-f85478cbf30f x-openstack-request-id: req-ea3b31fb-5cd9-4381-a7e0-f85478cbf30f {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:57:42.420794 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d38aedb-5b60-48b6-a7aa-1031bb90b500", "tag": "a05cd913-36a0-411c-a212-c5fc48bddc03", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:57:42.421096 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ea3b31fb-5cd9-4381-a7e0-f85478cbf30f {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:57:42.421532 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d38aedb-5b60-48b6-a7aa-1031bb90b500', 'tag': 'a05cd913-36a0-411c-a212-c5fc48bddc03', 'status': 'completed', 'code': 200} May 31 15:57:42.422419 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-1821bc92-e032-4025-ba90-2cd075e92f5f None None] Set router d2eaafca-c962-4810-a0d0-a75595e874c0 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:57:42.501289 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d9d5a-b517-438c-961d-326d902d2509 req-48f36cb2-d6ea-48b9-a6ad-c5140a835a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:42.503371 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-985d9d5a-b517-438c-961d-326d902d2509 req-48f36cb2-d6ea-48b9-a6ad-c5140a835a92 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8116e4b155bf47a28df54c3549abf9a0&device_id=1d38aedb-5b60-48b6-a7aa-1031bb90b500 HTTP/1.1" status: 200 len: 1098 time: 0.0749924 May 31 15:57:42.536643 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ecc0b9-256c-4a9f-a75d-ae267d480080 req-9be3f4aa-3da3-465d-a8d0-b3fc33838ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:42.538123 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f4ecc0b9-256c-4a9f-a75d-ae267d480080 req-9be3f4aa-3da3-465d-a8d0-b3fc33838ac8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=258fafc3-be14-41c8-a854-4f81d373cb1a HTTP/1.1" status: 200 len: 911 time: 0.1384006 May 31 15:57:42.646403 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f4ecc0b9-256c-4a9f-a75d-ae267d480080 req-d084a5d6-5141-4012-b147-9bd5cdff4834 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=968b1291-bd29-4db8-8117-9f286b699868 HTTP/1.1" status: 200 len: 1002 time: 0.0989687 May 31 15:57:42.648161 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d9d5a-b517-438c-961d-326d902d2509 req-381fb799-d32b-41ea-bde0-4480d0458511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:42.649635 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-985d9d5a-b517-438c-961d-326d902d2509 req-381fb799-d32b-41ea-bde0-4480d0458511 service neutron] 10.222.0.59 "GET /v2.0/networks?id=258fafc3-be14-41c8-a854-4f81d373cb1a HTTP/1.1" status: 200 len: 911 time: 0.1288600 May 31 15:57:42.721326 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ecc0b9-256c-4a9f-a75d-ae267d480080 req-0d981e5b-6fe3-466a-8113-cf4de2d486b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:42.722821 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f4ecc0b9-256c-4a9f-a75d-ae267d480080 req-0d981e5b-6fe3-466a-8113-cf4de2d486b4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0855a3d7-c8f1-43b9-80cd-3c7b17490413 HTTP/1.1" status: 200 len: 849 time: 0.0637014 May 31 15:57:42.757629 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-985d9d5a-b517-438c-961d-326d902d2509 req-20e8f0f0-0d3b-4645-8afa-593ae9f811fb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a05cd913-36a0-411c-a212-c5fc48bddc03 HTTP/1.1" status: 200 len: 999 time: 0.0979195 May 31 15:57:42.767185 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-1821bc92-e032-4025-ba90-2cd075e92f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'name': 'tempest-TestVolumeBootPattern-25264524-router', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:50:45Z', 'updated_at': '2021-05-31T15:51:01Z', 'revision_number': 4, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'gw_port': {'id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:49Z', 'updated_at': '2021-05-31T15:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '2aea1252-0acf-4caf-8dfe-ced76599ef14', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'floating_ip_address': '172.26.0.140', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'port_id': 'a05cd913-36a0-411c-a212-c5fc48bddc03', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'mac_address': 'fa:16:3e:62:c4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d38aedb-5b60-48b6-a7aa-1031bb90b500', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:57:40Z', 'updated_at': '2021-05-31T15:57:40Z', 'revision_number': 0, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'fixed_ip_address_scope': None}, {'id': '2c6925f1-4bf4-4b3c-9766-a726531c5086', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'port_id': '968b1291-bd29-4db8-8117-9f286b699868', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'mac_address': 'fa:16:3e:76:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:55:28Z', 'updated_at': '2021-05-31T15:55:31Z', 'revision_number': 1, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf6ac0a4-9241-474b-b88d-758c7f9f3835', 'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'mac_address': 'fa:16:3e:47:55:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:57Z', 'updated_at': '2021-05-31T15:51:15Z', 'revision_number': 5, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'subnets': [{'id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:57:42.770969 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1821bc92-e032-4025-ba90-2cd075e92f5f None None] Checking router: d2eaafca-c962-4810-a0d0-a75595e874c0 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:57:42.779230 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1821bc92-e032-4025-ba90-2cd075e92f5f None None] Routers {'d2eaafca-c962-4810-a0d0-a75595e874c0'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:57:42.779839 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-1821bc92-e032-4025-ba90-2cd075e92f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:57:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['d2eaafca-c962-4810-a0d0-a75595e874c0'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:57:42.804189 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ecc0b9-256c-4a9f-a75d-ae267d480080 req-9ce6871b-3760-4d9f-8bed-4c3cfcb72890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:42.806047 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f4ecc0b9-256c-4a9f-a75d-ae267d480080 req-9ce6871b-3760-4d9f-8bed-4c3cfcb72890 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=258fafc3-be14-41c8-a854-4f81d373cb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0736587 May 31 15:57:42.821507 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d9d5a-b517-438c-961d-326d902d2509 req-01b06366-00d8-41fd-9e79-0cee54e706ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:42.822975 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-985d9d5a-b517-438c-961d-326d902d2509 req-01b06366-00d8-41fd-9e79-0cee54e706ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0855a3d7-c8f1-43b9-80cd-3c7b17490413 HTTP/1.1" status: 200 len: 849 time: 0.0590241 May 31 15:57:42.907205 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d9d5a-b517-438c-961d-326d902d2509 req-436d0a8c-2797-4750-affd-5fc1afc75ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:42.908756 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-985d9d5a-b517-438c-961d-326d902d2509 req-436d0a8c-2797-4750-affd-5fc1afc75ca4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=258fafc3-be14-41c8-a854-4f81d373cb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0770643 May 31 15:57:42.939971 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f4ecc0b9-256c-4a9f-a75d-ae267d480080 req-880a9f99-162c-4766-8e00-c9a0f13e52fa service neutron] 10.222.0.59 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265426 May 31 15:57:42.953284 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-1821bc92-e032-4025-ba90-2cd075e92f5f None None] Set router d2eaafca-c962-4810-a0d0-a75595e874c0 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:57:43.046073 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-985d9d5a-b517-438c-961d-326d902d2509 req-6a3b366a-b41b-45d2-a6c3-a1fabddc8f65 service neutron] 10.222.0.59 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282289 May 31 15:57:43.074294 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f4ecc0b9-256c-4a9f-a75d-ae267d480080 req-3c55d958-72cb-46bd-8fe0-8c50179fa64f service neutron] 10.222.0.59 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263165 May 31 15:57:43.183267 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-985d9d5a-b517-438c-961d-326d902d2509 req-72bfa023-eb03-410b-9dd2-ccc696228dee service neutron] 10.222.0.59 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294775 May 31 15:57:43.338548 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-1821bc92-e032-4025-ba90-2cd075e92f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'name': 'tempest-TestVolumeBootPattern-25264524-router', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:50:45Z', 'updated_at': '2021-05-31T15:51:01Z', 'revision_number': 4, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'gw_port': {'id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:49Z', 'updated_at': '2021-05-31T15:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '2aea1252-0acf-4caf-8dfe-ced76599ef14', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'floating_ip_address': '172.26.0.140', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'port_id': 'a05cd913-36a0-411c-a212-c5fc48bddc03', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'mac_address': 'fa:16:3e:62:c4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d38aedb-5b60-48b6-a7aa-1031bb90b500', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:57:40Z', 'updated_at': '2021-05-31T15:57:40Z', 'revision_number': 0, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'fixed_ip_address_scope': None}, {'id': '2c6925f1-4bf4-4b3c-9766-a726531c5086', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'port_id': '968b1291-bd29-4db8-8117-9f286b699868', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'mac_address': 'fa:16:3e:76:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:55:28Z', 'updated_at': '2021-05-31T15:55:31Z', 'revision_number': 1, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf6ac0a4-9241-474b-b88d-758c7f9f3835', 'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'mac_address': 'fa:16:3e:47:55:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:57Z', 'updated_at': '2021-05-31T15:51:15Z', 'revision_number': 5, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'subnets': [{'id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:57:43.342701 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1821bc92-e032-4025-ba90-2cd075e92f5f None None] The sync data for ids ['d2eaafca-c962-4810-a0d0-a75595e874c0'] in dv-neutron-601336-79-hyperv is: [{'id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'name': 'tempest-TestVolumeBootPattern-25264524-router', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:50:45Z', 'updated_at': '2021-05-31T15:51:01Z', 'revision_number': 4, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'gw_port': {'id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:49Z', 'updated_at': '2021-05-31T15:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '2aea1252-0acf-4caf-8dfe-ced76599ef14', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'floating_ip_address': '172.26.0.140', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'port_id': 'a05cd913-36a0-411c-a212-c5fc48bddc03', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'mac_address': 'fa:16:3e:62:c4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d38aedb-5b60-48b6-a7aa-1031bb90b500', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:57:40Z', 'updated_at': '2021-05-31T15:57:40Z', 'revision_number': 0, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'fixed_ip_address_scope': None}, {'id': '2c6925f1-4bf4-4b3c-9766-a726531c5086', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'port_id': '968b1291-bd29-4db8-8117-9f286b699868', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'mac_address': 'fa:16:3e:76:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:55:28Z', 'updated_at': '2021-05-31T15:55:31Z', 'revision_number': 1, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf6ac0a4-9241-474b-b88d-758c7f9f3835', 'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'mac_address': 'fa:16:3e:47:55:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:57Z', 'updated_at': '2021-05-31T15:51:15Z', 'revision_number': 5, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'subnets': [{'id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:57:43.518776 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beed66c6-3cfc-4ffa-8134-29a214bfb90a None None] New status for floating IP 2aea1252-0acf-4caf-8dfe-ced76599ef14: ACTIVE {{(pid=99206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 15:57:45.494857 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33232) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:57:45.619630 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a208c64c-613d-4087-96e9-5fb3f92e5241 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/7028786f-e592-419d-8312-6a539566575a HTTP/1.1" status: 200 len: 993 time: 0.1231496 May 31 15:57:45.897668 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33240) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:57:46.338033 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-ccf36345-c51b-46a2-b6cc-dd3512f2e16b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port a2f93ce2-96e9-43b7-a5ea-99c31f9c2b1a {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:57:46.338324 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ccf36345-c51b-46a2-b6cc-dd3512f2e16b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:46.457376 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ccf36345-c51b-46a2-b6cc-dd3512f2e16b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:46.457684 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ccf36345-c51b-46a2-b6cc-dd3512f2e16b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:46.578568 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-ccf36345-c51b-46a2-b6cc-dd3512f2e16b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for a2f93ce2-96e9-43b7-a5ea-99c31f9c2b1a owned by network:floatingip {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:57:46.707707 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ccf36345-c51b-46a2-b6cc-dd3512f2e16b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:46.711218 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4113a7e2-7643-4925-88e4-d9d6a2734b3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:57:46.754102 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf36345-c51b-46a2-b6cc-dd3512f2e16b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=a2f93ce2-96e9-43b7-a5ea-99c31f9c2b1a,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:57:46.757258 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ccf36345-c51b-46a2-b6cc-dd3512f2e16b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:57:46.847159 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ccf36345-c51b-46a2-b6cc-dd3512f2e16b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:46.847575 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-ccf36345-c51b-46a2-b6cc-dd3512f2e16b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Floating IP 7028786f-e592-419d-8312-6a539566575a disassociated (deleted). External IP: 172.26.0.206, port: 4982e927-10ef-4394-b8b7-d48a3b98d79a. May 31 15:57:47.209144 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf36345-c51b-46a2-b6cc-dd3512f2e16b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router b11a9cb2-f0d2-4a0d-92aa-49f074d1f738 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:57:47.405217 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf36345-c51b-46a2-b6cc-dd3512f2e16b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:57:47.415280 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6817bcef-0e6f-4e84-8e12-25605e310942 None None] Sync routers for ids ['b11a9cb2-f0d2-4a0d-92aa-49f074d1f738'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:57:47.424969 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6817bcef-0e6f-4e84-8e12-25605e310942 None None] Routers {'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:57:47.425579 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-6817bcef-0e6f-4e84-8e12-25605e310942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:57:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['b11a9cb2-f0d2-4a0d-92aa-49f074d1f738'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:57:47.426862 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ccf36345-c51b-46a2-b6cc-dd3512f2e16b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:47.482250 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ccf36345-c51b-46a2-b6cc-dd3512f2e16b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/floatingips/7028786f-e592-419d-8312-6a539566575a HTTP/1.1" status: 204 len: 168 time: 1.5834818 May 31 15:57:47.483326 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ea5041-c61a-463b-bee7-9952456deb39', 'tag': '4982e927-10ef-4394-b8b7-d48a3b98d79a'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:57:47.486006 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f4e59a-513d-45ed-ba32-c395ad76b540" -d '{"events": [{"name": "network-changed", "server_uuid": "00ea5041-c61a-463b-bee7-9952456deb39", "tag": "4982e927-10ef-4394-b8b7-d48a3b98d79a"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:57:47.533689 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 15:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3e5b35-ba7b-4508-808d-6c355de79927 x-openstack-request-id: req-3f3e5b35-ba7b-4508-808d-6c355de79927 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:57:47.534194 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ea5041-c61a-463b-bee7-9952456deb39", "tag": "4982e927-10ef-4394-b8b7-d48a3b98d79a", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:57:47.534573 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3f3e5b35-ba7b-4508-808d-6c355de79927 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:57:47.535240 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ea5041-c61a-463b-bee7-9952456deb39', 'tag': '4982e927-10ef-4394-b8b7-d48a3b98d79a', 'status': 'completed', 'code': 200} May 31 15:57:47.608454 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-6817bcef-0e6f-4e84-8e12-25605e310942 None None] Set router b11a9cb2-f0d2-4a0d-92aa-49f074d1f738 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:57:47.632774 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4e59a-513d-45ed-ba32-c395ad76b540 req-61ddc012-56a0-4781-8b6d-9bd60191830d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:47.634736 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-d5f4e59a-513d-45ed-ba32-c395ad76b540 req-61ddc012-56a0-4781-8b6d-9bd60191830d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=00ea5041-c61a-463b-bee7-9952456deb39 HTTP/1.1" status: 200 len: 1098 time: 0.0769048 May 31 15:57:47.773083 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4e59a-513d-45ed-ba32-c395ad76b540 req-2d86aefa-a9a3-463f-8c83-6af872a67cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:47.774707 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-d5f4e59a-513d-45ed-ba32-c395ad76b540 req-2d86aefa-a9a3-463f-8c83-6af872a67cf6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9d48fbf9-1df4-4435-9175-a6ad80829064 HTTP/1.1" status: 200 len: 897 time: 0.1336544 May 31 15:57:47.845209 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-d5f4e59a-513d-45ed-ba32-c395ad76b540 req-c11e9454-797f-4cc2-b048-82ed6bda0f49 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4982e927-10ef-4394-b8b7-d48a3b98d79a HTTP/1.1" status: 200 len: 217 time: 0.0637867 May 31 15:57:47.860104 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c989e-d684-4aae-8c78-2cf93b1ec65f req-0e243b7d-23c9-4879-a9b0-8d7281d485f7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:47.861589 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-8d1c989e-d684-4aae-8c78-2cf93b1ec65f req-0e243b7d-23c9-4879-a9b0-8d7281d485f7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:57:47.880510 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-8d1c989e-d684-4aae-8c78-2cf93b1ec65f req-0e243b7d-23c9-4879-a9b0-8d7281d485f7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:57:47.882445 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8d1c989e-d684-4aae-8c78-2cf93b1ec65f req-0e243b7d-23c9-4879-a9b0-8d7281d485f7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=00ea5041-c61a-463b-bee7-9952456deb39 HTTP/1.1" status: 200 len: 945 time: 0.1039262 May 31 15:57:47.909474 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4e59a-513d-45ed-ba32-c395ad76b540 req-30325136-0412-4e8d-8314-d07acc8bc38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:47.910880 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-d5f4e59a-513d-45ed-ba32-c395ad76b540 req-30325136-0412-4e8d-8314-d07acc8bc38f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9070a72c-e7ce-45bc-b1c6-710239f68587 HTTP/1.1" status: 200 len: 835 time: 0.0594921 May 31 15:57:47.925731 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-6817bcef-0e6f-4e84-8e12-25605e310942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'name': 'tempest-TestNetworkBasicOps-router-2124677084', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '9b3de833-734f-4112-bf80-88f404e7fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:56:08Z', 'updated_at': '2021-05-31T15:56:14Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '9b3de833-734f-4112-bf80-88f404e7fd31', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:56:09Z', 'updated_at': '2021-05-31T15:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '13dcf753-cde3-4529-85df-80e56bf44e14', 'name': '', 'network_id': '9d48fbf9-1df4-4435-9175-a6ad80829064', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:40:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '9070a72c-e7ce-45bc-b1c6-710239f68587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:56:13Z', 'updated_at': '2021-05-31T15:56:21Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '9070a72c-e7ce-45bc-b1c6-710239f68587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:57:47.929797 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6817bcef-0e6f-4e84-8e12-25605e310942 None None] Checking router: b11a9cb2-f0d2-4a0d-92aa-49f074d1f738 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:57:47.938812 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6817bcef-0e6f-4e84-8e12-25605e310942 None None] Routers {'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:57:47.939556 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-6817bcef-0e6f-4e84-8e12-25605e310942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:57:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['b11a9cb2-f0d2-4a0d-92aa-49f074d1f738'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:57:48.004402 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4e59a-513d-45ed-ba32-c395ad76b540 req-4936388a-fb05-4388-8b1c-0a1e7a3656e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:48.006317 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-d5f4e59a-513d-45ed-ba32-c395ad76b540 req-4936388a-fb05-4388-8b1c-0a1e7a3656e0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9d48fbf9-1df4-4435-9175-a6ad80829064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0874863 May 31 15:57:48.098010 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8d1c989e-d684-4aae-8c78-2cf93b1ec65f req-b0db0098-1c62-48d9-8e65-62c7d5f21b70 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=56285a76-691f-405a-bbbb-2ba24b481d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049646 May 31 15:57:48.123198 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-6817bcef-0e6f-4e84-8e12-25605e310942 None None] Set router b11a9cb2-f0d2-4a0d-92aa-49f074d1f738 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:57:48.145408 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-d5f4e59a-513d-45ed-ba32-c395ad76b540 req-376f240c-e569-4d89-9d79-6436138472eb service neutron] 10.222.0.59 "GET /v2.0/networks/9d48fbf9-1df4-4435-9175-a6ad80829064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307480 May 31 15:57:48.424487 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-d5f4e59a-513d-45ed-ba32-c395ad76b540 req-fc6f555f-75e0-4120-bd06-89495e6ff7b1 service neutron] 10.222.0.59 "GET /v2.0/networks/9d48fbf9-1df4-4435-9175-a6ad80829064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718632 May 31 15:57:48.444859 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-6817bcef-0e6f-4e84-8e12-25605e310942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'name': 'tempest-TestNetworkBasicOps-router-2124677084', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '9b3de833-734f-4112-bf80-88f404e7fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:56:08Z', 'updated_at': '2021-05-31T15:56:14Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '9b3de833-734f-4112-bf80-88f404e7fd31', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:56:09Z', 'updated_at': '2021-05-31T15:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '13dcf753-cde3-4529-85df-80e56bf44e14', 'name': '', 'network_id': '9d48fbf9-1df4-4435-9175-a6ad80829064', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:40:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '9070a72c-e7ce-45bc-b1c6-710239f68587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:56:13Z', 'updated_at': '2021-05-31T15:56:21Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '9070a72c-e7ce-45bc-b1c6-710239f68587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:57:48.449164 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6817bcef-0e6f-4e84-8e12-25605e310942 None None] The sync data for ids ['b11a9cb2-f0d2-4a0d-92aa-49f074d1f738'] in dv-neutron-601336-79-hyperv is: [{'id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'name': 'tempest-TestNetworkBasicOps-router-2124677084', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '9b3de833-734f-4112-bf80-88f404e7fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:56:08Z', 'updated_at': '2021-05-31T15:56:14Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '9b3de833-734f-4112-bf80-88f404e7fd31', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:56:09Z', 'updated_at': '2021-05-31T15:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '13dcf753-cde3-4529-85df-80e56bf44e14', 'name': '', 'network_id': '9d48fbf9-1df4-4435-9175-a6ad80829064', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:40:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '9070a72c-e7ce-45bc-b1c6-710239f68587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:56:13Z', 'updated_at': '2021-05-31T15:56:21Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '9070a72c-e7ce-45bc-b1c6-710239f68587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:57:48.658979 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d48cba-a913-458d-a186-73cd6f6b054b None None] New status for floating IP 7028786f-e592-419d-8312-6a539566575a: DOWN {{(pid=99206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 15:57:49.301529 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5fb75-d798-429e-b0a4-0e14f34c659d req-18fc655d-093f-4485-87f7-8279958b45fc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:49.303068 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-faf5fb75-d798-429e-b0a4-0e14f34c659d req-18fc655d-093f-4485-87f7-8279958b45fc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=00ea5041-c61a-463b-bee7-9952456deb39 HTTP/1.1" status: 200 len: 945 time: 0.0885499 May 31 15:57:49.348584 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-faf5fb75-d798-429e-b0a4-0e14f34c659d req-e8679663-2134-42a6-8c97-7176fa1698f1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=56285a76-691f-405a-bbbb-2ba24b481d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393531 May 31 15:57:49.604657 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760f4d4-94b8-469d-9420-a63cc83271c4 req-038c2c14-cd16-4044-9406-3da92f34fd99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:49.605437 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-7760f4d4-94b8-469d-9420-a63cc83271c4 req-038c2c14-cd16-4044-9406-3da92f34fd99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:57:49.621452 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-7760f4d4-94b8-469d-9420-a63cc83271c4 req-038c2c14-cd16-4044-9406-3da92f34fd99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:57:49.622868 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-7760f4d4-94b8-469d-9420-a63cc83271c4 req-038c2c14-cd16-4044-9406-3da92f34fd99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/ports?device_id=00ea5041-c61a-463b-bee7-9952456deb39 HTTP/1.1" status: 200 len: 945 time: 0.1093481 May 31 15:57:49.778724 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [req-7760f4d4-94b8-469d-9420-a63cc83271c4 req-418b08b9-0241-43ca-82d5-8c4fe3d2dbe5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port 4982e927-10ef-4394-b8b7-d48a3b98d79a {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:57:49.779102 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-7760f4d4-94b8-469d-9420-a63cc83271c4 req-418b08b9-0241-43ca-82d5-8c4fe3d2dbe5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:49.922492 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [req-7760f4d4-94b8-469d-9420-a63cc83271c4 req-418b08b9-0241-43ca-82d5-8c4fe3d2dbe5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] For port 4982e927-10ef-4394-b8b7-d48a3b98d79a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4982e927-10ef-4394-b8b7-d48a3b98d79a,segment=NetworkSegment(3d216725-6db7-423f-877a-f75596bd7bd6),segment_id=3d216725-6db7-423f-877a-f75596bd7bd6)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:57:49.922993 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-7760f4d4-94b8-469d-9420-a63cc83271c4 req-418b08b9-0241-43ca-82d5-8c4fe3d2dbe5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:50.050427 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [req-7760f4d4-94b8-469d-9420-a63cc83271c4 req-418b08b9-0241-43ca-82d5-8c4fe3d2dbe5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for 4982e927-10ef-4394-b8b7-d48a3b98d79a owned by compute:nova {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:57:50.176989 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-7760f4d4-94b8-469d-9420-a63cc83271c4 req-418b08b9-0241-43ca-82d5-8c4fe3d2dbe5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:50.184097 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b04c69c3-8dc9-45b0-a5d1-fe8112e729ef tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:57:50.230498 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b08b9-0241-43ca-82d5-8c4fe3d2dbe5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=4982e927-10ef-4394-b8b7-d48a3b98d79a,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:57:50.273480 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b08b9-0241-43ca-82d5-8c4fe3d2dbe5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:50.273860 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b08b9-0241-43ca-82d5-8c4fe3d2dbe5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:50.274235 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b08b9-0241-43ca-82d5-8c4fe3d2dbe5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:50.274642 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b08b9-0241-43ca-82d5-8c4fe3d2dbe5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:50.275001 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b08b9-0241-43ca-82d5-8c4fe3d2dbe5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:50.275400 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b08b9-0241-43ca-82d5-8c4fe3d2dbe5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:50.275757 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b08b9-0241-43ca-82d5-8c4fe3d2dbe5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:50.276108 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b08b9-0241-43ca-82d5-8c4fe3d2dbe5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:50.276462 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b08b9-0241-43ca-82d5-8c4fe3d2dbe5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:50.276785 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b08b9-0241-43ca-82d5-8c4fe3d2dbe5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:50.277152 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b08b9-0241-43ca-82d5-8c4fe3d2dbe5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:50.277466 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b08b9-0241-43ca-82d5-8c4fe3d2dbe5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:57:50.280883 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-418b08b9-0241-43ca-82d5-8c4fe3d2dbe5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:57:50.320316 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [req-7760f4d4-94b8-469d-9420-a63cc83271c4 req-418b08b9-0241-43ca-82d5-8c4fe3d2dbe5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] No DVR routers for this DVR port 4982e927-10ef-4394-b8b7-d48a3b98d79a on host hv-neutron-6013 {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:57:50.322848 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-7760f4d4-94b8-469d-9420-a63cc83271c4 req-418b08b9-0241-43ca-82d5-8c4fe3d2dbe5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:50.325559 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ea5041-c61a-463b-bee7-9952456deb39', 'name': 'network-vif-deleted', 'tag': '4982e927-10ef-4394-b8b7-d48a3b98d79a'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:57:50.327864 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de8fce8-62d6-4fda-b787-3414de871199" -d '{"events": [{"server_uuid": "00ea5041-c61a-463b-bee7-9952456deb39", "name": "network-vif-deleted", "tag": "4982e927-10ef-4394-b8b7-d48a3b98d79a"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:57:50.342412 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-7760f4d4-94b8-469d-9420-a63cc83271c4 req-418b08b9-0241-43ca-82d5-8c4fe3d2dbe5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "DELETE /v2.0/ports/4982e927-10ef-4394-b8b7-d48a3b98d79a HTTP/1.1" status: 204 len: 173 time: 0.7138412 May 31 15:57:50.434985 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 15:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4e42d4-995d-4449-9ea4-71278090abda x-openstack-request-id: req-bf4e42d4-995d-4449-9ea4-71278090abda {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:57:50.435543 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ea5041-c61a-463b-bee7-9952456deb39", "name": "network-vif-deleted", "tag": "4982e927-10ef-4394-b8b7-d48a3b98d79a", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:57:50.435935 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bf4e42d4-995d-4449-9ea4-71278090abda {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:57:50.436472 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ea5041-c61a-463b-bee7-9952456deb39', 'name': 'network-vif-deleted', 'tag': '4982e927-10ef-4394-b8b7-d48a3b98d79a', 'status': 'completed', 'code': 200} May 31 15:57:50.510930 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-75d7093a-d332-438a-9423-04f6561d8bd0 req-3f395a93-7716-4b43-bca2-167b551e42b5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=00ea5041-c61a-463b-bee7-9952456deb39 HTTP/1.1" status: 200 len: 210 time: 0.0464716 May 31 15:57:51.620522 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33262) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:57:51.701859 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-97562999-b517-49ef-aa3f-a631c507bf0b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:51.731788 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-97562999-b517-49ef-aa3f-a631c507bf0b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:51.805698 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-97562999-b517-49ef-aa3f-a631c507bf0b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:51.811530 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d86fcd7d-597e-4356-9249-e8440bb57028 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:57:51.830014 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97562999-b517-49ef-aa3f-a631c507bf0b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56285a76-691f-405a-bbbb-2ba24b481d88,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:57:51.832587 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-97562999-b517-49ef-aa3f-a631c507bf0b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:57:51.841450 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-97562999-b517-49ef-aa3f-a631c507bf0b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:51.843703 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-97562999-b517-49ef-aa3f-a631c507bf0b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/security-groups/56285a76-691f-405a-bbbb-2ba24b481d88 HTTP/1.1" status: 204 len: 168 time: 0.2207918 May 31 15:57:51.875734 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33268) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:57:52.461808 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3a241036-6a9d-442f-a44c-0426c0005021 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:52.495582 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 4982e927-10ef-4394-b8b7-d48a3b98d79a no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:57:52.531771 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: 4982e927-10ef-4394-b8b7-d48a3b98d79a {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:57:52.532117 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 4982e927-10ef-4394-b8b7-d48a3b98d79a not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:57:52.900113 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-3a241036-6a9d-442f-a44c-0426c0005021 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port 13dcf753-cde3-4529-85df-80e56bf44e14 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:57:52.900729 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3a241036-6a9d-442f-a44c-0426c0005021 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:53.032413 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-3a241036-6a9d-442f-a44c-0426c0005021 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] For port 13dcf753-cde3-4529-85df-80e56bf44e14, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=13dcf753-cde3-4529-85df-80e56bf44e14,segment=NetworkSegment(3d216725-6db7-423f-877a-f75596bd7bd6),segment_id=3d216725-6db7-423f-877a-f75596bd7bd6)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:57:53.032644 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3a241036-6a9d-442f-a44c-0426c0005021 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:53.292504 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-3a241036-6a9d-442f-a44c-0426c0005021 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for 13dcf753-cde3-4529-85df-80e56bf44e14 owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:57:53.601986 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3a241036-6a9d-442f-a44c-0426c0005021 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:53.606480 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-94fb4f14-26c9-4d3b-913f-6b9777e46c86 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:57:53.653282 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a241036-6a9d-442f-a44c-0426c0005021 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=13dcf753-cde3-4529-85df-80e56bf44e14,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:57:53.656447 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3a241036-6a9d-442f-a44c-0426c0005021 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:57:53.925844 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3a241036-6a9d-442f-a44c-0426c0005021 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:54.294394 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a241036-6a9d-442f-a44c-0426c0005021 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router b11a9cb2-f0d2-4a0d-92aa-49f074d1f738 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:57:54.633530 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a241036-6a9d-442f-a44c-0426c0005021 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:57:54.645550 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e06c7e-60fd-46b1-8f93-349d7ebb2cf0 None None] Sync routers for ids ['b11a9cb2-f0d2-4a0d-92aa-49f074d1f738'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:57:54.650977 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3a241036-6a9d-442f-a44c-0426c0005021 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "PUT /v2.0/routers/b11a9cb2-f0d2-4a0d-92aa-49f074d1f738/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7741325 May 31 15:57:54.653921 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33272) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:57:54.657392 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e06c7e-60fd-46b1-8f93-349d7ebb2cf0 None None] Routers {'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:57:54.658031 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-91e06c7e-60fd-46b1-8f93-349d7ebb2cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:57:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['b11a9cb2-f0d2-4a0d-92aa-49f074d1f738'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:57:54.720935 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-31719be9-0fd8-4339-98d0-698875bd9725 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting subnet 9070a72c-e7ce-45bc-b1c6-710239f68587 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:57:54.724057 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-31719be9-0fd8-4339-98d0-698875bd9725 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:54.783185 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-31719be9-0fd8-4339-98d0-698875bd9725 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:54.831551 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-91e06c7e-60fd-46b1-8f93-349d7ebb2cf0 None None] Set router b11a9cb2-f0d2-4a0d-92aa-49f074d1f738 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:57:54.865935 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-31719be9-0fd8-4339-98d0-698875bd9725 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:55.142644 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-31719be9-0fd8-4339-98d0-698875bd9725 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:55.148384 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-238b74e6-1b19-4a3b-954b-3126cc8759a9 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:57:55.151341 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-91e06c7e-60fd-46b1-8f93-349d7ebb2cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'name': 'tempest-TestNetworkBasicOps-router-2124677084', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '9b3de833-734f-4112-bf80-88f404e7fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:56:08Z', 'updated_at': '2021-05-31T15:57:53Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '9b3de833-734f-4112-bf80-88f404e7fd31', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:56:09Z', 'updated_at': '2021-05-31T15:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:57:55.155226 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e06c7e-60fd-46b1-8f93-349d7ebb2cf0 None None] Checking router: b11a9cb2-f0d2-4a0d-92aa-49f074d1f738 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:57:55.163847 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e06c7e-60fd-46b1-8f93-349d7ebb2cf0 None None] Routers {'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:57:55.164440 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-91e06c7e-60fd-46b1-8f93-349d7ebb2cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:57:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['b11a9cb2-f0d2-4a0d-92aa-49f074d1f738'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:57:55.186602 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-31719be9-0fd8-4339-98d0-698875bd9725 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:55.189430 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31719be9-0fd8-4339-98d0-698875bd9725 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Subnet': ['ID=9070a72c-e7ce-45bc-b1c6-710239f68587,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:57:55.191654 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-31719be9-0fd8-4339-98d0-698875bd9725 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:57:55.194430 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c6951c-8bc1-41b7-a2dc-02104c1b0338 None None] Network 9d48fbf9-1df4-4435-9175-a6ad80829064 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:57:55.196442 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-31719be9-0fd8-4339-98d0-698875bd9725 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/subnets/9070a72c-e7ce-45bc-b1c6-710239f68587 HTTP/1.1" status: 204 len: 168 time: 0.5413232 May 31 15:57:55.199493 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33276) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:57:55.343660 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-91e06c7e-60fd-46b1-8f93-349d7ebb2cf0 None None] Set router b11a9cb2-f0d2-4a0d-92aa-49f074d1f738 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:57:55.398319 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-34d4f419-11f5-4eaa-b694-830826aed137 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:55.452251 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b9b5f1-bb41-4406-a31a-3100947a1449 None None] DHCP port deletion for 9d48fbf9-1df4-4435-9175-a6ad80829064 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:57:55.517138 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-64b9b5f1-bb41-4406-a31a-3100947a1449 None None] Deleting port 30f39e95-21c6-4d9c-96d3-8df7098e2c1a {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:57:55.517846 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-64b9b5f1-bb41-4406-a31a-3100947a1449 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:55.574604 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-34d4f419-11f5-4eaa-b694-830826aed137 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:55.621426 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-64b9b5f1-bb41-4406-a31a-3100947a1449 None None] For port 30f39e95-21c6-4d9c-96d3-8df7098e2c1a, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=30f39e95-21c6-4d9c-96d3-8df7098e2c1a,segment=NetworkSegment(3d216725-6db7-423f-877a-f75596bd7bd6),segment_id=3d216725-6db7-423f-877a-f75596bd7bd6)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:57:55.621830 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-64b9b5f1-bb41-4406-a31a-3100947a1449 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:55.632695 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-91e06c7e-60fd-46b1-8f93-349d7ebb2cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'name': 'tempest-TestNetworkBasicOps-router-2124677084', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '9b3de833-734f-4112-bf80-88f404e7fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:56:08Z', 'updated_at': '2021-05-31T15:57:53Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '9b3de833-734f-4112-bf80-88f404e7fd31', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:56:09Z', 'updated_at': '2021-05-31T15:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:57:55.636733 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e06c7e-60fd-46b1-8f93-349d7ebb2cf0 None None] The sync data for ids ['b11a9cb2-f0d2-4a0d-92aa-49f074d1f738'] in dv-neutron-601336-79-hyperv is: [{'id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'name': 'tempest-TestNetworkBasicOps-router-2124677084', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '9b3de833-734f-4112-bf80-88f404e7fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:56:08Z', 'updated_at': '2021-05-31T15:57:53Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '9b3de833-734f-4112-bf80-88f404e7fd31', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a9cb2-f0d2-4a0d-92aa-49f074d1f738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:56:09Z', 'updated_at': '2021-05-31T15:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:57:55.653913 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-34d4f419-11f5-4eaa-b694-830826aed137 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port 9b3de833-734f-4112-bf80-88f404e7fd31 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:57:55.654268 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-34d4f419-11f5-4eaa-b694-830826aed137 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:55.745297 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-64b9b5f1-bb41-4406-a31a-3100947a1449 None None] Calling delete_port for 30f39e95-21c6-4d9c-96d3-8df7098e2c1a owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:57:55.790688 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-34d4f419-11f5-4eaa-b694-830826aed137 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] For port 9b3de833-734f-4112-bf80-88f404e7fd31, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=9b3de833-734f-4112-bf80-88f404e7fd31,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:57:55.791265 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-34d4f419-11f5-4eaa-b694-830826aed137 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:55.810865 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-64b9b5f1-bb41-4406-a31a-3100947a1449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:55.815681 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1186a80b-e72d-486e-8b6f-6b7eab507ae2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:57:55.884358 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9b5f1-bb41-4406-a31a-3100947a1449 None None] Pushing event deleted for resources: {'Port': ['ID=30f39e95-21c6-4d9c-96d3-8df7098e2c1a,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:57:55.889263 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-64b9b5f1-bb41-4406-a31a-3100947a1449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:57:55.890298 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b9b5f1-bb41-4406-a31a-3100947a1449 None None] No DVR routers for this DVR port 30f39e95-21c6-4d9c-96d3-8df7098e2c1a on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:57:55.957343 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-34d4f419-11f5-4eaa-b694-830826aed137 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for 9b3de833-734f-4112-bf80-88f404e7fd31 owned by network:router_gateway {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:57:56.158664 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-34d4f419-11f5-4eaa-b694-830826aed137 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:56.162930 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-919df1c7-425e-45af-ae05-14d65012da03 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:57:56.215136 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d4f419-11f5-4eaa-b694-830826aed137 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=9b3de833-734f-4112-bf80-88f404e7fd31,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:57:56.241162 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-34d4f419-11f5-4eaa-b694-830826aed137 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:57:56.306749 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-34d4f419-11f5-4eaa-b694-830826aed137 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:56.692097 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-34d4f419-11f5-4eaa-b694-830826aed137 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:56.694328 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-34d4f419-11f5-4eaa-b694-830826aed137 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:56.722497 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-34d4f419-11f5-4eaa-b694-830826aed137 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:56.723016 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d4f419-11f5-4eaa-b694-830826aed137 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Fanout notify agent at l3_agent the message router_deleted on router b11a9cb2-f0d2-4a0d-92aa-49f074d1f738 {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:57:56.738362 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-34d4f419-11f5-4eaa-b694-830826aed137 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:56.742417 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33282) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:57:56.742892 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-34d4f419-11f5-4eaa-b694-830826aed137 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/routers/b11a9cb2-f0d2-4a0d-92aa-49f074d1f738 HTTP/1.1" status: 204 len: 168 time: 1.5420060 May 31 15:57:56.868625 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d926b485-50fc-4f7b-be4f-7b16e9d9dba5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:57.010375 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d926b485-50fc-4f7b-be4f-7b16e9d9dba5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:57.023169 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-d926b485-50fc-4f7b-be4f-7b16e9d9dba5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d48fbf9-1df4-4435-9175-a6ad80829064']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:57:57.035094 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-d926b485-50fc-4f7b-be4f-7b16e9d9dba5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d216725-6db7-423f-877a-f75596bd7bd6') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:57:57.035388 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-d926b485-50fc-4f7b-be4f-7b16e9d9dba5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d216725-6db7-423f-877a-f75596bd7bd6') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:57:57.046682 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d926b485-50fc-4f7b-be4f-7b16e9d9dba5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:57.062440 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d926b485-50fc-4f7b-be4f-7b16e9d9dba5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:57.068982 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d926b485-50fc-4f7b-be4f-7b16e9d9dba5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:57:57.069365 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d926b485-50fc-4f7b-be4f-7b16e9d9dba5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:57:57.084401 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:57:57.168354 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d926b485-50fc-4f7b-be4f-7b16e9d9dba5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:57.172134 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2af20d49-e569-490a-b550-61136722083a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:57:57.174733 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 13dcf753-cde3-4529-85df-80e56bf44e14 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:57:57.186830 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d926b485-50fc-4f7b-be4f-7b16e9d9dba5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:57.198197 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926b485-50fc-4f7b-be4f-7b16e9d9dba5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Network': ['ID=9d48fbf9-1df4-4435-9175-a6ad80829064,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:57:57.201953 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d926b485-50fc-4f7b-be4f-7b16e9d9dba5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:57:57.208906 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d926b485-50fc-4f7b-be4f-7b16e9d9dba5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/networks/9d48fbf9-1df4-4435-9175-a6ad80829064 HTTP/1.1" status: 204 len: 168 time: 0.4654133 May 31 15:57:57.209128 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 13dcf753-cde3-4529-85df-80e56bf44e14 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:57:57.209426 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 13dcf753-cde3-4529-85df-80e56bf44e14 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:57:57.209890 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 30f39e95-21c6-4d9c-96d3-8df7098e2c1a no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:57:57.224216 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33286) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:57:57.230845 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-585111d8-da93-4cd6-a530-dabe41cfb63b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'network': {'name': 'tempest-network-smoke--1434317607', 'project_id': '77a9908268404908970d038c7b3f1f66', 'port_security_enabled': True}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:57:57.238637 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-585111d8-da93-4cd6-a530-dabe41cfb63b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:57:57.243033 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-585111d8-da93-4cd6-a530-dabe41cfb63b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:network and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:57:57.245807 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 30f39e95-21c6-4d9c-96d3-8df7098e2c1a {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:57:57.246156 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-585111d8-da93-4cd6-a530-dabe41cfb63b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:57:57.246292 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 30f39e95-21c6-4d9c-96d3-8df7098e2c1a not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:57:57.246576 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9b3de833-734f-4112-bf80-88f404e7fd31 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:57:57.252620 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-585111d8-da93-4cd6-a530-dabe41cfb63b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:57:57.265152 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585111d8-da93-4cd6-a530-dabe41cfb63b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Made reservation on behalf of 77a9908268404908970d038c7b3f1f66 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:57:57.268584 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-585111d8-da93-4cd6-a530-dabe41cfb63b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:57.279611 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 9b3de833-734f-4112-bf80-88f404e7fd31 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:57:57.279961 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9b3de833-734f-4112-bf80-88f404e7fd31 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:57:57.297436 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-585111d8-da93-4cd6-a530-dabe41cfb63b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 15:57:57.306932 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-585111d8-da93-4cd6-a530-dabe41cfb63b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:57.307548 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-585111d8-da93-4cd6-a530-dabe41cfb63b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Added segment f22aaee8-5cac-4193-92e9-aaeaf57e8276 of type vlan for network 783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 May 31 15:57:57.336733 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-585111d8-da93-4cd6-a530-dabe41cfb63b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:57.370818 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-585111d8-da93-4cd6-a530-dabe41cfb63b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:57.376419 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585111d8-da93-4cd6-a530-dabe41cfb63b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:57:57.377344 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-585111d8-da93-4cd6-a530-dabe41cfb63b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:57.382826 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-71afa9f1-5d5c-45f3-8e9b-fd480614f893 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:57:57.481451 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-585111d8-da93-4cd6-a530-dabe41cfb63b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2560437 May 31 15:57:57.484465 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33290) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:57:57.493203 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-23101eb5-4348-457a-a080-90ee4130622d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1408046131', 'admin_state_up': True, 'project_id': '77a9908268404908970d038c7b3f1f66', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:57:57.494688 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585111d8-da93-4cd6-a530-dabe41cfb63b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Network': ['ID=783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:57:57.497650 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-585111d8-da93-4cd6-a530-dabe41cfb63b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:57:57.500928 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-23101eb5-4348-457a-a080-90ee4130622d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:57:57.505460 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-23101eb5-4348-457a-a080-90ee4130622d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:router and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:57:57.506142 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 15:57:57.508572 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-23101eb5-4348-457a-a080-90ee4130622d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:57:57.515323 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-23101eb5-4348-457a-a080-90ee4130622d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:57:57.525168 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-23101eb5-4348-457a-a080-90ee4130622d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:57.526115 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-23101eb5-4348-457a-a080-90ee4130622d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:57.540267 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-23101eb5-4348-457a-a080-90ee4130622d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:57.809169 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-23101eb5-4348-457a-a080-90ee4130622d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:58.116093 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-23101eb5-4348-457a-a080-90ee4130622d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_gateway, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:58.144997 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-23101eb5-4348-457a-a080-90ee4130622d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:58.216792 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:58.287703 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-23101eb5-4348-457a-a080-90ee4130622d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.26.0.26 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/e6e317fa-866d-49df-aa87-e5b7e2def703) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:57:58.434639 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-23101eb5-4348-457a-a080-90ee4130622d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:58.465408 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-23101eb5-4348-457a-a080-90ee4130622d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:58.469336 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-88c98c93-0299-4c0a-ac37-fcb627fd4239 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:57:58.531943 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23101eb5-4348-457a-a080-90ee4130622d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:57:58.534864 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-23101eb5-4348-457a-a080-90ee4130622d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:57:58.538768 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23101eb5-4348-457a-a080-90ee4130622d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:57:58.572333 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23101eb5-4348-457a-a080-90ee4130622d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=e6e317fa-866d-49df-aa87-e5b7e2def703,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:57:58.578279 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-23101eb5-4348-457a-a080-90ee4130622d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:57:59.127582 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-23101eb5-4348-457a-a080-90ee4130622d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_gateway, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:59.493292 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-23101eb5-4348-457a-a080-90ee4130622d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:59.717101 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23101eb5-4348-457a-a080-90ee4130622d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 716c3d74-2791-46d3-aa23-6548f10ac32c is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 15:57:59.915059 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23101eb5-4348-457a-a080-90ee4130622d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:57:59.924914 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bc8e05-61ff-47e6-b8e2-4ce6f2370bf3 None None] Sync routers for ids ['716c3d74-2791-46d3-aa23-6548f10ac32c'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:57:59.935955 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bc8e05-61ff-47e6-b8e2-4ce6f2370bf3 None None] Routers {'716c3d74-2791-46d3-aa23-6548f10ac32c'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:57:59.936586 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-05bc8e05-61ff-47e6-b8e2-4ce6f2370bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:57:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['716c3d74-2791-46d3-aa23-6548f10ac32c'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:57:59.943171 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-23101eb5-4348-457a-a080-90ee4130622d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:57:59.944367 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-23101eb5-4348-457a-a080-90ee4130622d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4586132 May 31 15:57:59.947715 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33294) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:58:00.096988 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f5947012-51a4-4070-b6eb-8f7a1238bec0 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=77a9908268404908970d038c7b3f1f66&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1480644 May 31 15:58:00.099928 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33300) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:58:00.120878 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-05bc8e05-61ff-47e6-b8e2-4ce6f2370bf3 None None] Set router 716c3d74-2791-46d3-aa23-6548f10ac32c gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:58:00.235482 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c384d1-8f8d-4553-8e24-972516d07bcc tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:00.237079 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-07c384d1-8f8d-4553-8e24-972516d07bcc tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1361907 May 31 15:58:00.240375 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33304) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:58:00.282377 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7398824e-2138-4ff3-9dc4-d02588c340ea tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=014c45f7-9697-4b0b-b8b7-66a80a50a15c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405958 May 31 15:58:00.284866 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33308) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:58:00.291791 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-052b1dc8-cc33-4432-92fb-c3f3de2566d1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-943594547', 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5', 'project_id': '77a9908268404908970d038c7b3f1f66', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:58:00.405067 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-052b1dc8-cc33-4432-92fb-c3f3de2566d1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:58:00.409079 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-052b1dc8-cc33-4432-92fb-c3f3de2566d1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:subnet and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:58:00.412258 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-052b1dc8-cc33-4432-92fb-c3f3de2566d1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:58:00.418094 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-052b1dc8-cc33-4432-92fb-c3f3de2566d1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:58:00.428804 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052b1dc8-cc33-4432-92fb-c3f3de2566d1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Made reservation on behalf of 77a9908268404908970d038c7b3f1f66 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:58:00.432579 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-052b1dc8-cc33-4432-92fb-c3f3de2566d1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:00.465395 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-05bc8e05-61ff-47e6-b8e2-4ce6f2370bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'name': 'tempest-TestNetworkBasicOps-router-1408046131', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:57:57Z', 'updated_at': '2021-05-31T15:57:58Z', 'revision_number': 3, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:57:58Z', 'updated_at': '2021-05-31T15:57:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:58:00.469260 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bc8e05-61ff-47e6-b8e2-4ce6f2370bf3 None None] Checking router: 716c3d74-2791-46d3-aa23-6548f10ac32c for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:58:00.469808 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bc8e05-61ff-47e6-b8e2-4ce6f2370bf3 None None] Updating router 716c3d74-2791-46d3-aa23-6548f10ac32c port e6e317fa-866d-49df-aa87-e5b7e2def703 binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:58:00.526070 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-05bc8e05-61ff-47e6-b8e2-4ce6f2370bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:00.745849 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:58:00.862787 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-05bc8e05-61ff-47e6-b8e2-4ce6f2370bf3 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:00.874389 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-05bc8e05-61ff-47e6-b8e2-4ce6f2370bf3 None None] Transition to ACTIVE for port object e6e317fa-866d-49df-aa87-e5b7e2def703 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:58:00.883703 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-05bc8e05-61ff-47e6-b8e2-4ce6f2370bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:00.888166 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:00.961652 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-05bc8e05-61ff-47e6-b8e2-4ce6f2370bf3 None None] Attempting to bind port e6e317fa-866d-49df-aa87-e5b7e2def703 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:58:00.962432 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-05bc8e05-61ff-47e6-b8e2-4ce6f2370bf3 None None] Attempting to bind port e6e317fa-866d-49df-aa87-e5b7e2def703 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:58:00.962432 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bc8e05-61ff-47e6-b8e2-4ce6f2370bf3 None None] Attempting to bind port e6e317fa-866d-49df-aa87-e5b7e2def703 on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:58:00.968310 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f147e-59ad-4739-b701-c27305511e14 None None] Pushing event updated for resources: {'Port': ['ID=e6e317fa-866d-49df-aa87-e5b7e2def703,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:00.972227 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a23f147e-59ad-4739-b701-c27305511e14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:00.973690 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bc8e05-61ff-47e6-b8e2-4ce6f2370bf3 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:58:00.973690 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bc8e05-61ff-47e6-b8e2-4ce6f2370bf3 None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:58:00.974298 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-05bc8e05-61ff-47e6-b8e2-4ce6f2370bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:00.974298 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bc8e05-61ff-47e6-b8e2-4ce6f2370bf3 None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:58:00.974848 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-05bc8e05-61ff-47e6-b8e2-4ce6f2370bf3 None None] Bound port: e6e317fa-866d-49df-aa87-e5b7e2def703, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:58:00.975186 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-05bc8e05-61ff-47e6-b8e2-4ce6f2370bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:01.025563 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-052b1dc8-cc33-4432-92fb-c3f3de2566d1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:01.030925 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-75b2a3f2-6d78-4715-ae7d-1d973b6e5744 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:01.052451 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-05bc8e05-61ff-47e6-b8e2-4ce6f2370bf3 None None] For port e6e317fa-866d-49df-aa87-e5b7e2def703, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:58:01.055688 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-05bc8e05-61ff-47e6-b8e2-4ce6f2370bf3 None None] For port e6e317fa-866d-49df-aa87-e5b7e2def703, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=e6e317fa-866d-49df-aa87-e5b7e2def703,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:58:01.061624 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-05bc8e05-61ff-47e6-b8e2-4ce6f2370bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:01.066432 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:01.128778 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b1dc8-cc33-4432-92fb-c3f3de2566d1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Subnet': ['ID=70abc80e-d8f7-44cc-bac2-38b536f3e051,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:01.137644 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-052b1dc8-cc33-4432-92fb-c3f3de2566d1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:01.138002 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bc8e05-61ff-47e6-b8e2-4ce6f2370bf3 None None] Routers {'716c3d74-2791-46d3-aa23-6548f10ac32c'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:58:01.138663 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-05bc8e05-61ff-47e6-b8e2-4ce6f2370bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:57:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['716c3d74-2791-46d3-aa23-6548f10ac32c'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:58:01.138832 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052b1dc8-cc33-4432-92fb-c3f3de2566d1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Checking segment: {'id': 'f22aaee8-5cac-4193-92e9-aaeaf57e8276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:58:01.139102 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052b1dc8-cc33-4432-92fb-c3f3de2566d1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network hostable DHCP agents. Network: 783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 15:58:01.158479 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052b1dc8-cc33-4432-92fb-c3f3de2566d1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 15:58:01.168786 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-052b1dc8-cc33-4432-92fb-c3f3de2566d1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:58:01.180845 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052b1dc8-cc33-4432-92fb-c3f3de2566d1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:01.181474 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-052b1dc8-cc33-4432-92fb-c3f3de2566d1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:01.198209 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f2e1ae-f063-4250-b56a-762f0b77993c None None] Network 783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:58:01.208988 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-052b1dc8-cc33-4432-92fb-c3f3de2566d1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9222023 May 31 15:58:01.212329 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33312) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:58:01.234186 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f147e-59ad-4739-b701-c27305511e14 None None] Pushing event updated for resources: {'Port': ['ID=e6e317fa-866d-49df-aa87-e5b7e2def703,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:01.290295 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a23f147e-59ad-4739-b701-c27305511e14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:01.458387 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-05bc8e05-61ff-47e6-b8e2-4ce6f2370bf3 None None] Set router 716c3d74-2791-46d3-aa23-6548f10ac32c gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:58:01.719117 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fc1478-0396-46f8-b9d2-a5e720eb6692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5', 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ips': [{'subnet_id': '70abc80e-d8f7-44cc-bac2-38b536f3e051'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 15:58:01.719965 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-34fc1478-0396-46f8-b9d2-a5e720eb6692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:01.975475 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-05bc8e05-61ff-47e6-b8e2-4ce6f2370bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'name': 'tempest-TestNetworkBasicOps-router-1408046131', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:57:57Z', 'updated_at': '2021-05-31T15:57:58Z', 'revision_number': 3, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:57:58Z', 'updated_at': '2021-05-31T15:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:58:01.983400 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-34fc1478-0396-46f8-b9d2-a5e720eb6692 None None] Allocated IP 172.20.0.2 (783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5/70abc80e-d8f7-44cc-bac2-38b536f3e051/9676015f-9fc2-45c1-b128-b95edf7c7b64) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:58:01.985444 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bc8e05-61ff-47e6-b8e2-4ce6f2370bf3 None None] The sync data for ids ['716c3d74-2791-46d3-aa23-6548f10ac32c'] in dv-neutron-601336-79-hyperv is: [{'id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'name': 'tempest-TestNetworkBasicOps-router-1408046131', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:57:57Z', 'updated_at': '2021-05-31T15:57:58Z', 'revision_number': 3, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:57:58Z', 'updated_at': '2021-05-31T15:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:58:02.130913 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66702e97-651e-4dd1-9238-a7fec9d3dd9f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:02.226646 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-34fc1478-0396-46f8-b9d2-a5e720eb6692 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:02.249533 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-34fc1478-0396-46f8-b9d2-a5e720eb6692 None None] Transition to ACTIVE for port object 9676015f-9fc2-45c1-b128-b95edf7c7b64 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:58:02.279907 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-34fc1478-0396-46f8-b9d2-a5e720eb6692 None None] Transition to ACTIVE for port object 9676015f-9fc2-45c1-b128-b95edf7c7b64 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:58:02.287251 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-34fc1478-0396-46f8-b9d2-a5e720eb6692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:02.291376 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-64b9b5f1-bb41-4406-a31a-3100947a1449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:02.359739 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fc1478-0396-46f8-b9d2-a5e720eb6692 None None] Network 783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:58:02.362994 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-34fc1478-0396-46f8-b9d2-a5e720eb6692 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:58:02.366885 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fc1478-0396-46f8-b9d2-a5e720eb6692 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:58:02.375545 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc1478-0396-46f8-b9d2-a5e720eb6692 None None] Pushing event updated for resources: {'Port': ['ID=9676015f-9fc2-45c1-b128-b95edf7c7b64,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:02.379470 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-34fc1478-0396-46f8-b9d2-a5e720eb6692 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:02.482433 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-34fc1478-0396-46f8-b9d2-a5e720eb6692 None None] Attempting to bind port 9676015f-9fc2-45c1-b128-b95edf7c7b64 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:58:02.482867 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-34fc1478-0396-46f8-b9d2-a5e720eb6692 None None] Attempting to bind port 9676015f-9fc2-45c1-b128-b95edf7c7b64 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f22aaee8-5cac-4193-92e9-aaeaf57e8276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:58:02.483358 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fc1478-0396-46f8-b9d2-a5e720eb6692 None None] Attempting to bind port 9676015f-9fc2-45c1-b128-b95edf7c7b64 on network 783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:58:02.489136 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fc1478-0396-46f8-b9d2-a5e720eb6692 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:58:02.489606 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fc1478-0396-46f8-b9d2-a5e720eb6692 None None] Checking segment: {'id': 'f22aaee8-5cac-4193-92e9-aaeaf57e8276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:58:02.490012 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-34fc1478-0396-46f8-b9d2-a5e720eb6692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:02.490409 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fc1478-0396-46f8-b9d2-a5e720eb6692 None None] Bound using segment: {'id': 'f22aaee8-5cac-4193-92e9-aaeaf57e8276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:58:02.490922 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-34fc1478-0396-46f8-b9d2-a5e720eb6692 None None] Bound port: 9676015f-9fc2-45c1-b128-b95edf7c7b64, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22aaee8-5cac-4193-92e9-aaeaf57e8276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:58:02.491521 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-34fc1478-0396-46f8-b9d2-a5e720eb6692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:02.596922 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-66702e97-651e-4dd1-9238-a7fec9d3dd9f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.20.0.1 (783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5/70abc80e-d8f7-44cc-bac2-38b536f3e051/3352ea86-b4d3-48f6-97c6-95f97fc63452) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:58:02.598690 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-34fc1478-0396-46f8-b9d2-a5e720eb6692 None None] For port 9676015f-9fc2-45c1-b128-b95edf7c7b64, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:58:02.601947 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-34fc1478-0396-46f8-b9d2-a5e720eb6692 None None] For port 9676015f-9fc2-45c1-b128-b95edf7c7b64, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=9676015f-9fc2-45c1-b128-b95edf7c7b64,segment=NetworkSegment(f22aaee8-5cac-4193-92e9-aaeaf57e8276),segment_id=f22aaee8-5cac-4193-92e9-aaeaf57e8276)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:58:02.608202 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-34fc1478-0396-46f8-b9d2-a5e720eb6692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:02.614282 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:02.707029 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc1478-0396-46f8-b9d2-a5e720eb6692 None None] Pushing event updated for resources: {'Port': ['ID=9676015f-9fc2-45c1-b128-b95edf7c7b64,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:02.712270 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-34fc1478-0396-46f8-b9d2-a5e720eb6692 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:02.804714 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66702e97-651e-4dd1-9238-a7fec9d3dd9f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:02.822580 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-66702e97-651e-4dd1-9238-a7fec9d3dd9f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Transition to ACTIVE for port object 3352ea86-b4d3-48f6-97c6-95f97fc63452 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:58:02.849449 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66702e97-651e-4dd1-9238-a7fec9d3dd9f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:02.854375 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0cde2bed-ca4f-471d-834c-66005789be14 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:02.947856 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66702e97-651e-4dd1-9238-a7fec9d3dd9f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:58:02.952482 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-66702e97-651e-4dd1-9238-a7fec9d3dd9f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:58:02.957732 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66702e97-651e-4dd1-9238-a7fec9d3dd9f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:58:03.022799 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66702e97-651e-4dd1-9238-a7fec9d3dd9f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=3352ea86-b4d3-48f6-97c6-95f97fc63452,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:03.036343 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-66702e97-651e-4dd1-9238-a7fec9d3dd9f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:03.057243 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66702e97-651e-4dd1-9238-a7fec9d3dd9f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:03.249181 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e6e317fa-866d-49df-aa87-e5b7e2def703 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:58:03.324856 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port e6e317fa-866d-49df-aa87-e5b7e2def703 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:58:03.329891 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port e6e317fa-866d-49df-aa87-e5b7e2def703 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:58:03.330605 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:03.459014 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:03.478817 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port e6e317fa-866d-49df-aa87-e5b7e2def703, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=e6e317fa-866d-49df-aa87-e5b7e2def703,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:58:03.483892 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:03.484738 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9676015f-9fc2-45c1-b128-b95edf7c7b64 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:58:03.514141 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-2f22c29b-08a1-4b88-a6d3-8d1e3b742855 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:03.535389 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66702e97-651e-4dd1-9238-a7fec9d3dd9f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:03.603354 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=e6e317fa-866d-49df-aa87-e5b7e2def703,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:03.606837 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:03.617239 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 9676015f-9fc2-45c1-b128-b95edf7c7b64 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:58:03.971511 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66702e97-651e-4dd1-9238-a7fec9d3dd9f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:03.976830 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66702e97-651e-4dd1-9238-a7fec9d3dd9f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:04.006101 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7139102e-facf-40ea-9722-dfdc133a71b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:04.089355 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e69983f-a965-497f-84b7-96a496bd6e9f None None] Network 783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:58:04.099550 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66702e97-651e-4dd1-9238-a7fec9d3dd9f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:04.104379 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66702e97-651e-4dd1-9238-a7fec9d3dd9f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=3352ea86-b4d3-48f6-97c6-95f97fc63452,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:04.112278 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-66702e97-651e-4dd1-9238-a7fec9d3dd9f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:04.186332 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e9fba6cc-2f5e-4cc6-a4c7-c75eb5c7bbd4 None None] Provisioning for port 9676015f-9fc2-45c1-b128-b95edf7c7b64 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:58:04.206568 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e9fba6cc-2f5e-4cc6-a4c7-c75eb5c7bbd4 None None] Provisioning complete for port 9676015f-9fc2-45c1-b128-b95edf7c7b64 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:58:04.207016 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e9fba6cc-2f5e-4cc6-a4c7-c75eb5c7bbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:04.249382 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66702e97-651e-4dd1-9238-a7fec9d3dd9f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:58:04.250588 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-66702e97-651e-4dd1-9238-a7fec9d3dd9f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:58:04.421845 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e9fba6cc-2f5e-4cc6-a4c7-c75eb5c7bbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:04.438385 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66702e97-651e-4dd1-9238-a7fec9d3dd9f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 716c3d74-2791-46d3-aa23-6548f10ac32c has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:58:04.464203 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-e9fba6cc-2f5e-4cc6-a4c7-c75eb5c7bbd4 None None] For port 9676015f-9fc2-45c1-b128-b95edf7c7b64, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=9676015f-9fc2-45c1-b128-b95edf7c7b64,segment=NetworkSegment(f22aaee8-5cac-4193-92e9-aaeaf57e8276),segment_id=f22aaee8-5cac-4193-92e9-aaeaf57e8276)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:58:04.469344 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e9fba6cc-2f5e-4cc6-a4c7-c75eb5c7bbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:04.471116 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a23f147e-59ad-4739-b701-c27305511e14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:04.543796 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fba6cc-2f5e-4cc6-a4c7-c75eb5c7bbd4 None None] Pushing event updated for resources: {'Port': ['ID=9676015f-9fc2-45c1-b128-b95edf7c7b64,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:04.546877 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e9fba6cc-2f5e-4cc6-a4c7-c75eb5c7bbd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:04.622809 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2bf55d9f-3587-4be8-8a33-74b08a8abec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:04.639406 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66702e97-651e-4dd1-9238-a7fec9d3dd9f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:58:04.648941 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4790ed-8264-445e-b4fd-ab243dd16d45 None None] Sync routers for ids ['716c3d74-2791-46d3-aa23-6548f10ac32c'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:58:04.652614 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-66702e97-651e-4dd1-9238-a7fec9d3dd9f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "PUT /v2.0/routers/716c3d74-2791-46d3-aa23-6548f10ac32c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4388351 May 31 15:58:04.655369 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33318) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:58:04.660173 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4790ed-8264-445e-b4fd-ab243dd16d45 None None] Routers {'716c3d74-2791-46d3-aa23-6548f10ac32c'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:58:04.660794 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-bb4790ed-8264-445e-b4fd-ab243dd16d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:57:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['716c3d74-2791-46d3-aa23-6548f10ac32c'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:58:04.694096 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a65bc092-d9fa-456f-abb7-b6ae0d578f8b None None] Provisioning for port 3352ea86-b4d3-48f6-97c6-95f97fc63452 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:58:04.699617 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a65bc092-d9fa-456f-abb7-b6ae0d578f8b None None] Provisioning complete for port 3352ea86-b4d3-48f6-97c6-95f97fc63452 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:58:04.699997 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a65bc092-d9fa-456f-abb7-b6ae0d578f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:04.761097 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-a65bc092-d9fa-456f-abb7-b6ae0d578f8b None None] Port 3352ea86-b4d3-48f6-97c6-95f97fc63452 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:58:04.775486 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a65bc092-d9fa-456f-abb7-b6ae0d578f8b None None] Provisioning complete for port 9676015f-9fc2-45c1-b128-b95edf7c7b64 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:58:04.775888 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a65bc092-d9fa-456f-abb7-b6ae0d578f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:04.874882 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-bb4790ed-8264-445e-b4fd-ab243dd16d45 None None] Set router 716c3d74-2791-46d3-aa23-6548f10ac32c gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:58:04.983116 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237937d6-004e-4106-a431-8fe1e4f332ab tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:04.983736 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237937d6-004e-4106-a431-8fe1e4f332ab tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:04.984053 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237937d6-004e-4106-a431-8fe1e4f332ab tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:04.984520 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237937d6-004e-4106-a431-8fe1e4f332ab tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:04.984984 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237937d6-004e-4106-a431-8fe1e4f332ab tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:04.985446 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237937d6-004e-4106-a431-8fe1e4f332ab tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:04.985902 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237937d6-004e-4106-a431-8fe1e4f332ab tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:04.994716 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-237937d6-004e-4106-a431-8fe1e4f332ab tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.3379686 May 31 15:58:04.997188 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33322) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:58:05.075603 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4509806d-6b5f-452c-b139-64b20a340c3e tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:05.076194 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4509806d-6b5f-452c-b139-64b20a340c3e tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:05.076715 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4509806d-6b5f-452c-b139-64b20a340c3e tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:05.077213 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4509806d-6b5f-452c-b139-64b20a340c3e tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:05.077713 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4509806d-6b5f-452c-b139-64b20a340c3e tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:05.078220 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4509806d-6b5f-452c-b139-64b20a340c3e tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:05.078703 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4509806d-6b5f-452c-b139-64b20a340c3e tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:05.083229 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4509806d-6b5f-452c-b139-64b20a340c3e tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4626 time: 0.0821149 May 31 15:58:05.083902 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33326) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:58:05.085111 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-454f4673-1e4d-42ef-811b-cb12183c2922 None None] Provisioning complete for port 3352ea86-b4d3-48f6-97c6-95f97fc63452 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:58:05.085558 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-454f4673-1e4d-42ef-811b-cb12183c2922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:05.140670 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-454f4673-1e4d-42ef-811b-cb12183c2922 None None] Port 3352ea86-b4d3-48f6-97c6-95f97fc63452 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:58:05.201004 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e6e317fa-866d-49df-aa87-e5b7e2def703 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:58:05.216905 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-bb4790ed-8264-445e-b4fd-ab243dd16d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'name': 'tempest-TestNetworkBasicOps-router-1408046131', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:57:57Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:57:58Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '3352ea86-b4d3-48f6-97c6-95f97fc63452', 'name': '', 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:ee:07:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:58:02Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 2, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:58:05.221004 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4790ed-8264-445e-b4fd-ab243dd16d45 None None] Checking router: 716c3d74-2791-46d3-aa23-6548f10ac32c for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:58:05.221442 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4790ed-8264-445e-b4fd-ab243dd16d45 None None] Updating router 716c3d74-2791-46d3-aa23-6548f10ac32c port 3352ea86-b4d3-48f6-97c6-95f97fc63452 binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 15:58:05.272604 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port e6e317fa-866d-49df-aa87-e5b7e2def703 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:58:05.273154 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:05.312144 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-15787956-d2f9-47d4-8d89-24666360bd88 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3771 time: 0.2272654 May 31 15:58:05.315737 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-bb4790ed-8264-445e-b4fd-ab243dd16d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:05.406707 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9676015f-9fc2-45c1-b128-b95edf7c7b64 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:58:05.474054 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 9676015f-9fc2-45c1-b128-b95edf7c7b64 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:58:05.474777 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:05.647560 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33332) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:58:05.653683 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-fa8a499c-3c40-4cf7-803a-cbb43700012a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-258858738', 'description': 'tempest-secgroup-smoke-258858738 description', 'project_id': '77a9908268404908970d038c7b3f1f66'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:58:05.658866 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-bb4790ed-8264-445e-b4fd-ab243dd16d45 None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:05.662175 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-fa8a499c-3c40-4cf7-803a-cbb43700012a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:58:05.667137 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-fa8a499c-3c40-4cf7-803a-cbb43700012a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:58:05.670151 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-fa8a499c-3c40-4cf7-803a-cbb43700012a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:58:05.670379 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-bb4790ed-8264-445e-b4fd-ab243dd16d45 None None] Transition to ACTIVE for port object 3352ea86-b4d3-48f6-97c6-95f97fc63452 will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:58:05.676161 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-fa8a499c-3c40-4cf7-803a-cbb43700012a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:58:05.677349 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-bb4790ed-8264-445e-b4fd-ab243dd16d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:05.681922 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-d49f3a4c-abfb-4689-8dc1-b6a1672d69ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:05.687521 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fa8a499c-3c40-4cf7-803a-cbb43700012a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:05.707262 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-fa8a499c-3c40-4cf7-803a-cbb43700012a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:58:05.711209 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-fa8a499c-3c40-4cf7-803a-cbb43700012a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:58:05.714573 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-fa8a499c-3c40-4cf7-803a-cbb43700012a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:58:05.720562 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-fa8a499c-3c40-4cf7-803a-cbb43700012a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:58:05.797680 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fa8a499c-3c40-4cf7-803a-cbb43700012a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:05.802757 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fa8a499c-3c40-4cf7-803a-cbb43700012a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:05.807075 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0e4c403c-6b6d-489d-b3af-e6451f65af7c tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:05.835320 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88410ab8-f2c4-4c56-9102-54e033a72852 None None] Pushing event updated for resources: {'Port': ['ID=3352ea86-b4d3-48f6-97c6-95f97fc63452,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:05.851145 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a499c-3c40-4cf7-803a-cbb43700012a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc36b17-222a-43f7-b8e0-0cb00355e0cd,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:05.854530 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fa8a499c-3c40-4cf7-803a-cbb43700012a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:05.855844 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-fa8a499c-3c40-4cf7-803a-cbb43700012a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2072620 May 31 15:58:05.856911 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fa8a499c-3c40-4cf7-803a-cbb43700012a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:05.858695 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33336) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:58:05.864502 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-406375da-f736-4047-b14e-66dc7a35f7fd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '3dc36b17-222a-43f7-b8e0-0cb00355e0cd', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:58:05.872058 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-406375da-f736-4047-b14e-66dc7a35f7fd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:58:05.875973 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-406375da-f736-4047-b14e-66dc7a35f7fd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:58:05.879804 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-406375da-f736-4047-b14e-66dc7a35f7fd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:58:05.879999 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88410ab8-f2c4-4c56-9102-54e033a72852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:58:05.880172 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88410ab8-f2c4-4c56-9102-54e033a72852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:58:05.880783 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88410ab8-f2c4-4c56-9102-54e033a72852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:58:05.880979 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88410ab8-f2c4-4c56-9102-54e033a72852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:58:05.881469 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88410ab8-f2c4-4c56-9102-54e033a72852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:58:05.881793 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88410ab8-f2c4-4c56-9102-54e033a72852 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:58:05.882099 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88410ab8-f2c4-4c56-9102-54e033a72852 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:58:05.882407 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88410ab8-f2c4-4c56-9102-54e033a72852 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:58:05.882715 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88410ab8-f2c4-4c56-9102-54e033a72852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:58:05.883232 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88410ab8-f2c4-4c56-9102-54e033a72852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:58:05.883715 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88410ab8-f2c4-4c56-9102-54e033a72852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:58:05.884325 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88410ab8-f2c4-4c56-9102-54e033a72852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:58:05.885976 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-406375da-f736-4047-b14e-66dc7a35f7fd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:58:05.892252 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-88410ab8-f2c4-4c56-9102-54e033a72852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:05.909703 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-bb4790ed-8264-445e-b4fd-ab243dd16d45 None None] Attempting to bind port 3352ea86-b4d3-48f6-97c6-95f97fc63452 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:58:05.909847 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-406375da-f736-4047-b14e-66dc7a35f7fd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:05.910065 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-bb4790ed-8264-445e-b4fd-ab243dd16d45 None None] Attempting to bind port 3352ea86-b4d3-48f6-97c6-95f97fc63452 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f22aaee8-5cac-4193-92e9-aaeaf57e8276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:58:05.910359 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4790ed-8264-445e-b4fd-ab243dd16d45 None None] Attempting to bind port 3352ea86-b4d3-48f6-97c6-95f97fc63452 on network 783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:58:05.915850 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4790ed-8264-445e-b4fd-ab243dd16d45 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:58:05.916214 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4790ed-8264-445e-b4fd-ab243dd16d45 None None] Checking segment: {'id': 'f22aaee8-5cac-4193-92e9-aaeaf57e8276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:58:05.916607 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-bb4790ed-8264-445e-b4fd-ab243dd16d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:05.916992 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4790ed-8264-445e-b4fd-ab243dd16d45 None None] Bound using segment: {'id': 'f22aaee8-5cac-4193-92e9-aaeaf57e8276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:58:05.917439 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-bb4790ed-8264-445e-b4fd-ab243dd16d45 None None] Bound port: 3352ea86-b4d3-48f6-97c6-95f97fc63452, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22aaee8-5cac-4193-92e9-aaeaf57e8276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:58:05.917800 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-bb4790ed-8264-445e-b4fd-ab243dd16d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:05.971434 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-406375da-f736-4047-b14e-66dc7a35f7fd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:05.975850 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-406375da-f736-4047-b14e-66dc7a35f7fd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:05.977704 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2228acbf-b888-4947-9d82-1473ba2fad23 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:05.999647 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406375da-f736-4047-b14e-66dc7a35f7fd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5984ad6-2cd7-4bee-9bf8-1271a2919509,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:06.002309 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-406375da-f736-4047-b14e-66dc7a35f7fd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:06.010109 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-bb4790ed-8264-445e-b4fd-ab243dd16d45 None None] For port 3352ea86-b4d3-48f6-97c6-95f97fc63452, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:58:06.010685 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-406375da-f736-4047-b14e-66dc7a35f7fd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:06.011908 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-406375da-f736-4047-b14e-66dc7a35f7fd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1522288 May 31 15:58:06.013441 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-bb4790ed-8264-445e-b4fd-ab243dd16d45 None None] For port 3352ea86-b4d3-48f6-97c6-95f97fc63452, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=3352ea86-b4d3-48f6-97c6-95f97fc63452,segment=NetworkSegment(f22aaee8-5cac-4193-92e9-aaeaf57e8276),segment_id=f22aaee8-5cac-4193-92e9-aaeaf57e8276)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:58:06.014789 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33340) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:58:06.018895 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-bb4790ed-8264-445e-b4fd-ab243dd16d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:06.020472 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-dd33e5ff-9d0a-4183-9f61-b5a98372538f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '3dc36b17-222a-43f7-b8e0-0cb00355e0cd', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:58:06.022502 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-664b9907-3d61-4092-b59d-8f0845414e53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:06.026586 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-dd33e5ff-9d0a-4183-9f61-b5a98372538f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:58:06.030366 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-dd33e5ff-9d0a-4183-9f61-b5a98372538f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:58:06.033180 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-dd33e5ff-9d0a-4183-9f61-b5a98372538f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:58:06.038742 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-dd33e5ff-9d0a-4183-9f61-b5a98372538f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:58:06.058576 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dd33e5ff-9d0a-4183-9f61-b5a98372538f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:06.096295 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4790ed-8264-445e-b4fd-ab243dd16d45 None None] Routers {'716c3d74-2791-46d3-aa23-6548f10ac32c'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:58:06.097455 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-bb4790ed-8264-445e-b4fd-ab243dd16d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:57:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['716c3d74-2791-46d3-aa23-6548f10ac32c'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:58:06.124108 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dd33e5ff-9d0a-4183-9f61-b5a98372538f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:06.131307 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dd33e5ff-9d0a-4183-9f61-b5a98372538f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:06.133324 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:06.156982 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33e5ff-9d0a-4183-9f61-b5a98372538f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41918d7-07f6-4dbb-a077-fb99ad6555dc,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:06.159621 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-dd33e5ff-9d0a-4183-9f61-b5a98372538f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:06.162702 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88410ab8-f2c4-4c56-9102-54e033a72852 None None] Pushing event updated for resources: {'Port': ['ID=3352ea86-b4d3-48f6-97c6-95f97fc63452,revision_number=4']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:06.167257 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-88410ab8-f2c4-4c56-9102-54e033a72852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:06.168856 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dd33e5ff-9d0a-4183-9f61-b5a98372538f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:06.170669 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-dd33e5ff-9d0a-4183-9f61-b5a98372538f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1549666 May 31 15:58:06.173778 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33344) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:58:06.181286 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-7a59289c-c524-481b-af70-ddd6926eb084 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '3dc36b17-222a-43f7-b8e0-0cb00355e0cd', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:58:06.187991 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-7a59289c-c524-481b-af70-ddd6926eb084 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:58:06.193054 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-7a59289c-c524-481b-af70-ddd6926eb084 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:58:06.196296 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-7a59289c-c524-481b-af70-ddd6926eb084 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:58:06.203488 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-7a59289c-c524-481b-af70-ddd6926eb084 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:58:06.223828 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7a59289c-c524-481b-af70-ddd6926eb084 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:06.296414 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-bb4790ed-8264-445e-b4fd-ab243dd16d45 None None] Set router 716c3d74-2791-46d3-aa23-6548f10ac32c gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:58:06.298606 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7a59289c-c524-481b-af70-ddd6926eb084 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:06.303232 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7a59289c-c524-481b-af70-ddd6926eb084 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:06.311303 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ae54c21a-1b98-4b94-aae4-81c43bbbc85e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:06.333370 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59289c-c524-481b-af70-ddd6926eb084 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c1ff400-5c27-4fab-9bbb-a450bf19fedf,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:06.338055 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7a59289c-c524-481b-af70-ddd6926eb084 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:06.341305 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7a59289c-c524-481b-af70-ddd6926eb084 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:06.345268 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7a59289c-c524-481b-af70-ddd6926eb084 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1667559 May 31 15:58:06.345527 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33348) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:58:06.351096 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-4313bfd5-00e6-44e3-ac22-4f665041e184 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '3dc36b17-222a-43f7-b8e0-0cb00355e0cd', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:58:06.357329 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4313bfd5-00e6-44e3-ac22-4f665041e184 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:58:06.361397 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4313bfd5-00e6-44e3-ac22-4f665041e184 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:58:06.364668 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4313bfd5-00e6-44e3-ac22-4f665041e184 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:58:06.371160 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4313bfd5-00e6-44e3-ac22-4f665041e184 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:58:06.394727 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4313bfd5-00e6-44e3-ac22-4f665041e184 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:06.463893 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4313bfd5-00e6-44e3-ac22-4f665041e184 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:06.468879 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4313bfd5-00e6-44e3-ac22-4f665041e184 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:06.475280 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4f5fc9b2-7ddc-488c-a270-c1bdd5d2448b tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:06.496172 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313bfd5-00e6-44e3-ac22-4f665041e184 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff16605-55a2-4e47-b3c7-dfe7ed9082a1,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:06.499489 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4313bfd5-00e6-44e3-ac22-4f665041e184 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:06.508505 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4313bfd5-00e6-44e3-ac22-4f665041e184 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:06.509851 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4313bfd5-00e6-44e3-ac22-4f665041e184 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1633985 May 31 15:58:06.512721 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33352) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:58:06.517894 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-912cbc27-3608-4b3b-928e-29fe9aef3e0c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '3dc36b17-222a-43f7-b8e0-0cb00355e0cd', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:58:06.523633 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-912cbc27-3608-4b3b-928e-29fe9aef3e0c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:58:06.527524 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-912cbc27-3608-4b3b-928e-29fe9aef3e0c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:58:06.530374 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-912cbc27-3608-4b3b-928e-29fe9aef3e0c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:58:06.536296 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-912cbc27-3608-4b3b-928e-29fe9aef3e0c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:58:06.548894 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.securitygroups_db [None req-912cbc27-3608-4b3b-928e-29fe9aef3e0c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Project 77a9908268404908970d038c7b3f1f66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 15:58:06.554847 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-912cbc27-3608-4b3b-928e-29fe9aef3e0c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:06.613086 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-bb4790ed-8264-445e-b4fd-ab243dd16d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'name': 'tempest-TestNetworkBasicOps-router-1408046131', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:57:57Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:57:58Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '3352ea86-b4d3-48f6-97c6-95f97fc63452', 'name': '', 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:ee:07:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:58:02Z', 'updated_at': '2021-05-31T15:58:06Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:58:06.617354 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4790ed-8264-445e-b4fd-ab243dd16d45 None None] The sync data for ids ['716c3d74-2791-46d3-aa23-6548f10ac32c'] in dv-neutron-601336-79-hyperv is: [{'id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'name': 'tempest-TestNetworkBasicOps-router-1408046131', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:57:57Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:57:58Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '3352ea86-b4d3-48f6-97c6-95f97fc63452', 'name': '', 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:ee:07:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:58:02Z', 'updated_at': '2021-05-31T15:58:06Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:58:06.620808 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-912cbc27-3608-4b3b-928e-29fe9aef3e0c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:06.626164 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-912cbc27-3608-4b3b-928e-29fe9aef3e0c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:06.628622 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0726298b-97be-474e-8a25-3789ec85f507 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:06.652251 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912cbc27-3608-4b3b-928e-29fe9aef3e0c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a6e908-66a3-4f65-a283-ee729d3f672f,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:06.664440 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-912cbc27-3608-4b3b-928e-29fe9aef3e0c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:06.678102 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-912cbc27-3608-4b3b-928e-29fe9aef3e0c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:06.681784 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-912cbc27-3608-4b3b-928e-29fe9aef3e0c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1654568 May 31 15:58:06.682812 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33356) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:58:06.688492 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-43fdc8ea-bf66-4297-a57b-d3c7ab9f826f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '3dc36b17-222a-43f7-b8e0-0cb00355e0cd', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:58:06.694413 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-43fdc8ea-bf66-4297-a57b-d3c7ab9f826f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:58:06.698359 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-43fdc8ea-bf66-4297-a57b-d3c7ab9f826f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:58:06.701407 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-43fdc8ea-bf66-4297-a57b-d3c7ab9f826f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:58:06.707238 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-43fdc8ea-bf66-4297-a57b-d3c7ab9f826f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:58:06.729398 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.securitygroups_db [None req-43fdc8ea-bf66-4297-a57b-d3c7ab9f826f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Project 77a9908268404908970d038c7b3f1f66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 15:58:06.735855 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-43fdc8ea-bf66-4297-a57b-d3c7ab9f826f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:06.806820 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-43fdc8ea-bf66-4297-a57b-d3c7ab9f826f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:06.810973 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-43fdc8ea-bf66-4297-a57b-d3c7ab9f826f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:06.812868 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-cfd5709d-6627-4996-a1e3-cb2aabdebdfa tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:06.835962 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fdc8ea-bf66-4297-a57b-d3c7ab9f826f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f590d3ee-2093-4916-bf3f-cec514d8d017,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:06.840631 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-43fdc8ea-bf66-4297-a57b-d3c7ab9f826f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:06.845812 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-43fdc8ea-bf66-4297-a57b-d3c7ab9f826f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:06.847235 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-43fdc8ea-bf66-4297-a57b-d3c7ab9f826f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1641834 May 31 15:58:06.987205 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:07.022410 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-d045c666-6918-4437-bba0-88014833b493 req-bade0043-0dbc-478a-864d-497498139c9e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:58:07.039475 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-d045c666-6918-4437-bba0-88014833b493 req-bade0043-0dbc-478a-864d-497498139c9e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:58:07.040934 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d045c666-6918-4437-bba0-88014833b493 req-bade0043-0dbc-478a-864d-497498139c9e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-258858738&fields=id&tenant_id=77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 267 time: 0.0617230 May 31 15:58:07.205128 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045c666-6918-4437-bba0-88014833b493 req-121342f2-b7a5-46e0-b08c-e07cc0fa8ecc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:07.206971 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d045c666-6918-4437-bba0-88014833b493 req-121342f2-b7a5-46e0-b08c-e07cc0fa8ecc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/networks?id=783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 HTTP/1.1" status: 200 len: 797 time: 0.1587524 May 31 15:58:07.218217 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 3352ea86-b4d3-48f6-97c6-95f97fc63452 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:58:07.223756 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d045c666-6918-4437-bba0-88014833b493 req-f8b3299b-835e-4e36-a4ba-fc7173d1e5f2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/quotas/77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 375 time: 0.0104213 May 31 15:58:07.294515 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 3352ea86-b4d3-48f6-97c6-95f97fc63452 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:58:07.299743 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 3352ea86-b4d3-48f6-97c6-95f97fc63452 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:58:07.300202 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:07.320131 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-d045c666-6918-4437-bba0-88014833b493 req-68a7c36a-6774-4250-af31-8380ff9aa83e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:58:07.339453 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-d045c666-6918-4437-bba0-88014833b493 req-68a7c36a-6774-4250-af31-8380ff9aa83e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:58:07.340795 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d045c666-6918-4437-bba0-88014833b493 req-68a7c36a-6774-4250-af31-8380ff9aa83e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1038239 May 31 15:58:07.425807 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:07.461147 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 3352ea86-b4d3-48f6-97c6-95f97fc63452, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=3352ea86-b4d3-48f6-97c6-95f97fc63452,segment=NetworkSegment(f22aaee8-5cac-4193-92e9-aaeaf57e8276),segment_id=f22aaee8-5cac-4193-92e9-aaeaf57e8276)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:58:07.466595 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:07.469084 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:07.541814 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=3352ea86-b4d3-48f6-97c6-95f97fc63452,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:07.545312 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:07.559638 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d045c666-6918-4437-bba0-88014833b493 req-9e28f218-7476-49a9-a1e8-595d1fc21ac5 service neutron] 10.222.0.45 "GET /v2.0/networks/783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063861 May 31 15:58:07.697320 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d045c666-6918-4437-bba0-88014833b493 req-297ff243-9bfe-484f-b1d0-e751aace19ce service neutron] 10.222.0.45 "GET /v2.0/networks/783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294410 May 31 15:58:07.871413 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-35ed9818-9ca1-4af4-b6a4-a2f17a61eca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:07.888489 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a20a73ad-5e80-4720-81e7-a1835d110f51 req-6bcb7657-8586-43fe-a1b2-be38df6de770 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=38469e0b-0bea-4df3-855f-8490ff986887 HTTP/1.1" status: 200 len: 210 time: 0.0494430 May 31 15:58:08.332202 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:08.968137 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045c666-6918-4437-bba0-88014833b493 req-b247165f-9de8-4008-a8ba-be7539d7657b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:08.968927 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-d045c666-6918-4437-bba0-88014833b493 req-b247165f-9de8-4008-a8ba-be7539d7657b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:network {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:58:08.990031 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-d045c666-6918-4437-bba0-88014833b493 req-b247165f-9de8-4008-a8ba-be7539d7657b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:network {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:58:08.991610 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-d045c666-6918-4437-bba0-88014833b493 req-b247165f-9de8-4008-a8ba-be7539d7657b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/networks?id=783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 HTTP/1.1" status: 200 len: 797 time: 0.1814256 May 31 15:58:09.043219 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-d045c666-6918-4437-bba0-88014833b493 req-e9402213-3c26-44c7-b4b1-d558af3d6d8e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:security_group {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:58:09.044360 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-08646fb7-bae5-4454-bf4c-0750f4d24913 req-4b5df303-b065-4337-b8c4-991d466210e9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=38469e0b-0bea-4df3-855f-8490ff986887 HTTP/1.1" status: 200 len: 210 time: 0.0498996 May 31 15:58:09.056806 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-d045c666-6918-4437-bba0-88014833b493 req-e9402213-3c26-44c7-b4b1-d558af3d6d8e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:security_group {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:58:09.057990 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-d045c666-6918-4437-bba0-88014833b493 req-e9402213-3c26-44c7-b4b1-d558af3d6d8e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 379 time: 0.0570340 May 31 15:58:09.067439 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [req-d045c666-6918-4437-bba0-88014833b493 req-36c3a73d-ad44-417c-b614-9418b9e977ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'port': {'device_id': '38469e0b-0bea-4df3-855f-8490ff986887', 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5', 'admin_state_up': True, 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'security_groups': ['3dc36b17-222a-43f7-b8e0-0cb00355e0cd']}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:58:09.184840 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 3352ea86-b4d3-48f6-97c6-95f97fc63452 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:58:09.206066 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [req-d045c666-6918-4437-bba0-88014833b493 req-36c3a73d-ad44-417c-b614-9418b9e977ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:58:09.216819 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [req-d045c666-6918-4437-bba0-88014833b493 req-36c3a73d-ad44-417c-b614-9418b9e977ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:58:09.227426 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d045c666-6918-4437-bba0-88014833b493 req-36c3a73d-ad44-417c-b614-9418b9e977ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Made reservation on behalf of 77a9908268404908970d038c7b3f1f66 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:58:09.231228 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-d045c666-6918-4437-bba0-88014833b493 req-36c3a73d-ad44-417c-b614-9418b9e977ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:09.259722 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 3352ea86-b4d3-48f6-97c6-95f97fc63452 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:58:09.260092 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:09.398608 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [req-d045c666-6918-4437-bba0-88014833b493 req-36c3a73d-ad44-417c-b614-9418b9e977ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.20.0.14 (783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5/70abc80e-d8f7-44cc-bac2-38b536f3e051/daab6fd3-dcd9-4f66-a694-8ef2846d9c59) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:58:09.591650 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-d045c666-6918-4437-bba0-88014833b493 req-36c3a73d-ad44-417c-b614-9418b9e977ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:09.607033 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [req-d045c666-6918-4437-bba0-88014833b493 req-36c3a73d-ad44-417c-b614-9418b9e977ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Transition to ACTIVE for port object daab6fd3-dcd9-4f66-a694-8ef2846d9c59 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:58:09.633709 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-d045c666-6918-4437-bba0-88014833b493 req-36c3a73d-ad44-417c-b614-9418b9e977ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:09.639798 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ca3b4c1b-672b-4f5e-8da2-a5fc41da7ba6 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:09.694006 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:09.708134 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d045c666-6918-4437-bba0-88014833b493 req-36c3a73d-ad44-417c-b614-9418b9e977ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:58:09.711331 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [req-d045c666-6918-4437-bba0-88014833b493 req-36c3a73d-ad44-417c-b614-9418b9e977ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:58:09.715486 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [req-d045c666-6918-4437-bba0-88014833b493 req-36c3a73d-ad44-417c-b614-9418b9e977ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:58:09.746183 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3a73d-ad44-417c-b614-9418b9e977ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=daab6fd3-dcd9-4f66-a694-8ef2846d9c59,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:09.753531 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-36c3a73d-ad44-417c-b614-9418b9e977ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:09.783842 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045c666-6918-4437-bba0-88014833b493 req-36c3a73d-ad44-417c-b614-9418b9e977ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:09.784446 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-d045c666-6918-4437-bba0-88014833b493 req-36c3a73d-ad44-417c-b614-9418b9e977ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:09.811466 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-d045c666-6918-4437-bba0-88014833b493 req-36c3a73d-ad44-417c-b614-9418b9e977ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7477167 May 31 15:58:09.823867 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [req-d045c666-6918-4437-bba0-88014833b493 req-ded7a83a-b8f0-4840-a29f-65fd441750b8 service neutron] Request body: {'port': {'device_id': '38469e0b-0bea-4df3-855f-8490ff986887', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:58:09.930573 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c93ede98-04ab-43e5-8b3b-3b2390ceed4b None None] Provisioning for port daab6fd3-dcd9-4f66-a694-8ef2846d9c59 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:58:09.935620 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c93ede98-04ab-43e5-8b3b-3b2390ceed4b None None] Provisioning complete for port daab6fd3-dcd9-4f66-a694-8ef2846d9c59 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:58:09.936001 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c93ede98-04ab-43e5-8b3b-3b2390ceed4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:09.941579 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-d045c666-6918-4437-bba0-88014833b493 req-ded7a83a-b8f0-4840-a29f-65fd441750b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:09.988935 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-c93ede98-04ab-43e5-8b3b-3b2390ceed4b None None] Port daab6fd3-dcd9-4f66-a694-8ef2846d9c59 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:58:10.246630 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b55ca0-f3b9-4585-9b35-54b510398322 req-14d0fd80-595b-455c-ae79-197200f5235b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:10.248184 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-70b55ca0-f3b9-4585-9b35-54b510398322 req-14d0fd80-595b-455c-ae79-197200f5235b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=38469e0b-0bea-4df3-855f-8490ff986887 HTTP/1.1" status: 200 len: 932 time: 0.0923846 May 31 15:58:10.293100 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-70b55ca0-f3b9-4585-9b35-54b510398322 req-77926f07-b651-4011-b62f-20586565e2e0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=3dc36b17-222a-43f7-b8e0-0cb00355e0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385242 May 31 15:58:10.426399 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [req-d045c666-6918-4437-bba0-88014833b493 req-ded7a83a-b8f0-4840-a29f-65fd441750b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daab6fd3-dcd9-4f66-a694-8ef2846d9c59 {{(pid=99204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 15:58:10.433909 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-d045c666-6918-4437-bba0-88014833b493 req-ded7a83a-b8f0-4840-a29f-65fd441750b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:10.449052 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [req-d045c666-6918-4437-bba0-88014833b493 req-ded7a83a-b8f0-4840-a29f-65fd441750b8 service neutron] Transition to ACTIVE for port object daab6fd3-dcd9-4f66-a694-8ef2846d9c59 will not be triggered until provisioned by entity L2. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:58:10.456178 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-d045c666-6918-4437-bba0-88014833b493 req-ded7a83a-b8f0-4840-a29f-65fd441750b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:10.459776 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-616e7b11-0507-4e6b-9a7f-82797293c6ac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:10.614207 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7a83a-b8f0-4840-a29f-65fd441750b8 service neutron] Pushing event updated for resources: {'Port': ['ID=daab6fd3-dcd9-4f66-a694-8ef2846d9c59,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:10.622115 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ded7a83a-b8f0-4840-a29f-65fd441750b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:10.695518 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [req-d045c666-6918-4437-bba0-88014833b493 req-ded7a83a-b8f0-4840-a29f-65fd441750b8 service neutron] Attempting to bind port daab6fd3-dcd9-4f66-a694-8ef2846d9c59 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:58:10.695846 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [req-d045c666-6918-4437-bba0-88014833b493 req-ded7a83a-b8f0-4840-a29f-65fd441750b8 service neutron] Attempting to bind port daab6fd3-dcd9-4f66-a694-8ef2846d9c59 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'f22aaee8-5cac-4193-92e9-aaeaf57e8276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:58:10.696164 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d045c666-6918-4437-bba0-88014833b493 req-ded7a83a-b8f0-4840-a29f-65fd441750b8 service neutron] Attempting to bind port daab6fd3-dcd9-4f66-a694-8ef2846d9c59 on network 783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:58:10.700959 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d045c666-6918-4437-bba0-88014833b493 req-ded7a83a-b8f0-4840-a29f-65fd441750b8 service neutron] Port daab6fd3-dcd9-4f66-a694-8ef2846d9c59 on network 783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:58:10.701268 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d045c666-6918-4437-bba0-88014833b493 req-ded7a83a-b8f0-4840-a29f-65fd441750b8 service neutron] Attempting to bind port daab6fd3-dcd9-4f66-a694-8ef2846d9c59 on network 783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:58:10.706402 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d045c666-6918-4437-bba0-88014833b493 req-ded7a83a-b8f0-4840-a29f-65fd441750b8 service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:58:10.706702 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d045c666-6918-4437-bba0-88014833b493 req-ded7a83a-b8f0-4840-a29f-65fd441750b8 service neutron] Checking segment: {'id': 'f22aaee8-5cac-4193-92e9-aaeaf57e8276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:58:10.707144 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d045c666-6918-4437-bba0-88014833b493 req-ded7a83a-b8f0-4840-a29f-65fd441750b8 service neutron] Bound using segment: {'id': 'f22aaee8-5cac-4193-92e9-aaeaf57e8276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5'} {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:58:10.707555 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [req-d045c666-6918-4437-bba0-88014833b493 req-ded7a83a-b8f0-4840-a29f-65fd441750b8 service neutron] Bound port: daab6fd3-dcd9-4f66-a694-8ef2846d9c59, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f22aaee8-5cac-4193-92e9-aaeaf57e8276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5'}}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:58:10.707891 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-d045c666-6918-4437-bba0-88014833b493 req-ded7a83a-b8f0-4840-a29f-65fd441750b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:10.799476 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [req-d045c666-6918-4437-bba0-88014833b493 req-ded7a83a-b8f0-4840-a29f-65fd441750b8 service neutron] For port daab6fd3-dcd9-4f66-a694-8ef2846d9c59, host hv-neutron-6013, cleared binding levels {{(pid=99204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:58:10.802442 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [req-d045c666-6918-4437-bba0-88014833b493 req-ded7a83a-b8f0-4840-a29f-65fd441750b8 service neutron] For port daab6fd3-dcd9-4f66-a694-8ef2846d9c59, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=daab6fd3-dcd9-4f66-a694-8ef2846d9c59,segment=NetworkSegment(f22aaee8-5cac-4193-92e9-aaeaf57e8276),segment_id=f22aaee8-5cac-4193-92e9-aaeaf57e8276)] {{(pid=99204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:58:10.808837 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-d045c666-6918-4437-bba0-88014833b493 req-ded7a83a-b8f0-4840-a29f-65fd441750b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:10.812667 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d5bb915e-c71c-4cf5-8c39-a04955fc2691 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:10.871240 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045c666-6918-4437-bba0-88014833b493 req-ded7a83a-b8f0-4840-a29f-65fd441750b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:10.871857 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-d045c666-6918-4437-bba0-88014833b493 req-ded7a83a-b8f0-4840-a29f-65fd441750b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:10.873273 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-d045c666-6918-4437-bba0-88014833b493 req-ded7a83a-b8f0-4840-a29f-65fd441750b8 service neutron] 10.222.0.59 "PUT /v2.0/ports/daab6fd3-dcd9-4f66-a694-8ef2846d9c59 HTTP/1.1" status: 200 len: 1094 time: 1.0541151 May 31 15:58:10.873784 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38469e0b-0bea-4df3-855f-8490ff986887', 'tag': 'daab6fd3-dcd9-4f66-a694-8ef2846d9c59'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:58:10.876928 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1235ef8-8769-420f-bb05-fc64c1b57844" -d '{"events": [{"name": "network-changed", "server_uuid": "38469e0b-0bea-4df3-855f-8490ff986887", "tag": "daab6fd3-dcd9-4f66-a694-8ef2846d9c59"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:58:10.893480 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7a83a-b8f0-4840-a29f-65fd441750b8 service neutron] Pushing event updated for resources: {'Port': ['ID=daab6fd3-dcd9-4f66-a694-8ef2846d9c59,revision_number=3']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:10.896750 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ded7a83a-b8f0-4840-a29f-65fd441750b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:10.955400 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 15:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f75a1a-911b-45e7-8401-4244ec79c76a x-openstack-request-id: req-21f75a1a-911b-45e7-8401-4244ec79c76a {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:58:10.955743 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38469e0b-0bea-4df3-855f-8490ff986887", "tag": "daab6fd3-dcd9-4f66-a694-8ef2846d9c59", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:58:10.956047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-21f75a1a-911b-45e7-8401-4244ec79c76a {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:58:10.956509 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38469e0b-0bea-4df3-855f-8490ff986887', 'tag': 'daab6fd3-dcd9-4f66-a694-8ef2846d9c59', 'status': 'completed', 'code': 200} May 31 15:58:10.994246 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045c666-6918-4437-bba0-88014833b493 req-99cf3eb4-d016-4984-86fd-b6267f423768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:10.995832 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-d045c666-6918-4437-bba0-88014833b493 req-99cf3eb4-d016-4984-86fd-b6267f423768 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=38469e0b-0bea-4df3-855f-8490ff986887 HTTP/1.1" status: 200 len: 1097 time: 0.0810537 May 31 15:58:11.065650 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-d045c666-6918-4437-bba0-88014833b493 req-55d7679b-e7bb-455a-951d-813608a250ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=daab6fd3-dcd9-4f66-a694-8ef2846d9c59 HTTP/1.1" status: 200 len: 217 time: 0.0623269 May 31 15:58:11.135864 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045c666-6918-4437-bba0-88014833b493 req-506197ad-d4d6-44a1-a46b-5a044715e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:11.137398 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-d045c666-6918-4437-bba0-88014833b493 req-506197ad-d4d6-44a1-a46b-5a044715e215 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70abc80e-d8f7-44cc-bac2-38b536f3e051 HTTP/1.1" status: 200 len: 834 time: 0.0649426 May 31 15:58:11.221598 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045c666-6918-4437-bba0-88014833b493 req-14a42655-a49b-4d16-901e-e7509f56f99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:11.223090 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-d045c666-6918-4437-bba0-88014833b493 req-14a42655-a49b-4d16-901e-e7509f56f99c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0775988 May 31 15:58:11.366170 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-d045c666-6918-4437-bba0-88014833b493 req-74d24684-221e-4fa7-b2e5-590129d0d919 service neutron] 10.222.0.59 "GET /v2.0/networks/783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365447 May 31 15:58:11.488237 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f806f-9882-4698-8635-1efa9e16fb08 req-fb9ff02e-da2f-495d-9fd9-d11d93ca6751 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:11.489675 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fa1f806f-9882-4698-8635-1efa9e16fb08 req-fb9ff02e-da2f-495d-9fd9-d11d93ca6751 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=38469e0b-0bea-4df3-855f-8490ff986887 HTTP/1.1" status: 200 len: 944 time: 0.0826008 May 31 15:58:11.515007 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-d045c666-6918-4437-bba0-88014833b493 req-86b71c7f-876b-49f2-bbf9-6adddb76eac9 service neutron] 10.222.0.59 "GET /v2.0/networks/783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412787 May 31 15:58:11.536283 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fa1f806f-9882-4698-8635-1efa9e16fb08 req-fd5ce1dd-0043-46bc-a805-04621876ca02 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=3dc36b17-222a-43f7-b8e0-0cb00355e0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404215 May 31 15:58:11.643856 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1235ef8-8769-420f-bb05-fc64c1b57844 req-9983af7f-1623-4886-b9ef-30f04d512fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:11.645409 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-f1235ef8-8769-420f-bb05-fc64c1b57844 req-9983af7f-1623-4886-b9ef-30f04d512fa8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=38469e0b-0bea-4df3-855f-8490ff986887 HTTP/1.1" status: 200 len: 1097 time: 0.0869284 May 31 15:58:11.779892 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1235ef8-8769-420f-bb05-fc64c1b57844 req-f1a1b126-5c36-44fe-958a-e55bf5d69e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:11.781354 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-f1235ef8-8769-420f-bb05-fc64c1b57844 req-f1a1b126-5c36-44fe-958a-e55bf5d69e66 service neutron] 10.222.0.59 "GET /v2.0/networks?id=783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 HTTP/1.1" status: 200 len: 898 time: 0.1293173 May 31 15:58:11.848052 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-f1235ef8-8769-420f-bb05-fc64c1b57844 req-53818583-1b54-43bc-9c3a-bd53d5845801 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=daab6fd3-dcd9-4f66-a694-8ef2846d9c59 HTTP/1.1" status: 200 len: 217 time: 0.0592165 May 31 15:58:11.917573 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1235ef8-8769-420f-bb05-fc64c1b57844 req-e496bd55-669f-44fd-bc22-138b47541d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:11.918887 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-f1235ef8-8769-420f-bb05-fc64c1b57844 req-e496bd55-669f-44fd-bc22-138b47541d95 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70abc80e-d8f7-44cc-bac2-38b536f3e051 HTTP/1.1" status: 200 len: 834 time: 0.0647509 May 31 15:58:11.997620 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1235ef8-8769-420f-bb05-fc64c1b57844 req-8c83e03e-5a1f-4e22-b1fb-8dc8c8d7b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:11.999082 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-f1235ef8-8769-420f-bb05-fc64c1b57844 req-8c83e03e-5a1f-4e22-b1fb-8dc8c8d7b467 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0726559 May 31 15:58:12.272249 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-f1235ef8-8769-420f-bb05-fc64c1b57844 req-9ce1f99d-b035-4e0a-aaca-086dc3f556ad service neutron] 10.222.0.59 "GET /v2.0/networks/783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653282 May 31 15:58:12.412367 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-f1235ef8-8769-420f-bb05-fc64c1b57844 req-4b8e6d37-4016-4129-9ca6-2ce276520589 service neutron] 10.222.0.59 "GET /v2.0/networks/783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335092 May 31 15:58:12.751126 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c7001-eae4-4c4f-88a1-ac6cbeff32bc req-597e2100-8d33-424b-b53a-36b0a7e5a688 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:12.752950 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ed7c7001-eae4-4c4f-88a1-ac6cbeff32bc req-597e2100-8d33-424b-b53a-36b0a7e5a688 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=38469e0b-0bea-4df3-855f-8490ff986887 HTTP/1.1" status: 200 len: 944 time: 0.0909402 May 31 15:58:12.796198 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ed7c7001-eae4-4c4f-88a1-ac6cbeff32bc req-7ba79611-6793-421f-a0f6-4f2af89bb5ac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=3dc36b17-222a-43f7-b8e0-0cb00355e0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375364 May 31 15:58:14.010314 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508fcce-604a-4ebf-b977-bf1606a634b0 req-8c1a23f4-7fcd-4097-8024-cd958fb85e2c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:14.011697 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1508fcce-604a-4ebf-b977-bf1606a634b0 req-8c1a23f4-7fcd-4097-8024-cd958fb85e2c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=38469e0b-0bea-4df3-855f-8490ff986887 HTTP/1.1" status: 200 len: 944 time: 0.0932035 May 31 15:58:14.055964 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1508fcce-604a-4ebf-b977-bf1606a634b0 req-bfc75608-9fcd-49da-9faa-f80205c442d3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=3dc36b17-222a-43f7-b8e0-0cb00355e0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382831 May 31 15:58:14.582579 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33404) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:58:14.590647 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device daab6fd3-dcd9-4f66-a694-8ef2846d9c59 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 15:58:14.724096 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port daab6fd3-dcd9-4f66-a694-8ef2846d9c59, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=daab6fd3-dcd9-4f66-a694-8ef2846d9c59,segment=NetworkSegment(f22aaee8-5cac-4193-92e9-aaeaf57e8276),segment_id=f22aaee8-5cac-4193-92e9-aaeaf57e8276)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:58:14.737388 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': 'daab6fd3-dcd9-4f66-a694-8ef2846d9c59', 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5', 'port_id': 'daab6fd3-dcd9-4f66-a694-8ef2846d9c59', 'mac_address': 'fa:16:3e:5f:07:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 15:58:14.790793 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:14.807146 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daab6fd3-dcd9-4f66-a694-8ef2846d9c59 {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 15:58:14.822409 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port daab6fd3-dcd9-4f66-a694-8ef2846d9c59, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=daab6fd3-dcd9-4f66-a694-8ef2846d9c59,segment=NetworkSegment(f22aaee8-5cac-4193-92e9-aaeaf57e8276),segment_id=f22aaee8-5cac-4193-92e9-aaeaf57e8276)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:58:14.829509 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:14.832194 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a440e116-f9f6-43ee-b816-c990e3183d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:14.853683 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-07a64530-8134-4af0-be59-4494f9b7a02c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Deleting port 4caeb484-7564-4c86-8b35-075884a6ac36 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:58:14.854026 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-07a64530-8134-4af0-be59-4494f9b7a02c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:14.901739 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=daab6fd3-dcd9-4f66-a694-8ef2846d9c59,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:14.904932 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:14.971743 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-07a64530-8134-4af0-be59-4494f9b7a02c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:14.972019 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-07a64530-8134-4af0-be59-4494f9b7a02c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:15.093767 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-07a64530-8134-4af0-be59-4494f9b7a02c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Calling delete_port for 4caeb484-7564-4c86-8b35-075884a6ac36 owned by network:floatingip {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:58:15.196007 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['daab6fd3-dcd9-4f66-a694-8ef2846d9c59'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 15:58:15.221554 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-07a64530-8134-4af0-be59-4494f9b7a02c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:15.226578 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-951d9b28-5e82-4ecd-857b-29c06dec888e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:15.248385 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bab93-6961-43e7-9e5e-6cd8e5557b90 req-29c0fd89-06bc-4eed-a5dc-5af5edffaaba tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:15.249851 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e16bab93-6961-43e7-9e5e-6cd8e5557b90 req-29c0fd89-06bc-4eed-a5dc-5af5edffaaba tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=38469e0b-0bea-4df3-855f-8490ff986887 HTTP/1.1" status: 200 len: 945 time: 0.0857797 May 31 15:58:15.270421 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a64530-8134-4af0-be59-4494f9b7a02c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Pushing event deleted for resources: {'Port': ['ID=4caeb484-7564-4c86-8b35-075884a6ac36,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:15.274003 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-07a64530-8134-4af0-be59-4494f9b7a02c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:15.301360 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e16bab93-6961-43e7-9e5e-6cd8e5557b90 req-aa985152-c494-4a1b-83d6-5d0686ce50e1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=3dc36b17-222a-43f7-b8e0-0cb00355e0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447795 May 31 15:58:15.377108 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-07a64530-8134-4af0-be59-4494f9b7a02c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for floatingip, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:15.377437 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.l3_db [None req-07a64530-8134-4af0-be59-4494f9b7a02c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Floating IP a0c90619-0835-4806-a6a5-a49315d559ae disassociated (deleted). External IP: 172.26.0.245, port: 9436b014-0c9c-4121-a315-1873bd5220f8. May 31 15:58:15.743406 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a64530-8134-4af0-be59-4494f9b7a02c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Router a54e5485-b565-40c4-a16c-7a60bef32f7b has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:58:16.078401 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a64530-8134-4af0-be59-4494f9b7a02c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:58:16.090020 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f05bef-3cff-42c4-9c77-dadd8ca1949e None None] Sync routers for ids ['a54e5485-b565-40c4-a16c-7a60bef32f7b'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:58:16.092684 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-07a64530-8134-4af0-be59-4494f9b7a02c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:16.105161 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f05bef-3cff-42c4-9c77-dadd8ca1949e None None] Routers {'a54e5485-b565-40c4-a16c-7a60bef32f7b'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:58:16.105844 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-54f05bef-3cff-42c4-9c77-dadd8ca1949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:58:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['a54e5485-b565-40c4-a16c-7a60bef32f7b'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:58:16.153886 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-07a64530-8134-4af0-be59-4494f9b7a02c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "DELETE /v2.0/floatingips/a0c90619-0835-4806-a6a5-a49315d559ae HTTP/1.1" status: 204 len: 168 time: 1.5698402 May 31 15:58:16.154366 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e0da22-855f-45e2-a6c0-a443b53859c2', 'tag': '9436b014-0c9c-4121-a315-1873bd5220f8'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:58:16.156661 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d501e1c5-3916-437f-9011-f10c2d4a3a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "95e0da22-855f-45e2-a6c0-a443b53859c2", "tag": "9436b014-0c9c-4121-a315-1873bd5220f8"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:58:16.211534 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 15:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ade7740-2d7c-4c95-92ce-9a1adf9a96e4 x-openstack-request-id: req-4ade7740-2d7c-4c95-92ce-9a1adf9a96e4 {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:58:16.211890 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e0da22-855f-45e2-a6c0-a443b53859c2", "tag": "9436b014-0c9c-4121-a315-1873bd5220f8", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:58:16.212265 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4ade7740-2d7c-4c95-92ce-9a1adf9a96e4 {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:58:16.212808 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e0da22-855f-45e2-a6c0-a443b53859c2', 'tag': '9436b014-0c9c-4121-a315-1873bd5220f8', 'status': 'completed', 'code': 200} May 31 15:58:16.329367 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501e1c5-3916-437f-9011-f10c2d4a3a6e req-caf461e4-1633-433c-9aff-a0b3e399ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:16.330926 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-d501e1c5-3916-437f-9011-f10c2d4a3a6e req-caf461e4-1633-433c-9aff-a0b3e399ed73 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dd852f22866d47498e7ba1367b0e04db&device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 1098 time: 0.0916975 May 31 15:58:16.351653 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-54f05bef-3cff-42c4-9c77-dadd8ca1949e None None] Set router a54e5485-b565-40c4-a16c-7a60bef32f7b gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:58:16.529020 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942429f3-c230-4bc9-9dec-277abffbef39 req-a2b0fe68-4f89-4f54-a33e-bec00dfc2bf9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:16.531553 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-942429f3-c230-4bc9-9dec-277abffbef39 req-a2b0fe68-4f89-4f54-a33e-bec00dfc2bf9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=38469e0b-0bea-4df3-855f-8490ff986887 HTTP/1.1" status: 200 len: 945 time: 0.1018753 May 31 15:58:16.554348 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501e1c5-3916-437f-9011-f10c2d4a3a6e req-b89a7d1e-ab35-4db6-9a58-285cb8fc0049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:16.555862 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-d501e1c5-3916-437f-9011-f10c2d4a3a6e req-b89a7d1e-ab35-4db6-9a58-285cb8fc0049 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217 HTTP/1.1" status: 200 len: 898 time: 0.2185550 May 31 15:58:16.629249 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-d501e1c5-3916-437f-9011-f10c2d4a3a6e req-f70c2fdb-571d-42b6-8328-1ffd4662deb1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9436b014-0c9c-4121-a315-1873bd5220f8 HTTP/1.1" status: 200 len: 217 time: 0.0653503 May 31 15:58:16.629560 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-942429f3-c230-4bc9-9dec-277abffbef39 req-8d1178e6-252e-4f2f-a7a6-0397c394b161 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=3dc36b17-222a-43f7-b8e0-0cb00355e0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920556 May 31 15:58:16.641946 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device daab6fd3-dcd9-4f66-a694-8ef2846d9c59 up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:58:16.665861 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fe3b7-d562-4ffe-bc73-4436ae18cb39 req-95647a56-1309-44e1-a0de-c26ae592b317 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:16.667390 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6e5fe3b7-d562-4ffe-bc73-4436ae18cb39 req-95647a56-1309-44e1-a0de-c26ae592b317 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 945 time: 0.0981748 May 31 15:58:16.697644 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501e1c5-3916-437f-9011-f10c2d4a3a6e req-896412dd-47ea-4c7c-9fcb-9a9390649fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:16.699247 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-d501e1c5-3916-437f-9011-f10c2d4a3a6e req-896412dd-47ea-4c7c-9fcb-9a9390649fc5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=13640c8e-f9d3-4b93-b70a-919f0ac30700 HTTP/1.1" status: 200 len: 835 time: 0.0636129 May 31 15:58:16.726033 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6e5fe3b7-d562-4ffe-bc73-4436ae18cb39 req-4345a467-4fd7-45a7-ae7d-b1e7681bc2cc tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe90d589-4f27-4d98-a8f2-975e6776ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522721 May 31 15:58:16.777258 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501e1c5-3916-437f-9011-f10c2d4a3a6e req-70063662-aa31-4aeb-b273-52188379daef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:16.778803 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-d501e1c5-3916-437f-9011-f10c2d4a3a6e req-70063662-aa31-4aeb-b273-52188379daef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0725479 May 31 15:58:16.797856 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port daab6fd3-dcd9-4f66-a694-8ef2846d9c59 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:58:16.808720 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port daab6fd3-dcd9-4f66-a694-8ef2846d9c59 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:58:16.809110 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:16.908398 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-54f05bef-3cff-42c4-9c77-dadd8ca1949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147894015', 'tenant_id': 'dd852f22866d47498e7ba1367b0e04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': '219b6387-0461-41fb-9ec4-61b42d9ab3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:53:55Z', 'updated_at': '2021-05-31T15:54:10Z', 'revision_number': 4, 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'gw_port': {'id': '219b6387-0461-41fb-9ec4-61b42d9ab3d8', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:57Z', 'updated_at': '2021-05-31T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '444ce256-f87a-437b-b92c-baf31cfd333a', 'name': '', 'network_id': 'f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217', 'tenant_id': 'dd852f22866d47498e7ba1367b0e04db', 'mac_address': 'fa:16:3e:8a:cd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '13640c8e-f9d3-4b93-b70a-919f0ac30700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:54:08Z', 'updated_at': '2021-05-31T15:54:21Z', 'revision_number': 5, 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'subnets': [{'id': '13640c8e-f9d3-4b93-b70a-919f0ac30700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:58:16.915623 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-d501e1c5-3916-437f-9011-f10c2d4a3a6e req-3186e2d3-4e5d-415f-a540-e92e392f575d service neutron] 10.222.0.59 "GET /v2.0/networks/f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292381 May 31 15:58:16.922617 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f05bef-3cff-42c4-9c77-dadd8ca1949e None None] Checking router: a54e5485-b565-40c4-a16c-7a60bef32f7b for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:58:16.949788 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f05bef-3cff-42c4-9c77-dadd8ca1949e None None] Routers {'a54e5485-b565-40c4-a16c-7a60bef32f7b'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:58:16.950408 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-54f05bef-3cff-42c4-9c77-dadd8ca1949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:58:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['a54e5485-b565-40c4-a16c-7a60bef32f7b'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:58:17.002559 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:17.051357 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38469e0b-0bea-4df3-855f-8490ff986887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daab6fd3-dcd9-4f66-a694-8ef2846d9c59'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:58:17.053185 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-d501e1c5-3916-437f-9011-f10c2d4a3a6e req-c1330c50-e25a-43ad-911e-0b32ab0a7eea service neutron] 10.222.0.59 "GET /v2.0/networks/f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307619 May 31 15:58:17.053658 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3183090-7e5b-4545-9dd5-85922d2723cb" -d '{"events": [{"server_uuid": "38469e0b-0bea-4df3-855f-8490ff986887", "name": "network-vif-plugged", "status": "completed", "tag": "daab6fd3-dcd9-4f66-a694-8ef2846d9c59"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:58:17.067205 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port daab6fd3-dcd9-4f66-a694-8ef2846d9c59, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=daab6fd3-dcd9-4f66-a694-8ef2846d9c59,segment=NetworkSegment(f22aaee8-5cac-4193-92e9-aaeaf57e8276),segment_id=f22aaee8-5cac-4193-92e9-aaeaf57e8276)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:58:17.121211 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:17.131684 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-36952e62-a2d8-4966-8e72-2c736b0a8bdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:17.163578 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 15:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af5901e-667f-443a-93e5-4fa86cf1a5f1 x-openstack-request-id: req-7af5901e-667f-443a-93e5-4fa86cf1a5f1 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:58:17.163808 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38469e0b-0bea-4df3-855f-8490ff986887", "name": "network-vif-plugged", "status": "completed", "tag": "daab6fd3-dcd9-4f66-a694-8ef2846d9c59", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:58:17.164066 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7af5901e-667f-443a-93e5-4fa86cf1a5f1 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:58:17.164451 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38469e0b-0bea-4df3-855f-8490ff986887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daab6fd3-dcd9-4f66-a694-8ef2846d9c59', 'code': 200} May 31 15:58:17.227281 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-54f05bef-3cff-42c4-9c77-dadd8ca1949e None None] Set router a54e5485-b565-40c4-a16c-7a60bef32f7b gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:58:17.279703 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=daab6fd3-dcd9-4f66-a694-8ef2846d9c59,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:17.290546 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:17.390030 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833a124-ae99-485c-8b33-2d2b38bdebcb req-4b2db744-8d75-4d2d-b44f-a68cd9eb61d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:17.391568 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-9833a124-ae99-485c-8b33-2d2b38bdebcb req-4b2db744-8d75-4d2d-b44f-a68cd9eb61d1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=38469e0b-0bea-4df3-855f-8490ff986887 HTTP/1.1" status: 200 len: 1099 time: 0.0766909 May 31 15:58:17.433740 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-9833a124-ae99-485c-8b33-2d2b38bdebcb req-048e0a91-5177-4f49-a9e5-d0127bdb14c7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3dc36b17-222a-43f7-b8e0-0cb00355e0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344038 May 31 15:58:17.542927 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-54f05bef-3cff-42c4-9c77-dadd8ca1949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147894015', 'tenant_id': 'dd852f22866d47498e7ba1367b0e04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': '219b6387-0461-41fb-9ec4-61b42d9ab3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:53:55Z', 'updated_at': '2021-05-31T15:54:10Z', 'revision_number': 4, 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'gw_port': {'id': '219b6387-0461-41fb-9ec4-61b42d9ab3d8', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:57Z', 'updated_at': '2021-05-31T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '444ce256-f87a-437b-b92c-baf31cfd333a', 'name': '', 'network_id': 'f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217', 'tenant_id': 'dd852f22866d47498e7ba1367b0e04db', 'mac_address': 'fa:16:3e:8a:cd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '13640c8e-f9d3-4b93-b70a-919f0ac30700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:54:08Z', 'updated_at': '2021-05-31T15:54:21Z', 'revision_number': 5, 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'subnets': [{'id': '13640c8e-f9d3-4b93-b70a-919f0ac30700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:58:17.547082 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f05bef-3cff-42c4-9c77-dadd8ca1949e None None] The sync data for ids ['a54e5485-b565-40c4-a16c-7a60bef32f7b'] in dv-neutron-601336-79-hyperv is: [{'id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147894015', 'tenant_id': 'dd852f22866d47498e7ba1367b0e04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': '219b6387-0461-41fb-9ec4-61b42d9ab3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:53:55Z', 'updated_at': '2021-05-31T15:54:10Z', 'revision_number': 4, 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'gw_port': {'id': '219b6387-0461-41fb-9ec4-61b42d9ab3d8', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:57Z', 'updated_at': '2021-05-31T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '444ce256-f87a-437b-b92c-baf31cfd333a', 'name': '', 'network_id': 'f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217', 'tenant_id': 'dd852f22866d47498e7ba1367b0e04db', 'mac_address': 'fa:16:3e:8a:cd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '13640c8e-f9d3-4b93-b70a-919f0ac30700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:54:08Z', 'updated_at': '2021-05-31T15:54:21Z', 'revision_number': 5, 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'subnets': [{'id': '13640c8e-f9d3-4b93-b70a-919f0ac30700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:58:17.643919 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436db4ec-8932-4a20-8d61-b865ee8aef8a req-66ab1a08-899f-49e0-8ffb-b670405e655b tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:17.644636 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-436db4ec-8932-4a20-8d61-b865ee8aef8a req-66ab1a08-899f-49e0-8ffb-b670405e655b tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Synchronizing usage tracker for tenant:dd852f22866d47498e7ba1367b0e04db on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:58:17.662943 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-436db4ec-8932-4a20-8d61-b865ee8aef8a req-66ab1a08-899f-49e0-8ffb-b670405e655b tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Unset dirty status for tenant:dd852f22866d47498e7ba1367b0e04db on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:58:17.664173 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-436db4ec-8932-4a20-8d61-b865ee8aef8a req-66ab1a08-899f-49e0-8ffb-b670405e655b tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.59 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 945 time: 0.1014950 May 31 15:58:17.774213 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87be437-0223-476c-9052-6bec2b737ec9 None None] New status for floating IP a0c90619-0835-4806-a6a5-a49315d559ae: DOWN {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 15:58:17.809887 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [req-436db4ec-8932-4a20-8d61-b865ee8aef8a req-4ca8fbb2-e966-47a2-ae22-2d20f609c5c3 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Deleting port 9436b014-0c9c-4121-a315-1873bd5220f8 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:58:17.810520 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-436db4ec-8932-4a20-8d61-b865ee8aef8a req-4ca8fbb2-e966-47a2-ae22-2d20f609c5c3 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:17.841458 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b31b52-32fb-40fc-a13d-f1a14432d008 req-85a28d3a-2b36-4a9a-9582-b759b553688d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:17.844022 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-72b31b52-32fb-40fc-a13d-f1a14432d008 req-85a28d3a-2b36-4a9a-9582-b759b553688d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=38469e0b-0bea-4df3-855f-8490ff986887 HTTP/1.1" status: 200 len: 946 time: 0.0962007 May 31 15:58:17.936531 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-72b31b52-32fb-40fc-a13d-f1a14432d008 req-025ba615-7fde-4d0b-ac62-bb4b708ba6c1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=3dc36b17-222a-43f7-b8e0-0cb00355e0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866108 May 31 15:58:17.966284 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [req-436db4ec-8932-4a20-8d61-b865ee8aef8a req-4ca8fbb2-e966-47a2-ae22-2d20f609c5c3 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] For port 9436b014-0c9c-4121-a315-1873bd5220f8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9436b014-0c9c-4121-a315-1873bd5220f8,segment=NetworkSegment(d97b1fae-7878-4bab-8c70-d89f6e023b0d),segment_id=d97b1fae-7878-4bab-8c70-d89f6e023b0d)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:58:17.966655 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-436db4ec-8932-4a20-8d61-b865ee8aef8a req-4ca8fbb2-e966-47a2-ae22-2d20f609c5c3 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:17.973680 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d5d27-242a-4731-a3ce-8b7ddb6d630a req-a36f7bfe-c24c-4c2c-a1b6-1eb3b0a0deb7 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:17.975198 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-431d5d27-242a-4731-a3ce-8b7ddb6d630a req-a36f7bfe-c24c-4c2c-a1b6-1eb3b0a0deb7 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/ports?device_id=95e0da22-855f-45e2-a6c0-a443b53859c2 HTTP/1.1" status: 200 len: 945 time: 0.1031783 May 31 15:58:18.024190 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-431d5d27-242a-4731-a3ce-8b7ddb6d630a req-38064325-4ca3-4d80-a894-45d4a18fac0a tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe90d589-4f27-4d98-a8f2-975e6776ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409596 May 31 15:58:18.095958 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [req-436db4ec-8932-4a20-8d61-b865ee8aef8a req-4ca8fbb2-e966-47a2-ae22-2d20f609c5c3 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Calling delete_port for 9436b014-0c9c-4121-a315-1873bd5220f8 owned by compute:nova {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:58:18.222296 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-436db4ec-8932-4a20-8d61-b865ee8aef8a req-4ca8fbb2-e966-47a2-ae22-2d20f609c5c3 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:18.230493 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-951d9b28-5e82-4ecd-857b-29c06dec888e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:18.278802 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8fbb2-e966-47a2-ae22-2d20f609c5c3 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Pushing event deleted for resources: {'Port': ['ID=9436b014-0c9c-4121-a315-1873bd5220f8,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:18.282251 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4ca8fbb2-e966-47a2-ae22-2d20f609c5c3 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:18.361071 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [req-436db4ec-8932-4a20-8d61-b865ee8aef8a req-4ca8fbb2-e966-47a2-ae22-2d20f609c5c3 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] No DVR routers for this DVR port 9436b014-0c9c-4121-a315-1873bd5220f8 on host hv-neutron-6013 {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:58:18.363975 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-436db4ec-8932-4a20-8d61-b865ee8aef8a req-4ca8fbb2-e966-47a2-ae22-2d20f609c5c3 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:18.367105 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e0da22-855f-45e2-a6c0-a443b53859c2', 'name': 'network-vif-deleted', 'tag': '9436b014-0c9c-4121-a315-1873bd5220f8'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:58:18.369619 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25c46dc-22fe-43fa-916a-e6b3d384d53f" -d '{"events": [{"server_uuid": "95e0da22-855f-45e2-a6c0-a443b53859c2", "name": "network-vif-deleted", "tag": "9436b014-0c9c-4121-a315-1873bd5220f8"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:58:18.386975 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-436db4ec-8932-4a20-8d61-b865ee8aef8a req-4ca8fbb2-e966-47a2-ae22-2d20f609c5c3 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.59 "DELETE /v2.0/ports/9436b014-0c9c-4121-a315-1873bd5220f8 HTTP/1.1" status: 204 len: 173 time: 0.7166245 May 31 15:58:18.420168 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 15:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9299dd-d742-4d08-adcf-f3791258286d x-openstack-request-id: req-bc9299dd-d742-4d08-adcf-f3791258286d {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:58:18.420511 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e0da22-855f-45e2-a6c0-a443b53859c2", "name": "network-vif-deleted", "tag": "9436b014-0c9c-4121-a315-1873bd5220f8", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:58:18.420811 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bc9299dd-d742-4d08-adcf-f3791258286d {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:58:18.421264 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e0da22-855f-45e2-a6c0-a443b53859c2', 'name': 'network-vif-deleted', 'tag': '9436b014-0c9c-4121-a315-1873bd5220f8', 'status': 'completed', 'code': 200} May 31 15:58:19.127943 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33434) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:58:19.142783 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1a41e-2068-4bd6-ab8b-9649d7be0e28 req-6748b2e8-9cd7-4128-afbe-590d671e8e00 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:19.144312 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-44a1a41e-2068-4bd6-ab8b-9649d7be0e28 req-6748b2e8-9cd7-4128-afbe-590d671e8e00 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=38469e0b-0bea-4df3-855f-8490ff986887 HTTP/1.1" status: 200 len: 946 time: 0.0852406 May 31 15:58:19.189588 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-44a1a41e-2068-4bd6-ab8b-9649d7be0e28 req-e7349bb4-8de6-4639-b4df-81ce71388af8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=3dc36b17-222a-43f7-b8e0-0cb00355e0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393147 May 31 15:58:19.389073 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1749b9-d9a5-40b1-bb45-c496e99abaf2 req-74e115fd-32cc-4294-a204-7d4039aff65b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:19.390595 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-af1749b9-d9a5-40b1-bb45-c496e99abaf2 req-74e115fd-32cc-4294-a204-7d4039aff65b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=38469e0b-0bea-4df3-855f-8490ff986887 HTTP/1.1" status: 200 len: 946 time: 0.0812624 May 31 15:58:19.438603 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-af1749b9-d9a5-40b1-bb45-c496e99abaf2 req-5d6bbdcf-8142-41a8-a22b-a6cfbddc6a90 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=3dc36b17-222a-43f7-b8e0-0cb00355e0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421185 May 31 15:58:19.462208 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33440) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:58:19.536083 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2d5034-18f5-4e87-8b1f-4f936620be01 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:19.537592 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ee2d5034-18f5-4e87-8b1f-4f936620be01 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=38469e0b-0bea-4df3-855f-8490ff986887 HTTP/1.1" status: 200 len: 1094 time: 0.0743711 May 31 15:58:19.540551 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33444) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:58:19.546049 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-cf2496dd-de37-493a-bd12-49e745623047 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'port_id': 'daab6fd3-dcd9-4f66-a694-8ef2846d9c59', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:58:19.551976 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-cf2496dd-de37-493a-bd12-49e745623047 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:58:19.555755 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cf2496dd-de37-493a-bd12-49e745623047 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:floatingip and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:58:19.558709 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cf2496dd-de37-493a-bd12-49e745623047 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:58:19.564447 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-cf2496dd-de37-493a-bd12-49e745623047 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:58:19.576734 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cf2496dd-de37-493a-bd12-49e745623047 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:19.714179 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cf2496dd-de37-493a-bd12-49e745623047 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:19.835175 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6226e0e6-8e40-44b1-a743-68f8422f0063 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:19.851506 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-cf2496dd-de37-493a-bd12-49e745623047 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.26.0.121 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/599e56d3-6f53-42c3-a277-63bce2d92dc2) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:58:20.145268 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cf2496dd-de37-493a-bd12-49e745623047 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:20.174745 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cf2496dd-de37-493a-bd12-49e745623047 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:20.179362 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fa269854-f44c-4f9f-a473-553f6ccd06d6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:20.240548 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2496dd-de37-493a-bd12-49e745623047 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:58:20.243595 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-cf2496dd-de37-493a-bd12-49e745623047 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:58:20.247334 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2496dd-de37-493a-bd12-49e745623047 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:58:20.269282 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-6226e0e6-8e40-44b1-a743-68f8422f0063 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Deleting port 444ce256-f87a-437b-b92c-baf31cfd333a {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:58:20.269954 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6226e0e6-8e40-44b1-a743-68f8422f0063 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:20.282868 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2496dd-de37-493a-bd12-49e745623047 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=599e56d3-6f53-42c3-a277-63bce2d92dc2,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:20.291013 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cf2496dd-de37-493a-bd12-49e745623047 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:20.405629 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-6226e0e6-8e40-44b1-a743-68f8422f0063 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] For port 444ce256-f87a-437b-b92c-baf31cfd333a, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=444ce256-f87a-437b-b92c-baf31cfd333a,segment=NetworkSegment(d97b1fae-7878-4bab-8c70-d89f6e023b0d),segment_id=d97b1fae-7878-4bab-8c70-d89f6e023b0d)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:58:20.405878 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6226e0e6-8e40-44b1-a743-68f8422f0063 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:20.535006 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-6226e0e6-8e40-44b1-a743-68f8422f0063 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Calling delete_port for 444ce256-f87a-437b-b92c-baf31cfd333a owned by network:router_interface {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:58:20.658715 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 9436b014-0c9c-4121-a315-1873bd5220f8 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:58:20.663955 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cf2496dd-de37-493a-bd12-49e745623047 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:20.698855 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: 9436b014-0c9c-4121-a315-1873bd5220f8 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:58:20.699244 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 9436b014-0c9c-4121-a315-1873bd5220f8 not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:58:20.741433 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cf2496dd-de37-493a-bd12-49e745623047 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:20.956090 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cf2496dd-de37-493a-bd12-49e745623047 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:20.962759 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cf2496dd-de37-493a-bd12-49e745623047 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:20.967706 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-be707bb5-8993-412f-87f9-45dac247ead0 tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:20.982360 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6226e0e6-8e40-44b1-a743-68f8422f0063 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:20.986128 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-66702e97-651e-4dd1-9238-a7fec9d3dd9f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:21.033365 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226e0e6-8e40-44b1-a743-68f8422f0063 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Pushing event deleted for resources: {'Port': ['ID=444ce256-f87a-437b-b92c-baf31cfd333a,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:21.036019 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6226e0e6-8e40-44b1-a743-68f8422f0063 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:21.072150 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2496dd-de37-493a-bd12-49e745623047 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=599e56d3-6f53-42c3-a277-63bce2d92dc2,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:21.076333 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cf2496dd-de37-493a-bd12-49e745623047 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:21.084835 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cf2496dd-de37-493a-bd12-49e745623047 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:21.274759 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-cf2496dd-de37-493a-bd12-49e745623047 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Floating IP f153811f-2bb7-497c-80d5-81d9d7a1fbe1 associated. External IP: 172.26.0.121, port: daab6fd3-dcd9-4f66-a694-8ef2846d9c59. May 31 15:58:21.334978 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6226e0e6-8e40-44b1-a743-68f8422f0063 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:21.714764 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6226e0e6-8e40-44b1-a743-68f8422f0063 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Router a54e5485-b565-40c4-a16c-7a60bef32f7b has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:58:21.778793 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2496dd-de37-493a-bd12-49e745623047 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 716c3d74-2791-46d3-aa23-6548f10ac32c has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:58:21.897001 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6226e0e6-8e40-44b1-a743-68f8422f0063 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:58:21.909382 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61c79ae-9202-42cc-b74f-164125b033ef None None] Sync routers for ids ['a54e5485-b565-40c4-a16c-7a60bef32f7b'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:58:21.910137 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6226e0e6-8e40-44b1-a743-68f8422f0063 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "PUT /v2.0/routers/a54e5485-b565-40c4-a16c-7a60bef32f7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7809160 May 31 15:58:21.912868 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33450) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:58:21.919868 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61c79ae-9202-42cc-b74f-164125b033ef None None] Routers {'a54e5485-b565-40c4-a16c-7a60bef32f7b'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:58:21.920491 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a61c79ae-9202-42cc-b74f-164125b033ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:58:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['a54e5485-b565-40c4-a16c-7a60bef32f7b'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:58:21.960970 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2496dd-de37-493a-bd12-49e745623047 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:58:21.971767 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef764272-5a2e-452a-ab22-861e43781085 None None] Sync routers for ids ['716c3d74-2791-46d3-aa23-6548f10ac32c'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:58:21.986207 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef764272-5a2e-452a-ab22-861e43781085 None None] Routers {'716c3d74-2791-46d3-aa23-6548f10ac32c'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:58:21.986579 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0981f52-b7b4-4e99-b971-89eb76013d91 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Deleting subnet 13640c8e-f9d3-4b93-b70a-919f0ac30700 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:58:21.986883 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-ef764272-5a2e-452a-ab22-861e43781085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:58:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['716c3d74-2791-46d3-aa23-6548f10ac32c'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:58:21.990649 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f0981f52-b7b4-4e99-b971-89eb76013d91 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:21.991955 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cf2496dd-de37-493a-bd12-49e745623047 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:22.052500 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f0981f52-b7b4-4e99-b971-89eb76013d91 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:22.068880 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-cf2496dd-de37-493a-bd12-49e745623047 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5272436 May 31 15:58:22.070158 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38469e0b-0bea-4df3-855f-8490ff986887', 'tag': 'daab6fd3-dcd9-4f66-a694-8ef2846d9c59'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:58:22.073291 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6d38a6-b928-4b1a-9fc5-a23edf6a904e" -d '{"events": [{"name": "network-changed", "server_uuid": "38469e0b-0bea-4df3-855f-8490ff986887", "tag": "daab6fd3-dcd9-4f66-a694-8ef2846d9c59"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:58:22.077173 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33454) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:58:22.173092 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f0981f52-b7b4-4e99-b971-89eb76013d91 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:22.181196 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-ef764272-5a2e-452a-ab22-861e43781085 None None] Set router 716c3d74-2791-46d3-aa23-6548f10ac32c gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:58:22.202706 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-a61c79ae-9202-42cc-b74f-164125b033ef None None] Set router a54e5485-b565-40c4-a16c-7a60bef32f7b gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:58:22.236007 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2b373a4a-9c49-4d00-b4dc-0d005edfd5fc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/f153811f-2bb7-497c-80d5-81d9d7a1fbe1 HTTP/1.1" status: 200 len: 992 time: 0.1559062 May 31 15:58:22.255991 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 15:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bee627-eaf8-4774-a836-71ad02f8a656 x-openstack-request-id: req-77bee627-eaf8-4774-a836-71ad02f8a656 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:58:22.256420 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38469e0b-0bea-4df3-855f-8490ff986887", "tag": "daab6fd3-dcd9-4f66-a694-8ef2846d9c59", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:58:22.256804 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-77bee627-eaf8-4774-a836-71ad02f8a656 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:58:22.257351 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38469e0b-0bea-4df3-855f-8490ff986887', 'tag': 'daab6fd3-dcd9-4f66-a694-8ef2846d9c59', 'status': 'completed', 'code': 200} May 31 15:58:22.502149 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a61c79ae-9202-42cc-b74f-164125b033ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147894015', 'tenant_id': 'dd852f22866d47498e7ba1367b0e04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': '219b6387-0461-41fb-9ec4-61b42d9ab3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:53:55Z', 'updated_at': '2021-05-31T15:58:20Z', 'revision_number': 5, 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'gw_port': {'id': '219b6387-0461-41fb-9ec4-61b42d9ab3d8', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:57Z', 'updated_at': '2021-05-31T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:58:22.506239 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61c79ae-9202-42cc-b74f-164125b033ef None None] Checking router: a54e5485-b565-40c4-a16c-7a60bef32f7b for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:58:22.515324 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61c79ae-9202-42cc-b74f-164125b033ef None None] Routers {'a54e5485-b565-40c4-a16c-7a60bef32f7b'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:58:22.516247 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a61c79ae-9202-42cc-b74f-164125b033ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:58:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['a54e5485-b565-40c4-a16c-7a60bef32f7b'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:58:22.587009 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-ef764272-5a2e-452a-ab22-861e43781085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'name': 'tempest-TestNetworkBasicOps-router-1408046131', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:57:57Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:57:58Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'f153811f-2bb7-497c-80d5-81d9d7a1fbe1', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.121', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'port_id': 'daab6fd3-dcd9-4f66-a694-8ef2846d9c59', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5', 'mac_address': 'fa:16:3e:5f:07:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38469e0b-0bea-4df3-855f-8490ff986887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:58:20Z', 'updated_at': '2021-05-31T15:58:20Z', 'revision_number': 0, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3352ea86-b4d3-48f6-97c6-95f97fc63452', 'name': '', 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:ee:07:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:58:02Z', 'updated_at': '2021-05-31T15:58:07Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:58:22.591903 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef764272-5a2e-452a-ab22-861e43781085 None None] Checking router: 716c3d74-2791-46d3-aa23-6548f10ac32c for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:58:22.600808 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef764272-5a2e-452a-ab22-861e43781085 None None] Routers {'716c3d74-2791-46d3-aa23-6548f10ac32c'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:58:22.601523 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-ef764272-5a2e-452a-ab22-861e43781085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:58:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['716c3d74-2791-46d3-aa23-6548f10ac32c'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:58:22.640854 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d38a6-b928-4b1a-9fc5-a23edf6a904e req-c08999c1-b071-403c-a92a-92683d1762b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:22.642345 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-cd6d38a6-b928-4b1a-9fc5-a23edf6a904e req-c08999c1-b071-403c-a92a-92683d1762b6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=38469e0b-0bea-4df3-855f-8490ff986887 HTTP/1.1" status: 200 len: 1099 time: 0.3285525 May 31 15:58:22.697580 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-a61c79ae-9202-42cc-b74f-164125b033ef None None] Set router a54e5485-b565-40c4-a16c-7a60bef32f7b gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:58:22.780795 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-ef764272-5a2e-452a-ab22-861e43781085 None None] Set router 716c3d74-2791-46d3-aa23-6548f10ac32c gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:58:22.796012 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f0981f52-b7b4-4e99-b971-89eb76013d91 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:22.802441 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-256ba03c-5713-47b5-b389-3df69b483ba1 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:22.841588 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d38a6-b928-4b1a-9fc5-a23edf6a904e req-8bf33675-64e6-4c2d-ade9-49a0c62ad822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:22.843065 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-cd6d38a6-b928-4b1a-9fc5-a23edf6a904e req-8bf33675-64e6-4c2d-ade9-49a0c62ad822 service neutron] 10.222.0.59 "GET /v2.0/networks?id=783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 HTTP/1.1" status: 200 len: 898 time: 0.1895843 May 31 15:58:22.843787 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0981f52-b7b4-4e99-b971-89eb76013d91 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Pushing event deleted for resources: {'Subnet': ['ID=13640c8e-f9d3-4b93-b70a-919f0ac30700,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:22.846725 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f0981f52-b7b4-4e99-b971-89eb76013d91 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:22.847699 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f0981f52-b7b4-4e99-b971-89eb76013d91 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:22.867353 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b5e155-964b-4175-b726-af61efba60ae None None] Network f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:58:22.922872 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f0981f52-b7b4-4e99-b971-89eb76013d91 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "DELETE /v2.0/subnets/13640c8e-f9d3-4b93-b70a-919f0ac30700 HTTP/1.1" status: 204 len: 168 time: 1.0060782 May 31 15:58:22.923899 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33462) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:58:22.959396 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-cd6d38a6-b928-4b1a-9fc5-a23edf6a904e req-f54da804-5a82-4cd3-a921-d8de799d50e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=daab6fd3-dcd9-4f66-a694-8ef2846d9c59 HTTP/1.1" status: 200 len: 1000 time: 0.1087584 May 31 15:58:23.039032 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d38a6-b928-4b1a-9fc5-a23edf6a904e req-20853a03-0f3c-49f0-968c-508e112a9480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:23.040818 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-cd6d38a6-b928-4b1a-9fc5-a23edf6a904e req-20853a03-0f3c-49f0-968c-508e112a9480 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70abc80e-d8f7-44cc-bac2-38b536f3e051 HTTP/1.1" status: 200 len: 834 time: 0.0740473 May 31 15:58:23.115543 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-23fa0b27-5914-4ab1-9226-ee9fd37621fe tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:23.129350 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d38a6-b928-4b1a-9fc5-a23edf6a904e req-86a49c39-e3c0-47b2-bb96-71e9fe748fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:23.130365 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-cd6d38a6-b928-4b1a-9fc5-a23edf6a904e req-86a49c39-e3c0-47b2-bb96-71e9fe748fd5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0828123 May 31 15:58:23.181711 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-ef764272-5a2e-452a-ab22-861e43781085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'name': 'tempest-TestNetworkBasicOps-router-1408046131', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:57:57Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:57:58Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'f153811f-2bb7-497c-80d5-81d9d7a1fbe1', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.121', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'port_id': 'daab6fd3-dcd9-4f66-a694-8ef2846d9c59', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5', 'mac_address': 'fa:16:3e:5f:07:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38469e0b-0bea-4df3-855f-8490ff986887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:58:20Z', 'updated_at': '2021-05-31T15:58:20Z', 'revision_number': 0, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3352ea86-b4d3-48f6-97c6-95f97fc63452', 'name': '', 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:ee:07:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:58:02Z', 'updated_at': '2021-05-31T15:58:07Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:58:23.186108 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef764272-5a2e-452a-ab22-861e43781085 None None] The sync data for ids ['716c3d74-2791-46d3-aa23-6548f10ac32c'] in dv-neutron-601336-79-hyperv is: [{'id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'name': 'tempest-TestNetworkBasicOps-router-1408046131', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:57:57Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:57:58Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'f153811f-2bb7-497c-80d5-81d9d7a1fbe1', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.121', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'port_id': 'daab6fd3-dcd9-4f66-a694-8ef2846d9c59', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5', 'mac_address': 'fa:16:3e:5f:07:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38469e0b-0bea-4df3-855f-8490ff986887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:58:20Z', 'updated_at': '2021-05-31T15:58:20Z', 'revision_number': 0, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3352ea86-b4d3-48f6-97c6-95f97fc63452', 'name': '', 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:ee:07:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:58:02Z', 'updated_at': '2021-05-31T15:58:07Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:58:23.186852 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a61c79ae-9202-42cc-b74f-164125b033ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147894015', 'tenant_id': 'dd852f22866d47498e7ba1367b0e04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': '219b6387-0461-41fb-9ec4-61b42d9ab3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:53:55Z', 'updated_at': '2021-05-31T15:58:20Z', 'revision_number': 5, 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'gw_port': {'id': '219b6387-0461-41fb-9ec4-61b42d9ab3d8', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:57Z', 'updated_at': '2021-05-31T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:58:23.194468 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61c79ae-9202-42cc-b74f-164125b033ef None None] The sync data for ids ['a54e5485-b565-40c4-a16c-7a60bef32f7b'] in dv-neutron-601336-79-hyperv is: [{'id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147894015', 'tenant_id': 'dd852f22866d47498e7ba1367b0e04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': '219b6387-0461-41fb-9ec4-61b42d9ab3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:53:55Z', 'updated_at': '2021-05-31T15:58:20Z', 'revision_number': 5, 'project_id': 'dd852f22866d47498e7ba1367b0e04db', 'gw_port': {'id': '219b6387-0461-41fb-9ec4-61b42d9ab3d8', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e5485-b565-40c4-a16c-7a60bef32f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:53:57Z', 'updated_at': '2021-05-31T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:58:23.241958 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33466) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:58:23.272259 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149c286f-472c-4455-9da0-abe8d2326258 None None] DHCP port deletion for f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:58:23.344703 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-23fa0b27-5914-4ab1-9226-ee9fd37621fe tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:23.347477 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-149c286f-472c-4455-9da0-abe8d2326258 None None] Deleting port 44bbf8cb-5567-4b37-91a1-b92b947d9116 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:58:23.347923 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-149c286f-472c-4455-9da0-abe8d2326258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:23.391650 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d340724b-a5e8-4a7d-863e-f820316b5e35 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/f153811f-2bb7-497c-80d5-81d9d7a1fbe1 HTTP/1.1" status: 200 len: 992 time: 0.1474421 May 31 15:58:23.394087 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-cd6d38a6-b928-4b1a-9fc5-a23edf6a904e req-95670544-bf03-4843-9237-f083c993b6c2 service neutron] 10.222.0.59 "GET /v2.0/networks/783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570930 May 31 15:58:23.437190 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-23fa0b27-5914-4ab1-9226-ee9fd37621fe tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Deleting port 219b6387-0461-41fb-9ec4-61b42d9ab3d8 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:58:23.437654 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-23fa0b27-5914-4ab1-9226-ee9fd37621fe tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:23.459413 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-149c286f-472c-4455-9da0-abe8d2326258 None None] For port 44bbf8cb-5567-4b37-91a1-b92b947d9116, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=44bbf8cb-5567-4b37-91a1-b92b947d9116,segment=NetworkSegment(d97b1fae-7878-4bab-8c70-d89f6e023b0d),segment_id=d97b1fae-7878-4bab-8c70-d89f6e023b0d)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:58:23.459950 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-149c286f-472c-4455-9da0-abe8d2326258 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:23.527289 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eccbcf8-7dbd-4370-a3a1-863372fc2706 None None] New status for floating IP f153811f-2bb7-497c-80d5-81d9d7a1fbe1: ACTIVE {{(pid=99206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 15:58:23.536812 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-cd6d38a6-b928-4b1a-9fc5-a23edf6a904e req-46146616-27fe-4af0-8f25-0547269b0527 service neutron] 10.222.0.59 "GET /v2.0/networks/783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355827 May 31 15:58:23.577416 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-23fa0b27-5914-4ab1-9226-ee9fd37621fe tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] For port 219b6387-0461-41fb-9ec4-61b42d9ab3d8, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=219b6387-0461-41fb-9ec4-61b42d9ab3d8,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:58:23.577770 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-23fa0b27-5914-4ab1-9226-ee9fd37621fe tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:23.705204 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-23fa0b27-5914-4ab1-9226-ee9fd37621fe tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Calling delete_port for 219b6387-0461-41fb-9ec4-61b42d9ab3d8 owned by network:router_gateway {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:58:23.713191 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-149c286f-472c-4455-9da0-abe8d2326258 None None] Calling delete_port for 44bbf8cb-5567-4b37-91a1-b92b947d9116 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:58:23.849430 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-23fa0b27-5914-4ab1-9226-ee9fd37621fe tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:23.854504 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a954bb48-1836-4928-974f-e3b4d9d8a192 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:23.899119 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa0b27-5914-4ab1-9226-ee9fd37621fe tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Pushing event deleted for resources: {'Port': ['ID=219b6387-0461-41fb-9ec4-61b42d9ab3d8,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:23.939964 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa0b27-5914-4ab1-9226-ee9fd37621fe tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:58:23.940881 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa0b27-5914-4ab1-9226-ee9fd37621fe tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:58:23.940881 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa0b27-5914-4ab1-9226-ee9fd37621fe tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:58:23.941256 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa0b27-5914-4ab1-9226-ee9fd37621fe tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:58:23.941507 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa0b27-5914-4ab1-9226-ee9fd37621fe tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:58:23.941874 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa0b27-5914-4ab1-9226-ee9fd37621fe tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:58:23.942235 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa0b27-5914-4ab1-9226-ee9fd37621fe tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:58:23.942592 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa0b27-5914-4ab1-9226-ee9fd37621fe tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:58:23.942905 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-149c286f-472c-4455-9da0-abe8d2326258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:23.943071 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa0b27-5914-4ab1-9226-ee9fd37621fe tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:58:23.943359 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa0b27-5914-4ab1-9226-ee9fd37621fe tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:58:23.943690 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa0b27-5914-4ab1-9226-ee9fd37621fe tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:58:23.944047 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa0b27-5914-4ab1-9226-ee9fd37621fe tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:58:23.947902 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ef8bec6b-1f23-4110-b1db-b171e82bdb2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:23.974172 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-23fa0b27-5914-4ab1-9226-ee9fd37621fe tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:23.993595 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c286f-472c-4455-9da0-abe8d2326258 None None] Pushing event deleted for resources: {'Port': ['ID=44bbf8cb-5567-4b37-91a1-b92b947d9116,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:23.997861 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149c286f-472c-4455-9da0-abe8d2326258 None None] No DVR routers for this DVR port 44bbf8cb-5567-4b37-91a1-b92b947d9116 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:58:23.999552 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-149c286f-472c-4455-9da0-abe8d2326258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:24.171517 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-23fa0b27-5914-4ab1-9226-ee9fd37621fe tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:24.348350 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-23fa0b27-5914-4ab1-9226-ee9fd37621fe tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:24.350622 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-23fa0b27-5914-4ab1-9226-ee9fd37621fe tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:24.375979 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-23fa0b27-5914-4ab1-9226-ee9fd37621fe tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:24.376846 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fa0b27-5914-4ab1-9226-ee9fd37621fe tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Fanout notify agent at l3_agent the message router_deleted on router a54e5485-b565-40c4-a16c-7a60bef32f7b {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:58:24.394581 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33470) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:58:24.395377 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-23fa0b27-5914-4ab1-9226-ee9fd37621fe tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:24.399112 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-23fa0b27-5914-4ab1-9226-ee9fd37621fe tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "DELETE /v2.0/routers/a54e5485-b565-40c4-a16c-7a60bef32f7b HTTP/1.1" status: 204 len: 168 time: 1.4722819 May 31 15:58:24.399393 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33474) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:58:24.509790 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5d7ed391-bc3a-4cfb-ae9e-2174f51f6c8f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/f153811f-2bb7-497c-80d5-81d9d7a1fbe1 HTTP/1.1" status: 200 len: 994 time: 0.1138735 May 31 15:58:24.524825 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0fa37dc8-4bc5-42ec-a628-d51653723327 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:24.655577 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0fa37dc8-4bc5-42ec-a628-d51653723327 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:24.669892 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-0fa37dc8-4bc5-42ec-a628-d51653723327 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:58:24.686671 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-0fa37dc8-4bc5-42ec-a628-d51653723327 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd97b1fae-7878-4bab-8c70-d89f6e023b0d') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:58:24.686898 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-0fa37dc8-4bc5-42ec-a628-d51653723327 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd97b1fae-7878-4bab-8c70-d89f6e023b0d') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:58:24.698513 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0fa37dc8-4bc5-42ec-a628-d51653723327 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:24.716873 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0fa37dc8-4bc5-42ec-a628-d51653723327 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:24.723813 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa37dc8-4bc5-42ec-a628-d51653723327 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:58:24.724298 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0fa37dc8-4bc5-42ec-a628-d51653723327 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:58:24.738206 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:58:24.820870 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0fa37dc8-4bc5-42ec-a628-d51653723327 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:24.824754 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b24f81ae-e9db-4c9e-aed1-85fcb0bc6732 tempest-TagsTest-994742987 tempest-TagsTest-994742987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:24.839241 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0fa37dc8-4bc5-42ec-a628-d51653723327 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:24.850556 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa37dc8-4bc5-42ec-a628-d51653723327 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Pushing event deleted for resources: {'Network': ['ID=f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:24.853808 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0fa37dc8-4bc5-42ec-a628-d51653723327 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:24.863906 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0fa37dc8-4bc5-42ec-a628-d51653723327 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "DELETE /v2.0/networks/f1fc0f62-9dbd-4b0d-bb2d-81d8a5e69217 HTTP/1.1" status: 204 len: 168 time: 0.4635515 May 31 15:58:24.866864 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33478) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:58:24.935180 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5a2864e3-b11b-4d2c-af87-32ae31697454 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:24.968853 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5a2864e3-b11b-4d2c-af87-32ae31697454 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:25.038331 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5a2864e3-b11b-4d2c-af87-32ae31697454 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:25.045755 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-36b67861-dffc-4610-b47d-6c35c245d22c tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:25.063900 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2864e3-b11b-4d2c-af87-32ae31697454 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe90d589-4f27-4d98-a8f2-975e6776ed29,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:25.066549 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5a2864e3-b11b-4d2c-af87-32ae31697454 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:25.076713 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5a2864e3-b11b-4d2c-af87-32ae31697454 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:25.077906 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-5a2864e3-b11b-4d2c-af87-32ae31697454 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] 10.222.0.45 "DELETE /v2.0/security-groups/fe90d589-4f27-4d98-a8f2-975e6776ed29 HTTP/1.1" status: 204 len: 168 time: 0.2099702 May 31 15:58:25.192052 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 444ce256-f87a-437b-b92c-baf31cfd333a no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:58:25.225719 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 444ce256-f87a-437b-b92c-baf31cfd333a {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:58:25.225981 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 444ce256-f87a-437b-b92c-baf31cfd333a not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:58:25.226405 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 44bbf8cb-5567-4b37-91a1-b92b947d9116 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:58:25.261587 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 44bbf8cb-5567-4b37-91a1-b92b947d9116 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:58:25.261939 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 44bbf8cb-5567-4b37-91a1-b92b947d9116 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:58:25.262361 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 219b6387-0461-41fb-9ec4-61b42d9ab3d8 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:58:25.294840 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 219b6387-0461-41fb-9ec4-61b42d9ab3d8 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:58:25.295213 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 219b6387-0461-41fb-9ec4-61b42d9ab3d8 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:58:25.457210 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33488) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:58:25.620330 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-925d0f74-e852-4496-92a7-a3f9f6df2af9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dd852f22866d47498e7ba1367b0e04db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1617439 May 31 15:58:25.622800 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33494) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:58:25.684037 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4c96c7c1-942a-406b-a63c-9ea23a758216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:25.710764 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4c96c7c1-942a-406b-a63c-9ea23a758216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:25.765881 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4c96c7c1-942a-406b-a63c-9ea23a758216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:25.770756 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-babef028-eecd-4bcd-8ee8-896c1c550d1b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:25.784779 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96c7c1-942a-406b-a63c-9ea23a758216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b602cbc0-e07d-4d0b-a4f0-d57e524eb2bc,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:25.788288 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4c96c7c1-942a-406b-a63c-9ea23a758216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:25.791595 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4c96c7c1-942a-406b-a63c-9ea23a758216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:25.792767 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4c96c7c1-942a-406b-a63c-9ea23a758216 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b602cbc0-e07d-4d0b-a4f0-d57e524eb2bc HTTP/1.1" status: 204 len: 168 time: 0.1690829 May 31 15:58:26.103156 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33502) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:58:26.121318 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0a5d6e88-bcc6-4201-a403-a7b9c6bfc9b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:26.136254 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0a5d6e88-bcc6-4201-a403-a7b9c6bfc9b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:58:26.140162 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0a5d6e88-bcc6-4201-a403-a7b9c6bfc9b3 admin admin] Usage tracker for resource:security_group_rule and tenant:cb11e7a024644134a8cd9f04ab444087 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:58:26.143010 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0a5d6e88-bcc6-4201-a403-a7b9c6bfc9b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:58:26.149955 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0a5d6e88-bcc6-4201-a403-a7b9c6bfc9b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:58:26.236593 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0a5d6e88-bcc6-4201-a403-a7b9c6bfc9b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:26.241869 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0a5d6e88-bcc6-4201-a403-a7b9c6bfc9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:26.248910 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-301d7495-4aae-4bf2-8244-d3f77d8a6972 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:26.289027 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0a5d6e88-bcc6-4201-a403-a7b9c6bfc9b3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cb11e7a024644134a8cd9f04ab444087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1847818 May 31 15:58:26.290058 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d6e88-bcc6-4201-a403-a7b9c6bfc9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db88fe46-988a-4e85-bdf2-db67df665238,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:26.292091 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33506) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:58:26.293601 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0a5d6e88-bcc6-4201-a403-a7b9c6bfc9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:26.355018 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4ce3c5d3-03df-486d-b920-8b7df66f0436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:26.381212 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4ce3c5d3-03df-486d-b920-8b7df66f0436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:26.434660 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4ce3c5d3-03df-486d-b920-8b7df66f0436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:26.438550 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-882260bb-0ed7-44b4-aec6-5e5b8ba6663e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:58:26.449717 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3c5d3-03df-486d-b920-8b7df66f0436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db88fe46-988a-4e85-bdf2-db67df665238,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:58:26.454177 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4ce3c5d3-03df-486d-b920-8b7df66f0436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:58:26.456258 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4ce3c5d3-03df-486d-b920-8b7df66f0436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:26.457367 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4ce3c5d3-03df-486d-b920-8b7df66f0436 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/db88fe46-988a-4e85-bdf2-db67df665238 HTTP/1.1" status: 204 len: 168 time: 0.1642761 May 31 15:58:28.224897 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:34.634543 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4c46172d-4284-4ca3-8605-57aed4afc381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:36.991823 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:37.747626 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:58:37.882297 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0f5844f1-a3e7-4985-aaf4-229a7c4e6be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:38.343309 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:39.701733 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:58:42.000135 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-9dcfc7f0-1613-4a72-a51c-91cacf96db10 req-bb400383-4a20-48d0-bf50-271c4e16081e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816164 May 31 15:58:42.155452 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfc7f0-1613-4a72-a51c-91cacf96db10 req-9f835845-2ea1-4dc7-b270-8a41bc11ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:42.157175 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-9dcfc7f0-1613-4a72-a51c-91cacf96db10 req-9f835845-2ea1-4dc7-b270-8a41bc11ed37 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8116e4b155bf47a28df54c3549abf9a0&device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 1099 time: 0.0831356 May 31 15:58:42.321812 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfc7f0-1613-4a72-a51c-91cacf96db10 req-372e6ccf-6dfd-430c-b4f7-8619a0c63db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:42.323647 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-9dcfc7f0-1613-4a72-a51c-91cacf96db10 req-372e6ccf-6dfd-430c-b4f7-8619a0c63db6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=258fafc3-be14-41c8-a854-4f81d373cb1a HTTP/1.1" status: 200 len: 911 time: 0.1429653 May 31 15:58:42.592259 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-9dcfc7f0-1613-4a72-a51c-91cacf96db10 req-e5af95c0-9c85-489e-a59a-028894a35648 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=968b1291-bd29-4db8-8117-9f286b699868 HTTP/1.1" status: 200 len: 1002 time: 0.2620313 May 31 15:58:42.659872 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfc7f0-1613-4a72-a51c-91cacf96db10 req-de0b0f81-da93-462e-80e8-6d4357fa545d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:42.661233 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-9dcfc7f0-1613-4a72-a51c-91cacf96db10 req-de0b0f81-da93-462e-80e8-6d4357fa545d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0855a3d7-c8f1-43b9-80cd-3c7b17490413 HTTP/1.1" status: 200 len: 849 time: 0.0620310 May 31 15:58:42.747529 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfc7f0-1613-4a72-a51c-91cacf96db10 req-e30e5610-1f3f-429a-babf-1e2e8607a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:58:42.749029 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-9dcfc7f0-1613-4a72-a51c-91cacf96db10 req-e30e5610-1f3f-429a-babf-1e2e8607a2e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=258fafc3-be14-41c8-a854-4f81d373cb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0810375 May 31 15:58:42.882305 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-9dcfc7f0-1613-4a72-a51c-91cacf96db10 req-74626c98-9872-4fd7-9a6a-76d61f970528 service neutron] 10.222.0.59 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254053 May 31 15:58:43.017578 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-9dcfc7f0-1613-4a72-a51c-91cacf96db10 req-8090f80a-06ed-4f77-b13e-c15004a8d4a2 service neutron] 10.222.0.59 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280670 May 31 15:58:58.244288 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:04.638142 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d3a00eab-e583-439b-b98b-f1b7f0ee3405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:07.007540 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:07.885189 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ae5f22ae-9c2e-448b-aaf3-cec295cb46c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:08.349594 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:09.703866 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:14.753041 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:59:21.736902 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33536) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:59:22.020638 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-34b8be5b-c46f-478a-a044-6236a05eb51a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Deleting port 81a42fbe-230f-42b3-92af-da3e40aa4e33 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:59:22.020913 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-34b8be5b-c46f-478a-a044-6236a05eb51a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:22.144985 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-34b8be5b-c46f-478a-a044-6236a05eb51a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:22.145269 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-34b8be5b-c46f-478a-a044-6236a05eb51a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:22.267210 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-34b8be5b-c46f-478a-a044-6236a05eb51a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Calling delete_port for 81a42fbe-230f-42b3-92af-da3e40aa4e33 owned by network:floatingip {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:59:22.396102 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-34b8be5b-c46f-478a-a044-6236a05eb51a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:22.400644 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-66702e97-651e-4dd1-9238-a7fec9d3dd9f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:59:22.448845 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8be5b-c46f-478a-a044-6236a05eb51a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Pushing event deleted for resources: {'Port': ['ID=81a42fbe-230f-42b3-92af-da3e40aa4e33,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:59:22.487874 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b8be5b-c46f-478a-a044-6236a05eb51a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:22.488258 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b8be5b-c46f-478a-a044-6236a05eb51a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:22.488640 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b8be5b-c46f-478a-a044-6236a05eb51a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:22.489005 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b8be5b-c46f-478a-a044-6236a05eb51a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:22.489366 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b8be5b-c46f-478a-a044-6236a05eb51a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:22.489727 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b8be5b-c46f-478a-a044-6236a05eb51a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:22.490096 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b8be5b-c46f-478a-a044-6236a05eb51a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:22.490448 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b8be5b-c46f-478a-a044-6236a05eb51a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:22.490808 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b8be5b-c46f-478a-a044-6236a05eb51a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:22.491193 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b8be5b-c46f-478a-a044-6236a05eb51a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:22.491541 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b8be5b-c46f-478a-a044-6236a05eb51a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:22.491896 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b8be5b-c46f-478a-a044-6236a05eb51a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:22.522124 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-34b8be5b-c46f-478a-a044-6236a05eb51a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:59:22.550638 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-34b8be5b-c46f-478a-a044-6236a05eb51a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for floatingip, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:22.551022 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.l3_db [None req-34b8be5b-c46f-478a-a044-6236a05eb51a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Floating IP 2aea1252-0acf-4caf-8dfe-ced76599ef14 disassociated (deleted). External IP: 172.26.0.140, port: a05cd913-36a0-411c-a212-c5fc48bddc03. May 31 15:59:23.047847 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b8be5b-c46f-478a-a044-6236a05eb51a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Router d2eaafca-c962-4810-a0d0-a75595e874c0 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:59:23.234486 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b8be5b-c46f-478a-a044-6236a05eb51a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:59:23.245073 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0672385-52ee-4a17-8467-e6da2a084b14 None None] Sync routers for ids ['d2eaafca-c962-4810-a0d0-a75595e874c0'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:59:23.257104 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0672385-52ee-4a17-8467-e6da2a084b14 None None] Routers {'d2eaafca-c962-4810-a0d0-a75595e874c0'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:59:23.257718 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-a0672385-52ee-4a17-8467-e6da2a084b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:59:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['d2eaafca-c962-4810-a0d0-a75595e874c0'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:59:23.259443 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-34b8be5b-c46f-478a-a044-6236a05eb51a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:23.316893 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-34b8be5b-c46f-478a-a044-6236a05eb51a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "DELETE /v2.0/floatingips/2aea1252-0acf-4caf-8dfe-ced76599ef14 HTTP/1.1" status: 204 len: 168 time: 1.5783422 May 31 15:59:23.317423 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d38aedb-5b60-48b6-a7aa-1031bb90b500', 'tag': 'a05cd913-36a0-411c-a212-c5fc48bddc03'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:59:23.321079 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef0bc39-e408-4b96-9671-ba2dc1a7e5e4" -d '{"events": [{"name": "network-changed", "server_uuid": "1d38aedb-5b60-48b6-a7aa-1031bb90b500", "tag": "a05cd913-36a0-411c-a212-c5fc48bddc03"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:59:23.370081 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 15:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad1ced8-a981-47c4-8d6d-c96a0f999beb x-openstack-request-id: req-8ad1ced8-a981-47c4-8d6d-c96a0f999beb {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:59:23.370454 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d38aedb-5b60-48b6-a7aa-1031bb90b500", "tag": "a05cd913-36a0-411c-a212-c5fc48bddc03", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:59:23.370713 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8ad1ced8-a981-47c4-8d6d-c96a0f999beb {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:59:23.371463 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d38aedb-5b60-48b6-a7aa-1031bb90b500', 'tag': 'a05cd913-36a0-411c-a212-c5fc48bddc03', 'status': 'completed', 'code': 200} May 31 15:59:23.468189 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-a0672385-52ee-4a17-8467-e6da2a084b14 None None] Set router d2eaafca-c962-4810-a0d0-a75595e874c0 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:59:23.474531 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0bc39-e408-4b96-9671-ba2dc1a7e5e4 req-d5b6c456-9941-41fd-abcc-a4941e7c7b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:23.476551 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-cef0bc39-e408-4b96-9671-ba2dc1a7e5e4 req-d5b6c456-9941-41fd-abcc-a4941e7c7b36 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8116e4b155bf47a28df54c3549abf9a0&device_id=1d38aedb-5b60-48b6-a7aa-1031bb90b500 HTTP/1.1" status: 200 len: 1098 time: 0.0806041 May 31 15:59:23.619605 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0bc39-e408-4b96-9671-ba2dc1a7e5e4 req-393247c4-c526-48fb-9cf4-74725fd79001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:23.621038 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-cef0bc39-e408-4b96-9671-ba2dc1a7e5e4 req-393247c4-c526-48fb-9cf4-74725fd79001 service neutron] 10.222.0.59 "GET /v2.0/networks?id=258fafc3-be14-41c8-a854-4f81d373cb1a HTTP/1.1" status: 200 len: 911 time: 0.1381831 May 31 15:59:23.692426 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-cef0bc39-e408-4b96-9671-ba2dc1a7e5e4 req-c14ecb3c-c67a-4085-8917-77264aaf8d98 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a05cd913-36a0-411c-a212-c5fc48bddc03 HTTP/1.1" status: 200 len: 217 time: 0.0639369 May 31 15:59:23.709489 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a5643-663e-44b9-b62d-8bc8a29d231f req-fe8ce2c3-28f7-4519-bc66-37daa9ccd6dd tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:23.711004 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c83a5643-663e-44b9-b62d-8bc8a29d231f req-fe8ce2c3-28f7-4519-bc66-37daa9ccd6dd tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d38aedb-5b60-48b6-a7aa-1031bb90b500 HTTP/1.1" status: 200 len: 945 time: 0.0872087 May 31 15:59:23.757548 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c83a5643-663e-44b9-b62d-8bc8a29d231f req-c597d51d-cf40-4260-b92d-e3013b3006b4 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399899 May 31 15:59:23.762505 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0bc39-e408-4b96-9671-ba2dc1a7e5e4 req-b8a56013-2313-4a7d-9f57-30a993ab41d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:23.764026 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-cef0bc39-e408-4b96-9671-ba2dc1a7e5e4 req-b8a56013-2313-4a7d-9f57-30a993ab41d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0855a3d7-c8f1-43b9-80cd-3c7b17490413 HTTP/1.1" status: 200 len: 849 time: 0.0650394 May 31 15:59:23.820398 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-a0672385-52ee-4a17-8467-e6da2a084b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'name': 'tempest-TestVolumeBootPattern-25264524-router', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:50:45Z', 'updated_at': '2021-05-31T15:51:01Z', 'revision_number': 4, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'gw_port': {'id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:49Z', 'updated_at': '2021-05-31T15:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '2c6925f1-4bf4-4b3c-9766-a726531c5086', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'port_id': '968b1291-bd29-4db8-8117-9f286b699868', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'mac_address': 'fa:16:3e:76:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:55:28Z', 'updated_at': '2021-05-31T15:55:31Z', 'revision_number': 1, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf6ac0a4-9241-474b-b88d-758c7f9f3835', 'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'mac_address': 'fa:16:3e:47:55:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:57Z', 'updated_at': '2021-05-31T15:51:15Z', 'revision_number': 5, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'subnets': [{'id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:59:23.824232 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0672385-52ee-4a17-8467-e6da2a084b14 None None] Checking router: d2eaafca-c962-4810-a0d0-a75595e874c0 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:59:23.832481 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0672385-52ee-4a17-8467-e6da2a084b14 None None] Routers {'d2eaafca-c962-4810-a0d0-a75595e874c0'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:59:23.833073 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-a0672385-52ee-4a17-8467-e6da2a084b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:59:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['d2eaafca-c962-4810-a0d0-a75595e874c0'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:59:23.840462 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0bc39-e408-4b96-9671-ba2dc1a7e5e4 req-b384fa12-8218-43a6-a52b-7a44eb7d8ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:23.842019 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-cef0bc39-e408-4b96-9671-ba2dc1a7e5e4 req-b384fa12-8218-43a6-a52b-7a44eb7d8ae7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=258fafc3-be14-41c8-a854-4f81d373cb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0712225 May 31 15:59:23.975450 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-cef0bc39-e408-4b96-9671-ba2dc1a7e5e4 req-62753b11-d9cd-4d94-bf85-aa983eb2f93e service neutron] 10.222.0.59 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261771 May 31 15:59:24.004414 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-a0672385-52ee-4a17-8467-e6da2a084b14 None None] Set router d2eaafca-c962-4810-a0d0-a75595e874c0 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:59:24.110265 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-cef0bc39-e408-4b96-9671-ba2dc1a7e5e4 req-f3919923-0762-44e0-a3be-8cdf61aa5d40 service neutron] 10.222.0.59 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272993 May 31 15:59:24.364509 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-a0672385-52ee-4a17-8467-e6da2a084b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'name': 'tempest-TestVolumeBootPattern-25264524-router', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:50:45Z', 'updated_at': '2021-05-31T15:51:01Z', 'revision_number': 4, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'gw_port': {'id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:49Z', 'updated_at': '2021-05-31T15:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '2c6925f1-4bf4-4b3c-9766-a726531c5086', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'port_id': '968b1291-bd29-4db8-8117-9f286b699868', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'mac_address': 'fa:16:3e:76:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:55:28Z', 'updated_at': '2021-05-31T15:55:31Z', 'revision_number': 1, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf6ac0a4-9241-474b-b88d-758c7f9f3835', 'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'mac_address': 'fa:16:3e:47:55:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:57Z', 'updated_at': '2021-05-31T15:51:15Z', 'revision_number': 5, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'subnets': [{'id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:59:24.368595 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0672385-52ee-4a17-8467-e6da2a084b14 None None] The sync data for ids ['d2eaafca-c962-4810-a0d0-a75595e874c0'] in dv-neutron-601336-79-hyperv is: [{'id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'name': 'tempest-TestVolumeBootPattern-25264524-router', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:50:45Z', 'updated_at': '2021-05-31T15:51:01Z', 'revision_number': 4, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'gw_port': {'id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:49Z', 'updated_at': '2021-05-31T15:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '2c6925f1-4bf4-4b3c-9766-a726531c5086', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'port_id': '968b1291-bd29-4db8-8117-9f286b699868', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'mac_address': 'fa:16:3e:76:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:55:28Z', 'updated_at': '2021-05-31T15:55:31Z', 'revision_number': 1, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf6ac0a4-9241-474b-b88d-758c7f9f3835', 'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'mac_address': 'fa:16:3e:47:55:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:57Z', 'updated_at': '2021-05-31T15:51:15Z', 'revision_number': 5, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'subnets': [{'id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:59:24.596805 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989444fd-1842-4048-b755-70cd02e8b6a3 None None] New status for floating IP 2aea1252-0acf-4caf-8dfe-ced76599ef14: DOWN {{(pid=99206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 15:59:24.958096 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ed52f-5951-4899-b8ca-75618c23eb8c req-c2b3b550-d53b-40a9-b3e9-f4ab7d284dd6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:24.959559 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e46ed52f-5951-4899-b8ca-75618c23eb8c req-c2b3b550-d53b-40a9-b3e9-f4ab7d284dd6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d38aedb-5b60-48b6-a7aa-1031bb90b500 HTTP/1.1" status: 200 len: 945 time: 0.0930696 May 31 15:59:25.008510 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e46ed52f-5951-4899-b8ca-75618c23eb8c req-f31bc26b-5813-4605-bb44-c99aa6e184b6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426140 May 31 15:59:25.526848 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc345a27-ad04-4034-8d65-560254488587 req-2d22984e-8b31-4f07-8292-7418ce94e579 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:25.527546 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-bc345a27-ad04-4034-8d65-560254488587 req-2d22984e-8b31-4f07-8292-7418ce94e579 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Synchronizing usage tracker for tenant:8116e4b155bf47a28df54c3549abf9a0 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:59:25.545800 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-bc345a27-ad04-4034-8d65-560254488587 req-2d22984e-8b31-4f07-8292-7418ce94e579 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Unset dirty status for tenant:8116e4b155bf47a28df54c3549abf9a0 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:59:25.547069 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-bc345a27-ad04-4034-8d65-560254488587 req-2d22984e-8b31-4f07-8292-7418ce94e579 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d38aedb-5b60-48b6-a7aa-1031bb90b500 HTTP/1.1" status: 200 len: 945 time: 0.1125154 May 31 15:59:25.697462 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [req-bc345a27-ad04-4034-8d65-560254488587 req-6bd61c9d-dd03-44f7-bab0-9d84dcead183 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Deleting port a05cd913-36a0-411c-a212-c5fc48bddc03 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:59:25.697733 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-bc345a27-ad04-4034-8d65-560254488587 req-6bd61c9d-dd03-44f7-bab0-9d84dcead183 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:25.835293 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [req-bc345a27-ad04-4034-8d65-560254488587 req-6bd61c9d-dd03-44f7-bab0-9d84dcead183 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] For port a05cd913-36a0-411c-a212-c5fc48bddc03, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a05cd913-36a0-411c-a212-c5fc48bddc03,segment=NetworkSegment(d689a5f1-87c6-4c5b-a91b-b6d33d247f15),segment_id=d689a5f1-87c6-4c5b-a91b-b6d33d247f15)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:59:25.835599 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-bc345a27-ad04-4034-8d65-560254488587 req-6bd61c9d-dd03-44f7-bab0-9d84dcead183 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:26.098459 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [req-bc345a27-ad04-4034-8d65-560254488587 req-6bd61c9d-dd03-44f7-bab0-9d84dcead183 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Calling delete_port for a05cd913-36a0-411c-a212-c5fc48bddc03 owned by compute:nova {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:59:26.197713 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55772c-e7d0-4106-a371-a8ccb0af0aed req-b381db4d-720d-4bc3-bdc8-5885136ea437 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:26.199179 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ee55772c-e7d0-4106-a371-a8ccb0af0aed req-b381db4d-720d-4bc3-bdc8-5885136ea437 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d38aedb-5b60-48b6-a7aa-1031bb90b500 HTTP/1.1" status: 200 len: 945 time: 0.0807297 May 31 15:59:26.215339 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-bc345a27-ad04-4034-8d65-560254488587 req-6bd61c9d-dd03-44f7-bab0-9d84dcead183 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:26.222586 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-84a7e22f-64c4-4063-ab2a-3e37213e6a2e tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:59:26.244921 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ee55772c-e7d0-4106-a371-a8ccb0af0aed req-3604172d-865e-48d3-81fe-c740b06f456f tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394998 May 31 15:59:26.269603 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd61c9d-dd03-44f7-bab0-9d84dcead183 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Pushing event deleted for resources: {'Port': ['ID=a05cd913-36a0-411c-a212-c5fc48bddc03,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:59:26.272247 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6bd61c9d-dd03-44f7-bab0-9d84dcead183 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:59:26.345463 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc345a27-ad04-4034-8d65-560254488587 req-6bd61c9d-dd03-44f7-bab0-9d84dcead183 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] No DVR routers for this DVR port a05cd913-36a0-411c-a212-c5fc48bddc03 on host hv-neutron-6013 {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:59:26.348839 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-bc345a27-ad04-4034-8d65-560254488587 req-6bd61c9d-dd03-44f7-bab0-9d84dcead183 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:26.353124 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d38aedb-5b60-48b6-a7aa-1031bb90b500', 'name': 'network-vif-deleted', 'tag': 'a05cd913-36a0-411c-a212-c5fc48bddc03'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:59:26.355797 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d767d17c-b5df-41ee-9089-5fb5dd12eeb4" -d '{"events": [{"server_uuid": "1d38aedb-5b60-48b6-a7aa-1031bb90b500", "name": "network-vif-deleted", "tag": "a05cd913-36a0-411c-a212-c5fc48bddc03"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:59:26.371069 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-bc345a27-ad04-4034-8d65-560254488587 req-6bd61c9d-dd03-44f7-bab0-9d84dcead183 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.59 "DELETE /v2.0/ports/a05cd913-36a0-411c-a212-c5fc48bddc03 HTTP/1.1" status: 204 len: 173 time: 0.8178084 May 31 15:59:26.401703 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 15:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8882d05-299e-42e5-970e-c9aa2a9673d4 x-openstack-request-id: req-b8882d05-299e-42e5-970e-c9aa2a9673d4 {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:59:26.402066 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d38aedb-5b60-48b6-a7aa-1031bb90b500", "name": "network-vif-deleted", "tag": "a05cd913-36a0-411c-a212-c5fc48bddc03", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:59:26.402362 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b8882d05-299e-42e5-970e-c9aa2a9673d4 {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:59:26.402803 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d38aedb-5b60-48b6-a7aa-1031bb90b500', 'name': 'network-vif-deleted', 'tag': 'a05cd913-36a0-411c-a212-c5fc48bddc03', 'status': 'completed', 'code': 200} May 31 15:59:27.396685 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a39d8040-8534-4a4e-acd0-f7234ff7aae8 req-06f10d09-9432-4458-b000-f78a4fcd297b tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d38aedb-5b60-48b6-a7aa-1031bb90b500 HTTP/1.1" status: 200 len: 210 time: 0.0429149 May 31 15:59:28.252496 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:28.550330 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d505688c-24fa-45bc-849b-72ec067184f9 req-e3012de5-6b97-46f6-99cd-e2fe3df33a1b tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d38aedb-5b60-48b6-a7aa-1031bb90b500 HTTP/1.1" status: 200 len: 210 time: 0.0455821 May 31 15:59:29.013415 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device a05cd913-36a0-411c-a212-c5fc48bddc03 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:59:29.047271 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: a05cd913-36a0-411c-a212-c5fc48bddc03 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:59:29.047613 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device a05cd913-36a0-411c-a212-c5fc48bddc03 not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:59:29.699729 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fef408a2-9711-4047-9558-98041a469b33 req-f2bddef8-a311-48ab-824f-b834baa5ed02 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d38aedb-5b60-48b6-a7aa-1031bb90b500 HTTP/1.1" status: 200 len: 210 time: 0.0425472 May 31 15:59:34.643241 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bdd0cbd4-ad4e-498d-b38a-0d2841284813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:35.373171 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33582) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:59:35.533067 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33586) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:59:35.613558 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6453a222-562c-4a58-92ba-5aca39cbb926 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:35.614028 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6453a222-562c-4a58-92ba-5aca39cbb926 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:35.614495 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6453a222-562c-4a58-92ba-5aca39cbb926 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:35.616672 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6453a222-562c-4a58-92ba-5aca39cbb926 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/ports?project_id=77a9908268404908970d038c7b3f1f66&network_id=783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 HTTP/1.1" status: 200 len: 3002 time: 0.0822253 May 31 15:59:35.642640 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-078fc91e-6207-4c29-addc-93a7607fe563 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Deleting port 51ac4aaf-52fa-46e3-80b2-72aa8913c43a {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:59:35.642971 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-078fc91e-6207-4c29-addc-93a7607fe563 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:35.777231 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-078fc91e-6207-4c29-addc-93a7607fe563 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:35.777561 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-078fc91e-6207-4c29-addc-93a7607fe563 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:35.906526 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-078fc91e-6207-4c29-addc-93a7607fe563 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Calling delete_port for 51ac4aaf-52fa-46e3-80b2-72aa8913c43a owned by network:floatingip {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:59:36.030847 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-078fc91e-6207-4c29-addc-93a7607fe563 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:36.034644 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-86e21e0f-b29f-4ee5-82fa-34315de1bac2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:59:36.080194 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078fc91e-6207-4c29-addc-93a7607fe563 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Pushing event deleted for resources: {'Port': ['ID=51ac4aaf-52fa-46e3-80b2-72aa8913c43a,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:59:36.082747 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-078fc91e-6207-4c29-addc-93a7607fe563 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:59:36.171846 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-078fc91e-6207-4c29-addc-93a7607fe563 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for floatingip, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:36.172102 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.l3_db [None req-078fc91e-6207-4c29-addc-93a7607fe563 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Floating IP 2c6925f1-4bf4-4b3c-9766-a726531c5086 disassociated (deleted). External IP: 172.26.0.111, port: 968b1291-bd29-4db8-8117-9f286b699868. May 31 15:59:36.538680 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078fc91e-6207-4c29-addc-93a7607fe563 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Router d2eaafca-c962-4810-a0d0-a75595e874c0 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:59:36.873000 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078fc91e-6207-4c29-addc-93a7607fe563 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:59:36.883555 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d9cf63-9301-46a6-96b0-a98433fe3204 None None] Sync routers for ids ['d2eaafca-c962-4810-a0d0-a75595e874c0'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:59:36.893479 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d9cf63-9301-46a6-96b0-a98433fe3204 None None] Routers {'d2eaafca-c962-4810-a0d0-a75595e874c0'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:59:36.894013 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-078fc91e-6207-4c29-addc-93a7607fe563 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:36.894554 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-30d9cf63-9301-46a6-96b0-a98433fe3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:59:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['d2eaafca-c962-4810-a0d0-a75595e874c0'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:59:36.952383 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-078fc91e-6207-4c29-addc-93a7607fe563 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "DELETE /v2.0/floatingips/2c6925f1-4bf4-4b3c-9766-a726531c5086 HTTP/1.1" status: 204 len: 168 time: 1.5756466 May 31 15:59:36.952383 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514', 'tag': '968b1291-bd29-4db8-8117-9f286b699868'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:59:36.952959 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27a9958-2550-49b2-824d-ab2eb369ce0c" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514", "tag": "968b1291-bd29-4db8-8117-9f286b699868"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:59:36.995195 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:37.008994 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 15:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04040a1-1bd8-47af-8224-143ae705927b x-openstack-request-id: req-b04040a1-1bd8-47af-8224-143ae705927b {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:59:37.009401 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514", "tag": "968b1291-bd29-4db8-8117-9f286b699868", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:59:37.009796 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b04040a1-1bd8-47af-8224-143ae705927b {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:59:37.010329 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514', 'tag': '968b1291-bd29-4db8-8117-9f286b699868', 'status': 'completed', 'code': 200} May 31 15:59:37.085430 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-30d9cf63-9301-46a6-96b0-a98433fe3204 None None] Set router d2eaafca-c962-4810-a0d0-a75595e874c0 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:59:37.105240 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a9958-2550-49b2-824d-ab2eb369ce0c req-2cea9990-5742-4a4d-a43d-31c64edba660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:37.106862 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-c27a9958-2550-49b2-824d-ab2eb369ce0c req-2cea9990-5742-4a4d-a43d-31c64edba660 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8116e4b155bf47a28df54c3549abf9a0&device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 1099 time: 0.0727606 May 31 15:59:37.194459 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33604) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:59:37.265295 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a9958-2550-49b2-824d-ab2eb369ce0c req-f141eac6-9c83-4748-972f-e72ede28c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:37.266981 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-c27a9958-2550-49b2-824d-ab2eb369ce0c req-f141eac6-9c83-4748-972f-e72ede28c968 service neutron] 10.222.0.59 "GET /v2.0/networks?id=258fafc3-be14-41c8-a854-4f81d373cb1a HTTP/1.1" status: 200 len: 911 time: 0.1530969 May 31 15:59:37.275241 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c62fe7-5eba-44d7-8912-162e986e51ee tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:37.290913 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-33c62fe7-5eba-44d7-8912-162e986e51ee tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=014c45f7-9697-4b0b-b8b7-66a80a50a15c HTTP/1.1" status: 200 len: 814 time: 0.0950727 May 31 15:59:37.341596 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-c27a9958-2550-49b2-824d-ab2eb369ce0c req-3a29dc8d-01aa-4bb3-800c-4bdd37b49fb7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=968b1291-bd29-4db8-8117-9f286b699868 HTTP/1.1" status: 200 len: 217 time: 0.0671771 May 31 15:59:37.374610 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acd797-9cad-49dc-adc1-726dbab429ac req-2d149a83-17e0-4730-9668-a8b06833b727 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:37.383683 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c0acd797-9cad-49dc-adc1-726dbab429ac req-2d149a83-17e0-4730-9668-a8b06833b727 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 946 time: 0.0908899 May 31 15:59:37.408053 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a9958-2550-49b2-824d-ab2eb369ce0c req-80c5fd6b-75ef-4686-9fee-e6705a39371d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:37.409538 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-c27a9958-2550-49b2-824d-ab2eb369ce0c req-80c5fd6b-75ef-4686-9fee-e6705a39371d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0855a3d7-c8f1-43b9-80cd-3c7b17490413 HTTP/1.1" status: 200 len: 849 time: 0.0605085 May 31 15:59:37.430204 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c0acd797-9cad-49dc-adc1-726dbab429ac req-9d2d4c5b-72ab-43d5-b210-774d6aa6cfd7 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445938 May 31 15:59:37.455724 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-30d9cf63-9301-46a6-96b0-a98433fe3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'name': 'tempest-TestVolumeBootPattern-25264524-router', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:50:45Z', 'updated_at': '2021-05-31T15:51:01Z', 'revision_number': 4, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'gw_port': {'id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:49Z', 'updated_at': '2021-05-31T15:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'bf6ac0a4-9241-474b-b88d-758c7f9f3835', 'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'mac_address': 'fa:16:3e:47:55:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:57Z', 'updated_at': '2021-05-31T15:51:15Z', 'revision_number': 5, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'subnets': [{'id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:59:37.459512 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d9cf63-9301-46a6-96b0-a98433fe3204 None None] Checking router: d2eaafca-c962-4810-a0d0-a75595e874c0 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:59:37.467623 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d9cf63-9301-46a6-96b0-a98433fe3204 None None] Routers {'d2eaafca-c962-4810-a0d0-a75595e874c0'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:59:37.468216 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-30d9cf63-9301-46a6-96b0-a98433fe3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:59:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['d2eaafca-c962-4810-a0d0-a75595e874c0'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:59:37.494521 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a9958-2550-49b2-824d-ab2eb369ce0c req-702681ab-c634-45d8-a5a9-a925f611b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:37.496036 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-c27a9958-2550-49b2-824d-ab2eb369ce0c req-702681ab-c634-45d8-a5a9-a925f611b9bb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=258fafc3-be14-41c8-a854-4f81d373cb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0778117 May 31 15:59:37.630366 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-c27a9958-2550-49b2-824d-ab2eb369ce0c req-e4e403e3-a2db-4b05-b6de-beb38a5aac14 service neutron] 10.222.0.59 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267552 May 31 15:59:37.646070 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-30d9cf63-9301-46a6-96b0-a98433fe3204 None None] Set router d2eaafca-c962-4810-a0d0-a75595e874c0 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:59:37.765125 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-c27a9958-2550-49b2-824d-ab2eb369ce0c req-f17a5525-d08b-44ab-971b-7ba481d66c8d service neutron] 10.222.0.59 "GET /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276050 May 31 15:59:37.813579 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33614) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:59:37.818963 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-864ce2da-1013-4dab-9f87-d2945728f9eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'floatingip': {'port_id': None}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:59:37.879385 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9c1f4926-8923-4fa1-9542-f9c1ed37c669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:37.920249 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-864ce2da-1013-4dab-9f87-d2945728f9eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:37.962707 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-30d9cf63-9301-46a6-96b0-a98433fe3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'name': 'tempest-TestVolumeBootPattern-25264524-router', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:50:45Z', 'updated_at': '2021-05-31T15:51:01Z', 'revision_number': 4, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'gw_port': {'id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:49Z', 'updated_at': '2021-05-31T15:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'bf6ac0a4-9241-474b-b88d-758c7f9f3835', 'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'mac_address': 'fa:16:3e:47:55:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:57Z', 'updated_at': '2021-05-31T15:51:15Z', 'revision_number': 5, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'subnets': [{'id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:59:37.966932 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d9cf63-9301-46a6-96b0-a98433fe3204 None None] The sync data for ids ['d2eaafca-c962-4810-a0d0-a75595e874c0'] in dv-neutron-601336-79-hyperv is: [{'id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'name': 'tempest-TestVolumeBootPattern-25264524-router', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:50:45Z', 'updated_at': '2021-05-31T15:51:01Z', 'revision_number': 4, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'gw_port': {'id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:49Z', 'updated_at': '2021-05-31T15:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'bf6ac0a4-9241-474b-b88d-758c7f9f3835', 'name': '', 'network_id': '258fafc3-be14-41c8-a854-4f81d373cb1a', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'mac_address': 'fa:16:3e:47:55:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:57Z', 'updated_at': '2021-05-31T15:51:15Z', 'revision_number': 5, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'subnets': [{'id': '0855a3d7-c8f1-43b9-80cd-3c7b17490413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:59:38.192568 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cb0328-5487-4228-8fc0-146481ed3cbf None None] New status for floating IP 2c6925f1-4bf4-4b3c-9766-a726531c5086: DOWN {{(pid=99206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 15:59:38.341813 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-864ce2da-1013-4dab-9f87-d2945728f9eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:38.342731 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:38.345543 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-864ce2da-1013-4dab-9f87-d2945728f9eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:38.345915 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-864ce2da-1013-4dab-9f87-d2945728f9eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Floating IP f153811f-2bb7-497c-80d5-81d9d7a1fbe1 disassociated. External IP: 172.26.0.121, port: daab6fd3-dcd9-4f66-a694-8ef2846d9c59. May 31 15:59:38.759039 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2727b-8859-4445-815b-8e4c5a9d6c09 req-b3320c91-50c9-4006-812e-f0d7e972208f tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:38.760505 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-71c2727b-8859-4445-815b-8e4c5a9d6c09 req-b3320c91-50c9-4006-812e-f0d7e972208f tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 946 time: 0.1925247 May 31 15:59:38.762304 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864ce2da-1013-4dab-9f87-d2945728f9eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 716c3d74-2791-46d3-aa23-6548f10ac32c has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:59:38.886534 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-71c2727b-8859-4445-815b-8e4c5a9d6c09 req-cdb4eea1-3ba3-43c9-bf36-fa23676bb658 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a62fedf-afd0-46d3-9fdd-6733844eb382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192498 May 31 15:59:38.940623 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3a282-0c9f-4e45-83e1-d2f7866708be req-b965dc2f-a0c8-4049-9909-6838284237a3 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:38.941322 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-79d3a282-0c9f-4e45-83e1-d2f7866708be req-b965dc2f-a0c8-4049-9909-6838284237a3 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Synchronizing usage tracker for tenant:8116e4b155bf47a28df54c3549abf9a0 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:59:38.958386 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-79d3a282-0c9f-4e45-83e1-d2f7866708be req-b965dc2f-a0c8-4049-9909-6838284237a3 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Unset dirty status for tenant:8116e4b155bf47a28df54c3549abf9a0 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:59:38.959734 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-79d3a282-0c9f-4e45-83e1-d2f7866708be req-b965dc2f-a0c8-4049-9909-6838284237a3 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 946 time: 0.0988369 May 31 15:59:38.990230 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864ce2da-1013-4dab-9f87-d2945728f9eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:59:38.999735 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9069dcd-7643-494d-a061-f1f7f50c4116 None None] Sync routers for ids ['716c3d74-2791-46d3-aa23-6548f10ac32c'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:59:39.003908 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-864ce2da-1013-4dab-9f87-d2945728f9eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:39.010653 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9069dcd-7643-494d-a061-f1f7f50c4116 None None] Routers {'716c3d74-2791-46d3-aa23-6548f10ac32c'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:59:39.011566 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-b9069dcd-7643-494d-a061-f1f7f50c4116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:59:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['716c3d74-2791-46d3-aa23-6548f10ac32c'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:59:39.063753 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-864ce2da-1013-4dab-9f87-d2945728f9eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "PUT /v2.0/floatingips/f153811f-2bb7-497c-80d5-81d9d7a1fbe1 HTTP/1.1" status: 200 len: 690 time: 1.2464433 May 31 15:59:39.063753 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38469e0b-0bea-4df3-855f-8490ff986887', 'tag': 'daab6fd3-dcd9-4f66-a694-8ef2846d9c59'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:59:39.065601 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af3ec39-828f-4395-a02d-ca0f4b514e87" -d '{"events": [{"name": "network-changed", "server_uuid": "38469e0b-0bea-4df3-855f-8490ff986887", "tag": "daab6fd3-dcd9-4f66-a694-8ef2846d9c59"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:59:39.066922 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33620) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:59:39.112136 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [req-79d3a282-0c9f-4e45-83e1-d2f7866708be req-924c35f5-7c0d-430d-a58a-7219df637e99 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Deleting port 968b1291-bd29-4db8-8117-9f286b699868 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:59:39.112600 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-79d3a282-0c9f-4e45-83e1-d2f7866708be req-924c35f5-7c0d-430d-a58a-7219df637e99 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:39.131327 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 15:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50a6105-eb3b-4fba-b0be-907a589bd89f x-openstack-request-id: req-d50a6105-eb3b-4fba-b0be-907a589bd89f {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:59:39.132479 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38469e0b-0bea-4df3-855f-8490ff986887", "tag": "daab6fd3-dcd9-4f66-a694-8ef2846d9c59", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:59:39.132479 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d50a6105-eb3b-4fba-b0be-907a589bd89f {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:59:39.132479 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38469e0b-0bea-4df3-855f-8490ff986887', 'tag': 'daab6fd3-dcd9-4f66-a694-8ef2846d9c59', 'status': 'completed', 'code': 200} May 31 15:59:39.184358 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-fddc7336-b8d9-438a-8903-bb25e52852e1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/f153811f-2bb7-497c-80d5-81d9d7a1fbe1 HTTP/1.1" status: 200 len: 690 time: 0.1158144 May 31 15:59:39.204752 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-b9069dcd-7643-494d-a061-f1f7f50c4116 None None] Set router 716c3d74-2791-46d3-aa23-6548f10ac32c gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:59:39.237653 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3ec39-828f-4395-a02d-ca0f4b514e87 req-ec363305-329b-48c1-88fb-f54f2ef089d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:39.238873 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8af3ec39-828f-4395-a02d-ca0f4b514e87 req-ec363305-329b-48c1-88fb-f54f2ef089d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=38469e0b-0bea-4df3-855f-8490ff986887 HTTP/1.1" status: 200 len: 1099 time: 0.0880182 May 31 15:59:39.264085 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [req-79d3a282-0c9f-4e45-83e1-d2f7866708be req-924c35f5-7c0d-430d-a58a-7219df637e99 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] For port 968b1291-bd29-4db8-8117-9f286b699868, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=968b1291-bd29-4db8-8117-9f286b699868,segment=NetworkSegment(d689a5f1-87c6-4c5b-a91b-b6d33d247f15),segment_id=d689a5f1-87c6-4c5b-a91b-b6d33d247f15)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:59:39.264473 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-79d3a282-0c9f-4e45-83e1-d2f7866708be req-924c35f5-7c0d-430d-a58a-7219df637e99 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:39.387196 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3ec39-828f-4395-a02d-ca0f4b514e87 req-7796cfa3-8fca-4d27-94c9-c809e0b53fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:39.387687 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8af3ec39-828f-4395-a02d-ca0f4b514e87 req-7796cfa3-8fca-4d27-94c9-c809e0b53fde service neutron] 10.222.0.59 "GET /v2.0/networks?id=783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 HTTP/1.1" status: 200 len: 898 time: 0.1412237 May 31 15:59:39.394159 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [req-79d3a282-0c9f-4e45-83e1-d2f7866708be req-924c35f5-7c0d-430d-a58a-7219df637e99 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Calling delete_port for 968b1291-bd29-4db8-8117-9f286b699868 owned by compute:nova {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:59:39.461451 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8af3ec39-828f-4395-a02d-ca0f4b514e87 req-c273589f-f251-48e0-9414-8508d99def23 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=daab6fd3-dcd9-4f66-a694-8ef2846d9c59 HTTP/1.1" status: 200 len: 217 time: 0.0665612 May 31 15:59:39.518429 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-b9069dcd-7643-494d-a061-f1f7f50c4116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'name': 'tempest-TestNetworkBasicOps-router-1408046131', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:57:57Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:57:58Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '3352ea86-b4d3-48f6-97c6-95f97fc63452', 'name': '', 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:ee:07:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:58:02Z', 'updated_at': '2021-05-31T15:58:07Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:59:39.523435 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9069dcd-7643-494d-a061-f1f7f50c4116 None None] Checking router: 716c3d74-2791-46d3-aa23-6548f10ac32c for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:59:39.527422 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3ec39-828f-4395-a02d-ca0f4b514e87 req-7f3ba4d1-8c3a-440e-b9db-ed550d471f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:39.528989 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8af3ec39-828f-4395-a02d-ca0f4b514e87 req-7f3ba4d1-8c3a-440e-b9db-ed550d471f96 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70abc80e-d8f7-44cc-bac2-38b536f3e051 HTTP/1.1" status: 200 len: 834 time: 0.0610170 May 31 15:59:39.532868 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9069dcd-7643-494d-a061-f1f7f50c4116 None None] Routers {'716c3d74-2791-46d3-aa23-6548f10ac32c'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:59:39.533609 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-b9069dcd-7643-494d-a061-f1f7f50c4116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:59:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['716c3d74-2791-46d3-aa23-6548f10ac32c'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:59:39.668071 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-79d3a282-0c9f-4e45-83e1-d2f7866708be req-924c35f5-7c0d-430d-a58a-7219df637e99 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:39.676622 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-84a7e22f-64c4-4063-ab2a-3e37213e6a2e tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:59:39.711765 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:39.725741 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c35f5-7c0d-430d-a58a-7219df637e99 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Pushing event deleted for resources: {'Port': ['ID=968b1291-bd29-4db8-8117-9f286b699868,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:59:39.730172 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-924c35f5-7c0d-430d-a58a-7219df637e99 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:59:39.762045 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-b9069dcd-7643-494d-a061-f1f7f50c4116 None None] Set router 716c3d74-2791-46d3-aa23-6548f10ac32c gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:59:39.787386 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3ec39-828f-4395-a02d-ca0f4b514e87 req-30ec59b1-2e59-40d5-b441-d0c61e6997a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:39.788792 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8af3ec39-828f-4395-a02d-ca0f4b514e87 req-30ec59b1-2e59-40d5-b441-d0c61e6997a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2527134 May 31 15:59:39.818766 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d3a282-0c9f-4e45-83e1-d2f7866708be req-924c35f5-7c0d-430d-a58a-7219df637e99 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] No DVR routers for this DVR port 968b1291-bd29-4db8-8117-9f286b699868 on host hv-neutron-6013 {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:59:39.821192 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-79d3a282-0c9f-4e45-83e1-d2f7866708be req-924c35f5-7c0d-430d-a58a-7219df637e99 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:39.823877 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514', 'name': 'network-vif-deleted', 'tag': '968b1291-bd29-4db8-8117-9f286b699868'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:59:39.826119 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735294b9-0a1b-444b-a386-3043a6beb742" -d '{"events": [{"server_uuid": "dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514", "name": "network-vif-deleted", "tag": "968b1291-bd29-4db8-8117-9f286b699868"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:59:39.842022 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-79d3a282-0c9f-4e45-83e1-d2f7866708be req-924c35f5-7c0d-430d-a58a-7219df637e99 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.59 "DELETE /v2.0/ports/968b1291-bd29-4db8-8117-9f286b699868 HTTP/1.1" status: 204 len: 173 time: 0.8754756 May 31 15:59:39.882756 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 15:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890dd52f-b4e3-401e-9147-0d0a9edb062b x-openstack-request-id: req-890dd52f-b4e3-401e-9147-0d0a9edb062b {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:59:39.883799 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514", "name": "network-vif-deleted", "tag": "968b1291-bd29-4db8-8117-9f286b699868", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:59:39.883970 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-890dd52f-b4e3-401e-9147-0d0a9edb062b {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:59:39.884547 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514', 'name': 'network-vif-deleted', 'tag': '968b1291-bd29-4db8-8117-9f286b699868', 'status': 'completed', 'code': 200} May 31 15:59:39.942326 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8af3ec39-828f-4395-a02d-ca0f4b514e87 req-b889d384-9339-477f-a4a7-70518621e467 service neutron] 10.222.0.59 "GET /v2.0/networks/783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456761 May 31 15:59:40.104795 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-b9069dcd-7643-494d-a061-f1f7f50c4116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'name': 'tempest-TestNetworkBasicOps-router-1408046131', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:57:57Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:57:58Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '3352ea86-b4d3-48f6-97c6-95f97fc63452', 'name': '', 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:ee:07:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:58:02Z', 'updated_at': '2021-05-31T15:58:07Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:59:40.109345 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9069dcd-7643-494d-a061-f1f7f50c4116 None None] The sync data for ids ['716c3d74-2791-46d3-aa23-6548f10ac32c'] in dv-neutron-601336-79-hyperv is: [{'id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'name': 'tempest-TestNetworkBasicOps-router-1408046131', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:57:57Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:57:58Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '3352ea86-b4d3-48f6-97c6-95f97fc63452', 'name': '', 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:ee:07:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:58:02Z', 'updated_at': '2021-05-31T15:58:07Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:59:40.120201 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1bf900eb-9cb9-43bd-8519-6334a7c3dfc5 req-b0580373-74dd-42b9-ab8f-7927f0333330 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 210 time: 0.0801613 May 31 15:59:40.129296 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8af3ec39-828f-4395-a02d-ca0f4b514e87 req-a0c46219-6be3-4fec-95b3-f365d257842c service neutron] 10.222.0.59 "GET /v2.0/networks/783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798937 May 31 15:59:40.188233 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33630) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:59:40.281715 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-5f756464-9317-4823-951b-19fd29f62d17 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/f153811f-2bb7-497c-80d5-81d9d7a1fbe1 HTTP/1.1" status: 200 len: 690 time: 0.0919611 May 31 15:59:40.353447 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd58046-4e86-4f51-ab55-7c12630c78f2 None None] New status for floating IP f153811f-2bb7-497c-80d5-81d9d7a1fbe1: DOWN {{(pid=99206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 15:59:41.063160 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 968b1291-bd29-4db8-8117-9f286b699868 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:59:41.100354 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: 968b1291-bd29-4db8-8117-9f286b699868 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:59:41.100701 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 968b1291-bd29-4db8-8117-9f286b699868 not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:59:41.284952 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33638) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:59:41.348106 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-942870aa-a0a6-41f2-96a2-fc90b8220ef4 req-86332e3b-b680-4628-8b9b-0291cc5fb022 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 210 time: 0.1039321 May 31 15:59:41.382848 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2af3f111-7456-409d-92df-4aa3ab969acd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/f153811f-2bb7-497c-80d5-81d9d7a1fbe1 HTTP/1.1" status: 200 len: 688 time: 0.0966256 May 31 15:59:42.513468 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-efb40261-7965-445d-8406-f08e19f92177 req-be3c91fe-72d0-4f3f-9fcd-71a71a561811 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 210 time: 0.0484080 May 31 15:59:42.712543 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33648) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:59:42.718040 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-1d2dbad2-3b44-4d17-bb38-bfb302b2ec06 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-554600184', 'description': 'tempest-secgroup-smoke-554600184 description', 'project_id': '77a9908268404908970d038c7b3f1f66'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:59:42.724339 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1d2dbad2-3b44-4d17-bb38-bfb302b2ec06 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:59:42.734820 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1d2dbad2-3b44-4d17-bb38-bfb302b2ec06 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:59:42.745888 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1d2dbad2-3b44-4d17-bb38-bfb302b2ec06 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:42.769616 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1d2dbad2-3b44-4d17-bb38-bfb302b2ec06 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:59:42.773657 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1d2dbad2-3b44-4d17-bb38-bfb302b2ec06 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:59:42.776704 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1d2dbad2-3b44-4d17-bb38-bfb302b2ec06 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:59:42.782346 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1d2dbad2-3b44-4d17-bb38-bfb302b2ec06 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:59:42.852335 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1d2dbad2-3b44-4d17-bb38-bfb302b2ec06 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:42.857316 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1d2dbad2-3b44-4d17-bb38-bfb302b2ec06 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:42.861317 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-504dd8d9-3ea6-4afc-9dba-4a8812b264e3 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:59:42.902579 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2dbad2-3b44-4d17-bb38-bfb302b2ec06 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c940bbcd-110a-4541-8821-df377180dd2e,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:59:42.907641 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1d2dbad2-3b44-4d17-bb38-bfb302b2ec06 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:59:42.915705 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1d2dbad2-3b44-4d17-bb38-bfb302b2ec06 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:42.917139 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1d2dbad2-3b44-4d17-bb38-bfb302b2ec06 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2035594 May 31 15:59:42.920400 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33652) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:59:42.926581 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-a2cb4027-8fce-4cd0-a069-2736223481eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': 'c940bbcd-110a-4541-8821-df377180dd2e', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:59:42.933435 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a2cb4027-8fce-4cd0-a069-2736223481eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:59:42.937537 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a2cb4027-8fce-4cd0-a069-2736223481eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:59:42.940894 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a2cb4027-8fce-4cd0-a069-2736223481eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:59:42.947178 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a2cb4027-8fce-4cd0-a069-2736223481eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:59:42.963248 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a2cb4027-8fce-4cd0-a069-2736223481eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:43.072040 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a2cb4027-8fce-4cd0-a069-2736223481eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:43.078378 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a2cb4027-8fce-4cd0-a069-2736223481eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:43.081203 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2269f7da-41bf-4e7b-ae24-b9c6f7fdbf5d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:59:43.107212 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb4027-8fce-4cd0-a069-2736223481eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2f6491-6965-4410-a5cd-973b588f7544,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:59:43.117855 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d68233c9-5b02-401e-8354-04f4ad107251 req-bebe67fe-2cde-4cc4-b187-4d2c87fb249d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=38469e0b-0bea-4df3-855f-8490ff986887&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1313448 May 31 15:59:43.123147 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cb4027-8fce-4cd0-a069-2736223481eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:43.123530 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cb4027-8fce-4cd0-a069-2736223481eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:43.123967 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cb4027-8fce-4cd0-a069-2736223481eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:43.124366 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cb4027-8fce-4cd0-a069-2736223481eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:43.124765 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cb4027-8fce-4cd0-a069-2736223481eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:43.125168 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cb4027-8fce-4cd0-a069-2736223481eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:43.125627 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cb4027-8fce-4cd0-a069-2736223481eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:43.126351 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cb4027-8fce-4cd0-a069-2736223481eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:43.126744 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cb4027-8fce-4cd0-a069-2736223481eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:43.127131 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cb4027-8fce-4cd0-a069-2736223481eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:43.127494 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cb4027-8fce-4cd0-a069-2736223481eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:43.127876 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cb4027-8fce-4cd0-a069-2736223481eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:43.131074 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a2cb4027-8fce-4cd0-a069-2736223481eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:43.132181 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a2cb4027-8fce-4cd0-a069-2736223481eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2106133 May 31 15:59:43.133323 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a2cb4027-8fce-4cd0-a069-2736223481eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:59:43.135245 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33656) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:59:43.140402 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-f6332259-c6cc-4a52-bb86-4d0f54dacdcc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': 'c940bbcd-110a-4541-8821-df377180dd2e', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:59:43.146822 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-f6332259-c6cc-4a52-bb86-4d0f54dacdcc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:59:43.151082 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f6332259-c6cc-4a52-bb86-4d0f54dacdcc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:59:43.155189 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f6332259-c6cc-4a52-bb86-4d0f54dacdcc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:59:43.202293 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-f6332259-c6cc-4a52-bb86-4d0f54dacdcc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:59:43.231097 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f6332259-c6cc-4a52-bb86-4d0f54dacdcc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:43.276879 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68233c9-5b02-401e-8354-04f4ad107251 req-fa6cb115-9c6c-4d64-b885-c87c67c9f9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:43.278378 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d68233c9-5b02-401e-8354-04f4ad107251 req-fa6cb115-9c6c-4d64-b885-c87c67c9f9df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=38469e0b-0bea-4df3-855f-8490ff986887 HTTP/1.1" status: 200 len: 1099 time: 0.1245592 May 31 15:59:43.322223 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f6332259-c6cc-4a52-bb86-4d0f54dacdcc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:43.329805 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f6332259-c6cc-4a52-bb86-4d0f54dacdcc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:43.333511 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-eda1b269-a124-4295-b44c-a4cdccb6bbb8 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:59:43.408450 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6332259-c6cc-4a52-bb86-4d0f54dacdcc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ae07b1-7450-4cb3-b6f5-fc376c7a58b4,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:59:43.415924 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f6332259-c6cc-4a52-bb86-4d0f54dacdcc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:59:43.431410 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f6332259-c6cc-4a52-bb86-4d0f54dacdcc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:43.432582 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f6332259-c6cc-4a52-bb86-4d0f54dacdcc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2963977 May 31 15:59:43.435815 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33660) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:59:43.441666 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-7b5743ab-6cfb-40c3-8a1a-d545177361cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': 'c940bbcd-110a-4541-8821-df377180dd2e', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:59:43.448005 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-7b5743ab-6cfb-40c3-8a1a-d545177361cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:59:43.452361 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-7b5743ab-6cfb-40c3-8a1a-d545177361cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:59:43.455557 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-7b5743ab-6cfb-40c3-8a1a-d545177361cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:59:43.461566 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-7b5743ab-6cfb-40c3-8a1a-d545177361cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:59:43.463248 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68233c9-5b02-401e-8354-04f4ad107251 req-d671d024-8484-4604-ba7c-3720150db23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:43.464751 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d68233c9-5b02-401e-8354-04f4ad107251 req-d671d024-8484-4604-ba7c-3720150db23d service neutron] 10.222.0.59 "GET /v2.0/networks?id=783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 HTTP/1.1" status: 200 len: 898 time: 0.1652701 May 31 15:59:43.486231 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7b5743ab-6cfb-40c3-8a1a-d545177361cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:43.549887 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d68233c9-5b02-401e-8354-04f4ad107251 req-0eb307c5-4d6d-41de-afbd-77699a9d7620 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=daab6fd3-dcd9-4f66-a694-8ef2846d9c59 HTTP/1.1" status: 200 len: 217 time: 0.0775828 May 31 15:59:43.555620 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7b5743ab-6cfb-40c3-8a1a-d545177361cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:43.561467 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7b5743ab-6cfb-40c3-8a1a-d545177361cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:43.564013 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7a59289c-c524-481b-af70-ddd6926eb084 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:59:43.588971 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5743ab-6cfb-40c3-8a1a-d545177361cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352a82cf-8a60-465b-a9b2-0b6033bb26bf,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:59:43.592862 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7b5743ab-6cfb-40c3-8a1a-d545177361cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:59:43.602643 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7b5743ab-6cfb-40c3-8a1a-d545177361cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:43.607580 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7b5743ab-6cfb-40c3-8a1a-d545177361cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1705804 May 31 15:59:43.608402 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33666) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:59:43.615167 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-ef5ce06a-80f2-4f49-9f09-6541310d6028 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': 'c940bbcd-110a-4541-8821-df377180dd2e', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:59:43.622418 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ef5ce06a-80f2-4f49-9f09-6541310d6028 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:59:43.627561 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ef5ce06a-80f2-4f49-9f09-6541310d6028 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:59:43.631813 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ef5ce06a-80f2-4f49-9f09-6541310d6028 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:59:43.639229 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ef5ce06a-80f2-4f49-9f09-6541310d6028 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:59:43.642790 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68233c9-5b02-401e-8354-04f4ad107251 req-59b33d1d-d466-4734-8599-9a1c1cb0eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:43.644740 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d68233c9-5b02-401e-8354-04f4ad107251 req-59b33d1d-d466-4734-8599-9a1c1cb0eb7b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70abc80e-d8f7-44cc-bac2-38b536f3e051 HTTP/1.1" status: 200 len: 834 time: 0.0883534 May 31 15:59:43.667083 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ef5ce06a-80f2-4f49-9f09-6541310d6028 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:43.741423 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ef5ce06a-80f2-4f49-9f09-6541310d6028 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:43.743848 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1fbfd007-afe2-4093-8d2d-670924840557 req-e8688563-104e-49c0-a680-8163a453930c tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa6e411-d71f-4ebe-98eb-9ce5ef0f5514 HTTP/1.1" status: 200 len: 210 time: 0.0570788 May 31 15:59:43.745088 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ef5ce06a-80f2-4f49-9f09-6541310d6028 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:43.747744 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e3015e5c-744b-45b6-a264-607e1012a2a1 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:59:43.767755 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ce06a-80f2-4f49-9f09-6541310d6028 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6bf5f0-5d5c-41f1-b1f3-b421b1a9d37f,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:59:43.772857 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ef5ce06a-80f2-4f49-9f09-6541310d6028 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:59:43.781851 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68233c9-5b02-401e-8354-04f4ad107251 req-3138a2df-251a-4824-93e5-e70df554b0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:43.783412 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d68233c9-5b02-401e-8354-04f4ad107251 req-3138a2df-251a-4824-93e5-e70df554b0c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1310737 May 31 15:59:43.790785 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ef5ce06a-80f2-4f49-9f09-6541310d6028 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:43.794866 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ef5ce06a-80f2-4f49-9f09-6541310d6028 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1827743 May 31 15:59:43.795066 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33670) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:59:43.801017 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-551b75bb-2641-4a5e-a706-589db5034fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': 'c940bbcd-110a-4541-8821-df377180dd2e', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:59:43.807431 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-551b75bb-2641-4a5e-a706-589db5034fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:59:43.811405 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-551b75bb-2641-4a5e-a706-589db5034fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:59:43.814451 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-551b75bb-2641-4a5e-a706-589db5034fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:59:43.821223 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-551b75bb-2641-4a5e-a706-589db5034fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:59:43.831137 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.securitygroups_db [None req-551b75bb-2641-4a5e-a706-589db5034fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Project 77a9908268404908970d038c7b3f1f66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 15:59:43.836743 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-551b75bb-2641-4a5e-a706-589db5034fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:43.904360 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-551b75bb-2641-4a5e-a706-589db5034fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:43.909756 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-551b75bb-2641-4a5e-a706-589db5034fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:43.911711 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7b5743ab-6cfb-40c3-8a1a-d545177361cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:59:43.921585 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d68233c9-5b02-401e-8354-04f4ad107251 req-f08be0f3-41dc-4dac-98d5-d537dceb057f service neutron] 10.222.0.59 "GET /v2.0/networks/783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313365 May 31 15:59:43.932184 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b75bb-2641-4a5e-a706-589db5034fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509fe9bc-1f5f-4496-9af5-92f09a58bc0c,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:59:43.936298 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-551b75bb-2641-4a5e-a706-589db5034fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:59:43.945901 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-551b75bb-2641-4a5e-a706-589db5034fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:43.947202 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-551b75bb-2641-4a5e-a706-589db5034fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1511171 May 31 15:59:43.950205 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33674) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:59:43.955515 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-6c2e6272-08f2-4c53-b130-ba17a62d153c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': 'c940bbcd-110a-4541-8821-df377180dd2e', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:59:43.961651 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6c2e6272-08f2-4c53-b130-ba17a62d153c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:59:43.965989 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6c2e6272-08f2-4c53-b130-ba17a62d153c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:59:43.969247 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6c2e6272-08f2-4c53-b130-ba17a62d153c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:59:43.975447 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6c2e6272-08f2-4c53-b130-ba17a62d153c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:59:43.988041 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.securitygroups_db [None req-6c2e6272-08f2-4c53-b130-ba17a62d153c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Project 77a9908268404908970d038c7b3f1f66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 15:59:43.994436 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6c2e6272-08f2-4c53-b130-ba17a62d153c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:44.068706 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6c2e6272-08f2-4c53-b130-ba17a62d153c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:44.073712 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6c2e6272-08f2-4c53-b130-ba17a62d153c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:44.075733 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f292115c-95a2-43ef-b2f3-9a22cac9d5ff tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:59:44.098852 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e6272-08f2-4c53-b130-ba17a62d153c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b289579-0ef2-41b9-8ca0-de4443afdfac,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:59:44.101625 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6c2e6272-08f2-4c53-b130-ba17a62d153c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:59:44.110315 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6c2e6272-08f2-4c53-b130-ba17a62d153c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:44.120663 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6c2e6272-08f2-4c53-b130-ba17a62d153c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1604109 May 31 15:59:44.214474 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d68233c9-5b02-401e-8354-04f4ad107251 req-69105ebe-65da-416e-92f0-10b16769251e service neutron] 10.222.0.59 "GET /v2.0/networks/783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862647 May 31 15:59:44.341671 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-f85bdb33-ba2a-49cf-bd5c-450c43af9640 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-554600184&fields=id&tenant_id=77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 267 time: 0.0399470 May 31 15:59:44.492956 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-dbf6ae78-ecf3-44ac-8964-91c07d4ce71a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:44.494399 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-dbf6ae78-ecf3-44ac-8964-91c07d4ce71a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/networks?id=783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 HTTP/1.1" status: 200 len: 797 time: 0.1461535 May 31 15:59:44.510863 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-bac5856c-821c-42e2-a3c5-c3cd5f32be3f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/quotas/77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 375 time: 0.0088985 May 31 15:59:44.601186 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-196a704d-18e2-4374-a57b-21e08eafa66d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0854788 May 31 15:59:44.748781 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-3afdb69b-d003-4796-9d7b-b1740d0b3e2d service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 15:59:44.749796 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-3afdb69b-d003-4796-9d7b-b1740d0b3e2d service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1366968 May 31 15:59:44.849178 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33694) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:59:44.884404 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-eb9f9468-8e8a-4221-bc4b-c47043899891 service neutron] 10.222.0.45 "GET /v2.0/networks/783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278508 May 31 15:59:45.017336 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-75294c8f-5fa2-4096-a4b0-fef6bbee3912 service neutron] 10.222.0.45 "GET /v2.0/networks/783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267745 May 31 15:59:45.071474 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-54d13488-cdf1-4199-9fb8-063115754829 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Deleting port 058b98c6-80be-4400-a545-d696d2500c07 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:59:45.071823 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-54d13488-cdf1-4199-9fb8-063115754829 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:45.199468 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-54d13488-cdf1-4199-9fb8-063115754829 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:45.199821 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-54d13488-cdf1-4199-9fb8-063115754829 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:45.215701 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8b7db241-5a02-4f0e-a162-cfa167b69b97 req-f542c391-bae5-4266-9dd8-41012d6a7499 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=b868cdd0-9f4d-486e-8f66-178450bd44ca HTTP/1.1" status: 200 len: 210 time: 0.0420318 May 31 15:59:45.331859 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-54d13488-cdf1-4199-9fb8-063115754829 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Calling delete_port for 058b98c6-80be-4400-a545-d696d2500c07 owned by network:floatingip {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:59:45.449503 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-54d13488-cdf1-4199-9fb8-063115754829 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:45.453487 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0cde2bed-ca4f-471d-834c-66005789be14 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:59:45.498822 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d13488-cdf1-4199-9fb8-063115754829 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Pushing event deleted for resources: {'Port': ['ID=058b98c6-80be-4400-a545-d696d2500c07,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:59:45.502421 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-54d13488-cdf1-4199-9fb8-063115754829 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:59:45.597060 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-54d13488-cdf1-4199-9fb8-063115754829 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for floatingip, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:45.611649 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-54d13488-cdf1-4199-9fb8-063115754829 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:45.612814 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-54d13488-cdf1-4199-9fb8-063115754829 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "DELETE /v2.0/floatingips/80b03b4f-2cc2-4222-98cc-4ec08fa080a8 HTTP/1.1" status: 204 len: 168 time: 0.7626433 May 31 15:59:46.246224 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-c000cf6f-f76f-4aa2-85c6-2b2303780022 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:46.247720 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-c000cf6f-f76f-4aa2-85c6-2b2303780022 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/networks?id=783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 HTTP/1.1" status: 200 len: 797 time: 0.1547687 May 31 15:59:46.302116 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-06db9988-8ced-4f0e-a56b-f43c1cb1a3bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 471 time: 0.0457335 May 31 15:59:46.311458 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-19c4c63c-281b-4c2a-a22e-81ba2021532f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'port': {'device_id': 'b868cdd0-9f4d-486e-8f66-178450bd44ca', 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5', 'admin_state_up': True, 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'security_groups': ['c940bbcd-110a-4541-8821-df377180dd2e']}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:59:46.445124 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-58529b37-ace9-4ea6-b0fe-868513b19248 req-5b511f7e-e5f4-4cd7-a0ae-5b63be4aec3c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=b868cdd0-9f4d-486e-8f66-178450bd44ca HTTP/1.1" status: 200 len: 210 time: 0.0593851 May 31 15:59:46.494376 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-19c4c63c-281b-4c2a-a22e-81ba2021532f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 15:59:46.498482 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-19c4c63c-281b-4c2a-a22e-81ba2021532f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:port and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 15:59:46.501829 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-19c4c63c-281b-4c2a-a22e-81ba2021532f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for port was recalculated. Used quota:4. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 15:59:46.507604 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-19c4c63c-281b-4c2a-a22e-81ba2021532f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 15:59:46.519301 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-19c4c63c-281b-4c2a-a22e-81ba2021532f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Made reservation on behalf of 77a9908268404908970d038c7b3f1f66 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 15:59:46.523254 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-19c4c63c-281b-4c2a-a22e-81ba2021532f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:46.692577 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-19c4c63c-281b-4c2a-a22e-81ba2021532f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.20.0.11 (783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5/70abc80e-d8f7-44cc-bac2-38b536f3e051/8e9dbb80-908c-4a9a-a567-fa22c21e16a1) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 15:59:46.884243 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-19c4c63c-281b-4c2a-a22e-81ba2021532f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:46.901647 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-19c4c63c-281b-4c2a-a22e-81ba2021532f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Transition to ACTIVE for port object 8e9dbb80-908c-4a9a-a567-fa22c21e16a1 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:59:46.927378 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-19c4c63c-281b-4c2a-a22e-81ba2021532f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:46.933490 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ccf36345-c51b-46a2-b6cc-dd3512f2e16b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:59:47.005823 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-19c4c63c-281b-4c2a-a22e-81ba2021532f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 15:59:47.008641 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-19c4c63c-281b-4c2a-a22e-81ba2021532f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 15:59:47.012605 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-19c4c63c-281b-4c2a-a22e-81ba2021532f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 15:59:47.048296 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4c63c-281b-4c2a-a22e-81ba2021532f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=8e9dbb80-908c-4a9a-a567-fa22c21e16a1,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:59:47.055256 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-19c4c63c-281b-4c2a-a22e-81ba2021532f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:59:47.091548 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-19c4c63c-281b-4c2a-a22e-81ba2021532f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:47.092275 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-19c4c63c-281b-4c2a-a22e-81ba2021532f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:47.119035 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-19c4c63c-281b-4c2a-a22e-81ba2021532f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8115518 May 31 15:59:47.131898 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-03a1d71d-64ce-49c3-b97f-bdf983e614d3 service neutron] Request body: {'port': {'device_id': 'b868cdd0-9f4d-486e-8f66-178450bd44ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:59:47.248799 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-03a1d71d-64ce-49c3-b97f-bdf983e614d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:47.279183 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-654588e2-d5fc-4462-80a3-5dad0b322b63 None None] Provisioning for port 8e9dbb80-908c-4a9a-a567-fa22c21e16a1 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:59:47.285341 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-654588e2-d5fc-4462-80a3-5dad0b322b63 None None] Provisioning complete for port 8e9dbb80-908c-4a9a-a567-fa22c21e16a1 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:59:47.285872 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-654588e2-d5fc-4462-80a3-5dad0b322b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:47.344168 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-654588e2-d5fc-4462-80a3-5dad0b322b63 None None] Port 8e9dbb80-908c-4a9a-a567-fa22c21e16a1 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 15:59:47.749995 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f5803-3317-4be3-a243-fd7cbaf68406 req-e5852e3a-d04e-44dc-9a29-8712dc53d5e3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:47.750556 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-ab3f5803-3317-4be3-a243-fd7cbaf68406 req-e5852e3a-d04e-44dc-9a29-8712dc53d5e3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:59:47.783595 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-ab3f5803-3317-4be3-a243-fd7cbaf68406 req-e5852e3a-d04e-44dc-9a29-8712dc53d5e3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:59:47.784777 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ab3f5803-3317-4be3-a243-fd7cbaf68406 req-e5852e3a-d04e-44dc-9a29-8712dc53d5e3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=b868cdd0-9f4d-486e-8f66-178450bd44ca HTTP/1.1" status: 200 len: 932 time: 0.2277596 May 31 15:59:47.863375 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-03a1d71d-64ce-49c3-b97f-bdf983e614d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e9dbb80-908c-4a9a-a567-fa22c21e16a1 {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 15:59:47.874609 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-03a1d71d-64ce-49c3-b97f-bdf983e614d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:47.888738 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ab3f5803-3317-4be3-a243-fd7cbaf68406 req-dfbe9537-cfbe-4377-86e1-415f76e42d5a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=c940bbcd-110a-4541-8821-df377180dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744941 May 31 15:59:47.899039 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-03a1d71d-64ce-49c3-b97f-bdf983e614d3 service neutron] Transition to ACTIVE for port object 8e9dbb80-908c-4a9a-a567-fa22c21e16a1 will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 15:59:47.903878 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-03a1d71d-64ce-49c3-b97f-bdf983e614d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:47.908750 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5a1fbf80-4da7-4161-9f63-3cecfc568b78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:59:48.072632 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1d71d-64ce-49c3-b97f-bdf983e614d3 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9dbb80-908c-4a9a-a567-fa22c21e16a1,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:59:48.125637 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33728) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:59:48.129170 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-03a1d71d-64ce-49c3-b97f-bdf983e614d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:59:48.158281 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-03a1d71d-64ce-49c3-b97f-bdf983e614d3 service neutron] Attempting to bind port 8e9dbb80-908c-4a9a-a567-fa22c21e16a1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 15:59:48.158618 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-03a1d71d-64ce-49c3-b97f-bdf983e614d3 service neutron] Attempting to bind port 8e9dbb80-908c-4a9a-a567-fa22c21e16a1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'f22aaee8-5cac-4193-92e9-aaeaf57e8276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 15:59:48.159003 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-03a1d71d-64ce-49c3-b97f-bdf983e614d3 service neutron] Attempting to bind port 8e9dbb80-908c-4a9a-a567-fa22c21e16a1 on network 783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:59:48.164863 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-03a1d71d-64ce-49c3-b97f-bdf983e614d3 service neutron] Port 8e9dbb80-908c-4a9a-a567-fa22c21e16a1 on network 783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 15:59:48.165183 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-03a1d71d-64ce-49c3-b97f-bdf983e614d3 service neutron] Attempting to bind port 8e9dbb80-908c-4a9a-a567-fa22c21e16a1 on network 783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 15:59:48.172016 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-03a1d71d-64ce-49c3-b97f-bdf983e614d3 service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 15, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 15:59:48.172273 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-03a1d71d-64ce-49c3-b97f-bdf983e614d3 service neutron] Checking segment: {'id': 'f22aaee8-5cac-4193-92e9-aaeaf57e8276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 15:59:48.172664 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-03a1d71d-64ce-49c3-b97f-bdf983e614d3 service neutron] Bound using segment: {'id': 'f22aaee8-5cac-4193-92e9-aaeaf57e8276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 15:59:48.173104 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-03a1d71d-64ce-49c3-b97f-bdf983e614d3 service neutron] Bound port: 8e9dbb80-908c-4a9a-a567-fa22c21e16a1, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f22aaee8-5cac-4193-92e9-aaeaf57e8276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 15:59:48.173458 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-03a1d71d-64ce-49c3-b97f-bdf983e614d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:48.207750 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8f5cfba8-e090-4e4f-aacb-a5f49a1ff2be tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:48.238832 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8f5cfba8-e090-4e4f-aacb-a5f49a1ff2be tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:48.268710 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-03a1d71d-64ce-49c3-b97f-bdf983e614d3 service neutron] For port 8e9dbb80-908c-4a9a-a567-fa22c21e16a1, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 15:59:48.275822 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-03a1d71d-64ce-49c3-b97f-bdf983e614d3 service neutron] For port 8e9dbb80-908c-4a9a-a567-fa22c21e16a1, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8e9dbb80-908c-4a9a-a567-fa22c21e16a1,segment=NetworkSegment(f22aaee8-5cac-4193-92e9-aaeaf57e8276),segment_id=f22aaee8-5cac-4193-92e9-aaeaf57e8276)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 15:59:48.281561 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-03a1d71d-64ce-49c3-b97f-bdf983e614d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:48.286707 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4113a7e2-7643-4925-88e4-d9d6a2734b3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:59:48.307501 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8f5cfba8-e090-4e4f-aacb-a5f49a1ff2be tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:48.311544 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1d2dbad2-3b44-4d17-bb38-bfb302b2ec06 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:59:48.327381 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5cfba8-e090-4e4f-aacb-a5f49a1ff2be tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a62fedf-afd0-46d3-9fdd-6733844eb382,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:59:48.330884 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8f5cfba8-e090-4e4f-aacb-a5f49a1ff2be tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:59:48.344451 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8f5cfba8-e090-4e4f-aacb-a5f49a1ff2be tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:48.346675 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8f5cfba8-e090-4e4f-aacb-a5f49a1ff2be tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] 10.222.0.45 "DELETE /v2.0/security-groups/8a62fedf-afd0-46d3-9fdd-6733844eb382 HTTP/1.1" status: 204 len: 168 time: 0.2196188 May 31 15:59:48.370510 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-03a1d71d-64ce-49c3-b97f-bdf983e614d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:48.371414 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-03a1d71d-64ce-49c3-b97f-bdf983e614d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:48.374249 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-03a1d71d-64ce-49c3-b97f-bdf983e614d3 service neutron] 10.222.0.59 "PUT /v2.0/ports/8e9dbb80-908c-4a9a-a567-fa22c21e16a1 HTTP/1.1" status: 200 len: 1094 time: 1.2459514 May 31 15:59:48.374249 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b868cdd0-9f4d-486e-8f66-178450bd44ca', 'tag': '8e9dbb80-908c-4a9a-a567-fa22c21e16a1'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:59:48.376831 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b264ac86-815c-49eb-9e86-5ffc44f07c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "b868cdd0-9f4d-486e-8f66-178450bd44ca", "tag": "8e9dbb80-908c-4a9a-a567-fa22c21e16a1"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:59:48.411040 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1d71d-64ce-49c3-b97f-bdf983e614d3 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9dbb80-908c-4a9a-a567-fa22c21e16a1,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:59:48.419411 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33736) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:59:48.431580 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-03a1d71d-64ce-49c3-b97f-bdf983e614d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:59:48.441437 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 15:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96576cb4-b97a-45a5-ad17-9a186eb9520c x-openstack-request-id: req-96576cb4-b97a-45a5-ad17-9a186eb9520c {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:59:48.441835 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b868cdd0-9f4d-486e-8f66-178450bd44ca", "tag": "8e9dbb80-908c-4a9a-a567-fa22c21e16a1", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:59:48.442478 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-96576cb4-b97a-45a5-ad17-9a186eb9520c {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:59:48.443079 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b868cdd0-9f4d-486e-8f66-178450bd44ca', 'tag': '8e9dbb80-908c-4a9a-a567-fa22c21e16a1', 'status': 'completed', 'code': 200} May 31 15:59:48.520002 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-b2f5fdae-80f5-4e06-99a5-4e3ac1d0d600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:48.521844 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-b2f5fdae-80f5-4e06-99a5-4e3ac1d0d600 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=b868cdd0-9f4d-486e-8f66-178450bd44ca HTTP/1.1" status: 200 len: 1097 time: 0.0778716 May 31 15:59:48.620144 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-9a9159b9-6be8-42dc-b786-6c5a725d7b71 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e9dbb80-908c-4a9a-a567-fa22c21e16a1 HTTP/1.1" status: 200 len: 217 time: 0.0895860 May 31 15:59:48.683588 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-db7c9d1a-9988-4599-9385-5d8e75c9d842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:48.685124 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-db7c9d1a-9988-4599-9385-5d8e75c9d842 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70abc80e-d8f7-44cc-bac2-38b536f3e051 HTTP/1.1" status: 200 len: 834 time: 0.0580492 May 31 15:59:48.770409 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-4ec80c7c-4658-416d-a3aa-9e03fb5c5de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:48.772077 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-4ec80c7c-4658-416d-a3aa-9e03fb5c5de4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0797398 May 31 15:59:48.909268 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-53912098-1a29-41a3-bff8-5a7726a2c0d5 service neutron] 10.222.0.59 "GET /v2.0/networks/783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299388 May 31 15:59:49.092275 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b51e6a9a-4010-4109-8edd-bea6f5f6698c req-2095e825-a5f1-43ae-a026-22ee79216275 service neutron] 10.222.0.59 "GET /v2.0/networks/783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755688 May 31 15:59:49.129824 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e61a0-8951-4d8b-94a1-b8a76f228275 req-ccbfee15-ee73-4bee-adc7-b1044719e746 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:49.131363 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c14e61a0-8951-4d8b-94a1-b8a76f228275 req-ccbfee15-ee73-4bee-adc7-b1044719e746 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=b868cdd0-9f4d-486e-8f66-178450bd44ca HTTP/1.1" status: 200 len: 944 time: 0.1067896 May 31 15:59:49.219912 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c14e61a0-8951-4d8b-94a1-b8a76f228275 req-bb7e1190-4159-40a9-ad2a-69c7342cb488 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=c940bbcd-110a-4541-8821-df377180dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823097 May 31 15:59:49.248509 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264ac86-815c-49eb-9e86-5ffc44f07c4b req-8f95c64f-46ff-476a-9ced-357d2ea42f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:49.250387 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b264ac86-815c-49eb-9e86-5ffc44f07c4b req-8f95c64f-46ff-476a-9ced-357d2ea42f7e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=b868cdd0-9f4d-486e-8f66-178450bd44ca HTTP/1.1" status: 200 len: 1097 time: 0.0997264 May 31 15:59:49.281393 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-59028ec1-f285-4f1d-8d2c-59538b6231b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:49.532131 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264ac86-815c-49eb-9e86-5ffc44f07c4b req-5b75cd9b-20ef-47f8-845c-e46d4d7f6993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:49.533601 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b264ac86-815c-49eb-9e86-5ffc44f07c4b req-5b75cd9b-20ef-47f8-845c-e46d4d7f6993 service neutron] 10.222.0.59 "GET /v2.0/networks?id=783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 HTTP/1.1" status: 200 len: 898 time: 0.2762811 May 31 15:59:49.600258 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b264ac86-815c-49eb-9e86-5ffc44f07c4b req-f1d0c51c-84ce-48d7-8b93-072c5f034fc3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e9dbb80-908c-4a9a-a567-fa22c21e16a1 HTTP/1.1" status: 200 len: 217 time: 0.0598185 May 31 15:59:49.665044 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264ac86-815c-49eb-9e86-5ffc44f07c4b req-9eb49cf8-3428-4b31-a0e7-816c179da630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:49.666380 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b264ac86-815c-49eb-9e86-5ffc44f07c4b req-9eb49cf8-3428-4b31-a0e7-816c179da630 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70abc80e-d8f7-44cc-bac2-38b536f3e051 HTTP/1.1" status: 200 len: 834 time: 0.0594983 May 31 15:59:49.702042 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-59028ec1-f285-4f1d-8d2c-59538b6231b0 admin admin] Deleting port bf6ac0a4-9241-474b-b88d-758c7f9f3835 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:59:49.702391 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-59028ec1-f285-4f1d-8d2c-59538b6231b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:49.741905 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264ac86-815c-49eb-9e86-5ffc44f07c4b req-e6769d57-6a59-4867-8521-ddb937b55aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:49.743421 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b264ac86-815c-49eb-9e86-5ffc44f07c4b req-e6769d57-6a59-4867-8521-ddb937b55aaf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0692048 May 31 15:59:49.825624 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-59028ec1-f285-4f1d-8d2c-59538b6231b0 admin admin] For port bf6ac0a4-9241-474b-b88d-758c7f9f3835, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=bf6ac0a4-9241-474b-b88d-758c7f9f3835,segment=NetworkSegment(d689a5f1-87c6-4c5b-a91b-b6d33d247f15),segment_id=d689a5f1-87c6-4c5b-a91b-b6d33d247f15)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:59:49.826023 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-59028ec1-f285-4f1d-8d2c-59538b6231b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:49.877292 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b264ac86-815c-49eb-9e86-5ffc44f07c4b req-17096ec8-3afd-491b-9fb3-763269cb4d2a service neutron] 10.222.0.59 "GET /v2.0/networks/783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253581 May 31 15:59:49.953039 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-59028ec1-f285-4f1d-8d2c-59538b6231b0 admin admin] Calling delete_port for bf6ac0a4-9241-474b-b88d-758c7f9f3835 owned by network:router_interface {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:59:50.013322 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b264ac86-815c-49eb-9e86-5ffc44f07c4b req-d648b17d-f862-4a9b-9705-dec7367d458a service neutron] 10.222.0.59 "GET /v2.0/networks/783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296263 May 31 15:59:50.109846 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-59028ec1-f285-4f1d-8d2c-59538b6231b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:50.113530 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3a4c547d-94f8-4622-86fc-67a6f83c8fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:59:50.156116 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59028ec1-f285-4f1d-8d2c-59538b6231b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf6ac0a4-9241-474b-b88d-758c7f9f3835,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:59:50.159253 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-59028ec1-f285-4f1d-8d2c-59538b6231b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:59:50.429302 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3753e7-8c3d-47d2-9915-a74dd06baec2 req-1c6e6fa6-a303-4bbc-adce-22b11d0266b2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:50.430718 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3a3753e7-8c3d-47d2-9915-a74dd06baec2 req-1c6e6fa6-a303-4bbc-adce-22b11d0266b2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=b868cdd0-9f4d-486e-8f66-178450bd44ca HTTP/1.1" status: 200 len: 944 time: 0.0896237 May 31 15:59:50.481807 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3a3753e7-8c3d-47d2-9915-a74dd06baec2 req-b7481fd4-705e-4756-a391-e7a716b51ce4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=c940bbcd-110a-4541-8821-df377180dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449278 May 31 15:59:50.595024 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-59028ec1-f285-4f1d-8d2c-59538b6231b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:50.973778 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59028ec1-f285-4f1d-8d2c-59538b6231b0 admin admin] Router d2eaafca-c962-4810-a0d0-a75595e874c0 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:59:51.096994 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 8e9dbb80-908c-4a9a-a567-fa22c21e16a1 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 15:59:51.160399 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59028ec1-f285-4f1d-8d2c-59538b6231b0 admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:59:51.170986 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099c4a70-3464-4764-958d-c9b5c3a79cad None None] Sync routers for ids ['d2eaafca-c962-4810-a0d0-a75595e874c0'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:59:51.175826 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-59028ec1-f285-4f1d-8d2c-59538b6231b0 admin admin] 10.222.0.45 "PUT /v2.0/routers/d2eaafca-c962-4810-a0d0-a75595e874c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7517254 May 31 15:59:51.176000 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33746) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:59:51.183515 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099c4a70-3464-4764-958d-c9b5c3a79cad None None] Routers {'d2eaafca-c962-4810-a0d0-a75595e874c0'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:59:51.184196 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-099c4a70-3464-4764-958d-c9b5c3a79cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:59:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['d2eaafca-c962-4810-a0d0-a75595e874c0'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:59:51.239832 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 8e9dbb80-908c-4a9a-a567-fa22c21e16a1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8e9dbb80-908c-4a9a-a567-fa22c21e16a1,segment=NetworkSegment(f22aaee8-5cac-4193-92e9-aaeaf57e8276),segment_id=f22aaee8-5cac-4193-92e9-aaeaf57e8276)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:59:51.254803 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '8e9dbb80-908c-4a9a-a567-fa22c21e16a1', 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5', 'port_id': '8e9dbb80-908c-4a9a-a567-fa22c21e16a1', 'mac_address': 'fa:16:3e:b4:1e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 15:59:51.318081 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:51.335645 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e9dbb80-908c-4a9a-a567-fa22c21e16a1 {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 15:59:51.352013 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 8e9dbb80-908c-4a9a-a567-fa22c21e16a1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8e9dbb80-908c-4a9a-a567-fa22c21e16a1,segment=NetworkSegment(f22aaee8-5cac-4193-92e9-aaeaf57e8276),segment_id=f22aaee8-5cac-4193-92e9-aaeaf57e8276)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:59:51.359191 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:51.361276 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-fd5ee4f0-12f2-454d-a911-4d5276bda627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:59:51.365209 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2ff529ca-7700-4ebd-bf7d-2e8bf8923d81 admin admin] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:51.378056 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-099c4a70-3464-4764-958d-c9b5c3a79cad None None] Set router d2eaafca-c962-4810-a0d0-a75595e874c0 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:59:51.430799 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=8e9dbb80-908c-4a9a-a567-fa22c21e16a1,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:59:51.438513 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:51.438869 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:51.439257 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:51.439601 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:51.439925 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:51.440249 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:51.440572 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:51.440862 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:51.441212 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:51.441539 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:51.441826 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:51.442137 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:59:51.446382 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:59:51.558893 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2ff529ca-7700-4ebd-bf7d-2e8bf8923d81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:51.643777 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-2ff529ca-7700-4ebd-bf7d-2e8bf8923d81 admin admin] Deleting port c2af67fb-4875-441e-89e7-acfdee83d96c {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:59:51.644525 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2ff529ca-7700-4ebd-bf7d-2e8bf8923d81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:51.676940 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-099c4a70-3464-4764-958d-c9b5c3a79cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'name': 'tempest-TestVolumeBootPattern-25264524-router', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:50:45Z', 'updated_at': '2021-05-31T15:59:50Z', 'revision_number': 5, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'gw_port': {'id': 'c2af67fb-4875-441e-89e7-acfdee83d96c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:68:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:50:49Z', 'updated_at': '2021-05-31T15:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:59:51.681000 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['8e9dbb80-908c-4a9a-a567-fa22c21e16a1'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 15:59:51.681603 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099c4a70-3464-4764-958d-c9b5c3a79cad None None] Checking router: d2eaafca-c962-4810-a0d0-a75595e874c0 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:59:51.691797 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099c4a70-3464-4764-958d-c9b5c3a79cad None None] Routers {'d2eaafca-c962-4810-a0d0-a75595e874c0'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:59:51.692527 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-099c4a70-3464-4764-958d-c9b5c3a79cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:59:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['d2eaafca-c962-4810-a0d0-a75595e874c0'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:59:51.781686 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-2ff529ca-7700-4ebd-bf7d-2e8bf8923d81 admin admin] For port c2af67fb-4875-441e-89e7-acfdee83d96c, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c2af67fb-4875-441e-89e7-acfdee83d96c,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:59:51.781686 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2ff529ca-7700-4ebd-bf7d-2e8bf8923d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:51.818261 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 15:59:51.856512 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa77c83-5c49-4732-b410-1d6896be8b77 req-c13667e8-5aa3-465d-988c-95f3b729c1af tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:51.858316 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bfa77c83-5c49-4732-b410-1d6896be8b77 req-c13667e8-5aa3-465d-988c-95f3b729c1af tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=b868cdd0-9f4d-486e-8f66-178450bd44ca HTTP/1.1" status: 200 len: 945 time: 0.1042240 May 31 15:59:51.860952 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-099c4a70-3464-4764-958d-c9b5c3a79cad None None] Set router d2eaafca-c962-4810-a0d0-a75595e874c0 gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:59:51.910350 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bfa77c83-5c49-4732-b410-1d6896be8b77 req-db811365-c251-48bb-9e07-eea012891ccb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=c940bbcd-110a-4541-8821-df377180dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450187 May 31 15:59:51.972742 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-099c4a70-3464-4764-958d-c9b5c3a79cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'name': 'tempest-TestVolumeBootPattern-25264524-router', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:50:45Z', 'updated_at': '2021-05-31T15:59:51Z', 'revision_number': 6, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'gw_port_host': None}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:59:51.977285 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099c4a70-3464-4764-958d-c9b5c3a79cad None None] The sync data for ids ['d2eaafca-c962-4810-a0d0-a75595e874c0'] in dv-neutron-601336-79-hyperv is: [{'id': 'd2eaafca-c962-4810-a0d0-a75595e874c0', 'name': 'tempest-TestVolumeBootPattern-25264524-router', 'tenant_id': '8116e4b155bf47a28df54c3549abf9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:50:45Z', 'updated_at': '2021-05-31T15:59:51Z', 'revision_number': 6, 'project_id': '8116e4b155bf47a28df54c3549abf9a0', 'gw_port_host': None}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:59:52.095080 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-2ff529ca-7700-4ebd-bf7d-2e8bf8923d81 admin admin] Calling delete_port for c2af67fb-4875-441e-89e7-acfdee83d96c owned by network:router_gateway {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:59:52.246291 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2ff529ca-7700-4ebd-bf7d-2e8bf8923d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:52.249989 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-36c3a73d-ad44-417c-b614-9418b9e977ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:59:52.294013 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff529ca-7700-4ebd-bf7d-2e8bf8923d81 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2af67fb-4875-441e-89e7-acfdee83d96c,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:59:52.297148 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2ff529ca-7700-4ebd-bf7d-2e8bf8923d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:59:52.398012 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2ff529ca-7700-4ebd-bf7d-2e8bf8923d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:52.572545 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2ff529ca-7700-4ebd-bf7d-2e8bf8923d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:52.575087 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2ff529ca-7700-4ebd-bf7d-2e8bf8923d81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:52.601118 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2ff529ca-7700-4ebd-bf7d-2e8bf8923d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:52.601802 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff529ca-7700-4ebd-bf7d-2e8bf8923d81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2eaafca-c962-4810-a0d0-a75595e874c0 {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:59:52.614896 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2ff529ca-7700-4ebd-bf7d-2e8bf8923d81 admin admin] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:52.615998 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2ff529ca-7700-4ebd-bf7d-2e8bf8923d81 admin admin] 10.222.0.45 "DELETE /v2.0/routers/d2eaafca-c962-4810-a0d0-a75595e874c0 HTTP/1.1" status: 204 len: 168 time: 1.4391875 May 31 15:59:52.618760 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33752) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:59:52.682328 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-673b8ff2-31b5-4047-ab5e-4ea5982f58dd admin admin] Deleting subnet 0855a3d7-c8f1-43b9-80cd-3c7b17490413 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:59:52.685139 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-673b8ff2-31b5-4047-ab5e-4ea5982f58dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:52.734868 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-673b8ff2-31b5-4047-ab5e-4ea5982f58dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:52.816437 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-673b8ff2-31b5-4047-ab5e-4ea5982f58dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:53.103359 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 8e9dbb80-908c-4a9a-a567-fa22c21e16a1 up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 15:59:53.131043 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-673b8ff2-31b5-4047-ab5e-4ea5982f58dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:53.135537 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0b1a8e9c-1380-41ac-b25a-1057bfba54ad tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:59:53.171392 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ee0f1-a3d2-465c-bc8f-63d4682c47f1 req-3e5dd57f-0871-4334-9eb4-d60a841073f1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:53.172994 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c03ee0f1-a3d2-465c-bc8f-63d4682c47f1 req-3e5dd57f-0871-4334-9eb4-d60a841073f1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=b868cdd0-9f4d-486e-8f66-178450bd44ca HTTP/1.1" status: 200 len: 945 time: 0.1438644 May 31 15:59:53.174158 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port 8e9dbb80-908c-4a9a-a567-fa22c21e16a1 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 15:59:53.179464 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 8e9dbb80-908c-4a9a-a567-fa22c21e16a1 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:59:53.179874 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:53.180722 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b8ff2-31b5-4047-ab5e-4ea5982f58dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0855a3d7-c8f1-43b9-80cd-3c7b17490413,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:59:53.186108 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-673b8ff2-31b5-4047-ab5e-4ea5982f58dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:59:53.198613 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-673b8ff2-31b5-4047-ab5e-4ea5982f58dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:53.217964 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-673b8ff2-31b5-4047-ab5e-4ea5982f58dd admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0855a3d7-c8f1-43b9-80cd-3c7b17490413 HTTP/1.1" status: 204 len: 168 time: 0.5980804 May 31 15:59:53.224755 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33758) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:59:53.227587 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04eeaa98-932c-4651-b3fb-28957cbe8084 None None] Network 258fafc3-be14-41c8-a854-4f81d373cb1a requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:59:53.256351 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c03ee0f1-a3d2-465c-bc8f-63d4682c47f1 req-e439dc49-0f08-4116-b699-b7e2d8a26a66 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=c940bbcd-110a-4541-8821-df377180dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733426 May 31 15:59:53.302840 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device bf6ac0a4-9241-474b-b88d-758c7f9f3835 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:59:53.334911 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8aab1012-8d47-4c3a-ac3d-c67705b993da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:53.364544 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: bf6ac0a4-9241-474b-b88d-758c7f9f3835 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:59:53.364881 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device bf6ac0a4-9241-474b-b88d-758c7f9f3835 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:59:53.365282 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c2af67fb-4875-441e-89e7-acfdee83d96c no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:59:53.405275 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: c2af67fb-4875-441e-89e7-acfdee83d96c {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:59:53.405620 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c2af67fb-4875-441e-89e7-acfdee83d96c not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:59:53.412065 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-8aab1012-8d47-4c3a-ac3d-c67705b993da admin admin] Deleting port 058b92e4-e83f-4f99-b5fc-61473bc6e9a8 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:59:53.412398 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8aab1012-8d47-4c3a-ac3d-c67705b993da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:53.512666 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-8aab1012-8d47-4c3a-ac3d-c67705b993da admin admin] For port 058b92e4-e83f-4f99-b5fc-61473bc6e9a8, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=058b92e4-e83f-4f99-b5fc-61473bc6e9a8,segment=NetworkSegment(d689a5f1-87c6-4c5b-a91b-b6d33d247f15),segment_id=d689a5f1-87c6-4c5b-a91b-b6d33d247f15)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:59:53.512975 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8aab1012-8d47-4c3a-ac3d-c67705b993da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:53.526758 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:53.562326 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b868cdd0-9f4d-486e-8f66-178450bd44ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9dbb80-908c-4a9a-a567-fa22c21e16a1'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:59:53.564671 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f7ab0f-67ea-4b7e-87b9-db270feec8fd" -d '{"events": [{"server_uuid": "b868cdd0-9f4d-486e-8f66-178450bd44ca", "name": "network-vif-plugged", "status": "completed", "tag": "8e9dbb80-908c-4a9a-a567-fa22c21e16a1"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:59:53.576673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 8e9dbb80-908c-4a9a-a567-fa22c21e16a1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8e9dbb80-908c-4a9a-a567-fa22c21e16a1,segment=NetworkSegment(f22aaee8-5cac-4193-92e9-aaeaf57e8276),segment_id=f22aaee8-5cac-4193-92e9-aaeaf57e8276)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:59:53.583584 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:53.587745 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ea03ea10-4460-40b1-8aef-ed80c6adaced None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:59:53.645977 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-8aab1012-8d47-4c3a-ac3d-c67705b993da admin admin] Calling delete_port for 058b92e4-e83f-4f99-b5fc-61473bc6e9a8 owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:59:53.671110 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 15:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185aa381-b354-494b-9c55-4841d025bcb2 x-openstack-request-id: req-185aa381-b354-494b-9c55-4841d025bcb2 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:59:53.671378 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b868cdd0-9f4d-486e-8f66-178450bd44ca", "name": "network-vif-plugged", "status": "completed", "tag": "8e9dbb80-908c-4a9a-a567-fa22c21e16a1", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:59:53.671697 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-185aa381-b354-494b-9c55-4841d025bcb2 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:59:53.672425 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b868cdd0-9f4d-486e-8f66-178450bd44ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9dbb80-908c-4a9a-a567-fa22c21e16a1', 'code': 200} May 31 15:59:53.677724 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dc5b95-3c7a-4bc9-8e8f-c15897efbc61 None None] DHCP port deletion for 258fafc3-be14-41c8-a854-4f81d373cb1a request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:59:53.697844 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8aab1012-8d47-4c3a-ac3d-c67705b993da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:53.701905 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b5db9c53-a462-475b-9c7e-a174c0719639 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:59:53.731928 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-01dc5b95-3c7a-4bc9-8e8f-c15897efbc61 None None] The port '058b92e4-e83f-4f99-b5fc-61473bc6e9a8' was deleted {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} May 31 15:59:53.746412 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab1012-8d47-4c3a-ac3d-c67705b993da admin admin] Pushing event deleted for resources: {'Port': ['ID=058b92e4-e83f-4f99-b5fc-61473bc6e9a8,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:59:53.749516 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8aab1012-8d47-4c3a-ac3d-c67705b993da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:59:53.751751 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=8e9dbb80-908c-4a9a-a567-fa22c21e16a1,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:59:53.752418 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aab1012-8d47-4c3a-ac3d-c67705b993da admin admin] No DVR routers for this DVR port 058b92e4-e83f-4f99-b5fc-61473bc6e9a8 on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:59:53.762832 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:59:54.067904 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8aab1012-8d47-4c3a-ac3d-c67705b993da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:54.087058 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-8aab1012-8d47-4c3a-ac3d-c67705b993da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['258fafc3-be14-41c8-a854-4f81d373cb1a']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:59:54.100441 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-8aab1012-8d47-4c3a-ac3d-c67705b993da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd689a5f1-87c6-4c5b-a91b-b6d33d247f15') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:59:54.100736 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-8aab1012-8d47-4c3a-ac3d-c67705b993da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd689a5f1-87c6-4c5b-a91b-b6d33d247f15') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:59:54.114135 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8aab1012-8d47-4c3a-ac3d-c67705b993da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:54.132704 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43145604-9acd-4885-a261-951cce15e99a req-ebf95993-6306-46e8-b666-e53d59a48cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:54.134193 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-43145604-9acd-4885-a261-951cce15e99a req-ebf95993-6306-46e8-b666-e53d59a48cc8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b868cdd0-9f4d-486e-8f66-178450bd44ca HTTP/1.1" status: 200 len: 1099 time: 0.3332329 May 31 15:59:54.135064 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8aab1012-8d47-4c3a-ac3d-c67705b993da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:54.141345 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aab1012-8d47-4c3a-ac3d-c67705b993da admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:59:54.141708 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8aab1012-8d47-4c3a-ac3d-c67705b993da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 15:59:54.154609 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 15:59:54.253983 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-43145604-9acd-4885-a261-951cce15e99a req-ea42e923-5953-4b70-9b27-e8833d716e5f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c940bbcd-110a-4541-8821-df377180dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983965 May 31 15:59:54.255147 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8aab1012-8d47-4c3a-ac3d-c67705b993da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:54.260043 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8aab1012-8d47-4c3a-ac3d-c67705b993da admin admin] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:54.262410 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3f695776-88e0-4702-a704-be7453508a29 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:59:54.283934 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab1012-8d47-4c3a-ac3d-c67705b993da admin admin] Pushing event deleted for resources: {'Network': ['ID=258fafc3-be14-41c8-a854-4f81d373cb1a,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:59:54.286394 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8aab1012-8d47-4c3a-ac3d-c67705b993da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:59:54.300098 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8aab1012-8d47-4c3a-ac3d-c67705b993da admin admin] 10.222.0.45 "DELETE /v2.0/networks/258fafc3-be14-41c8-a854-4f81d373cb1a HTTP/1.1" status: 204 len: 168 time: 1.0782008 May 31 15:59:54.302972 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33766) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:59:54.601202 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc4da6-1889-4351-a4ec-6295be0ed68a req-7442362d-43ca-4ee0-9e91-4a5ec4e01fba tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:54.602662 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f2cc4da6-1889-4351-a4ec-6295be0ed68a req-7442362d-43ca-4ee0-9e91-4a5ec4e01fba tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=b868cdd0-9f4d-486e-8f66-178450bd44ca HTTP/1.1" status: 200 len: 946 time: 0.2318869 May 31 15:59:54.727390 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f2cc4da6-1889-4351-a4ec-6295be0ed68a req-f0254c3d-4256-4e59-9656-b3c23d44093b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=c940bbcd-110a-4541-8821-df377180dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113458 May 31 15:59:54.934694 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-705c5519-3420-4086-bcab-70319b5975ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:55.257532 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 058b92e4-e83f-4f99-b5fc-61473bc6e9a8 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:59:55.299021 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 058b92e4-e83f-4f99-b5fc-61473bc6e9a8 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:59:55.299687 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 058b92e4-e83f-4f99-b5fc-61473bc6e9a8 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:59:55.362780 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-705c5519-3420-4086-bcab-70319b5975ec admin admin] Deleting port 3039e235-13cd-4d85-ac93-8a162aae8810 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:59:55.363532 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-705c5519-3420-4086-bcab-70319b5975ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:55.488585 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-705c5519-3420-4086-bcab-70319b5975ec admin admin] For port 3039e235-13cd-4d85-ac93-8a162aae8810, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=3039e235-13cd-4d85-ac93-8a162aae8810,segment=NetworkSegment(ddb4e1d0-ba3c-407b-92d2-3e10966f0c74),segment_id=ddb4e1d0-ba3c-407b-92d2-3e10966f0c74)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:59:55.488821 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-705c5519-3420-4086-bcab-70319b5975ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:55.765524 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-705c5519-3420-4086-bcab-70319b5975ec admin admin] Calling delete_port for 3039e235-13cd-4d85-ac93-8a162aae8810 owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:59:55.982473 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb27f8-c87a-4fd4-824f-4afb6f415863 req-6c90d6d6-b4b3-429b-a268-d18eb618bb1d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:55.984114 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-22bb27f8-c87a-4fd4-824f-4afb6f415863 req-6c90d6d6-b4b3-429b-a268-d18eb618bb1d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=b868cdd0-9f4d-486e-8f66-178450bd44ca HTTP/1.1" status: 200 len: 946 time: 0.1436648 May 31 15:59:55.985168 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-705c5519-3420-4086-bcab-70319b5975ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:55.989742 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7d7e8ab8-0b84-49a9-b1e4-32aa5292905d tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:59:56.051005 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c5519-3420-4086-bcab-70319b5975ec admin admin] Pushing event deleted for resources: {'Port': ['ID=3039e235-13cd-4d85-ac93-8a162aae8810,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:59:56.085976 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-705c5519-3420-4086-bcab-70319b5975ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:59:56.150027 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-22bb27f8-c87a-4fd4-824f-4afb6f415863 req-44e75238-e3b9-4cb4-885d-7b62b953a41d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=c940bbcd-110a-4541-8821-df377180dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316526 May 31 15:59:56.382906 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-705c5519-3420-4086-bcab-70319b5975ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:56.483524 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a4497-ea66-4bbc-8085-39b66e489e8c req-0ca68d1f-910d-462b-88f6-b98667d2f1c5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:56.484960 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-171a4497-ea66-4bbc-8085-39b66e489e8c req-0ca68d1f-910d-462b-88f6-b98667d2f1c5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=b868cdd0-9f4d-486e-8f66-178450bd44ca HTTP/1.1" status: 200 len: 946 time: 0.1839657 May 31 15:59:56.606567 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-171a4497-ea66-4bbc-8085-39b66e489e8c req-ee639c23-fcda-4386-b955-8f4053e0365e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=c940bbcd-110a-4541-8821-df377180dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144783 May 31 15:59:56.630007 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33774) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:59:56.707804 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eab6b82-bdee-441d-8ec3-379eba77f939 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:56.709252 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4eab6b82-bdee-441d-8ec3-379eba77f939 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b868cdd0-9f4d-486e-8f66-178450bd44ca HTTP/1.1" status: 200 len: 1094 time: 0.0781925 May 31 15:59:56.712434 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33778) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:59:56.717716 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-3d2b3cba-9c3f-465a-bc5a-72a33531c06b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'floatingip': {'port_id': '8e9dbb80-908c-4a9a-a567-fa22c21e16a1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 15:59:56.784770 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705c5519-3420-4086-bcab-70319b5975ec admin admin] Router 6ac457ab-821a-4207-8feb-ce83aa70bc21 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:59:56.794991 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3d2b3cba-9c3f-465a-bc5a-72a33531c06b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:56.959049 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705c5519-3420-4086-bcab-70319b5975ec admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:59:56.969545 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a858f2bd-33e9-4be7-b1d2-8590a1c25eff None None] Sync routers for ids ['6ac457ab-821a-4207-8feb-ce83aa70bc21'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:59:56.970127 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-705c5519-3420-4086-bcab-70319b5975ec admin admin] 10.222.0.45 "PUT /v2.0/routers/6ac457ab-821a-4207-8feb-ce83aa70bc21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6660411 May 31 15:59:56.972516 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33782) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:59:56.979461 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a858f2bd-33e9-4be7-b1d2-8590a1c25eff None None] Routers {'6ac457ab-821a-4207-8feb-ce83aa70bc21'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:59:56.980329 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a858f2bd-33e9-4be7-b1d2-8590a1c25eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:59:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['6ac457ab-821a-4207-8feb-ce83aa70bc21'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:59:57.165161 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-a858f2bd-33e9-4be7-b1d2-8590a1c25eff None None] Set router 6ac457ab-821a-4207-8feb-ce83aa70bc21 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:59:57.321788 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c89c3ac4-1a32-4abc-91bd-6579b8eee6a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:57.412981 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3d2b3cba-9c3f-465a-bc5a-72a33531c06b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:57.417303 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3d2b3cba-9c3f-465a-bc5a-72a33531c06b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:57.463545 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a858f2bd-33e9-4be7-b1d2-8590a1c25eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac457ab-821a-4207-8feb-ce83aa70bc21', 'name': 'tempest-TestVolumeBootPattern-1621721402-router', 'tenant_id': 'a4b2d76ea963476fa7fd689948b6d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '0468da02-f471-4cc9-bf1b-aa1c3d1369e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:51:17Z', 'updated_at': '2021-05-31T15:59:55Z', 'revision_number': 5, 'project_id': 'a4b2d76ea963476fa7fd689948b6d4ce', 'gw_port': {'id': '0468da02-f471-4cc9-bf1b-aa1c3d1369e4', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:18:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac457ab-821a-4207-8feb-ce83aa70bc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:51:18Z', 'updated_at': '2021-05-31T15:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:59:57.467587 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a858f2bd-33e9-4be7-b1d2-8590a1c25eff None None] Checking router: 6ac457ab-821a-4207-8feb-ce83aa70bc21 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:59:57.476246 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a858f2bd-33e9-4be7-b1d2-8590a1c25eff None None] Routers {'6ac457ab-821a-4207-8feb-ce83aa70bc21'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:59:57.476782 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a858f2bd-33e9-4be7-b1d2-8590a1c25eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:59:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['6ac457ab-821a-4207-8feb-ce83aa70bc21'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:59:57.504758 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c89c3ac4-1a32-4abc-91bd-6579b8eee6a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:57.581104 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-c89c3ac4-1a32-4abc-91bd-6579b8eee6a5 admin admin] Deleting port 0468da02-f471-4cc9-bf1b-aa1c3d1369e4 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:59:57.581420 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c89c3ac4-1a32-4abc-91bd-6579b8eee6a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:57.631144 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-a858f2bd-33e9-4be7-b1d2-8590a1c25eff None None] Set router 6ac457ab-821a-4207-8feb-ce83aa70bc21 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:59:57.707113 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-c89c3ac4-1a32-4abc-91bd-6579b8eee6a5 admin admin] For port 0468da02-f471-4cc9-bf1b-aa1c3d1369e4, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=0468da02-f471-4cc9-bf1b-aa1c3d1369e4,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:59:57.707439 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c89c3ac4-1a32-4abc-91bd-6579b8eee6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:57.736825 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a858f2bd-33e9-4be7-b1d2-8590a1c25eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac457ab-821a-4207-8feb-ce83aa70bc21', 'name': 'tempest-TestVolumeBootPattern-1621721402-router', 'tenant_id': 'a4b2d76ea963476fa7fd689948b6d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:51:17Z', 'updated_at': '2021-05-31T15:59:57Z', 'revision_number': 6, 'project_id': 'a4b2d76ea963476fa7fd689948b6d4ce', 'gw_port_host': None}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:59:57.740835 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a858f2bd-33e9-4be7-b1d2-8590a1c25eff None None] The sync data for ids ['6ac457ab-821a-4207-8feb-ce83aa70bc21'] in dv-neutron-601336-79-hyperv is: [{'id': '6ac457ab-821a-4207-8feb-ce83aa70bc21', 'name': 'tempest-TestVolumeBootPattern-1621721402-router', 'tenant_id': 'a4b2d76ea963476fa7fd689948b6d4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:51:17Z', 'updated_at': '2021-05-31T15:59:57Z', 'revision_number': 6, 'project_id': 'a4b2d76ea963476fa7fd689948b6d4ce', 'gw_port_host': None}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:59:57.751705 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.l3_db [None req-3d2b3cba-9c3f-465a-bc5a-72a33531c06b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Floating IP f153811f-2bb7-497c-80d5-81d9d7a1fbe1 associated. External IP: 172.26.0.121, port: 8e9dbb80-908c-4a9a-a567-fa22c21e16a1. May 31 15:59:57.841278 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-c89c3ac4-1a32-4abc-91bd-6579b8eee6a5 admin admin] Calling delete_port for 0468da02-f471-4cc9-bf1b-aa1c3d1369e4 owned by network:router_gateway {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 15:59:57.983872 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c89c3ac4-1a32-4abc-91bd-6579b8eee6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:57.987495 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-090190e0-162f-4fbe-8695-90f212d40264 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:59:58.032493 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c3ac4-1a32-4abc-91bd-6579b8eee6a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0468da02-f471-4cc9-bf1b-aa1c3d1369e4,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:59:58.035591 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c89c3ac4-1a32-4abc-91bd-6579b8eee6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:59:58.122076 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2b3cba-9c3f-465a-bc5a-72a33531c06b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 716c3d74-2791-46d3-aa23-6548f10ac32c has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:59:58.122474 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c89c3ac4-1a32-4abc-91bd-6579b8eee6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:58.246052 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:58.298637 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c89c3ac4-1a32-4abc-91bd-6579b8eee6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:58.300925 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c89c3ac4-1a32-4abc-91bd-6579b8eee6a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:58.312994 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2b3cba-9c3f-465a-bc5a-72a33531c06b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:59:58.318452 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3d2b3cba-9c3f-465a-bc5a-72a33531c06b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:58.323842 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91d34f9-7c36-4595-940a-54b533fff4a8 None None] Sync routers for ids ['716c3d74-2791-46d3-aa23-6548f10ac32c'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:59:58.328940 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c89c3ac4-1a32-4abc-91bd-6579b8eee6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:58.329623 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89c3ac4-1a32-4abc-91bd-6579b8eee6a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ac457ab-821a-4207-8feb-ce83aa70bc21 {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:59:58.335293 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91d34f9-7c36-4595-940a-54b533fff4a8 None None] Routers {'716c3d74-2791-46d3-aa23-6548f10ac32c'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:59:58.335906 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-f91d34f9-7c36-4595-940a-54b533fff4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:59:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['716c3d74-2791-46d3-aa23-6548f10ac32c'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:59:58.346590 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c89c3ac4-1a32-4abc-91bd-6579b8eee6a5 admin admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:58.348568 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c89c3ac4-1a32-4abc-91bd-6579b8eee6a5 admin admin] 10.222.0.45 "DELETE /v2.0/routers/6ac457ab-821a-4207-8feb-ce83aa70bc21 HTTP/1.1" status: 204 len: 168 time: 1.3747101 May 31 15:59:58.350815 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33786) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:59:58.382702 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3d2b3cba-9c3f-465a-bc5a-72a33531c06b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "PUT /v2.0/floatingips/f153811f-2bb7-497c-80d5-81d9d7a1fbe1 HTTP/1.1" status: 200 len: 992 time: 1.6667135 May 31 15:59:58.382702 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b868cdd0-9f4d-486e-8f66-178450bd44ca', 'tag': '8e9dbb80-908c-4a9a-a567-fa22c21e16a1'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 15:59:58.383438 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10453cbf-e17f-4723-b450-c81b8d6c159d" -d '{"events": [{"name": "network-changed", "server_uuid": "b868cdd0-9f4d-486e-8f66-178450bd44ca", "tag": "8e9dbb80-908c-4a9a-a567-fa22c21e16a1"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 15:59:58.386084 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33790) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:59:58.421779 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-2044e8d2-1356-4d29-a0c1-8ba89faa6bd0 admin admin] Deleting subnet d2197d41-b475-4e06-aa67-a10de056f18c {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 15:59:58.425649 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2044e8d2-1356-4d29-a0c1-8ba89faa6bd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:58.474610 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 15:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c101ae6-5c44-41a4-9b12-50f441467e75 x-openstack-request-id: req-9c101ae6-5c44-41a4-9b12-50f441467e75 {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 15:59:58.474610 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b868cdd0-9f4d-486e-8f66-178450bd44ca", "tag": "8e9dbb80-908c-4a9a-a567-fa22c21e16a1", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 15:59:58.475048 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9c101ae6-5c44-41a4-9b12-50f441467e75 {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 15:59:58.475331 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b868cdd0-9f4d-486e-8f66-178450bd44ca', 'tag': '8e9dbb80-908c-4a9a-a567-fa22c21e16a1', 'status': 'completed', 'code': 200} May 31 15:59:58.481507 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2044e8d2-1356-4d29-a0c1-8ba89faa6bd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:58.507484 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8cb40bc7-84f9-43fc-951c-6abcb3b5c789 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/f153811f-2bb7-497c-80d5-81d9d7a1fbe1 HTTP/1.1" status: 200 len: 992 time: 0.1191003 May 31 15:59:58.598892 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-f91d34f9-7c36-4595-940a-54b533fff4a8 None None] Set router 716c3d74-2791-46d3-aa23-6548f10ac32c gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:59:58.630847 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10453cbf-e17f-4723-b450-c81b8d6c159d req-6243ce39-aee8-4fa5-9745-d9e6f0937366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:58.632356 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-10453cbf-e17f-4723-b450-c81b8d6c159d req-6243ce39-aee8-4fa5-9745-d9e6f0937366 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=b868cdd0-9f4d-486e-8f66-178450bd44ca HTTP/1.1" status: 200 len: 1099 time: 0.1176317 May 31 15:59:58.634719 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2044e8d2-1356-4d29-a0c1-8ba89faa6bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:58.954366 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-f91d34f9-7c36-4595-940a-54b533fff4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'name': 'tempest-TestNetworkBasicOps-router-1408046131', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:57:57Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:57:58Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'f153811f-2bb7-497c-80d5-81d9d7a1fbe1', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.121', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'port_id': '8e9dbb80-908c-4a9a-a567-fa22c21e16a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5', 'mac_address': 'fa:16:3e:b4:1e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b868cdd0-9f4d-486e-8f66-178450bd44ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:58:20Z', 'updated_at': '2021-05-31T15:59:57Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3352ea86-b4d3-48f6-97c6-95f97fc63452', 'name': '', 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:ee:07:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:58:02Z', 'updated_at': '2021-05-31T15:58:07Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:59:58.958310 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91d34f9-7c36-4595-940a-54b533fff4a8 None None] Checking router: 716c3d74-2791-46d3-aa23-6548f10ac32c for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:59:58.967587 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91d34f9-7c36-4595-940a-54b533fff4a8 None None] Routers {'716c3d74-2791-46d3-aa23-6548f10ac32c'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 15:59:58.968265 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-f91d34f9-7c36-4595-940a-54b533fff4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T15:59:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['716c3d74-2791-46d3-aa23-6548f10ac32c'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:59:59.026560 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10453cbf-e17f-4723-b450-c81b8d6c159d req-f9779181-8bde-4ea1-ad62-a14f6f4ea6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:59.028045 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-10453cbf-e17f-4723-b450-c81b8d6c159d req-f9779181-8bde-4ea1-ad62-a14f6f4ea6af service neutron] 10.222.0.59 "GET /v2.0/networks?id=783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 HTTP/1.1" status: 200 len: 898 time: 0.3676312 May 31 15:59:59.144475 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-f91d34f9-7c36-4595-940a-54b533fff4a8 None None] Set router 716c3d74-2791-46d3-aa23-6548f10ac32c gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 15:59:59.193367 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-10453cbf-e17f-4723-b450-c81b8d6c159d req-baf9337f-549b-4c8c-b0a8-601b6730ca0c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e9dbb80-908c-4a9a-a567-fa22c21e16a1 HTTP/1.1" status: 200 len: 1000 time: 0.1515102 May 31 15:59:59.263945 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 0468da02-f471-4cc9-bf1b-aa1c3d1369e4 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:59:59.271761 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10453cbf-e17f-4723-b450-c81b8d6c159d req-940e1452-d797-47ea-9d7c-9d06aec6bfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:59.273284 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-10453cbf-e17f-4723-b450-c81b8d6c159d req-940e1452-d797-47ea-9d7c-9d06aec6bfd0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70abc80e-d8f7-44cc-bac2-38b536f3e051 HTTP/1.1" status: 200 len: 834 time: 0.0730669 May 31 15:59:59.307910 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 0468da02-f471-4cc9-bf1b-aa1c3d1369e4 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:59:59.308297 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 0468da02-f471-4cc9-bf1b-aa1c3d1369e4 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:59:59.308668 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 3039e235-13cd-4d85-ac93-8a162aae8810 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 15:59:59.318449 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2044e8d2-1356-4d29-a0c1-8ba89faa6bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:59.327445 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b2f60373-d1f7-4403-a5a5-f5808e26abf6 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 15:59:59.341092 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 3039e235-13cd-4d85-ac93-8a162aae8810 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 15:59:59.341411 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 3039e235-13cd-4d85-ac93-8a162aae8810 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 15:59:59.365138 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044e8d2-1356-4d29-a0c1-8ba89faa6bd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2197d41-b475-4e06-aa67-a10de056f18c,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:59:59.367284 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2044e8d2-1356-4d29-a0c1-8ba89faa6bd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:59.375107 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2044e8d2-1356-4d29-a0c1-8ba89faa6bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 15:59:59.375342 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5864c47a-550b-4d4d-a23a-7acc540eb05d None None] Network dc53903a-215c-4f27-bad9-f59017581435 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 15:59:59.375486 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2044e8d2-1356-4d29-a0c1-8ba89faa6bd0 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d2197d41-b475-4e06-aa67-a10de056f18c HTTP/1.1" status: 204 len: 168 time: 1.0234153 May 31 15:59:59.378347 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33796) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:59:59.406260 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10453cbf-e17f-4723-b450-c81b8d6c159d req-dde5215f-4b09-49f9-b666-14f45efabd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 15:59:59.407818 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-10453cbf-e17f-4723-b450-c81b8d6c159d req-dde5215f-4b09-49f9-b666-14f45efabd6c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1282017 May 31 15:59:59.499701 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-f91d34f9-7c36-4595-940a-54b533fff4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'name': 'tempest-TestNetworkBasicOps-router-1408046131', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:57:57Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:57:58Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'f153811f-2bb7-497c-80d5-81d9d7a1fbe1', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.121', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'port_id': '8e9dbb80-908c-4a9a-a567-fa22c21e16a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5', 'mac_address': 'fa:16:3e:b4:1e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b868cdd0-9f4d-486e-8f66-178450bd44ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:58:20Z', 'updated_at': '2021-05-31T15:59:57Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3352ea86-b4d3-48f6-97c6-95f97fc63452', 'name': '', 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:ee:07:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:58:02Z', 'updated_at': '2021-05-31T15:58:07Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:59:59.504130 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91d34f9-7c36-4595-940a-54b533fff4a8 None None] The sync data for ids ['716c3d74-2791-46d3-aa23-6548f10ac32c'] in dv-neutron-601336-79-hyperv is: [{'id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'name': 'tempest-TestNetworkBasicOps-router-1408046131', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:57:57Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:57:58Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'f153811f-2bb7-497c-80d5-81d9d7a1fbe1', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.121', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'port_id': '8e9dbb80-908c-4a9a-a567-fa22c21e16a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5', 'mac_address': 'fa:16:3e:b4:1e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b868cdd0-9f4d-486e-8f66-178450bd44ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T15:58:20Z', 'updated_at': '2021-05-31T15:59:57Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3352ea86-b4d3-48f6-97c6-95f97fc63452', 'name': '', 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:ee:07:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:58:02Z', 'updated_at': '2021-05-31T15:58:07Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:59:59.511189 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33800) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:59:59.515860 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7e2fe67a-1db8-4ff7-989b-471df5ebd917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:59.563628 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-10453cbf-e17f-4723-b450-c81b8d6c159d req-af8e807f-d0b2-4c18-9649-3f64273c3ef3 service neutron] 10.222.0.59 "GET /v2.0/networks/783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486206 May 31 15:59:59.645747 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad443eba-6f74-415e-a66b-777ab6c97ed1 None None] DHCP port deletion for dc53903a-215c-4f27-bad9-f59017581435 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 15:59:59.672461 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a047313b-4ce6-477c-b27b-8c3295133831 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/f153811f-2bb7-497c-80d5-81d9d7a1fbe1 HTTP/1.1" status: 200 len: 992 time: 0.1604059 May 31 15:59:59.705558 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-7e2fe67a-1db8-4ff7-989b-471df5ebd917 admin admin] Deleting port bb478d46-8fb1-4c5c-aae9-a50ffeebdce8 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:59:59.706394 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7e2fe67a-1db8-4ff7-989b-471df5ebd917 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:59.717419 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-10453cbf-e17f-4723-b450-c81b8d6c159d req-36750caa-3bcb-402c-9117-6d1785df249c service neutron] 10.222.0.59 "GET /v2.0/networks/783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467538 May 31 15:59:59.718824 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-ad443eba-6f74-415e-a66b-777ab6c97ed1 None None] Deleting port bb478d46-8fb1-4c5c-aae9-a50ffeebdce8 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 15:59:59.719288 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ad443eba-6f74-415e-a66b-777ab6c97ed1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:59.817537 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-7e2fe67a-1db8-4ff7-989b-471df5ebd917 admin admin] For port bb478d46-8fb1-4c5c-aae9-a50ffeebdce8, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=bb478d46-8fb1-4c5c-aae9-a50ffeebdce8,segment=NetworkSegment(ddb4e1d0-ba3c-407b-92d2-3e10966f0c74),segment_id=ddb4e1d0-ba3c-407b-92d2-3e10966f0c74)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:59:59.817889 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7e2fe67a-1db8-4ff7-989b-471df5ebd917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:59:59.830699 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730f4681-f6f2-4243-b27b-c2f47ff9955d None None] New status for floating IP f153811f-2bb7-497c-80d5-81d9d7a1fbe1: ACTIVE {{(pid=99206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 15:59:59.949145 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-ad443eba-6f74-415e-a66b-777ab6c97ed1 None None] For port bb478d46-8fb1-4c5c-aae9-a50ffeebdce8, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=bb478d46-8fb1-4c5c-aae9-a50ffeebdce8,segment=NetworkSegment(ddb4e1d0-ba3c-407b-92d2-3e10966f0c74),segment_id=ddb4e1d0-ba3c-407b-92d2-3e10966f0c74)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:59:59.949528 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ad443eba-6f74-415e-a66b-777ab6c97ed1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:00:00.104158 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-7e2fe67a-1db8-4ff7-989b-471df5ebd917 admin admin] Calling delete_port for bb478d46-8fb1-4c5c-aae9-a50ffeebdce8 owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:00:00.137707 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-ad443eba-6f74-415e-a66b-777ab6c97ed1 None None] Calling delete_port for bb478d46-8fb1-4c5c-aae9-a50ffeebdce8 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:00:00.155152 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7e2fe67a-1db8-4ff7-989b-471df5ebd917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:00:00.160232 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6bd61c9d-dd03-44f7-bab0-9d84dcead183 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:00:00.206090 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2fe67a-1db8-4ff7-989b-471df5ebd917 admin admin] No DVR routers for this DVR port bb478d46-8fb1-4c5c-aae9-a50ffeebdce8 on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:00:00.231623 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2fe67a-1db8-4ff7-989b-471df5ebd917 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb478d46-8fb1-4c5c-aae9-a50ffeebdce8,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:00:00.236897 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7e2fe67a-1db8-4ff7-989b-471df5ebd917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:00:00.266401 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ad443eba-6f74-415e-a66b-777ab6c97ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:00:00.273275 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:00:00.314701 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad443eba-6f74-415e-a66b-777ab6c97ed1 None None] No DVR routers for this DVR port bb478d46-8fb1-4c5c-aae9-a50ffeebdce8 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:00:00.316387 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad443eba-6f74-415e-a66b-777ab6c97ed1 None None] Pushing event deleted for resources: {'Port': ['ID=bb478d46-8fb1-4c5c-aae9-a50ffeebdce8,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:00:00.319101 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ad443eba-6f74-415e-a66b-777ab6c97ed1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:00:00.336282 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7e2fe67a-1db8-4ff7-989b-471df5ebd917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:00:00.349249 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-7e2fe67a-1db8-4ff7-989b-471df5ebd917 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc53903a-215c-4f27-bad9-f59017581435']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:00:00.361553 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-7e2fe67a-1db8-4ff7-989b-471df5ebd917 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb4e1d0-ba3c-407b-92d2-3e10966f0c74') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:00:00.361761 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-7e2fe67a-1db8-4ff7-989b-471df5ebd917 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb4e1d0-ba3c-407b-92d2-3e10966f0c74') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:00:00.373256 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7e2fe67a-1db8-4ff7-989b-471df5ebd917 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:00:00.389798 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7e2fe67a-1db8-4ff7-989b-471df5ebd917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:00:00.396026 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2fe67a-1db8-4ff7-989b-471df5ebd917 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:00:00.396389 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7e2fe67a-1db8-4ff7-989b-471df5ebd917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:00:00.409368 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:00:00.488874 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7e2fe67a-1db8-4ff7-989b-471df5ebd917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:00:00.492925 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ad0b264a-6dfb-4d2b-804f-30739af5337a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:00:00.506069 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7e2fe67a-1db8-4ff7-989b-471df5ebd917 admin admin] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:00:00.516069 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2fe67a-1db8-4ff7-989b-471df5ebd917 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc53903a-215c-4f27-bad9-f59017581435,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:00:00.518728 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7e2fe67a-1db8-4ff7-989b-471df5ebd917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:00:00.520568 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7e2fe67a-1db8-4ff7-989b-471df5ebd917 admin admin] 10.222.0.45 "DELETE /v2.0/networks/dc53903a-215c-4f27-bad9-f59017581435 HTTP/1.1" status: 204 len: 168 time: 1.1361210 May 31 16:00:00.649341 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33806) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:00:00.676163 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33810) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:00:00.699498 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-990c88f1-7164-4c87-a8f1-fcf3d2bd82fd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8116e4b155bf47a28df54c3549abf9a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487685 May 31 16:00:00.702085 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33814) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:00:00.761693 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dfc72089-5264-475c-a7d3-989ba5077372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:00:00.783168 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0de71870-3dee-4ad6-91ec-42e3318036fa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/f153811f-2bb7-497c-80d5-81d9d7a1fbe1 HTTP/1.1" status: 200 len: 994 time: 0.1057432 May 31 16:00:00.788445 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dfc72089-5264-475c-a7d3-989ba5077372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:00:00.845633 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dfc72089-5264-475c-a7d3-989ba5077372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:00:00.849465 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1ee05395-752d-46ef-bf12-eaee7c66bc4e tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:00:00.861879 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc72089-5264-475c-a7d3-989ba5077372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fc315f-50d4-47bd-ad69-796016cf3714,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:00:00.865584 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-dfc72089-5264-475c-a7d3-989ba5077372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:00:00.870694 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dfc72089-5264-475c-a7d3-989ba5077372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:00:00.871801 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-dfc72089-5264-475c-a7d3-989ba5077372 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/21fc315f-50d4-47bd-ad69-796016cf3714 HTTP/1.1" status: 204 len: 168 time: 0.1688259 May 31 16:00:01.256713 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device bb478d46-8fb1-4c5c-aae9-a50ffeebdce8 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:00:01.265681 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33822) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:00:01.291436 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: bb478d46-8fb1-4c5c-aae9-a50ffeebdce8 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:00:01.292050 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device bb478d46-8fb1-4c5c-aae9-a50ffeebdce8 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:00:01.318239 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-bd10f918-453a-4027-baba-b681598a95c1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a4b2d76ea963476fa7fd689948b6d4ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512960 May 31 16:00:01.320846 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33826) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:00:01.385548 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e7f668c-6879-47a6-8091-6c26e187e2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:00:01.412300 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e7f668c-6879-47a6-8091-6c26e187e2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:00:01.467405 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e7f668c-6879-47a6-8091-6c26e187e2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:00:01.472354 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-744b4456-8bad-430d-b605-b18f3b1804aa tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:00:01.483776 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f668c-6879-47a6-8091-6c26e187e2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50414dd-8f98-45a6-b12b-78ef1373395c,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:00:01.486783 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6e7f668c-6879-47a6-8091-6c26e187e2f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:00:01.488735 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e7f668c-6879-47a6-8091-6c26e187e2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:00:01.490395 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6e7f668c-6879-47a6-8091-6c26e187e2f8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a50414dd-8f98-45a6-b12b-78ef1373395c HTTP/1.1" status: 204 len: 168 time: 0.1680720 May 31 16:00:04.645659 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6a214477-62f6-48e7-a388-b22127f5cbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:00:06.991890 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:00:07.890813 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8d0d6e76-b6d5-4d9c-9c65-168cbf03f93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:00:08.355191 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:00:09.713605 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:00:28.270807 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:00:28.763558 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:00:34.642252 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8ff8b91c-f32a-494b-87f7-3c571290b507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:00:37.002103 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:00:37.899359 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-00c68796-d0d0-4b2e-9d1a-9cb2a33d387a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:00:38.362723 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:00:39.711791 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:00:43.621045 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e849ca02-f60e-4f47-b2a6-a1fc6a92c72d req-0f5b56d2-0df0-4480-a3b6-c152a45530c1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=38469e0b-0bea-4df3-855f-8490ff986887&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732908 May 31 16:00:43.783671 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849ca02-f60e-4f47-b2a6-a1fc6a92c72d req-2bf229b4-6a28-461c-a711-fbb39455f1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:00:43.785159 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e849ca02-f60e-4f47-b2a6-a1fc6a92c72d req-2bf229b4-6a28-461c-a711-fbb39455f1b6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=38469e0b-0bea-4df3-855f-8490ff986887 HTTP/1.1" status: 200 len: 1099 time: 0.0792115 May 31 16:00:43.929390 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849ca02-f60e-4f47-b2a6-a1fc6a92c72d req-cd9fbddb-8aa3-45eb-8ca2-76142a60342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:00:43.930843 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e849ca02-f60e-4f47-b2a6-a1fc6a92c72d req-cd9fbddb-8aa3-45eb-8ca2-76142a60342c service neutron] 10.222.0.59 "GET /v2.0/networks?id=783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 HTTP/1.1" status: 200 len: 898 time: 0.1250529 May 31 16:00:44.001439 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e849ca02-f60e-4f47-b2a6-a1fc6a92c72d req-5318aec2-4036-413b-a46e-e230652f76b7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=daab6fd3-dcd9-4f66-a694-8ef2846d9c59 HTTP/1.1" status: 200 len: 217 time: 0.0628374 May 31 16:00:44.066434 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849ca02-f60e-4f47-b2a6-a1fc6a92c72d req-ccaff92c-ab2c-4bc5-ac10-683c2e0d9d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:00:44.067819 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e849ca02-f60e-4f47-b2a6-a1fc6a92c72d req-ccaff92c-ab2c-4bc5-ac10-683c2e0d9d4b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70abc80e-d8f7-44cc-bac2-38b536f3e051 HTTP/1.1" status: 200 len: 834 time: 0.0601788 May 31 16:00:44.163296 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849ca02-f60e-4f47-b2a6-a1fc6a92c72d req-8364c4fc-0913-4921-9ee1-d9a89b4d8bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:00:44.164802 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e849ca02-f60e-4f47-b2a6-a1fc6a92c72d req-8364c4fc-0913-4921-9ee1-d9a89b4d8bc9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0898061 May 31 16:00:44.446799 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e849ca02-f60e-4f47-b2a6-a1fc6a92c72d req-7db405f4-587d-489a-8a7f-316f5a142700 service neutron] 10.222.0.59 "GET /v2.0/networks/783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747843 May 31 16:00:44.585102 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e849ca02-f60e-4f47-b2a6-a1fc6a92c72d req-535bedbc-018b-47bf-aaec-59d510302b42 service neutron] 10.222.0.59 "GET /v2.0/networks/783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298614 May 31 16:00:58.284208 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:00.880436 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [req-da14c400-d019-466b-a1b0-5d247d44f900 req-e2542b2c-1b6e-4c15-8dfb-01632c8a11df service neutron] (99204) timed out ('10.222.0.59', 59108) {{(pid=99204) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 16:01:04.647572 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2510a68a-e7d9-42bf-8f87-9f82d31fc882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:05.767932 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:01:07.003128 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:07.889763 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4a291f7d-0c17-49f0-ae99-41ab73e1cdc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:08.365512 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:09.716726 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:12.455195 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f357836-0a1a-404b-bc50-42f1fc5fd9ff req-aaf77cae-69ab-4446-8f47-edb621b575d4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:12.456665 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1f357836-0a1a-404b-bc50-42f1fc5fd9ff req-aaf77cae-69ab-4446-8f47-edb621b575d4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=b868cdd0-9f4d-486e-8f66-178450bd44ca HTTP/1.1" status: 200 len: 946 time: 0.3586385 May 31 16:01:12.502710 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1f357836-0a1a-404b-bc50-42f1fc5fd9ff req-79f7c856-3f86-4a67-9279-6fdaf912654b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=c940bbcd-110a-4541-8821-df377180dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402286 May 31 16:01:13.770280 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf486ea-c855-4ec9-842c-b0be3b10c5ea req-55d6f55b-79cf-4d41-b282-16b041119e76 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:13.771970 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9cf486ea-c855-4ec9-842c-b0be3b10c5ea req-55d6f55b-79cf-4d41-b282-16b041119e76 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=b868cdd0-9f4d-486e-8f66-178450bd44ca HTTP/1.1" status: 200 len: 946 time: 0.1431401 May 31 16:01:13.861983 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9cf486ea-c855-4ec9-842c-b0be3b10c5ea req-0afc883d-8d28-4d80-9d84-e7e3aa338171 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=c940bbcd-110a-4541-8821-df377180dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599484 May 31 16:01:13.885184 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefe18c-1734-42b5-9644-55b1c8abce14 req-1984936c-93bd-4f24-ba24-fc1e0a1a258e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:13.886934 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9eefe18c-1734-42b5-9644-55b1c8abce14 req-1984936c-93bd-4f24-ba24-fc1e0a1a258e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/ports?device_id=b868cdd0-9f4d-486e-8f66-178450bd44ca HTTP/1.1" status: 200 len: 946 time: 0.1141324 May 31 16:01:14.025155 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-9eefe18c-1734-42b5-9644-55b1c8abce14 req-540b4fef-1c23-49c4-a8d0-bb34063331bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port 8e9dbb80-908c-4a9a-a567-fa22c21e16a1 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:01:14.025470 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-9eefe18c-1734-42b5-9644-55b1c8abce14 req-540b4fef-1c23-49c4-a8d0-bb34063331bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:14.157297 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-9eefe18c-1734-42b5-9644-55b1c8abce14 req-540b4fef-1c23-49c4-a8d0-bb34063331bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] For port 8e9dbb80-908c-4a9a-a567-fa22c21e16a1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8e9dbb80-908c-4a9a-a567-fa22c21e16a1,segment=NetworkSegment(f22aaee8-5cac-4193-92e9-aaeaf57e8276),segment_id=f22aaee8-5cac-4193-92e9-aaeaf57e8276)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:01:14.157655 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-9eefe18c-1734-42b5-9644-55b1c8abce14 req-540b4fef-1c23-49c4-a8d0-bb34063331bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:14.446213 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-9eefe18c-1734-42b5-9644-55b1c8abce14 req-540b4fef-1c23-49c4-a8d0-bb34063331bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:14.446426 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-9eefe18c-1734-42b5-9644-55b1c8abce14 req-540b4fef-1c23-49c4-a8d0-bb34063331bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:14.446765 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [req-9eefe18c-1734-42b5-9644-55b1c8abce14 req-540b4fef-1c23-49c4-a8d0-bb34063331bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Floating IP f153811f-2bb7-497c-80d5-81d9d7a1fbe1 disassociated. External IP: 172.26.0.121, port: 8e9dbb80-908c-4a9a-a567-fa22c21e16a1. May 31 16:01:14.447124 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-9eefe18c-1734-42b5-9644-55b1c8abce14 req-540b4fef-1c23-49c4-a8d0-bb34063331bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for 8e9dbb80-908c-4a9a-a567-fa22c21e16a1 owned by compute:nova {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:01:14.562831 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-9eefe18c-1734-42b5-9644-55b1c8abce14 req-540b4fef-1c23-49c4-a8d0-bb34063331bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:14.568773 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8c97249b-37a2-4ed9-be14-406ee711eaeb tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:14.613416 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b4fef-1c23-49c4-a8d0-bb34063331bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=8e9dbb80-908c-4a9a-a567-fa22c21e16a1,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:14.624329 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b4fef-1c23-49c4-a8d0-bb34063331bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:14.624512 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b4fef-1c23-49c4-a8d0-bb34063331bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:14.624901 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b4fef-1c23-49c4-a8d0-bb34063331bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:14.625600 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b4fef-1c23-49c4-a8d0-bb34063331bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:14.625960 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b4fef-1c23-49c4-a8d0-bb34063331bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:14.626344 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b4fef-1c23-49c4-a8d0-bb34063331bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:14.626762 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b4fef-1c23-49c4-a8d0-bb34063331bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:14.627154 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b4fef-1c23-49c4-a8d0-bb34063331bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:14.627515 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b4fef-1c23-49c4-a8d0-bb34063331bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:14.627874 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b4fef-1c23-49c4-a8d0-bb34063331bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:14.628227 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b4fef-1c23-49c4-a8d0-bb34063331bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:14.628581 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b4fef-1c23-49c4-a8d0-bb34063331bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:14.632387 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-540b4fef-1c23-49c4-a8d0-bb34063331bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:14.813031 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9eefe18c-1734-42b5-9644-55b1c8abce14 req-540b4fef-1c23-49c4-a8d0-bb34063331bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 716c3d74-2791-46d3-aa23-6548f10ac32c has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:01:15.106238 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9001b967-a393-42bd-b958-d91b68fb2962 req-6362b1c5-3c33-4e4a-864e-f9f75b10f37d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=b868cdd0-9f4d-486e-8f66-178450bd44ca HTTP/1.1" status: 200 len: 210 time: 0.0491419 May 31 16:01:15.193623 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9eefe18c-1734-42b5-9644-55b1c8abce14 req-540b4fef-1c23-49c4-a8d0-bb34063331bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:01:15.203395 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181904a3-1bda-463a-a139-2d4e7fdbe79f None None] Sync routers for ids ['716c3d74-2791-46d3-aa23-6548f10ac32c'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:01:15.214126 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181904a3-1bda-463a-a139-2d4e7fdbe79f None None] Routers {'716c3d74-2791-46d3-aa23-6548f10ac32c'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:01:15.214858 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-181904a3-1bda-463a-a139-2d4e7fdbe79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:01:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['716c3d74-2791-46d3-aa23-6548f10ac32c'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:01:15.268692 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eefe18c-1734-42b5-9644-55b1c8abce14 req-540b4fef-1c23-49c4-a8d0-bb34063331bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] No DVR routers for this DVR port 8e9dbb80-908c-4a9a-a567-fa22c21e16a1 on host hv-neutron-6013 {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:01:15.271289 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-9eefe18c-1734-42b5-9644-55b1c8abce14 req-540b4fef-1c23-49c4-a8d0-bb34063331bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:15.273884 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b868cdd0-9f4d-486e-8f66-178450bd44ca', 'name': 'network-vif-deleted', 'tag': '8e9dbb80-908c-4a9a-a567-fa22c21e16a1'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:01:15.276200 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378ab78a-d5f6-4646-a43b-63f4f7a3873d" -d '{"events": [{"server_uuid": "b868cdd0-9f4d-486e-8f66-178450bd44ca", "name": "network-vif-deleted", "tag": "8e9dbb80-908c-4a9a-a567-fa22c21e16a1"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:01:15.292051 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9eefe18c-1734-42b5-9644-55b1c8abce14 req-540b4fef-1c23-49c4-a8d0-bb34063331bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "DELETE /v2.0/ports/8e9dbb80-908c-4a9a-a567-fa22c21e16a1 HTTP/1.1" status: 204 len: 173 time: 1.3980651 May 31 16:01:15.320835 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cf9de3-6cd8-4bce-8d8e-34e12522eb9c x-openstack-request-id: req-e0cf9de3-6cd8-4bce-8d8e-34e12522eb9c {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:01:15.321170 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b868cdd0-9f4d-486e-8f66-178450bd44ca", "name": "network-vif-deleted", "tag": "8e9dbb80-908c-4a9a-a567-fa22c21e16a1", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:01:15.321537 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e0cf9de3-6cd8-4bce-8d8e-34e12522eb9c {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:01:15.322094 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b868cdd0-9f4d-486e-8f66-178450bd44ca', 'name': 'network-vif-deleted', 'tag': '8e9dbb80-908c-4a9a-a567-fa22c21e16a1', 'status': 'completed', 'code': 200} May 31 16:01:15.439211 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-181904a3-1bda-463a-a139-2d4e7fdbe79f None None] Set router 716c3d74-2791-46d3-aa23-6548f10ac32c gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:01:15.758851 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-181904a3-1bda-463a-a139-2d4e7fdbe79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'name': 'tempest-TestNetworkBasicOps-router-1408046131', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:57:57Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:57:58Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '3352ea86-b4d3-48f6-97c6-95f97fc63452', 'name': '', 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:ee:07:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:58:02Z', 'updated_at': '2021-05-31T15:58:07Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:01:15.763082 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181904a3-1bda-463a-a139-2d4e7fdbe79f None None] Checking router: 716c3d74-2791-46d3-aa23-6548f10ac32c for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:01:15.771982 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181904a3-1bda-463a-a139-2d4e7fdbe79f None None] Routers {'716c3d74-2791-46d3-aa23-6548f10ac32c'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:01:15.772567 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-181904a3-1bda-463a-a139-2d4e7fdbe79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:01:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['716c3d74-2791-46d3-aa23-6548f10ac32c'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:01:15.945208 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-181904a3-1bda-463a-a139-2d4e7fdbe79f None None] Set router 716c3d74-2791-46d3-aa23-6548f10ac32c gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:01:16.203379 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33876) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:16.255266 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-181904a3-1bda-463a-a139-2d4e7fdbe79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'name': 'tempest-TestNetworkBasicOps-router-1408046131', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:57:57Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:57:58Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '3352ea86-b4d3-48f6-97c6-95f97fc63452', 'name': '', 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:ee:07:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:58:02Z', 'updated_at': '2021-05-31T15:58:07Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:01:16.259870 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181904a3-1bda-463a-a139-2d4e7fdbe79f None None] The sync data for ids ['716c3d74-2791-46d3-aa23-6548f10ac32c'] in dv-neutron-601336-79-hyperv is: [{'id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'name': 'tempest-TestNetworkBasicOps-router-1408046131', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:57:57Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:57:58Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '3352ea86-b4d3-48f6-97c6-95f97fc63452', 'name': '', 'network_id': '783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:ee:07:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:58:02Z', 'updated_at': '2021-05-31T15:58:07Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '70abc80e-d8f7-44cc-bac2-38b536f3e051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:01:16.274640 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0b974209-39b0-43d7-ad05-d062694822d1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:16.306875 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0b974209-39b0-43d7-ad05-d062694822d1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:16.376044 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0b974209-39b0-43d7-ad05-d062694822d1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:16.380955 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f181ea40-fdf9-4ea2-bcea-11ac32e1b67b tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:16.395682 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b974209-39b0-43d7-ad05-d062694822d1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c940bbcd-110a-4541-8821-df377180dd2e,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:16.399429 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0b974209-39b0-43d7-ad05-d062694822d1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:16.405155 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0b974209-39b0-43d7-ad05-d062694822d1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:16.408903 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0b974209-39b0-43d7-ad05-d062694822d1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/security-groups/c940bbcd-110a-4541-8821-df377180dd2e HTTP/1.1" status: 204 len: 168 time: 0.2019632 May 31 16:01:16.438854 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33882) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:16.487017 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd797d1-3138-4c0b-9c6f-2ad28a4deaaf None None] New status for floating IP f153811f-2bb7-497c-80d5-81d9d7a1fbe1: DOWN {{(pid=99206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:01:16.658251 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-b28719ad-27e2-4ec2-b59d-a4e9d6fd550d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port 599e56d3-6f53-42c3-a277-63bce2d92dc2 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:01:16.658551 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b28719ad-27e2-4ec2-b59d-a4e9d6fd550d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:16.774417 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b28719ad-27e2-4ec2-b59d-a4e9d6fd550d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:16.774740 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b28719ad-27e2-4ec2-b59d-a4e9d6fd550d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:16.898026 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-b28719ad-27e2-4ec2-b59d-a4e9d6fd550d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for 599e56d3-6f53-42c3-a277-63bce2d92dc2 owned by network:floatingip {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:01:17.013861 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b28719ad-27e2-4ec2-b59d-a4e9d6fd550d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:17.017812 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-03a1d71d-64ce-49c3-b97f-bdf983e614d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:17.060838 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28719ad-27e2-4ec2-b59d-a4e9d6fd550d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=599e56d3-6f53-42c3-a277-63bce2d92dc2,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:17.064428 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b28719ad-27e2-4ec2-b59d-a4e9d6fd550d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:17.154746 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b28719ad-27e2-4ec2-b59d-a4e9d6fd550d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:17.168422 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b28719ad-27e2-4ec2-b59d-a4e9d6fd550d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:17.169556 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b28719ad-27e2-4ec2-b59d-a4e9d6fd550d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/floatingips/f153811f-2bb7-497c-80d5-81d9d7a1fbe1 HTTP/1.1" status: 204 len: 168 time: 0.7295480 May 31 16:01:17.514296 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 8e9dbb80-908c-4a9a-a567-fa22c21e16a1 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:01:17.549438 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: 8e9dbb80-908c-4a9a-a567-fa22c21e16a1 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:01:17.549801 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 8e9dbb80-908c-4a9a-a567-fa22c21e16a1 not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:01:17.564111 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c741f-0fba-4b98-a0fd-cc474728caef req-ca635768-2985-4d80-875f-9fada3e6d92f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:17.564937 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-ac8c741f-0fba-4b98-a0fd-cc474728caef req-ca635768-2985-4d80-875f-9fada3e6d92f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:01:17.583730 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-ac8c741f-0fba-4b98-a0fd-cc474728caef req-ca635768-2985-4d80-875f-9fada3e6d92f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:01:17.585004 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ac8c741f-0fba-4b98-a0fd-cc474728caef req-ca635768-2985-4d80-875f-9fada3e6d92f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=38469e0b-0bea-4df3-855f-8490ff986887 HTTP/1.1" status: 200 len: 946 time: 0.1131735 May 31 16:01:17.640200 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-ac8c741f-0fba-4b98-a0fd-cc474728caef req-75ffc641-6c9c-43e7-ab56-126d89cc9fb8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:01:17.665670 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-ac8c741f-0fba-4b98-a0fd-cc474728caef req-75ffc641-6c9c-43e7-ab56-126d89cc9fb8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:01:17.666778 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ac8c741f-0fba-4b98-a0fd-cc474728caef req-75ffc641-6c9c-43e7-ab56-126d89cc9fb8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=3dc36b17-222a-43f7-b8e0-0cb00355e0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731273 May 31 16:01:18.872690 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55904a00-e7ac-41b3-845c-5dc5fd775aec req-312699bf-8a57-4dd3-9e16-7c766833d85a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:18.874173 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-55904a00-e7ac-41b3-845c-5dc5fd775aec req-312699bf-8a57-4dd3-9e16-7c766833d85a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=38469e0b-0bea-4df3-855f-8490ff986887 HTTP/1.1" status: 200 len: 946 time: 0.0940142 May 31 16:01:18.925194 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-55904a00-e7ac-41b3-845c-5dc5fd775aec req-e0bf335d-8769-4c95-9bce-5cd4766f2b8e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=3dc36b17-222a-43f7-b8e0-0cb00355e0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419700 May 31 16:01:19.107970 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3aa2e2-8de9-4818-bbce-411b29da6a90 req-c540f68c-069e-4688-b624-2c5fbca8901d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:19.109294 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3c3aa2e2-8de9-4818-bbce-411b29da6a90 req-c540f68c-069e-4688-b624-2c5fbca8901d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/ports?device_id=38469e0b-0bea-4df3-855f-8490ff986887 HTTP/1.1" status: 200 len: 946 time: 0.1005254 May 31 16:01:19.259588 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-3c3aa2e2-8de9-4818-bbce-411b29da6a90 req-6910f525-4431-4482-89c8-269649820f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port daab6fd3-dcd9-4f66-a694-8ef2846d9c59 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:01:19.259961 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-3c3aa2e2-8de9-4818-bbce-411b29da6a90 req-6910f525-4431-4482-89c8-269649820f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:19.390511 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-3c3aa2e2-8de9-4818-bbce-411b29da6a90 req-6910f525-4431-4482-89c8-269649820f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] For port daab6fd3-dcd9-4f66-a694-8ef2846d9c59, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=daab6fd3-dcd9-4f66-a694-8ef2846d9c59,segment=NetworkSegment(f22aaee8-5cac-4193-92e9-aaeaf57e8276),segment_id=f22aaee8-5cac-4193-92e9-aaeaf57e8276)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:01:19.390869 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-3c3aa2e2-8de9-4818-bbce-411b29da6a90 req-6910f525-4431-4482-89c8-269649820f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:19.515502 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-3c3aa2e2-8de9-4818-bbce-411b29da6a90 req-6910f525-4431-4482-89c8-269649820f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for daab6fd3-dcd9-4f66-a694-8ef2846d9c59 owned by compute:nova {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:01:19.637646 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-3c3aa2e2-8de9-4818-bbce-411b29da6a90 req-6910f525-4431-4482-89c8-269649820f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:19.643412 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-23fa0b27-5914-4ab1-9226-ee9fd37621fe tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:19.686927 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910f525-4431-4482-89c8-269649820f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=daab6fd3-dcd9-4f66-a694-8ef2846d9c59,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:19.689934 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6910f525-4431-4482-89c8-269649820f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:19.762255 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3aa2e2-8de9-4818-bbce-411b29da6a90 req-6910f525-4431-4482-89c8-269649820f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] No DVR routers for this DVR port daab6fd3-dcd9-4f66-a694-8ef2846d9c59 on host hv-neutron-6013 {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:01:19.764826 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-3c3aa2e2-8de9-4818-bbce-411b29da6a90 req-6910f525-4431-4482-89c8-269649820f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:19.767326 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38469e0b-0bea-4df3-855f-8490ff986887', 'name': 'network-vif-deleted', 'tag': 'daab6fd3-dcd9-4f66-a694-8ef2846d9c59'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:01:19.769668 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ebf9e4-ebe0-491f-ba5d-6fca7459a158" -d '{"events": [{"server_uuid": "38469e0b-0bea-4df3-855f-8490ff986887", "name": "network-vif-deleted", "tag": "daab6fd3-dcd9-4f66-a694-8ef2846d9c59"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:01:19.785642 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3c3aa2e2-8de9-4818-bbce-411b29da6a90 req-6910f525-4431-4482-89c8-269649820f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "DELETE /v2.0/ports/daab6fd3-dcd9-4f66-a694-8ef2846d9c59 HTTP/1.1" status: 204 len: 173 time: 0.6706178 May 31 16:01:19.813370 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118da21d-8713-4188-a2b8-4f7da3e55d6c x-openstack-request-id: req-118da21d-8713-4188-a2b8-4f7da3e55d6c {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:01:19.813726 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38469e0b-0bea-4df3-855f-8490ff986887", "name": "network-vif-deleted", "tag": "daab6fd3-dcd9-4f66-a694-8ef2846d9c59", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:01:19.814060 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-118da21d-8713-4188-a2b8-4f7da3e55d6c {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:01:19.814493 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38469e0b-0bea-4df3-855f-8490ff986887', 'name': 'network-vif-deleted', 'tag': 'daab6fd3-dcd9-4f66-a694-8ef2846d9c59', 'status': 'completed', 'code': 200} May 31 16:01:20.091092 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-3ad6e63c-0b20-48ae-a597-58ae6c435c59 req-d9eaf462-e404-4e27-8ee2-ae154d9704ff tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:01:20.110093 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-3ad6e63c-0b20-48ae-a597-58ae6c435c59 req-d9eaf462-e404-4e27-8ee2-ae154d9704ff tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:01:20.111379 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3ad6e63c-0b20-48ae-a597-58ae6c435c59 req-d9eaf462-e404-4e27-8ee2-ae154d9704ff tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=38469e0b-0bea-4df3-855f-8490ff986887 HTTP/1.1" status: 200 len: 210 time: 0.0637231 May 31 16:01:21.219476 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33898) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:21.298939 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-72f2b28a-7e90-4fb0-83ec-b61460e00ed8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:21.328188 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-72f2b28a-7e90-4fb0-83ec-b61460e00ed8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:21.394124 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-72f2b28a-7e90-4fb0-83ec-b61460e00ed8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:21.398188 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-03dd024b-3a01-4cb4-8d8d-e5339c709694 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:21.414178 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2b28a-7e90-4fb0-83ec-b61460e00ed8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc36b17-222a-43f7-b8e0-0cb00355e0cd,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:21.422763 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f2b28a-7e90-4fb0-83ec-b61460e00ed8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:21.423174 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f2b28a-7e90-4fb0-83ec-b61460e00ed8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:21.423559 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f2b28a-7e90-4fb0-83ec-b61460e00ed8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:21.423927 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f2b28a-7e90-4fb0-83ec-b61460e00ed8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:21.424290 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f2b28a-7e90-4fb0-83ec-b61460e00ed8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:21.424651 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f2b28a-7e90-4fb0-83ec-b61460e00ed8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:21.425016 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f2b28a-7e90-4fb0-83ec-b61460e00ed8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:21.425398 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f2b28a-7e90-4fb0-83ec-b61460e00ed8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:21.425742 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f2b28a-7e90-4fb0-83ec-b61460e00ed8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:21.426098 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f2b28a-7e90-4fb0-83ec-b61460e00ed8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:21.426455 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f2b28a-7e90-4fb0-83ec-b61460e00ed8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:21.426806 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f2b28a-7e90-4fb0-83ec-b61460e00ed8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:21.431433 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-72f2b28a-7e90-4fb0-83ec-b61460e00ed8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:21.434926 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-72f2b28a-7e90-4fb0-83ec-b61460e00ed8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:21.436215 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-72f2b28a-7e90-4fb0-83ec-b61460e00ed8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/security-groups/3dc36b17-222a-43f7-b8e0-0cb00355e0cd HTTP/1.1" status: 204 len: 168 time: 0.2156272 May 31 16:01:21.479713 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33904) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:21.530607 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device daab6fd3-dcd9-4f66-a694-8ef2846d9c59 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:01:21.566245 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: daab6fd3-dcd9-4f66-a694-8ef2846d9c59 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:01:21.566619 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device daab6fd3-dcd9-4f66-a694-8ef2846d9c59 not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:01:22.183028 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9135acb0-02a5-463f-a4be-5503313b08cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:22.618202 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-9135acb0-02a5-463f-a4be-5503313b08cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port 3352ea86-b4d3-48f6-97c6-95f97fc63452 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:01:22.618998 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9135acb0-02a5-463f-a4be-5503313b08cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:22.751558 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-9135acb0-02a5-463f-a4be-5503313b08cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] For port 3352ea86-b4d3-48f6-97c6-95f97fc63452, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=3352ea86-b4d3-48f6-97c6-95f97fc63452,segment=NetworkSegment(f22aaee8-5cac-4193-92e9-aaeaf57e8276),segment_id=f22aaee8-5cac-4193-92e9-aaeaf57e8276)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:01:22.751856 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9135acb0-02a5-463f-a4be-5503313b08cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:22.870294 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-9135acb0-02a5-463f-a4be-5503313b08cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for 3352ea86-b4d3-48f6-97c6-95f97fc63452 owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:01:23.028902 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9135acb0-02a5-463f-a4be-5503313b08cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:23.034798 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5a1fbf80-4da7-4161-9f63-3cecfc568b78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:23.084330 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135acb0-02a5-463f-a4be-5503313b08cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=3352ea86-b4d3-48f6-97c6-95f97fc63452,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:23.087504 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9135acb0-02a5-463f-a4be-5503313b08cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:23.506983 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9135acb0-02a5-463f-a4be-5503313b08cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:23.862768 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9135acb0-02a5-463f-a4be-5503313b08cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 716c3d74-2791-46d3-aa23-6548f10ac32c has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:01:24.043601 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9135acb0-02a5-463f-a4be-5503313b08cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:01:24.054835 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c005a3f5-9cc5-4efb-a34e-c07e346faab3 None None] Sync routers for ids ['716c3d74-2791-46d3-aa23-6548f10ac32c'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:01:24.065752 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9135acb0-02a5-463f-a4be-5503313b08cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "PUT /v2.0/routers/716c3d74-2791-46d3-aa23-6548f10ac32c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5824223 May 31 16:01:24.065960 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c005a3f5-9cc5-4efb-a34e-c07e346faab3 None None] Routers {'716c3d74-2791-46d3-aa23-6548f10ac32c'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:01:24.065960 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-c005a3f5-9cc5-4efb-a34e-c07e346faab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:01:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['716c3d74-2791-46d3-aa23-6548f10ac32c'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:01:24.066206 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33908) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:24.130688 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff3bde8-bd8f-47c7-a763-83cde1e6fa98 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting subnet 70abc80e-d8f7-44cc-bac2-38b536f3e051 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:01:24.133698 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2ff3bde8-bd8f-47c7-a763-83cde1e6fa98 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:24.191343 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2ff3bde8-bd8f-47c7-a763-83cde1e6fa98 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:24.236765 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-c005a3f5-9cc5-4efb-a34e-c07e346faab3 None None] Set router 716c3d74-2791-46d3-aa23-6548f10ac32c gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:01:24.273138 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2ff3bde8-bd8f-47c7-a763-83cde1e6fa98 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:24.548171 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2ff3bde8-bd8f-47c7-a763-83cde1e6fa98 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:24.550868 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-c005a3f5-9cc5-4efb-a34e-c07e346faab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'name': 'tempest-TestNetworkBasicOps-router-1408046131', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:57:57Z', 'updated_at': '2021-05-31T16:01:22Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:57:58Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:01:24.551979 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d6bd4005-8ad0-4446-acd4-f7a2a67fcfd3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:24.555072 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c005a3f5-9cc5-4efb-a34e-c07e346faab3 None None] Checking router: 716c3d74-2791-46d3-aa23-6548f10ac32c for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:01:24.564391 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c005a3f5-9cc5-4efb-a34e-c07e346faab3 None None] Routers {'716c3d74-2791-46d3-aa23-6548f10ac32c'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:01:24.564994 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-c005a3f5-9cc5-4efb-a34e-c07e346faab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:01:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['716c3d74-2791-46d3-aa23-6548f10ac32c'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:01:24.585785 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3bde8-bd8f-47c7-a763-83cde1e6fa98 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Subnet': ['ID=70abc80e-d8f7-44cc-bac2-38b536f3e051,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:24.589442 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2ff3bde8-bd8f-47c7-a763-83cde1e6fa98 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:24.591760 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2ff3bde8-bd8f-47c7-a763-83cde1e6fa98 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:24.598359 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2ff3bde8-bd8f-47c7-a763-83cde1e6fa98 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/subnets/70abc80e-d8f7-44cc-bac2-38b536f3e051 HTTP/1.1" status: 204 len: 168 time: 0.5312748 May 31 16:01:24.599447 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1170b9-5a5d-4567-9506-d2a1813659b3 None None] Network 783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:01:24.601131 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33912) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:24.746840 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-c005a3f5-9cc5-4efb-a34e-c07e346faab3 None None] Set router 716c3d74-2791-46d3-aa23-6548f10ac32c gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:01:24.804724 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c3346cb-9e64-46cb-9b54-b1589c6db56b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:24.939279 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99e794d-b41f-4072-b929-785bdd0ef6f4 None None] DHCP port deletion for 783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 16:01:24.987834 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c3346cb-9e64-46cb-9b54-b1589c6db56b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:25.010772 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-c99e794d-b41f-4072-b929-785bdd0ef6f4 None None] Deleting port 9676015f-9fc2-45c1-b128-b95edf7c7b64 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:01:25.011463 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c99e794d-b41f-4072-b929-785bdd0ef6f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:25.024882 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-c005a3f5-9cc5-4efb-a34e-c07e346faab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'name': 'tempest-TestNetworkBasicOps-router-1408046131', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:57:57Z', 'updated_at': '2021-05-31T16:01:22Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:57:58Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:01:25.028934 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c005a3f5-9cc5-4efb-a34e-c07e346faab3 None None] The sync data for ids ['716c3d74-2791-46d3-aa23-6548f10ac32c'] in dv-neutron-601336-79-hyperv is: [{'id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'name': 'tempest-TestNetworkBasicOps-router-1408046131', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T15:57:57Z', 'updated_at': '2021-05-31T16:01:22Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e6e317fa-866d-49df-aa87-e5b7e2def703', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716c3d74-2791-46d3-aa23-6548f10ac32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T15:57:58Z', 'updated_at': '2021-05-31T15:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:01:25.068187 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-8c3346cb-9e64-46cb-9b54-b1589c6db56b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port e6e317fa-866d-49df-aa87-e5b7e2def703 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:01:25.068544 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c3346cb-9e64-46cb-9b54-b1589c6db56b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:25.109660 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-c99e794d-b41f-4072-b929-785bdd0ef6f4 None None] For port 9676015f-9fc2-45c1-b128-b95edf7c7b64, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=9676015f-9fc2-45c1-b128-b95edf7c7b64,segment=NetworkSegment(f22aaee8-5cac-4193-92e9-aaeaf57e8276),segment_id=f22aaee8-5cac-4193-92e9-aaeaf57e8276)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:01:25.110388 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c99e794d-b41f-4072-b929-785bdd0ef6f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:25.191991 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-8c3346cb-9e64-46cb-9b54-b1589c6db56b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] For port e6e317fa-866d-49df-aa87-e5b7e2def703, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=e6e317fa-866d-49df-aa87-e5b7e2def703,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:01:25.192344 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c3346cb-9e64-46cb-9b54-b1589c6db56b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:25.231210 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-c99e794d-b41f-4072-b929-785bdd0ef6f4 None None] Calling delete_port for 9676015f-9fc2-45c1-b128-b95edf7c7b64 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:01:25.282116 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c99e794d-b41f-4072-b929-785bdd0ef6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:25.286134 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-7f6cc25b-c33b-4b16-a9fb-f07f0298d565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:25.333096 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e794d-b41f-4072-b929-785bdd0ef6f4 None None] Pushing event deleted for resources: {'Port': ['ID=9676015f-9fc2-45c1-b128-b95edf7c7b64,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:25.338401 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99e794d-b41f-4072-b929-785bdd0ef6f4 None None] No DVR routers for this DVR port 9676015f-9fc2-45c1-b128-b95edf7c7b64 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:01:25.344804 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e794d-b41f-4072-b929-785bdd0ef6f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:25.345179 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e794d-b41f-4072-b929-785bdd0ef6f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:25.345512 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e794d-b41f-4072-b929-785bdd0ef6f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:25.348109 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e794d-b41f-4072-b929-785bdd0ef6f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:25.348109 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e794d-b41f-4072-b929-785bdd0ef6f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:25.348109 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e794d-b41f-4072-b929-785bdd0ef6f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:25.348109 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e794d-b41f-4072-b929-785bdd0ef6f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:25.348109 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e794d-b41f-4072-b929-785bdd0ef6f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:25.348109 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e794d-b41f-4072-b929-785bdd0ef6f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:25.348109 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e794d-b41f-4072-b929-785bdd0ef6f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:25.348109 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e794d-b41f-4072-b929-785bdd0ef6f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:25.349346 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e794d-b41f-4072-b929-785bdd0ef6f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:25.351628 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-c99e794d-b41f-4072-b929-785bdd0ef6f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:25.445054 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 3352ea86-b4d3-48f6-97c6-95f97fc63452 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:01:25.478354 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-8c3346cb-9e64-46cb-9b54-b1589c6db56b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for e6e317fa-866d-49df-aa87-e5b7e2def703 owned by network:router_gateway {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:01:25.485378 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 3352ea86-b4d3-48f6-97c6-95f97fc63452 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:01:25.485725 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 3352ea86-b4d3-48f6-97c6-95f97fc63452 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:01:25.486145 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9676015f-9fc2-45c1-b128-b95edf7c7b64 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:01:25.519664 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 9676015f-9fc2-45c1-b128-b95edf7c7b64 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:01:25.520180 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9676015f-9fc2-45c1-b128-b95edf7c7b64 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:01:25.626234 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c3346cb-9e64-46cb-9b54-b1589c6db56b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:25.630118 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-418b08b9-0241-43ca-82d5-8c4fe3d2dbe5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:25.673343 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3346cb-9e64-46cb-9b54-b1589c6db56b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=e6e317fa-866d-49df-aa87-e5b7e2def703,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:25.676610 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8c3346cb-9e64-46cb-9b54-b1589c6db56b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:25.768150 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c3346cb-9e64-46cb-9b54-b1589c6db56b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:25.943422 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c3346cb-9e64-46cb-9b54-b1589c6db56b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:25.945678 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c3346cb-9e64-46cb-9b54-b1589c6db56b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:25.972662 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c3346cb-9e64-46cb-9b54-b1589c6db56b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:25.973319 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3346cb-9e64-46cb-9b54-b1589c6db56b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Fanout notify agent at l3_agent the message router_deleted on router 716c3d74-2791-46d3-aa23-6548f10ac32c {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 16:01:25.988572 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c3346cb-9e64-46cb-9b54-b1589c6db56b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:25.989708 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8c3346cb-9e64-46cb-9b54-b1589c6db56b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/routers/716c3d74-2791-46d3-aa23-6548f10ac32c HTTP/1.1" status: 204 len: 168 time: 1.3876336 May 31 16:01:25.992546 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33916) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:26.109360 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d4364169-ce75-4bf8-b399-ff5730b5abb6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:26.242911 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d4364169-ce75-4bf8-b399-ff5730b5abb6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:26.257278 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-d4364169-ce75-4bf8-b399-ff5730b5abb6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:01:26.270082 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-d4364169-ce75-4bf8-b399-ff5730b5abb6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22aaee8-5cac-4193-92e9-aaeaf57e8276') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:01:26.270347 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-d4364169-ce75-4bf8-b399-ff5730b5abb6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22aaee8-5cac-4193-92e9-aaeaf57e8276') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:01:26.282463 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d4364169-ce75-4bf8-b399-ff5730b5abb6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:26.300785 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d4364169-ce75-4bf8-b399-ff5730b5abb6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:26.307320 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4364169-ce75-4bf8-b399-ff5730b5abb6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:01:26.307697 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d4364169-ce75-4bf8-b399-ff5730b5abb6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:01:26.322024 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:01:26.405507 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d4364169-ce75-4bf8-b399-ff5730b5abb6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:26.410109 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0a356fca-31fb-4030-a70b-21dff45d1a1c tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:26.427555 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d4364169-ce75-4bf8-b399-ff5730b5abb6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:26.434056 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4364169-ce75-4bf8-b399-ff5730b5abb6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Network': ['ID=783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:26.436860 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d4364169-ce75-4bf8-b399-ff5730b5abb6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:26.448443 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d4364169-ce75-4bf8-b399-ff5730b5abb6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/networks/783e6e26-abc8-4e55-9a9d-6fc4b4e3b1d5 HTTP/1.1" status: 204 len: 168 time: 0.4548316 May 31 16:01:26.475104 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33920) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:26.480939 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-a54473df-9b94-4b28-9c05-3bfd28945abe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'network': {'name': 'tempest-network-smoke--76072011', 'project_id': '77a9908268404908970d038c7b3f1f66', 'port_security_enabled': True}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:01:26.486226 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a54473df-9b94-4b28-9c05-3bfd28945abe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:01:26.490328 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a54473df-9b94-4b28-9c05-3bfd28945abe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:network and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:01:26.493251 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a54473df-9b94-4b28-9c05-3bfd28945abe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:01:26.498878 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a54473df-9b94-4b28-9c05-3bfd28945abe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:01:26.511637 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54473df-9b94-4b28-9c05-3bfd28945abe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Made reservation on behalf of 77a9908268404908970d038c7b3f1f66 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:01:26.515043 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a54473df-9b94-4b28-9c05-3bfd28945abe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:26.543367 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54473df-9b94-4b28-9c05-3bfd28945abe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:01:26.552996 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a54473df-9b94-4b28-9c05-3bfd28945abe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:26.553337 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-a54473df-9b94-4b28-9c05-3bfd28945abe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Added segment 910fc99e-95be-46df-8955-31c16a92110f of type vlan for network 12cb5bb8-6048-4826-ab2c-eaf49b8980bd May 31 16:01:26.580101 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a54473df-9b94-4b28-9c05-3bfd28945abe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:26.611371 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a54473df-9b94-4b28-9c05-3bfd28945abe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:26.616973 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54473df-9b94-4b28-9c05-3bfd28945abe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:26.617596 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a54473df-9b94-4b28-9c05-3bfd28945abe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:26.621086 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5bce7abd-9abd-434e-ab56-bb9f311f127b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:26.875638 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54473df-9b94-4b28-9c05-3bfd28945abe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Network': ['ID=12cb5bb8-6048-4826-ab2c-eaf49b8980bd,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:26.878539 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a54473df-9b94-4b28-9c05-3bfd28945abe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4024386 May 31 16:01:26.879602 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a54473df-9b94-4b28-9c05-3bfd28945abe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:26.882920 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33924) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:26.888805 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-a0804ddb-f576-413c-8d4b-b64b3500e832 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-333320110', 'admin_state_up': True, 'project_id': '77a9908268404908970d038c7b3f1f66', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:01:26.892558 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 12cb5bb8-6048-4826-ab2c-eaf49b8980bd details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 16:01:26.896279 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a0804ddb-f576-413c-8d4b-b64b3500e832 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:01:26.900206 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a0804ddb-f576-413c-8d4b-b64b3500e832 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:router and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:01:26.903122 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a0804ddb-f576-413c-8d4b-b64b3500e832 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:01:26.909702 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a0804ddb-f576-413c-8d4b-b64b3500e832 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:01:26.920601 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a0804ddb-f576-413c-8d4b-b64b3500e832 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:26.921610 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a0804ddb-f576-413c-8d4b-b64b3500e832 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:26.937318 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a0804ddb-f576-413c-8d4b-b64b3500e832 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:27.207995 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a0804ddb-f576-413c-8d4b-b64b3500e832 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:27.307305 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e6e317fa-866d-49df-aa87-e5b7e2def703 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:01:27.342279 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: e6e317fa-866d-49df-aa87-e5b7e2def703 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:01:27.342597 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e6e317fa-866d-49df-aa87-e5b7e2def703 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:01:27.661504 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a0804ddb-f576-413c-8d4b-b64b3500e832 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_gateway, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:27.690535 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a0804ddb-f576-413c-8d4b-b64b3500e832 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:27.828234 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-a0804ddb-f576-413c-8d4b-b64b3500e832 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.26.0.168 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/a6666234-a96f-45d0-939f-b13e5c004270) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:01:27.975069 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a0804ddb-f576-413c-8d4b-b64b3500e832 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:28.013558 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a0804ddb-f576-413c-8d4b-b64b3500e832 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:28.017079 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-078fc91e-6207-4c29-addc-93a7607fe563 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:28.078252 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0804ddb-f576-413c-8d4b-b64b3500e832 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:01:28.081404 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-a0804ddb-f576-413c-8d4b-b64b3500e832 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:01:28.085307 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0804ddb-f576-413c-8d4b-b64b3500e832 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:01:28.118649 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0804ddb-f576-413c-8d4b-b64b3500e832 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=a6666234-a96f-45d0-939f-b13e5c004270,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:28.124615 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a0804ddb-f576-413c-8d4b-b64b3500e832 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:28.282029 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:28.512363 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a0804ddb-f576-413c-8d4b-b64b3500e832 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_gateway, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:29.016145 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a0804ddb-f576-413c-8d4b-b64b3500e832 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:29.224122 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0804ddb-f576-413c-8d4b-b64b3500e832 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router f476e6d0-968c-4045-9bc6-7241566eb97c is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 16:01:29.404115 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0804ddb-f576-413c-8d4b-b64b3500e832 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:01:29.413817 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab35cd09-fadd-4961-b8b2-ba0d7c6b9a8c None None] Sync routers for ids ['f476e6d0-968c-4045-9bc6-7241566eb97c'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:01:29.423572 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab35cd09-fadd-4961-b8b2-ba0d7c6b9a8c None None] Routers {'f476e6d0-968c-4045-9bc6-7241566eb97c'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:01:29.424219 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-ab35cd09-fadd-4961-b8b2-ba0d7c6b9a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:01:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['f476e6d0-968c-4045-9bc6-7241566eb97c'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:01:29.432072 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a0804ddb-f576-413c-8d4b-b64b3500e832 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:29.433304 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a0804ddb-f576-413c-8d4b-b64b3500e832 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5493731 May 31 16:01:29.436739 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33928) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:29.485584 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-15b0a390-53aa-4c3e-9baa-c2395596cc01 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=77a9908268404908970d038c7b3f1f66&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475655 May 31 16:01:29.488202 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33932) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:29.604262 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-ab35cd09-fadd-4961-b8b2-ba0d7c6b9a8c None None] Set router f476e6d0-968c-4045-9bc6-7241566eb97c gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:01:29.619837 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46afb49-1e73-4666-873e-75041a05eb1c tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:29.624163 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e46afb49-1e73-4666-873e-75041a05eb1c tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1322334 May 31 16:01:29.624643 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33936) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:29.671442 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9c769a5c-9ca9-40c6-8301-0684fd838215 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=014c45f7-9697-4b0b-b8b7-66a80a50a15c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415480 May 31 16:01:29.671442 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33940) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:29.677024 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-b3bae11b-01ac-4f73-a744-1f77521f49a9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-747293999', 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd', 'project_id': '77a9908268404908970d038c7b3f1f66', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:01:29.783832 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b3bae11b-01ac-4f73-a744-1f77521f49a9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:01:29.787932 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b3bae11b-01ac-4f73-a744-1f77521f49a9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:subnet and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:01:29.790706 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b3bae11b-01ac-4f73-a744-1f77521f49a9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:01:29.797196 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b3bae11b-01ac-4f73-a744-1f77521f49a9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:01:29.808712 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bae11b-01ac-4f73-a744-1f77521f49a9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Made reservation on behalf of 77a9908268404908970d038c7b3f1f66 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:01:29.812190 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b3bae11b-01ac-4f73-a744-1f77521f49a9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:29.892586 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-ab35cd09-fadd-4961-b8b2-ba0d7c6b9a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'name': 'tempest-TestNetworkBasicOps-router-333320110', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'a6666234-a96f-45d0-939f-b13e5c004270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:01:26Z', 'updated_at': '2021-05-31T16:01:28Z', 'revision_number': 3, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'a6666234-a96f-45d0-939f-b13e5c004270', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:01:27Z', 'updated_at': '2021-05-31T16:01:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:01:29.898027 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab35cd09-fadd-4961-b8b2-ba0d7c6b9a8c None None] Checking router: f476e6d0-968c-4045-9bc6-7241566eb97c for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:01:29.898387 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab35cd09-fadd-4961-b8b2-ba0d7c6b9a8c None None] Updating router f476e6d0-968c-4045-9bc6-7241566eb97c port a6666234-a96f-45d0-939f-b13e5c004270 binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:01:29.952093 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ab35cd09-fadd-4961-b8b2-ba0d7c6b9a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:30.217024 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b3bae11b-01ac-4f73-a744-1f77521f49a9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:30.221617 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-47ccc8a1-108e-4eb6-b777-da867190fc6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:30.297693 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bae11b-01ac-4f73-a744-1f77521f49a9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Subnet': ['ID=27f29848-0132-4364-95e6-6730315e155c,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:30.301079 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b3bae11b-01ac-4f73-a744-1f77521f49a9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:30.307103 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bae11b-01ac-4f73-a744-1f77521f49a9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Checking segment: {'id': '910fc99e-95be-46df-8955-31c16a92110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:01:30.307472 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bae11b-01ac-4f73-a744-1f77521f49a9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network hostable DHCP agents. Network: 12cb5bb8-6048-4826-ab2c-eaf49b8980bd, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:01:30.322112 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ab35cd09-fadd-4961-b8b2-ba0d7c6b9a8c None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:30.325677 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bae11b-01ac-4f73-a744-1f77521f49a9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 12cb5bb8-6048-4826-ab2c-eaf49b8980bd is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:01:30.335463 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-b3bae11b-01ac-4f73-a744-1f77521f49a9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 12cb5bb8-6048-4826-ab2c-eaf49b8980bd) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:01:30.335706 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ab35cd09-fadd-4961-b8b2-ba0d7c6b9a8c None None] Transition to ACTIVE for port object a6666234-a96f-45d0-939f-b13e5c004270 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:01:30.341950 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ab35cd09-fadd-4961-b8b2-ba0d7c6b9a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:30.345552 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:30.345799 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bae11b-01ac-4f73-a744-1f77521f49a9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:30.346427 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b3bae11b-01ac-4f73-a744-1f77521f49a9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:30.368900 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b3bae11b-01ac-4f73-a744-1f77521f49a9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6965258 May 31 16:01:30.372043 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33944) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:30.383839 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc4490b-c28b-42c2-b41f-fd4583d696e5 None None] Network 12cb5bb8-6048-4826-ab2c-eaf49b8980bd requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:01:30.501641 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610847a3-cbca-4be8-9bbc-71146161a418 None None] Pushing event updated for resources: {'Port': ['ID=a6666234-a96f-45d0-939f-b13e5c004270,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:30.508521 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-610847a3-cbca-4be8-9bbc-71146161a418 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:30.509377 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-ab35cd09-fadd-4961-b8b2-ba0d7c6b9a8c None None] Attempting to bind port a6666234-a96f-45d0-939f-b13e5c004270 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:01:30.510635 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-ab35cd09-fadd-4961-b8b2-ba0d7c6b9a8c None None] Attempting to bind port a6666234-a96f-45d0-939f-b13e5c004270 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:01:30.511032 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab35cd09-fadd-4961-b8b2-ba0d7c6b9a8c None None] Attempting to bind port a6666234-a96f-45d0-939f-b13e5c004270 on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:01:30.529349 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab35cd09-fadd-4961-b8b2-ba0d7c6b9a8c None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:01:30.529725 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab35cd09-fadd-4961-b8b2-ba0d7c6b9a8c None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:01:30.530134 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ab35cd09-fadd-4961-b8b2-ba0d7c6b9a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:30.530528 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab35cd09-fadd-4961-b8b2-ba0d7c6b9a8c None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:01:30.531030 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-ab35cd09-fadd-4961-b8b2-ba0d7c6b9a8c None None] Bound port: a6666234-a96f-45d0-939f-b13e5c004270, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:01:30.531407 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ab35cd09-fadd-4961-b8b2-ba0d7c6b9a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:30.659732 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-ab35cd09-fadd-4961-b8b2-ba0d7c6b9a8c None None] For port a6666234-a96f-45d0-939f-b13e5c004270, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:01:30.664413 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-ab35cd09-fadd-4961-b8b2-ba0d7c6b9a8c None None] For port a6666234-a96f-45d0-939f-b13e5c004270, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a6666234-a96f-45d0-939f-b13e5c004270,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:01:30.693031 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ab35cd09-fadd-4961-b8b2-ba0d7c6b9a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:30.700903 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a440e116-f9f6-43ee-b816-c990e3183d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:30.745414 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93788625-e4fd-4cc5-b4bc-50fe0710e4f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-12cb5bb8-6048-4826-ab2c-eaf49b8980bd', 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ips': [{'subnet_id': '27f29848-0132-4364-95e6-6730315e155c'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:01:30.746576 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-93788625-e4fd-4cc5-b4bc-50fe0710e4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:30.832531 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab35cd09-fadd-4961-b8b2-ba0d7c6b9a8c None None] Routers {'f476e6d0-968c-4045-9bc6-7241566eb97c'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:01:30.833026 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-ab35cd09-fadd-4961-b8b2-ba0d7c6b9a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:01:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['f476e6d0-968c-4045-9bc6-7241566eb97c'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:01:30.904957 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610847a3-cbca-4be8-9bbc-71146161a418 None None] Pushing event updated for resources: {'Port': ['ID=a6666234-a96f-45d0-939f-b13e5c004270,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:30.915289 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-610847a3-cbca-4be8-9bbc-71146161a418 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:31.077152 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bbdabfab-92e7-40bf-a9b5-678b2a55655c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:31.086311 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-ab35cd09-fadd-4961-b8b2-ba0d7c6b9a8c None None] Set router f476e6d0-968c-4045-9bc6-7241566eb97c gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:01:31.185137 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-93788625-e4fd-4cc5-b4bc-50fe0710e4f5 None None] Allocated IP 172.20.0.2 (12cb5bb8-6048-4826-ab2c-eaf49b8980bd/27f29848-0132-4364-95e6-6730315e155c/f32c72ab-dd07-42cc-b15e-e996adba7752) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:01:31.588400 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-93788625-e4fd-4cc5-b4bc-50fe0710e4f5 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:31.600943 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-93788625-e4fd-4cc5-b4bc-50fe0710e4f5 None None] Transition to ACTIVE for port object f32c72ab-dd07-42cc-b15e-e996adba7752 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:01:31.621083 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-ab35cd09-fadd-4961-b8b2-ba0d7c6b9a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'name': 'tempest-TestNetworkBasicOps-router-333320110', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'a6666234-a96f-45d0-939f-b13e5c004270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:01:26Z', 'updated_at': '2021-05-31T16:01:28Z', 'revision_number': 3, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'a6666234-a96f-45d0-939f-b13e5c004270', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:01:27Z', 'updated_at': '2021-05-31T16:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:01:31.625707 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-93788625-e4fd-4cc5-b4bc-50fe0710e4f5 None None] Transition to ACTIVE for port object f32c72ab-dd07-42cc-b15e-e996adba7752 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:01:31.628436 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab35cd09-fadd-4961-b8b2-ba0d7c6b9a8c None None] The sync data for ids ['f476e6d0-968c-4045-9bc6-7241566eb97c'] in dv-neutron-601336-79-hyperv is: [{'id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'name': 'tempest-TestNetworkBasicOps-router-333320110', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'a6666234-a96f-45d0-939f-b13e5c004270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:01:26Z', 'updated_at': '2021-05-31T16:01:28Z', 'revision_number': 3, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'a6666234-a96f-45d0-939f-b13e5c004270', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:01:27Z', 'updated_at': '2021-05-31T16:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:01:31.632810 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-93788625-e4fd-4cc5-b4bc-50fe0710e4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:31.636418 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:31.699660 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93788625-e4fd-4cc5-b4bc-50fe0710e4f5 None None] Network 12cb5bb8-6048-4826-ab2c-eaf49b8980bd is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:01:31.702789 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-93788625-e4fd-4cc5-b4bc-50fe0710e4f5 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:01:31.705838 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93788625-e4fd-4cc5-b4bc-50fe0710e4f5 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:01:31.711977 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-bbdabfab-92e7-40bf-a9b5-678b2a55655c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.20.0.1 (12cb5bb8-6048-4826-ab2c-eaf49b8980bd/27f29848-0132-4364-95e6-6730315e155c/afc1e103-152a-49ad-9904-68e477c64da4) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:01:31.740258 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93788625-e4fd-4cc5-b4bc-50fe0710e4f5 None None] Pushing event updated for resources: {'Port': ['ID=f32c72ab-dd07-42cc-b15e-e996adba7752,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:31.743349 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-93788625-e4fd-4cc5-b4bc-50fe0710e4f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:31.806964 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-93788625-e4fd-4cc5-b4bc-50fe0710e4f5 None None] Attempting to bind port f32c72ab-dd07-42cc-b15e-e996adba7752 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:01:31.807348 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-93788625-e4fd-4cc5-b4bc-50fe0710e4f5 None None] Attempting to bind port f32c72ab-dd07-42cc-b15e-e996adba7752 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '910fc99e-95be-46df-8955-31c16a92110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:01:31.808030 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93788625-e4fd-4cc5-b4bc-50fe0710e4f5 None None] Attempting to bind port f32c72ab-dd07-42cc-b15e-e996adba7752 on network 12cb5bb8-6048-4826-ab2c-eaf49b8980bd {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:01:31.813788 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93788625-e4fd-4cc5-b4bc-50fe0710e4f5 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:01:31.814168 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93788625-e4fd-4cc5-b4bc-50fe0710e4f5 None None] Checking segment: {'id': '910fc99e-95be-46df-8955-31c16a92110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:01:31.814991 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-93788625-e4fd-4cc5-b4bc-50fe0710e4f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:31.814991 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93788625-e4fd-4cc5-b4bc-50fe0710e4f5 None None] Bound using segment: {'id': '910fc99e-95be-46df-8955-31c16a92110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:01:31.815446 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-93788625-e4fd-4cc5-b4bc-50fe0710e4f5 None None] Bound port: f32c72ab-dd07-42cc-b15e-e996adba7752, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '910fc99e-95be-46df-8955-31c16a92110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:01:31.815823 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-93788625-e4fd-4cc5-b4bc-50fe0710e4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:31.888944 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bbdabfab-92e7-40bf-a9b5-678b2a55655c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:31.905499 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-bbdabfab-92e7-40bf-a9b5-678b2a55655c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Transition to ACTIVE for port object afc1e103-152a-49ad-9904-68e477c64da4 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:01:31.925061 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-93788625-e4fd-4cc5-b4bc-50fe0710e4f5 None None] For port f32c72ab-dd07-42cc-b15e-e996adba7752, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:01:31.928590 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-93788625-e4fd-4cc5-b4bc-50fe0710e4f5 None None] For port f32c72ab-dd07-42cc-b15e-e996adba7752, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=f32c72ab-dd07-42cc-b15e-e996adba7752,segment=NetworkSegment(910fc99e-95be-46df-8955-31c16a92110f),segment_id=910fc99e-95be-46df-8955-31c16a92110f)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:01:31.932669 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bbdabfab-92e7-40bf-a9b5-678b2a55655c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:31.934855 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-93788625-e4fd-4cc5-b4bc-50fe0710e4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:31.938250 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-54d13488-cdf1-4199-9fb8-063115754829 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:31.940229 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-149c286f-472c-4455-9da0-abe8d2326258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:32.005361 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdabfab-92e7-40bf-a9b5-678b2a55655c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 12cb5bb8-6048-4826-ab2c-eaf49b8980bd is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:01:32.008444 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-bbdabfab-92e7-40bf-a9b5-678b2a55655c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:01:32.012957 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdabfab-92e7-40bf-a9b5-678b2a55655c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:01:32.043254 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93788625-e4fd-4cc5-b4bc-50fe0710e4f5 None None] Pushing event updated for resources: {'Port': ['ID=f32c72ab-dd07-42cc-b15e-e996adba7752,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:32.046736 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-93788625-e4fd-4cc5-b4bc-50fe0710e4f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:32.064407 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdabfab-92e7-40bf-a9b5-678b2a55655c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=afc1e103-152a-49ad-9904-68e477c64da4,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:32.069595 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bbdabfab-92e7-40bf-a9b5-678b2a55655c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:32.082318 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bbdabfab-92e7-40bf-a9b5-678b2a55655c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:32.377272 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bbdabfab-92e7-40bf-a9b5-678b2a55655c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:32.808912 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bbdabfab-92e7-40bf-a9b5-678b2a55655c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:32.814457 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bbdabfab-92e7-40bf-a9b5-678b2a55655c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:32.839789 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-cf365e30-61b1-48eb-988e-7b77befaf0fb tempest-FloatingIPAdminTestJSON-1405418270 tempest-FloatingIPAdminTestJSON-1405418270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:32.917557 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed2168e-29ea-4b2f-8f0d-39d08d5ebb30 None None] Network 12cb5bb8-6048-4826-ab2c-eaf49b8980bd requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:01:33.015475 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c5cb4e84-08dd-496e-8dd4-6b439492584c None None] Provisioning for port f32c72ab-dd07-42cc-b15e-e996adba7752 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:01:33.095716 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdabfab-92e7-40bf-a9b5-678b2a55655c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=afc1e103-152a-49ad-9904-68e477c64da4,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:33.098406 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bbdabfab-92e7-40bf-a9b5-678b2a55655c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:33.102427 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bbdabfab-92e7-40bf-a9b5-678b2a55655c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:33.243758 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdabfab-92e7-40bf-a9b5-678b2a55655c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 12cb5bb8-6048-4826-ab2c-eaf49b8980bd is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:01:33.244881 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-bbdabfab-92e7-40bf-a9b5-678b2a55655c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:01:33.409047 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a6666234-a96f-45d0-939f-b13e5c004270 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:01:33.444853 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbdabfab-92e7-40bf-a9b5-678b2a55655c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router f476e6d0-968c-4045-9bc6-7241566eb97c has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:01:33.504544 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port a6666234-a96f-45d0-939f-b13e5c004270 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:01:33.509730 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f0abc61c-1524-4de8-a144-c95911220c9a None None] Provisioning for port afc1e103-152a-49ad-9904-68e477c64da4 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:01:33.513918 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port a6666234-a96f-45d0-939f-b13e5c004270 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:01:33.514311 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:33.543515 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f0abc61c-1524-4de8-a144-c95911220c9a None None] Provisioning complete for port afc1e103-152a-49ad-9904-68e477c64da4 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:01:33.543889 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f0abc61c-1524-4de8-a144-c95911220c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:33.618917 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-f0abc61c-1524-4de8-a144-c95911220c9a None None] Port afc1e103-152a-49ad-9904-68e477c64da4 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:01:33.653616 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdabfab-92e7-40bf-a9b5-678b2a55655c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:01:33.665175 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183a3818-4eca-477f-9a6e-9c249bc6af04 None None] Sync routers for ids ['f476e6d0-968c-4045-9bc6-7241566eb97c'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:01:33.669605 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33948) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:33.670220 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-bbdabfab-92e7-40bf-a9b5-678b2a55655c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "PUT /v2.0/routers/f476e6d0-968c-4045-9bc6-7241566eb97c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2960422 May 31 16:01:33.680805 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183a3818-4eca-477f-9a6e-9c249bc6af04 None None] Routers {'f476e6d0-968c-4045-9bc6-7241566eb97c'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:01:33.681772 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-183a3818-4eca-477f-9a6e-9c249bc6af04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:01:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['f476e6d0-968c-4045-9bc6-7241566eb97c'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:01:33.687493 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:33.705139 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port a6666234-a96f-45d0-939f-b13e5c004270, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a6666234-a96f-45d0-939f-b13e5c004270,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:01:33.710901 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:33.712016 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f32c72ab-dd07-42cc-b15e-e996adba7752 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:01:33.745784 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-610847a3-cbca-4be8-9bbc-71146161a418 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:33.830198 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283030a8-03eb-4556-bcff-e9b8092dc943 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:33.831102 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283030a8-03eb-4556-bcff-e9b8092dc943 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:33.831880 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283030a8-03eb-4556-bcff-e9b8092dc943 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:33.832167 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283030a8-03eb-4556-bcff-e9b8092dc943 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:33.836778 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33952) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:33.837377 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-283030a8-03eb-4556-bcff-e9b8092dc943 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.1652801 May 31 16:01:33.839485 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-316fe684-a3f0-4171-a2ef-5359a23b0be2 None None] Provisioning complete for port afc1e103-152a-49ad-9904-68e477c64da4 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:01:33.839858 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-316fe684-a3f0-4171-a2ef-5359a23b0be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:33.872488 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-183a3818-4eca-477f-9a6e-9c249bc6af04 None None] Set router f476e6d0-968c-4045-9bc6-7241566eb97c gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:01:33.897174 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=a6666234-a96f-45d0-939f-b13e5c004270,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:33.903766 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:33.910277 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae2162f-3336-4328-961b-e87863a5932b tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:33.911339 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae2162f-3336-4328-961b-e87863a5932b tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:33.911788 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae2162f-3336-4328-961b-e87863a5932b tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:33.912247 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae2162f-3336-4328-961b-e87863a5932b tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:33.916955 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5ae2162f-3336-4328-961b-e87863a5932b tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0764551 May 31 16:01:33.917153 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port f32c72ab-dd07-42cc-b15e-e996adba7752 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:01:33.917490 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33956) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:33.922313 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-316fe684-a3f0-4171-a2ef-5359a23b0be2 None None] Port afc1e103-152a-49ad-9904-68e477c64da4 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:01:33.926070 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port f32c72ab-dd07-42cc-b15e-e996adba7752 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:01:33.926883 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:34.061523 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-3d12b42c-a520-433c-8093-f5c5139a528a None None] Provisioning complete for port afc1e103-152a-49ad-9904-68e477c64da4 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:01:34.061807 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3d12b42c-a520-433c-8093-f5c5139a528a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:34.090284 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:34.121824 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3afd373b-b1a8-41a0-bea5-1a69882ffb99 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2027783 May 31 16:01:34.124531 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33960) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:34.133719 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-0ac577f6-5bdf-45fe-8cec-da1b2901fd87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1189729753', 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:01:34.143292 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-3d12b42c-a520-433c-8093-f5c5139a528a None None] Port afc1e103-152a-49ad-9904-68e477c64da4 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:01:34.148349 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port f32c72ab-dd07-42cc-b15e-e996adba7752, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=f32c72ab-dd07-42cc-b15e-e996adba7752,segment=NetworkSegment(910fc99e-95be-46df-8955-31c16a92110f),segment_id=910fc99e-95be-46df-8955-31c16a92110f)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:01:34.153340 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:34.155133 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ad443eba-6f74-415e-a66b-777ab6c97ed1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:34.197609 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-183a3818-4eca-477f-9a6e-9c249bc6af04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'name': 'tempest-TestNetworkBasicOps-router-333320110', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'a6666234-a96f-45d0-939f-b13e5c004270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:01:26Z', 'updated_at': '2021-05-31T16:01:32Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'a6666234-a96f-45d0-939f-b13e5c004270', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:01:27Z', 'updated_at': '2021-05-31T16:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'afc1e103-152a-49ad-9904-68e477c64da4', 'name': '', 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:df:1a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '27f29848-0132-4364-95e6-6730315e155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:01:31Z', 'updated_at': '2021-05-31T16:01:32Z', 'revision_number': 2, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '27f29848-0132-4364-95e6-6730315e155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:01:34.201905 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183a3818-4eca-477f-9a6e-9c249bc6af04 None None] Checking router: f476e6d0-968c-4045-9bc6-7241566eb97c for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:01:34.202367 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183a3818-4eca-477f-9a6e-9c249bc6af04 None None] Updating router f476e6d0-968c-4045-9bc6-7241566eb97c port afc1e103-152a-49ad-9904-68e477c64da4 binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:01:34.220889 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=f32c72ab-dd07-42cc-b15e-e996adba7752,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:34.223433 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:34.257886 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-183a3818-4eca-477f-9a6e-9c249bc6af04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:34.273545 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0ac577f6-5bdf-45fe-8cec-da1b2901fd87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:01:34.277695 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0ac577f6-5bdf-45fe-8cec-da1b2901fd87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:port and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:01:34.280565 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0ac577f6-5bdf-45fe-8cec-da1b2901fd87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:01:34.286344 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0ac577f6-5bdf-45fe-8cec-da1b2901fd87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:01:34.297737 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac577f6-5bdf-45fe-8cec-da1b2901fd87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Made reservation on behalf of 77a9908268404908970d038c7b3f1f66 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:01:34.301848 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0ac577f6-5bdf-45fe-8cec-da1b2901fd87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:34.326509 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [None req-0ac577f6-5bdf-45fe-8cec-da1b2901fd87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] device_id is not set on port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 16:01:34.628910 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-183a3818-4eca-477f-9a6e-9c249bc6af04 None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:34.640986 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-183a3818-4eca-477f-9a6e-9c249bc6af04 None None] Transition to ACTIVE for port object afc1e103-152a-49ad-9904-68e477c64da4 will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:01:34.641414 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ef3c9c3e-85c1-4890-967c-16eabf55e1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:34.648584 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-183a3818-4eca-477f-9a6e-9c249bc6af04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:34.652342 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-81aa7470-cce7-45b6-87e6-1f0d73a14d72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:34.717401 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-0ac577f6-5bdf-45fe-8cec-da1b2901fd87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.20.0.14 (12cb5bb8-6048-4826-ab2c-eaf49b8980bd/27f29848-0132-4364-95e6-6730315e155c/6377f2d5-df22-45ac-87dd-2a6fbcb252c4) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:01:34.849276 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6402e-f125-468c-8a82-989e8b6e64aa None None] Pushing event updated for resources: {'Port': ['ID=afc1e103-152a-49ad-9904-68e477c64da4,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:34.864661 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6402e-f125-468c-8a82-989e8b6e64aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:34.864997 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6402e-f125-468c-8a82-989e8b6e64aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:34.865325 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6402e-f125-468c-8a82-989e8b6e64aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:34.865647 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6402e-f125-468c-8a82-989e8b6e64aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:34.865963 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6402e-f125-468c-8a82-989e8b6e64aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:34.866280 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6402e-f125-468c-8a82-989e8b6e64aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:34.866601 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6402e-f125-468c-8a82-989e8b6e64aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:34.866923 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6402e-f125-468c-8a82-989e8b6e64aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:34.867265 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6402e-f125-468c-8a82-989e8b6e64aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:34.868114 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6402e-f125-468c-8a82-989e8b6e64aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:34.868432 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6402e-f125-468c-8a82-989e8b6e64aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:34.868746 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6402e-f125-468c-8a82-989e8b6e64aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:01:34.876176 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-d5e6402e-f125-468c-8a82-989e8b6e64aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:34.886177 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-183a3818-4eca-477f-9a6e-9c249bc6af04 None None] Attempting to bind port afc1e103-152a-49ad-9904-68e477c64da4 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:01:34.886455 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-183a3818-4eca-477f-9a6e-9c249bc6af04 None None] Attempting to bind port afc1e103-152a-49ad-9904-68e477c64da4 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '910fc99e-95be-46df-8955-31c16a92110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:01:34.886834 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183a3818-4eca-477f-9a6e-9c249bc6af04 None None] Attempting to bind port afc1e103-152a-49ad-9904-68e477c64da4 on network 12cb5bb8-6048-4826-ab2c-eaf49b8980bd {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:01:34.893540 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183a3818-4eca-477f-9a6e-9c249bc6af04 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:01:34.893912 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183a3818-4eca-477f-9a6e-9c249bc6af04 None None] Checking segment: {'id': '910fc99e-95be-46df-8955-31c16a92110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:01:34.894312 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-183a3818-4eca-477f-9a6e-9c249bc6af04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:34.894693 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183a3818-4eca-477f-9a6e-9c249bc6af04 None None] Bound using segment: {'id': '910fc99e-95be-46df-8955-31c16a92110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:01:34.895256 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-183a3818-4eca-477f-9a6e-9c249bc6af04 None None] Bound port: afc1e103-152a-49ad-9904-68e477c64da4, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '910fc99e-95be-46df-8955-31c16a92110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:01:34.895622 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-183a3818-4eca-477f-9a6e-9c249bc6af04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:34.991637 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-183a3818-4eca-477f-9a6e-9c249bc6af04 None None] For port afc1e103-152a-49ad-9904-68e477c64da4, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:01:34.994812 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-183a3818-4eca-477f-9a6e-9c249bc6af04 None None] For port afc1e103-152a-49ad-9904-68e477c64da4, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=afc1e103-152a-49ad-9904-68e477c64da4,segment=NetworkSegment(910fc99e-95be-46df-8955-31c16a92110f),segment_id=910fc99e-95be-46df-8955-31c16a92110f)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:01:35.001061 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-183a3818-4eca-477f-9a6e-9c249bc6af04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:35.006082 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-e55f1382-1024-4465-a78c-1fed5b4f90b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:35.076639 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183a3818-4eca-477f-9a6e-9c249bc6af04 None None] Routers {'f476e6d0-968c-4045-9bc6-7241566eb97c'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:01:35.077273 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-183a3818-4eca-477f-9a6e-9c249bc6af04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:01:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['f476e6d0-968c-4045-9bc6-7241566eb97c'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:01:35.081560 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0ac577f6-5bdf-45fe-8cec-da1b2901fd87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:35.098315 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-0ac577f6-5bdf-45fe-8cec-da1b2901fd87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Transition to ACTIVE for port object 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:01:35.124288 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0ac577f6-5bdf-45fe-8cec-da1b2901fd87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:35.131169 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3a241036-6a9d-442f-a44c-0426c0005021 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:35.142430 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6402e-f125-468c-8a82-989e8b6e64aa None None] Pushing event updated for resources: {'Port': ['ID=afc1e103-152a-49ad-9904-68e477c64da4,revision_number=4']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:35.147035 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-d5e6402e-f125-468c-8a82-989e8b6e64aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:35.203998 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac577f6-5bdf-45fe-8cec-da1b2901fd87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 12cb5bb8-6048-4826-ab2c-eaf49b8980bd is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:01:35.207200 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-0ac577f6-5bdf-45fe-8cec-da1b2901fd87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:01:35.211973 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac577f6-5bdf-45fe-8cec-da1b2901fd87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:01:35.240855 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac577f6-5bdf-45fe-8cec-da1b2901fd87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=6377f2d5-df22-45ac-87dd-2a6fbcb252c4,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:35.248063 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0ac577f6-5bdf-45fe-8cec-da1b2901fd87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:35.264686 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-183a3818-4eca-477f-9a6e-9c249bc6af04 None None] Set router f476e6d0-968c-4045-9bc6-7241566eb97c gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:01:35.284346 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac577f6-5bdf-45fe-8cec-da1b2901fd87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:35.284989 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0ac577f6-5bdf-45fe-8cec-da1b2901fd87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:35.324671 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0ac577f6-5bdf-45fe-8cec-da1b2901fd87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1951869 May 31 16:01:35.334302 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a6666234-a96f-45d0-939f-b13e5c004270 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:01:35.433880 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port a6666234-a96f-45d0-939f-b13e5c004270 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:01:35.434287 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:35.557882 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7d34c06d-9013-4cbc-afb6-77827f894279 None None] Provisioning for port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:01:35.566288 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f32c72ab-dd07-42cc-b15e-e996adba7752 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:01:35.582620 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 33966) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:35.588402 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-582001d3-1b4f-478c-a4d0-eb388f39a27d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-637529904', 'description': 'tempest-secgroup-smoke-637529904 description', 'project_id': '77a9908268404908970d038c7b3f1f66'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:01:35.596375 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-582001d3-1b4f-478c-a4d0-eb388f39a27d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:01:35.601932 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-582001d3-1b4f-478c-a4d0-eb388f39a27d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:01:35.605394 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-582001d3-1b4f-478c-a4d0-eb388f39a27d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:01:35.614654 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-582001d3-1b4f-478c-a4d0-eb388f39a27d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:01:35.617872 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-183a3818-4eca-477f-9a6e-9c249bc6af04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'name': 'tempest-TestNetworkBasicOps-router-333320110', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'a6666234-a96f-45d0-939f-b13e5c004270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:01:26Z', 'updated_at': '2021-05-31T16:01:32Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'a6666234-a96f-45d0-939f-b13e5c004270', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:01:27Z', 'updated_at': '2021-05-31T16:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'afc1e103-152a-49ad-9904-68e477c64da4', 'name': '', 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:df:1a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '27f29848-0132-4364-95e6-6730315e155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:01:31Z', 'updated_at': '2021-05-31T16:01:34Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '27f29848-0132-4364-95e6-6730315e155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:01:35.622633 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183a3818-4eca-477f-9a6e-9c249bc6af04 None None] The sync data for ids ['f476e6d0-968c-4045-9bc6-7241566eb97c'] in dv-neutron-601336-79-hyperv is: [{'id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'name': 'tempest-TestNetworkBasicOps-router-333320110', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'a6666234-a96f-45d0-939f-b13e5c004270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:01:26Z', 'updated_at': '2021-05-31T16:01:32Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'a6666234-a96f-45d0-939f-b13e5c004270', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:01:27Z', 'updated_at': '2021-05-31T16:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'afc1e103-152a-49ad-9904-68e477c64da4', 'name': '', 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:df:1a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '27f29848-0132-4364-95e6-6730315e155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:01:31Z', 'updated_at': '2021-05-31T16:01:34Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '27f29848-0132-4364-95e6-6730315e155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:01:35.627819 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-582001d3-1b4f-478c-a4d0-eb388f39a27d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:35.642525 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7d34c06d-9013-4cbc-afb6-77827f894279 None None] Provisioning complete for port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:01:35.642898 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7d34c06d-9013-4cbc-afb6-77827f894279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:35.652320 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-582001d3-1b4f-478c-a4d0-eb388f39a27d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:01:35.656787 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-582001d3-1b4f-478c-a4d0-eb388f39a27d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:01:35.659747 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-582001d3-1b4f-478c-a4d0-eb388f39a27d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:01:35.670813 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-582001d3-1b4f-478c-a4d0-eb388f39a27d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:01:35.731518 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-7d34c06d-9013-4cbc-afb6-77827f894279 None None] Port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:01:35.749350 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port f32c72ab-dd07-42cc-b15e-e996adba7752 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:01:35.750497 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:35.779262 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-582001d3-1b4f-478c-a4d0-eb388f39a27d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:35.785027 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-582001d3-1b4f-478c-a4d0-eb388f39a27d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:35.789069 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9461e967-5598-4df7-950f-1e5bd832904e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:35.837348 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582001d3-1b4f-478c-a4d0-eb388f39a27d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d40c7f57-5675-4069-b8cd-e52a8644bfc4,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:35.840547 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-582001d3-1b4f-478c-a4d0-eb388f39a27d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:35.850489 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-582001d3-1b4f-478c-a4d0-eb388f39a27d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:35.853102 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-582001d3-1b4f-478c-a4d0-eb388f39a27d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2679045 May 31 16:01:35.854787 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33970) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:35.860376 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-1a3f7205-5fb8-449d-b033-0988a74059b3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': 'd40c7f57-5675-4069-b8cd-e52a8644bfc4', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:01:35.866684 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1a3f7205-5fb8-449d-b033-0988a74059b3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:01:35.870803 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1a3f7205-5fb8-449d-b033-0988a74059b3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:01:35.874723 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1a3f7205-5fb8-449d-b033-0988a74059b3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:01:35.883361 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1a3f7205-5fb8-449d-b033-0988a74059b3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:01:35.900196 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1a3f7205-5fb8-449d-b033-0988a74059b3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:35.967685 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1a3f7205-5fb8-449d-b033-0988a74059b3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:35.972441 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1a3f7205-5fb8-449d-b033-0988a74059b3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:35.974370 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ef5ce06a-80f2-4f49-9f09-6541310d6028 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:35.997588 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f7205-5fb8-449d-b033-0988a74059b3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a216de2-84d3-47cf-a04d-b2214c6c78b7,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:36.002819 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1a3f7205-5fb8-449d-b033-0988a74059b3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:36.009002 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1a3f7205-5fb8-449d-b033-0988a74059b3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:36.010210 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1a3f7205-5fb8-449d-b033-0988a74059b3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1543775 May 31 16:01:36.013200 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33974) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:36.018561 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-b769b973-03af-464c-b02b-b49c63f691c3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': 'd40c7f57-5675-4069-b8cd-e52a8644bfc4', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:01:36.025043 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-b769b973-03af-464c-b02b-b49c63f691c3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:01:36.028875 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-b769b973-03af-464c-b02b-b49c63f691c3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:01:36.032023 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-b769b973-03af-464c-b02b-b49c63f691c3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:01:36.038095 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-b769b973-03af-464c-b02b-b49c63f691c3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:01:36.055061 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b769b973-03af-464c-b02b-b49c63f691c3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:36.122769 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b769b973-03af-464c-b02b-b49c63f691c3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:36.127817 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b769b973-03af-464c-b02b-b49c63f691c3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:36.129810 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-09c02881-b011-4e91-b1a5-179612391dd3 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:36.153218 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769b973-03af-464c-b02b-b49c63f691c3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f6a3543-2943-41e9-9ac2-cc821d00b342,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:36.156072 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b769b973-03af-464c-b02b-b49c63f691c3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:36.165229 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b769b973-03af-464c-b02b-b49c63f691c3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:36.166730 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b769b973-03af-464c-b02b-b49c63f691c3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1524620 May 31 16:01:36.169338 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33978) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:36.174750 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-1fa6390d-bd7e-40ea-a85f-a5c5caeb0252 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': 'd40c7f57-5675-4069-b8cd-e52a8644bfc4', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:01:36.181505 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1fa6390d-bd7e-40ea-a85f-a5c5caeb0252 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:01:36.185648 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1fa6390d-bd7e-40ea-a85f-a5c5caeb0252 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:01:36.188774 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1fa6390d-bd7e-40ea-a85f-a5c5caeb0252 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:01:36.194917 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1fa6390d-bd7e-40ea-a85f-a5c5caeb0252 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:01:36.211133 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1fa6390d-bd7e-40ea-a85f-a5c5caeb0252 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:36.280112 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1fa6390d-bd7e-40ea-a85f-a5c5caeb0252 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:36.284491 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1fa6390d-bd7e-40ea-a85f-a5c5caeb0252 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:36.291116 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c7e32b84-e90e-41ae-a0e2-9f7e0ca06ac1 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:36.311191 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6390d-bd7e-40ea-a85f-a5c5caeb0252 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d2ab360-c47c-4528-a666-2c3e1ad7c6d6,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:36.314563 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1fa6390d-bd7e-40ea-a85f-a5c5caeb0252 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:36.323449 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1fa6390d-bd7e-40ea-a85f-a5c5caeb0252 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:36.327411 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1fa6390d-bd7e-40ea-a85f-a5c5caeb0252 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1544335 May 31 16:01:36.327605 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33982) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:36.333024 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-028ef7b5-2841-43ef-ad37-7535087d5acd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': 'd40c7f57-5675-4069-b8cd-e52a8644bfc4', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:01:36.339775 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-028ef7b5-2841-43ef-ad37-7535087d5acd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:01:36.343655 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-028ef7b5-2841-43ef-ad37-7535087d5acd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:01:36.347178 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-028ef7b5-2841-43ef-ad37-7535087d5acd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:01:36.353640 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-028ef7b5-2841-43ef-ad37-7535087d5acd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:01:36.370205 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-028ef7b5-2841-43ef-ad37-7535087d5acd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:36.438660 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-028ef7b5-2841-43ef-ad37-7535087d5acd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:36.443546 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-028ef7b5-2841-43ef-ad37-7535087d5acd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:36.449976 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-551b75bb-2641-4a5e-a706-589db5034fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:36.470142 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ef7b5-2841-43ef-ad37-7535087d5acd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6851f57e-6d9f-4a49-a353-0479d03c7017,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:36.473762 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-028ef7b5-2841-43ef-ad37-7535087d5acd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:36.482784 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-028ef7b5-2841-43ef-ad37-7535087d5acd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:36.484296 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-028ef7b5-2841-43ef-ad37-7535087d5acd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1557076 May 31 16:01:36.487224 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33986) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:36.492351 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-287a9260-a76f-46a5-9092-a7fb9f3edeea tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': 'd40c7f57-5675-4069-b8cd-e52a8644bfc4', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:01:36.499066 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-287a9260-a76f-46a5-9092-a7fb9f3edeea tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:01:36.503321 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-287a9260-a76f-46a5-9092-a7fb9f3edeea tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:01:36.506919 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-287a9260-a76f-46a5-9092-a7fb9f3edeea tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:01:36.513207 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-287a9260-a76f-46a5-9092-a7fb9f3edeea tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:01:36.525177 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.securitygroups_db [None req-287a9260-a76f-46a5-9092-a7fb9f3edeea tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Project 77a9908268404908970d038c7b3f1f66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:01:36.531778 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-287a9260-a76f-46a5-9092-a7fb9f3edeea tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:36.604841 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-287a9260-a76f-46a5-9092-a7fb9f3edeea tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:36.610344 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-287a9260-a76f-46a5-9092-a7fb9f3edeea tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:36.612309 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ec92ecc6-2e43-4f2e-aeba-a8ba60f4a69f tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:36.634768 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a9260-a76f-46a5-9092-a7fb9f3edeea tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a24f31a-198c-4437-891e-fd4607a7626f,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:36.637119 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-287a9260-a76f-46a5-9092-a7fb9f3edeea tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:36.644989 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-287a9260-a76f-46a5-9092-a7fb9f3edeea tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:36.646268 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-287a9260-a76f-46a5-9092-a7fb9f3edeea tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1581056 May 31 16:01:36.649010 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 33990) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:36.654469 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-069c9bc8-119f-4c40-b8dc-708570c98dac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': 'd40c7f57-5675-4069-b8cd-e52a8644bfc4', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:01:36.660775 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-069c9bc8-119f-4c40-b8dc-708570c98dac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:01:36.664666 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-069c9bc8-119f-4c40-b8dc-708570c98dac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:01:36.667592 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-069c9bc8-119f-4c40-b8dc-708570c98dac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:01:36.673419 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-069c9bc8-119f-4c40-b8dc-708570c98dac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:01:36.687896 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.securitygroups_db [None req-069c9bc8-119f-4c40-b8dc-708570c98dac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Project 77a9908268404908970d038c7b3f1f66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:01:36.693826 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-069c9bc8-119f-4c40-b8dc-708570c98dac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:36.759908 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-069c9bc8-119f-4c40-b8dc-708570c98dac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:36.765513 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-069c9bc8-119f-4c40-b8dc-708570c98dac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:36.767517 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e3b2a18b-dd85-402b-8b1d-f5b36fec4fd9 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:36.789131 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c9bc8-119f-4c40-b8dc-708570c98dac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f04cb71-1229-4b0c-9494-b342595268f7,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:36.791458 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-069c9bc8-119f-4c40-b8dc-708570c98dac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:36.798910 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-069c9bc8-119f-4c40-b8dc-708570c98dac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:36.800094 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-069c9bc8-119f-4c40-b8dc-708570c98dac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1502020 May 31 16:01:36.997266 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:37.033880 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-cdc53b64-a0a4-42bc-be01-a55b488e43bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:01:37.052002 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-cdc53b64-a0a4-42bc-be01-a55b488e43bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:01:37.053190 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-cdc53b64-a0a4-42bc-be01-a55b488e43bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-637529904&fields=id&tenant_id=77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 267 time: 0.0672946 May 31 16:01:37.132762 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-4fcf654b-b8fb-4992-be5b-c8b97501262b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:37.133337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-4fcf654b-b8fb-4992-be5b-c8b97501262b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:01:37.150359 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-4fcf654b-b8fb-4992-be5b-c8b97501262b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:01:37.151736 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-4fcf654b-b8fb-4992-be5b-c8b97501262b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports/6377f2d5-df22-45ac-87dd-2a6fbcb252c4 HTTP/1.1" status: 200 len: 931 time: 0.0914919 May 31 16:01:37.234210 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-56c5d7a5-b0d4-4aed-b9ea-2446ab14fae4 service neutron] 10.222.0.45 "GET /v2.0/ports/6377f2d5-df22-45ac-87dd-2a6fbcb252c4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0694711 May 31 16:01:37.335973 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device afc1e103-152a-49ad-9904-68e477c64da4 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:01:37.371109 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-16daacd5-6736-4b13-8ab6-2a787550a64b service neutron] 10.222.0.45 "GET /v2.0/networks/12cb5bb8-6048-4826-ab2c-eaf49b8980bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285489 May 31 16:01:37.408063 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port afc1e103-152a-49ad-9904-68e477c64da4 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:01:37.412946 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port afc1e103-152a-49ad-9904-68e477c64da4 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:01:37.413433 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:37.507153 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-2cb96c61-5039-45a2-bf6d-55aecbaed6d8 service neutron] 10.222.0.45 "GET /v2.0/networks/12cb5bb8-6048-4826-ab2c-eaf49b8980bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290917 May 31 16:01:37.531705 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:37.564617 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port afc1e103-152a-49ad-9904-68e477c64da4, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=afc1e103-152a-49ad-9904-68e477c64da4,segment=NetworkSegment(910fc99e-95be-46df-8955-31c16a92110f),segment_id=910fc99e-95be-46df-8955-31c16a92110f)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:01:37.569838 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:37.572000 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-610847a3-cbca-4be8-9bbc-71146161a418 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:37.641759 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=afc1e103-152a-49ad-9904-68e477c64da4,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:37.652718 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:37.721719 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-647b22b9-1294-40d4-80e4-531545db469d req-605d4646-abd2-4e43-9d96-618d06fea23a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=53630feb-79c2-4fb7-9fa4-84a8d7da3365 HTTP/1.1" status: 200 len: 210 time: 0.0472488 May 31 16:01:37.881960 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3fa18a73-2656-4ca7-bff6-5b7691eb20cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:38.369004 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:38.709961 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-ae874974-cb34-43d1-a8c8-d61dff59417f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:38.711240 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-ae874974-cb34-43d1-a8c8-d61dff59417f service neutron] 10.222.0.59 "GET /v2.0/ports/6377f2d5-df22-45ac-87dd-2a6fbcb252c4 HTTP/1.1" status: 200 len: 1027 time: 0.0690694 May 31 16:01:38.899095 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dce26217-da3e-4169-99f5-a0f22dd49d43 req-6bc12399-fdd5-4d9a-aea9-92e805e37487 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=53630feb-79c2-4fb7-9fa4-84a8d7da3365 HTTP/1.1" status: 200 len: 210 time: 0.0598116 May 31 16:01:38.911475 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-b1099be2-f1e4-455a-a5bd-6ce980b60cc1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:38.912074 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-b1099be2-f1e4-455a-a5bd-6ce980b60cc1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:network {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:01:38.929258 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-b1099be2-f1e4-455a-a5bd-6ce980b60cc1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:network {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:01:38.930432 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-b1099be2-f1e4-455a-a5bd-6ce980b60cc1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/networks?id=12cb5bb8-6048-4826-ab2c-eaf49b8980bd HTTP/1.1" status: 200 len: 795 time: 0.2134612 May 31 16:01:38.980556 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-cabaa6c7-2b99-4e69-9b29-c17afff812c4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 379 time: 0.0405068 May 31 16:01:38.990808 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-0e0f7e11-0043-44b9-baa0-313be7cb016e service neutron] Request body: {'port': {'device_id': '53630feb-79c2-4fb7-9fa4-84a8d7da3365', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:01:39.102991 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-0e0f7e11-0043-44b9-baa0-313be7cb016e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:39.320279 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device afc1e103-152a-49ad-9904-68e477c64da4 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:01:39.387658 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port afc1e103-152a-49ad-9904-68e477c64da4 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:01:39.388267 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:39.455861 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-0e0f7e11-0043-44b9-baa0-313be7cb016e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:01:39.463352 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-0e0f7e11-0043-44b9-baa0-313be7cb016e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:39.478142 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-0e0f7e11-0043-44b9-baa0-313be7cb016e service neutron] Transition to ACTIVE for port object 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:01:39.481599 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-0e0f7e11-0043-44b9-baa0-313be7cb016e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:39.486322 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-34d4f419-11f5-4eaa-b694-830826aed137 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:39.649265 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f7e11-0043-44b9-baa0-313be7cb016e service neutron] Pushing event updated for resources: {'Port': ['ID=6377f2d5-df22-45ac-87dd-2a6fbcb252c4,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:39.652215 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0e0f7e11-0043-44b9-baa0-313be7cb016e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:39.712679 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:39.721633 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-0e0f7e11-0043-44b9-baa0-313be7cb016e service neutron] Attempting to bind port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:01:39.722183 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-0e0f7e11-0043-44b9-baa0-313be7cb016e service neutron] Attempting to bind port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '910fc99e-95be-46df-8955-31c16a92110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:01:39.722325 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-0e0f7e11-0043-44b9-baa0-313be7cb016e service neutron] Attempting to bind port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 on network 12cb5bb8-6048-4826-ab2c-eaf49b8980bd {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:01:39.727055 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-0e0f7e11-0043-44b9-baa0-313be7cb016e service neutron] Port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 on network 12cb5bb8-6048-4826-ab2c-eaf49b8980bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:01:39.727365 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-0e0f7e11-0043-44b9-baa0-313be7cb016e service neutron] Attempting to bind port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 on network 12cb5bb8-6048-4826-ab2c-eaf49b8980bd {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:01:39.732506 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-0e0f7e11-0043-44b9-baa0-313be7cb016e service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:01:39.732831 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-0e0f7e11-0043-44b9-baa0-313be7cb016e service neutron] Checking segment: {'id': '910fc99e-95be-46df-8955-31c16a92110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:01:39.733200 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-0e0f7e11-0043-44b9-baa0-313be7cb016e service neutron] Bound using segment: {'id': '910fc99e-95be-46df-8955-31c16a92110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:01:39.733616 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-0e0f7e11-0043-44b9-baa0-313be7cb016e service neutron] Bound port: 6377f2d5-df22-45ac-87dd-2a6fbcb252c4, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '910fc99e-95be-46df-8955-31c16a92110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:01:39.733963 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-0e0f7e11-0043-44b9-baa0-313be7cb016e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:39.824829 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-0e0f7e11-0043-44b9-baa0-313be7cb016e service neutron] For port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:01:39.828319 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-0e0f7e11-0043-44b9-baa0-313be7cb016e service neutron] For port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6377f2d5-df22-45ac-87dd-2a6fbcb252c4,segment=NetworkSegment(910fc99e-95be-46df-8955-31c16a92110f),segment_id=910fc99e-95be-46df-8955-31c16a92110f)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:01:39.833421 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-0e0f7e11-0043-44b9-baa0-313be7cb016e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:39.837854 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-168506f0-27b3-490a-bc62-e4fe5f24ddfa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:39.896358 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-0e0f7e11-0043-44b9-baa0-313be7cb016e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:39.897020 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-0e0f7e11-0043-44b9-baa0-313be7cb016e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:39.898414 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-0e0f7e11-0043-44b9-baa0-313be7cb016e service neutron] 10.222.0.59 "PUT /v2.0/ports/6377f2d5-df22-45ac-87dd-2a6fbcb252c4 HTTP/1.1" status: 200 len: 1132 time: 0.9114971 May 31 16:01:39.899001 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53630feb-79c2-4fb7-9fa4-84a8d7da3365', 'tag': '6377f2d5-df22-45ac-87dd-2a6fbcb252c4'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:01:39.901384 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ed9cdd-3dcb-4724-9e79-fbf53dbbd811" -d '{"events": [{"name": "network-changed", "server_uuid": "53630feb-79c2-4fb7-9fa4-84a8d7da3365", "tag": "6377f2d5-df22-45ac-87dd-2a6fbcb252c4"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:01:39.935983 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f7e11-0043-44b9-baa0-313be7cb016e service neutron] Pushing event updated for resources: {'Port': ['ID=6377f2d5-df22-45ac-87dd-2a6fbcb252c4,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:39.939352 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0e0f7e11-0043-44b9-baa0-313be7cb016e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:39.974448 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84d5e94-4d8f-4cdd-bb0a-bb55f03763dc x-openstack-request-id: req-c84d5e94-4d8f-4cdd-bb0a-bb55f03763dc {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:01:39.974911 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53630feb-79c2-4fb7-9fa4-84a8d7da3365", "tag": "6377f2d5-df22-45ac-87dd-2a6fbcb252c4", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:01:39.975325 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c84d5e94-4d8f-4cdd-bb0a-bb55f03763dc {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:01:39.975856 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53630feb-79c2-4fb7-9fa4-84a8d7da3365', 'tag': '6377f2d5-df22-45ac-87dd-2a6fbcb252c4', 'status': 'completed', 'code': 200} May 31 16:01:40.019964 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-a2fa8678-25de-4641-9b6f-89fcd4675611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:40.021564 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-a2fa8678-25de-4641-9b6f-89fcd4675611 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=53630feb-79c2-4fb7-9fa4-84a8d7da3365 HTTP/1.1" status: 200 len: 1135 time: 0.0807729 May 31 16:01:40.127027 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-7b20c790-2be5-4daa-b849-227a9ff7a8ef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6377f2d5-df22-45ac-87dd-2a6fbcb252c4 HTTP/1.1" status: 200 len: 217 time: 0.0723624 May 31 16:01:40.206743 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-70cef791-fd4d-4da8-ba85-197cb77e32d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:40.208165 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-70cef791-fd4d-4da8-ba85-197cb77e32d7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=27f29848-0132-4364-95e6-6730315e155c HTTP/1.1" status: 200 len: 834 time: 0.0735588 May 31 16:01:40.220690 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac87160-6d4b-47f5-bad9-ca55ccc7028b req-c549614b-ce24-4324-8900-a9517d9078ce tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:40.222061 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3ac87160-6d4b-47f5-bad9-ca55ccc7028b req-c549614b-ce24-4324-8900-a9517d9078ce tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=53630feb-79c2-4fb7-9fa4-84a8d7da3365 HTTP/1.1" status: 200 len: 982 time: 0.1993887 May 31 16:01:40.309016 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3ac87160-6d4b-47f5-bad9-ca55ccc7028b req-0ea476f2-6bde-4dc0-a8aa-21c98a6d8136 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=676bac8e-538c-4a65-9a2e-41b0e5ba259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561957 May 31 16:01:40.326350 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-b2a74299-48f1-4054-aaf7-b218f888dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:40.328102 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-b2a74299-48f1-4054-aaf7-b218f888dcfe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=12cb5bb8-6048-4826-ab2c-eaf49b8980bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1052203 May 31 16:01:40.617145 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-cec33428-b4f6-4a71-aaf0-26751414bb3d service neutron] 10.222.0.59 "GET /v2.0/networks/12cb5bb8-6048-4826-ab2c-eaf49b8980bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814813 May 31 16:01:40.754722 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f0cd6edd-631b-4640-b31d-279eff8c2179 req-e2ccf688-7f3d-467e-a268-070fcf852b26 service neutron] 10.222.0.59 "GET /v2.0/networks/12cb5bb8-6048-4826-ab2c-eaf49b8980bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285582 May 31 16:01:40.881169 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed9cdd-3dcb-4724-9e79-fbf53dbbd811 req-ce1a9d0a-2d36-4665-9588-3956f621615d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:40.882677 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-84ed9cdd-3dcb-4724-9e79-fbf53dbbd811 req-ce1a9d0a-2d36-4665-9588-3956f621615d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=53630feb-79c2-4fb7-9fa4-84a8d7da3365 HTTP/1.1" status: 200 len: 1135 time: 0.0783188 May 31 16:01:41.016523 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed9cdd-3dcb-4724-9e79-fbf53dbbd811 req-b0411371-893a-4738-b919-5344a404ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:41.017964 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-84ed9cdd-3dcb-4724-9e79-fbf53dbbd811 req-b0411371-893a-4738-b919-5344a404ad28 service neutron] 10.222.0.59 "GET /v2.0/networks?id=12cb5bb8-6048-4826-ab2c-eaf49b8980bd HTTP/1.1" status: 200 len: 896 time: 0.1278050 May 31 16:01:41.088398 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-84ed9cdd-3dcb-4724-9e79-fbf53dbbd811 req-dedd4d7c-62f2-4c2f-85c1-cbb9bd23f0b4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6377f2d5-df22-45ac-87dd-2a6fbcb252c4 HTTP/1.1" status: 200 len: 217 time: 0.0634391 May 31 16:01:41.153110 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed9cdd-3dcb-4724-9e79-fbf53dbbd811 req-ae4112ac-7544-4795-8402-3a45a8d92f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:41.154477 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-84ed9cdd-3dcb-4724-9e79-fbf53dbbd811 req-ae4112ac-7544-4795-8402-3a45a8d92f13 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=27f29848-0132-4364-95e6-6730315e155c HTTP/1.1" status: 200 len: 834 time: 0.0594532 May 31 16:01:41.238308 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed9cdd-3dcb-4724-9e79-fbf53dbbd811 req-17f0fa85-9635-4c76-a7fd-9fb9faa93119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:41.239947 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-84ed9cdd-3dcb-4724-9e79-fbf53dbbd811 req-17f0fa85-9635-4c76-a7fd-9fb9faa93119 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=12cb5bb8-6048-4826-ab2c-eaf49b8980bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0789776 May 31 16:01:41.381002 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-84ed9cdd-3dcb-4724-9e79-fbf53dbbd811 req-96a6c33e-b36f-420a-83d2-aa16c11f48d9 service neutron] 10.222.0.59 "GET /v2.0/networks/12cb5bb8-6048-4826-ab2c-eaf49b8980bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342082 May 31 16:01:41.567257 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-84ed9cdd-3dcb-4724-9e79-fbf53dbbd811 req-b3c6e7c3-4deb-4d92-a68f-7912d8e925c6 service neutron] 10.222.0.59 "GET /v2.0/networks/12cb5bb8-6048-4826-ab2c-eaf49b8980bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796687 May 31 16:01:41.587136 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579195bf-f273-4dab-a5f6-ccb7a85febab req-73729491-1e4b-4528-925b-48d5a4dfd6e9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:41.588637 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-579195bf-f273-4dab-a5f6-ccb7a85febab req-73729491-1e4b-4528-925b-48d5a4dfd6e9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=53630feb-79c2-4fb7-9fa4-84a8d7da3365 HTTP/1.1" status: 200 len: 982 time: 0.1313617 May 31 16:01:41.635025 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-579195bf-f273-4dab-a5f6-ccb7a85febab req-613d6d32-7ac5-40de-ae27-283518fef5c5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=676bac8e-538c-4a65-9a2e-41b0e5ba259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403922 May 31 16:01:42.766636 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:01:42.838992 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ec4f4-8840-45fe-bc0a-097e969b2d86 req-720c222a-b2b5-4fbb-b0e4-bd7267092201 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:42.840446 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7c3ec4f4-8840-45fe-bc0a-097e969b2d86 req-720c222a-b2b5-4fbb-b0e4-bd7267092201 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=53630feb-79c2-4fb7-9fa4-84a8d7da3365 HTTP/1.1" status: 200 len: 982 time: 0.0865297 May 31 16:01:42.884702 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7c3ec4f4-8840-45fe-bc0a-097e969b2d86 req-4d850fbc-f861-4517-9aac-b054395e0328 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=676bac8e-538c-4a65-9a2e-41b0e5ba259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385132 May 31 16:01:43.617556 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:01:43.756311 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6377f2d5-df22-45ac-87dd-2a6fbcb252c4,segment=NetworkSegment(910fc99e-95be-46df-8955-31c16a92110f),segment_id=910fc99e-95be-46df-8955-31c16a92110f)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:01:43.769295 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '6377f2d5-df22-45ac-87dd-2a6fbcb252c4', 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd', 'port_id': '6377f2d5-df22-45ac-87dd-2a6fbcb252c4', 'mac_address': 'fa:16:3e:7f:bc:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27f29848-0132-4364-95e6-6730315e155c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:01:43.828292 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:43.845455 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:01:43.861158 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6377f2d5-df22-45ac-87dd-2a6fbcb252c4,segment=NetworkSegment(910fc99e-95be-46df-8955-31c16a92110f),segment_id=910fc99e-95be-46df-8955-31c16a92110f)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:01:43.868818 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:43.870464 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-c99e794d-b41f-4072-b929-785bdd0ef6f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:43.935469 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=6377f2d5-df22-45ac-87dd-2a6fbcb252c4,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:43.938566 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:44.095339 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1a68f-4c26-4f3f-807d-35301f78d001 req-89cc8318-0e39-47eb-bb02-6b546909a292 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:44.096842 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-77d1a68f-4c26-4f3f-807d-35301f78d001 req-89cc8318-0e39-47eb-bb02-6b546909a292 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=53630feb-79c2-4fb7-9fa4-84a8d7da3365 HTTP/1.1" status: 200 len: 983 time: 0.1055615 May 31 16:01:44.141869 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-77d1a68f-4c26-4f3f-807d-35301f78d001 req-c57cf14e-4e52-49b7-b845-d0f55d44ddbf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=676bac8e-538c-4a65-9a2e-41b0e5ba259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391769 May 31 16:01:44.231347 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['6377f2d5-df22-45ac-87dd-2a6fbcb252c4'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:01:45.350842 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56193dd6-d88a-4c6a-9e8e-c5d35419cbae req-ee0c3fae-2120-4f4c-bbe8-581279b8f6af tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:45.352336 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-56193dd6-d88a-4c6a-9e8e-c5d35419cbae req-ee0c3fae-2120-4f4c-bbe8-581279b8f6af tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=53630feb-79c2-4fb7-9fa4-84a8d7da3365 HTTP/1.1" status: 200 len: 983 time: 0.0850813 May 31 16:01:45.397203 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-56193dd6-d88a-4c6a-9e8e-c5d35419cbae req-25b9ab34-4518-4c81-98c7-38f057d2d0fa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=676bac8e-538c-4a65-9a2e-41b0e5ba259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391183 May 31 16:01:45.618483 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:01:45.705163 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:01:45.710083 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:01:45.710504 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:45.833424 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:45.863993 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53630feb-79c2-4fb7-9fa4-84a8d7da3365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6377f2d5-df22-45ac-87dd-2a6fbcb252c4'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:01:45.866269 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df157db3-a3dd-4ab0-8edc-ab2307289a20" -d '{"events": [{"server_uuid": "53630feb-79c2-4fb7-9fa4-84a8d7da3365", "name": "network-vif-plugged", "status": "completed", "tag": "6377f2d5-df22-45ac-87dd-2a6fbcb252c4"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:01:45.874296 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6377f2d5-df22-45ac-87dd-2a6fbcb252c4,segment=NetworkSegment(910fc99e-95be-46df-8955-31c16a92110f),segment_id=910fc99e-95be-46df-8955-31c16a92110f)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:01:45.881770 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:45.883824 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:45.918208 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07962b87-df16-4f5d-93ce-1cd86f5558fd x-openstack-request-id: req-07962b87-df16-4f5d-93ce-1cd86f5558fd {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:01:45.918515 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53630feb-79c2-4fb7-9fa4-84a8d7da3365", "name": "network-vif-plugged", "status": "completed", "tag": "6377f2d5-df22-45ac-87dd-2a6fbcb252c4", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:01:45.918764 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-07962b87-df16-4f5d-93ce-1cd86f5558fd {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:01:45.919172 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53630feb-79c2-4fb7-9fa4-84a8d7da3365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6377f2d5-df22-45ac-87dd-2a6fbcb252c4', 'code': 200} May 31 16:01:45.957858 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=6377f2d5-df22-45ac-87dd-2a6fbcb252c4,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:45.960990 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:46.150907 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec49f9-8bd5-477c-894a-9457c1fe7d51 req-d4835d9b-d740-4481-8c11-080a6d33362f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:46.152335 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4dec49f9-8bd5-477c-894a-9457c1fe7d51 req-d4835d9b-d740-4481-8c11-080a6d33362f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=53630feb-79c2-4fb7-9fa4-84a8d7da3365 HTTP/1.1" status: 200 len: 1137 time: 0.0794065 May 31 16:01:46.197445 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4dec49f9-8bd5-477c-894a-9457c1fe7d51 req-b79efb61-17b1-41b9-9f89-99fe1c91dd88 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=676bac8e-538c-4a65-9a2e-41b0e5ba259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368800 May 31 16:01:46.594640 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b821a3-d459-4eb8-8ed3-2abc03c859d5 req-cd4c4252-1db6-4bb8-b8aa-13613442dee3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:46.596297 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b2b821a3-d459-4eb8-8ed3-2abc03c859d5 req-cd4c4252-1db6-4bb8-b8aa-13613442dee3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=53630feb-79c2-4fb7-9fa4-84a8d7da3365 HTTP/1.1" status: 200 len: 984 time: 0.0916800 May 31 16:01:46.641786 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b2b821a3-d459-4eb8-8ed3-2abc03c859d5 req-bd6d7644-fe25-4fa8-aa8e-91128c901366 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=676bac8e-538c-4a65-9a2e-41b0e5ba259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395575 May 31 16:01:47.842927 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25bd1d-0cd1-4b4c-b9f8-285160d6c388 req-e2654b69-fa9e-427f-a42f-4a2407c8dae4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:47.844333 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2b25bd1d-0cd1-4b4c-b9f8-285160d6c388 req-e2654b69-fa9e-427f-a42f-4a2407c8dae4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=53630feb-79c2-4fb7-9fa4-84a8d7da3365 HTTP/1.1" status: 200 len: 984 time: 0.0841298 May 31 16:01:47.892570 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2b25bd1d-0cd1-4b4c-b9f8-285160d6c388 req-01359cdf-4098-4ded-8f6c-3fc46a83322b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=676bac8e-538c-4a65-9a2e-41b0e5ba259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395052 May 31 16:01:48.080670 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0690669-9d8d-433f-b04e-900d19e698ca req-1f247881-eb3e-4343-88b3-4078646f6a79 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:48.082136 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b0690669-9d8d-433f-b04e-900d19e698ca req-1f247881-eb3e-4343-88b3-4078646f6a79 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=53630feb-79c2-4fb7-9fa4-84a8d7da3365 HTTP/1.1" status: 200 len: 984 time: 0.0827494 May 31 16:01:48.127953 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b0690669-9d8d-433f-b04e-900d19e698ca req-da5f6bd0-f8ea-49ae-86cf-854329527894 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=676bac8e-538c-4a65-9a2e-41b0e5ba259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393591 May 31 16:01:48.157256 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34044) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:48.377037 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4a7b3d-44ff-4be7-971f-24f29ee7bc53 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:48.378571 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7d4a7b3d-44ff-4be7-971f-24f29ee7bc53 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=53630feb-79c2-4fb7-9fa4-84a8d7da3365 HTTP/1.1" status: 200 len: 1132 time: 0.2203481 May 31 16:01:48.382407 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34048) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:48.387581 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-a6fab967-ee16-4ab4-9397-c8b112e53508 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'port_id': '6377f2d5-df22-45ac-87dd-2a6fbcb252c4', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:01:48.393707 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a6fab967-ee16-4ab4-9397-c8b112e53508 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:01:48.397681 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a6fab967-ee16-4ab4-9397-c8b112e53508 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:floatingip and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:01:48.400536 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a6fab967-ee16-4ab4-9397-c8b112e53508 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:01:48.406270 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a6fab967-ee16-4ab4-9397-c8b112e53508 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:01:48.419273 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a6fab967-ee16-4ab4-9397-c8b112e53508 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:48.560310 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a6fab967-ee16-4ab4-9397-c8b112e53508 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:48.695889 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-a6fab967-ee16-4ab4-9397-c8b112e53508 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.26.0.121 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/ba39ebe5-1556-4909-940a-b6c39b5db2a5) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:01:48.866765 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a6fab967-ee16-4ab4-9397-c8b112e53508 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:48.902127 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a6fab967-ee16-4ab4-9397-c8b112e53508 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:48.907115 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-01083acf-f2c4-4ed4-910b-bb36c7d03d73 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:48.965817 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fab967-ee16-4ab4-9397-c8b112e53508 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:01:48.968395 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-a6fab967-ee16-4ab4-9397-c8b112e53508 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:01:48.972235 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fab967-ee16-4ab4-9397-c8b112e53508 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:01:49.006340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fab967-ee16-4ab4-9397-c8b112e53508 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=ba39ebe5-1556-4909-940a-b6c39b5db2a5,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:49.014305 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a6fab967-ee16-4ab4-9397-c8b112e53508 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:49.391259 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a6fab967-ee16-4ab4-9397-c8b112e53508 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:49.477283 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a6fab967-ee16-4ab4-9397-c8b112e53508 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:49.691738 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a6fab967-ee16-4ab4-9397-c8b112e53508 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:49.699871 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a6fab967-ee16-4ab4-9397-c8b112e53508 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:49.703407 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cf2496dd-de37-493a-bd12-49e745623047 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:49.806524 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fab967-ee16-4ab4-9397-c8b112e53508 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=ba39ebe5-1556-4909-940a-b6c39b5db2a5,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:49.810427 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a6fab967-ee16-4ab4-9397-c8b112e53508 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:49.819682 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a6fab967-ee16-4ab4-9397-c8b112e53508 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:50.001602 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-a6fab967-ee16-4ab4-9397-c8b112e53508 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Floating IP 77553d22-a4a0-4de8-9b4a-e047de2697f8 associated. External IP: 172.26.0.121, port: 6377f2d5-df22-45ac-87dd-2a6fbcb252c4. May 31 16:01:50.506806 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fab967-ee16-4ab4-9397-c8b112e53508 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router f476e6d0-968c-4045-9bc6-7241566eb97c has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:01:50.684585 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fab967-ee16-4ab4-9397-c8b112e53508 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:01:50.698559 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6525a7cc-29bd-46c2-8fe9-a2fa19fc779e None None] Sync routers for ids ['f476e6d0-968c-4045-9bc6-7241566eb97c'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:01:50.708811 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6525a7cc-29bd-46c2-8fe9-a2fa19fc779e None None] Routers {'f476e6d0-968c-4045-9bc6-7241566eb97c'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:01:50.709535 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-6525a7cc-29bd-46c2-8fe9-a2fa19fc779e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:01:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['f476e6d0-968c-4045-9bc6-7241566eb97c'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:01:50.713845 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a6fab967-ee16-4ab4-9397-c8b112e53508 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:50.773343 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a6fab967-ee16-4ab4-9397-c8b112e53508 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 2.3898664 May 31 16:01:50.774026 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53630feb-79c2-4fb7-9fa4-84a8d7da3365', 'tag': '6377f2d5-df22-45ac-87dd-2a6fbcb252c4'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:01:50.776371 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34052) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:50.776887 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e10897-5064-4e7b-b266-4e15a6985180" -d '{"events": [{"name": "network-changed", "server_uuid": "53630feb-79c2-4fb7-9fa4-84a8d7da3365", "tag": "6377f2d5-df22-45ac-87dd-2a6fbcb252c4"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:01:50.821402 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa2fac1-6ea7-4886-aaf8-45cd5d5c8d6e x-openstack-request-id: req-1aa2fac1-6ea7-4886-aaf8-45cd5d5c8d6e {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:01:50.821814 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53630feb-79c2-4fb7-9fa4-84a8d7da3365", "tag": "6377f2d5-df22-45ac-87dd-2a6fbcb252c4", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:01:50.822127 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1aa2fac1-6ea7-4886-aaf8-45cd5d5c8d6e {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:01:50.822606 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53630feb-79c2-4fb7-9fa4-84a8d7da3365', 'tag': '6377f2d5-df22-45ac-87dd-2a6fbcb252c4', 'status': 'completed', 'code': 200} May 31 16:01:50.852370 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ced9c9-895b-40c1-8934-51f93655bcc8 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:50.856496 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c0ced9c9-895b-40c1-8934-51f93655bcc8 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=53630feb-79c2-4fb7-9fa4-84a8d7da3365&network_id=12cb5bb8-6048-4826-ab2c-eaf49b8980bd HTTP/1.1" status: 200 len: 1132 time: 0.0758266 May 31 16:01:50.925166 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e10897-5064-4e7b-b266-4e15a6985180 req-697bdb2a-302b-4637-af1c-8d6238fd0902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:50.926388 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-80e10897-5064-4e7b-b266-4e15a6985180 req-697bdb2a-302b-4637-af1c-8d6238fd0902 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=53630feb-79c2-4fb7-9fa4-84a8d7da3365 HTTP/1.1" status: 200 len: 1137 time: 0.0761442 May 31 16:01:50.939246 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-6525a7cc-29bd-46c2-8fe9-a2fa19fc779e None None] Set router f476e6d0-968c-4045-9bc6-7241566eb97c gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:01:51.058859 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e10897-5064-4e7b-b266-4e15a6985180 req-5ffef5f7-c2c5-48ab-b3bc-d2bf5670b3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:51.060509 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-80e10897-5064-4e7b-b266-4e15a6985180 req-5ffef5f7-c2c5-48ab-b3bc-d2bf5670b3b3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=12cb5bb8-6048-4826-ab2c-eaf49b8980bd HTTP/1.1" status: 200 len: 896 time: 0.1280653 May 31 16:01:51.205153 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-80e10897-5064-4e7b-b266-4e15a6985180 req-5eb87953-fcf1-4e3b-b3f2-de5cfe51606b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6377f2d5-df22-45ac-87dd-2a6fbcb252c4 HTTP/1.1" status: 200 len: 1038 time: 0.1377716 May 31 16:01:51.284563 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e10897-5064-4e7b-b266-4e15a6985180 req-2e0b70ea-ead8-4f12-803b-53f3750e1955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:51.286097 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-80e10897-5064-4e7b-b266-4e15a6985180 req-2e0b70ea-ead8-4f12-803b-53f3750e1955 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=27f29848-0132-4364-95e6-6730315e155c HTTP/1.1" status: 200 len: 834 time: 0.0705428 May 31 16:01:51.297666 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df71c2-ef16-423e-8507-98473dcaa84a req-61eb9a5a-7ffd-423c-b65a-1c515540ee32 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:51.299076 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a7df71c2-ef16-423e-8507-98473dcaa84a req-61eb9a5a-7ffd-423c-b65a-1c515540ee32 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=53630feb-79c2-4fb7-9fa4-84a8d7da3365 HTTP/1.1" status: 200 len: 984 time: 0.1464849 May 31 16:01:51.300072 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-6525a7cc-29bd-46c2-8fe9-a2fa19fc779e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'name': 'tempest-TestNetworkBasicOps-router-333320110', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'a6666234-a96f-45d0-939f-b13e5c004270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:01:26Z', 'updated_at': '2021-05-31T16:01:32Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'a6666234-a96f-45d0-939f-b13e5c004270', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:01:27Z', 'updated_at': '2021-05-31T16:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '77553d22-a4a0-4de8-9b4a-e047de2697f8', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.121', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'port_id': '6377f2d5-df22-45ac-87dd-2a6fbcb252c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1189729753', 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd', 'mac_address': 'fa:16:3e:7f:bc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53630feb-79c2-4fb7-9fa4-84a8d7da3365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:01:49Z', 'updated_at': '2021-05-31T16:01:49Z', 'revision_number': 0, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc1e103-152a-49ad-9904-68e477c64da4', 'name': '', 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:df:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '27f29848-0132-4364-95e6-6730315e155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:01:31Z', 'updated_at': '2021-05-31T16:01:37Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '27f29848-0132-4364-95e6-6730315e155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:01:51.304184 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6525a7cc-29bd-46c2-8fe9-a2fa19fc779e None None] Checking router: f476e6d0-968c-4045-9bc6-7241566eb97c for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:01:51.312740 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6525a7cc-29bd-46c2-8fe9-a2fa19fc779e None None] Routers {'f476e6d0-968c-4045-9bc6-7241566eb97c'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:01:51.313341 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-6525a7cc-29bd-46c2-8fe9-a2fa19fc779e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:01:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['f476e6d0-968c-4045-9bc6-7241566eb97c'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:01:51.389473 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a7df71c2-ef16-423e-8507-98473dcaa84a req-9b502648-9da2-4501-b225-7ff0461d8859 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=676bac8e-538c-4a65-9a2e-41b0e5ba259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601423 May 31 16:01:51.404042 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e10897-5064-4e7b-b266-4e15a6985180 req-e9ca810d-fb15-4dad-aba6-f552d8255099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:51.405530 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-80e10897-5064-4e7b-b266-4e15a6985180 req-e9ca810d-fb15-4dad-aba6-f552d8255099 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=12cb5bb8-6048-4826-ab2c-eaf49b8980bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1055963 May 31 16:01:51.500829 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-6525a7cc-29bd-46c2-8fe9-a2fa19fc779e None None] Set router f476e6d0-968c-4045-9bc6-7241566eb97c gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:01:51.553357 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-80e10897-5064-4e7b-b266-4e15a6985180 req-82178320-e632-47c4-9453-6563791ddd80 service neutron] 10.222.0.59 "GET /v2.0/networks/12cb5bb8-6048-4826-ab2c-eaf49b8980bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261361 May 31 16:01:51.688059 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-80e10897-5064-4e7b-b266-4e15a6985180 req-ce658c08-9f82-420c-9734-676a69890450 service neutron] 10.222.0.59 "GET /v2.0/networks/12cb5bb8-6048-4826-ab2c-eaf49b8980bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267285 May 31 16:01:51.851266 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-6525a7cc-29bd-46c2-8fe9-a2fa19fc779e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'name': 'tempest-TestNetworkBasicOps-router-333320110', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'a6666234-a96f-45d0-939f-b13e5c004270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:01:26Z', 'updated_at': '2021-05-31T16:01:32Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'a6666234-a96f-45d0-939f-b13e5c004270', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:01:27Z', 'updated_at': '2021-05-31T16:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '77553d22-a4a0-4de8-9b4a-e047de2697f8', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.121', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'port_id': '6377f2d5-df22-45ac-87dd-2a6fbcb252c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1189729753', 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd', 'mac_address': 'fa:16:3e:7f:bc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53630feb-79c2-4fb7-9fa4-84a8d7da3365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:01:49Z', 'updated_at': '2021-05-31T16:01:49Z', 'revision_number': 0, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc1e103-152a-49ad-9904-68e477c64da4', 'name': '', 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:df:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '27f29848-0132-4364-95e6-6730315e155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:01:31Z', 'updated_at': '2021-05-31T16:01:37Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '27f29848-0132-4364-95e6-6730315e155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:01:51.855662 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6525a7cc-29bd-46c2-8fe9-a2fa19fc779e None None] The sync data for ids ['f476e6d0-968c-4045-9bc6-7241566eb97c'] in dv-neutron-601336-79-hyperv is: [{'id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'name': 'tempest-TestNetworkBasicOps-router-333320110', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'a6666234-a96f-45d0-939f-b13e5c004270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:01:26Z', 'updated_at': '2021-05-31T16:01:32Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'a6666234-a96f-45d0-939f-b13e5c004270', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:01:27Z', 'updated_at': '2021-05-31T16:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '77553d22-a4a0-4de8-9b4a-e047de2697f8', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.121', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'port_id': '6377f2d5-df22-45ac-87dd-2a6fbcb252c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1189729753', 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd', 'mac_address': 'fa:16:3e:7f:bc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53630feb-79c2-4fb7-9fa4-84a8d7da3365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:01:49Z', 'updated_at': '2021-05-31T16:01:49Z', 'revision_number': 0, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc1e103-152a-49ad-9904-68e477c64da4', 'name': '', 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:df:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '27f29848-0132-4364-95e6-6730315e155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:01:31Z', 'updated_at': '2021-05-31T16:01:37Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '27f29848-0132-4364-95e6-6730315e155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:01:52.037450 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da23f8e-155f-4222-85ae-b7aa02d2b3c5 None None] New status for floating IP 77553d22-a4a0-4de8-9b4a-e047de2697f8: ACTIVE {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:01:52.596543 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a4058-85ec-438f-a68f-4a42af5e695b req-6ab07690-b9dd-4816-b9f8-48080f4b724d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:52.597926 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-195a4058-85ec-438f-a68f-4a42af5e695b req-6ab07690-b9dd-4816-b9f8-48080f4b724d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=53630feb-79c2-4fb7-9fa4-84a8d7da3365 HTTP/1.1" status: 200 len: 984 time: 0.0914416 May 31 16:01:52.643154 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-195a4058-85ec-438f-a68f-4a42af5e695b req-9e8e6de1-f937-4475-a836-1f07ce4250a4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=676bac8e-538c-4a65-9a2e-41b0e5ba259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391960 May 31 16:01:52.891356 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef69bd-9706-4379-a136-6834e63b6e71 req-a60bcc53-f137-438b-a061-a6366fe4600e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:52.892908 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-12ef69bd-9706-4379-a136-6834e63b6e71 req-a60bcc53-f137-438b-a061-a6366fe4600e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/ports?device_id=53630feb-79c2-4fb7-9fa4-84a8d7da3365 HTTP/1.1" status: 200 len: 984 time: 0.0907295 May 31 16:01:52.980300 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef69bd-9706-4379-a136-6834e63b6e71 req-4d839c36-4ce1-4551-8405-d0bec2b0af48 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:52.981640 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-12ef69bd-9706-4379-a136-6834e63b6e71 req-4d839c36-4ce1-4551-8405-d0bec2b0af48 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/ports/6377f2d5-df22-45ac-87dd-2a6fbcb252c4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0831175 May 31 16:01:53.281382 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-12ef69bd-9706-4379-a136-6834e63b6e71 req-5bb230fa-7e79-48be-adf0-30379157ede1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/networks/12cb5bb8-6048-4826-ab2c-eaf49b8980bd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2942076 May 31 16:01:53.296511 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-12ef69bd-9706-4379-a136-6834e63b6e71 req-02fe641d-28de-44e8-9f47-c137fc92c488 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:01:53.411411 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-12ef69bd-9706-4379-a136-6834e63b6e71 req-02fe641d-28de-44e8-9f47-c137fc92c488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:53.606470 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-12ef69bd-9706-4379-a136-6834e63b6e71 req-02fe641d-28de-44e8-9f47-c137fc92c488 service neutron] For port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6377f2d5-df22-45ac-87dd-2a6fbcb252c4,segment=NetworkSegment(910fc99e-95be-46df-8955-31c16a92110f),segment_id=910fc99e-95be-46df-8955-31c16a92110f)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:01:53.635952 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-12ef69bd-9706-4379-a136-6834e63b6e71 req-02fe641d-28de-44e8-9f47-c137fc92c488 service neutron] For port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:01:53.692053 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-12ef69bd-9706-4379-a136-6834e63b6e71 req-02fe641d-28de-44e8-9f47-c137fc92c488 service neutron] device_id is not set on port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 16:01:53.701301 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-12ef69bd-9706-4379-a136-6834e63b6e71 req-02fe641d-28de-44e8-9f47-c137fc92c488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:53.708349 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-12ef69bd-9706-4379-a136-6834e63b6e71 req-02fe641d-28de-44e8-9f47-c137fc92c488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:53.713184 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a6fab967-ee16-4ab4-9397-c8b112e53508 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:53.863109 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-50995e8c-d6c1-4f2c-ac8a-3d1cfcbefe49 req-87107256-7b33-4785-bac0-3adc5c6ea3d4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=53630feb-79c2-4fb7-9fa4-84a8d7da3365 HTTP/1.1" status: 200 len: 210 time: 0.1064713 May 31 16:01:53.887789 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe641d-28de-44e8-9f47-c137fc92c488 service neutron] Pushing event updated for resources: {'Port': ['ID=6377f2d5-df22-45ac-87dd-2a6fbcb252c4,revision_number=6']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:53.893147 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-02fe641d-28de-44e8-9f47-c137fc92c488 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:53.933644 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-3e77cafd-047e-4173-adaf-07164964b5b2 None None] Provisioning complete for port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:01:53.934239 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3e77cafd-047e-4173-adaf-07164964b5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:53.956396 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ef69bd-9706-4379-a136-6834e63b6e71 req-02fe641d-28de-44e8-9f47-c137fc92c488 service neutron] No DVR routers for this DVR port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 on host hv-neutron-6013 {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:01:53.987947 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-3e77cafd-047e-4173-adaf-07164964b5b2 None None] Port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:01:54.196693 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-12ef69bd-9706-4379-a136-6834e63b6e71 req-02fe641d-28de-44e8-9f47-c137fc92c488 service neutron] In _notify_port_updated(), no bound segment for port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 on network 12cb5bb8-6048-4826-ab2c-eaf49b8980bd {{(pid=99205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 16:01:54.197582 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef69bd-9706-4379-a136-6834e63b6e71 req-02fe641d-28de-44e8-9f47-c137fc92c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:54.198198 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-12ef69bd-9706-4379-a136-6834e63b6e71 req-02fe641d-28de-44e8-9f47-c137fc92c488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:54.199519 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-12ef69bd-9706-4379-a136-6834e63b6e71 req-02fe641d-28de-44e8-9f47-c137fc92c488 service neutron] 10.222.0.59 "PUT /v2.0/ports/6377f2d5-df22-45ac-87dd-2a6fbcb252c4 HTTP/1.1" status: 200 len: 1027 time: 0.9094560 May 31 16:01:54.970297 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34068) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:55.053952 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ae80a9-c15a-4906-8f2d-89eda69f08bb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:55.054523 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-93ae80a9-c15a-4906-8f2d-89eda69f08bb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:01:55.072670 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-93ae80a9-c15a-4906-8f2d-89eda69f08bb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:01:55.073889 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-93ae80a9-c15a-4906-8f2d-89eda69f08bb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports/6377f2d5-df22-45ac-87dd-2a6fbcb252c4 HTTP/1.1" status: 200 len: 926 time: 0.1021914 May 31 16:01:55.457190 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34074) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:55.464912 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-c21c199f-e6cb-4afd-a33f-f91bf3242362 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-581012870', 'description': 'tempest-secgroup-smoke-581012870 description', 'project_id': '77a9908268404908970d038c7b3f1f66'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:01:55.471360 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c21c199f-e6cb-4afd-a33f-f91bf3242362 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:01:55.481512 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c21c199f-e6cb-4afd-a33f-f91bf3242362 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:01:55.495683 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c21c199f-e6cb-4afd-a33f-f91bf3242362 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:55.517115 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c21c199f-e6cb-4afd-a33f-f91bf3242362 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:01:55.521214 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c21c199f-e6cb-4afd-a33f-f91bf3242362 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:01:55.523985 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c21c199f-e6cb-4afd-a33f-f91bf3242362 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:01:55.529691 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c21c199f-e6cb-4afd-a33f-f91bf3242362 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:01:55.602205 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c21c199f-e6cb-4afd-a33f-f91bf3242362 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:55.609578 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c21c199f-e6cb-4afd-a33f-f91bf3242362 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:55.614888 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ab9d779f-7e45-453a-8c25-57ff70c52422 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:55.647027 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:01:55.655631 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c199f-e6cb-4afd-a33f-f91bf3242362 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02289e58-e345-4279-a353-842b8b0fa78f,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:55.658637 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c21c199f-e6cb-4afd-a33f-f91bf3242362 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:55.659938 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c21c199f-e6cb-4afd-a33f-f91bf3242362 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:55.664187 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c21c199f-e6cb-4afd-a33f-f91bf3242362 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2027977 May 31 16:01:55.664820 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34078) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:55.670570 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-e5bcdbe9-18a7-4f52-8137-47a59c5719db tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '02289e58-e345-4279-a353-842b8b0fa78f', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:01:55.676781 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e5bcdbe9-18a7-4f52-8137-47a59c5719db tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:01:55.680754 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e5bcdbe9-18a7-4f52-8137-47a59c5719db tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:01:55.683711 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e5bcdbe9-18a7-4f52-8137-47a59c5719db tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:01:55.690872 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e5bcdbe9-18a7-4f52-8137-47a59c5719db tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:01:55.705737 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:01:55.707136 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e5bcdbe9-18a7-4f52-8137-47a59c5719db tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:55.768856 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e5bcdbe9-18a7-4f52-8137-47a59c5719db tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:55.775323 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e5bcdbe9-18a7-4f52-8137-47a59c5719db tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:55.778322 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a2cb4027-8fce-4cd0-a069-2736223481eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:55.804758 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bcdbe9-18a7-4f52-8137-47a59c5719db tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc93399-a503-453f-b139-63b5a1a80ff0,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:55.807178 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e5bcdbe9-18a7-4f52-8137-47a59c5719db tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:55.814410 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e5bcdbe9-18a7-4f52-8137-47a59c5719db tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:55.815642 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e5bcdbe9-18a7-4f52-8137-47a59c5719db tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1496441 May 31 16:01:55.818664 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34082) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:55.823776 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-e5fba541-d6d3-461b-a57d-e3647deaafad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '02289e58-e345-4279-a353-842b8b0fa78f', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:01:55.829772 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e5fba541-d6d3-461b-a57d-e3647deaafad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:01:55.834066 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e5fba541-d6d3-461b-a57d-e3647deaafad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:01:55.837105 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e5fba541-d6d3-461b-a57d-e3647deaafad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:01:55.843166 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e5fba541-d6d3-461b-a57d-e3647deaafad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:01:55.859476 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e5fba541-d6d3-461b-a57d-e3647deaafad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:55.922614 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e5fba541-d6d3-461b-a57d-e3647deaafad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:55.928226 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e5fba541-d6d3-461b-a57d-e3647deaafad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:55.930182 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6be3b4b9-a59e-4990-8cf4-adc5e8d8c4e2 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:55.951356 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fba541-d6d3-461b-a57d-e3647deaafad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7311cb8f-be02-4eb0-a108-596252161b35,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:55.953759 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e5fba541-d6d3-461b-a57d-e3647deaafad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:55.962443 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e5fba541-d6d3-461b-a57d-e3647deaafad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:55.963796 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e5fba541-d6d3-461b-a57d-e3647deaafad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1440976 May 31 16:01:55.966466 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34086) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:55.971545 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-cd9eb052-7278-4f11-806a-9b4b4f029aee tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '02289e58-e345-4279-a353-842b8b0fa78f', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:01:55.977366 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-cd9eb052-7278-4f11-806a-9b4b4f029aee tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:01:55.981697 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cd9eb052-7278-4f11-806a-9b4b4f029aee tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:01:55.984794 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-cd9eb052-7278-4f11-806a-9b4b4f029aee tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:01:55.990808 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-cd9eb052-7278-4f11-806a-9b4b4f029aee tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:01:56.010284 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd9eb052-7278-4f11-806a-9b4b4f029aee tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:56.078004 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd9eb052-7278-4f11-806a-9b4b4f029aee tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:56.083347 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd9eb052-7278-4f11-806a-9b4b4f029aee tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:56.085211 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-15b53790-2926-4270-a458-31b5e5b4e87e tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:56.107338 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9eb052-7278-4f11-806a-9b4b4f029aee tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56421f5-a42d-4e18-9b2d-5d974c400cf3,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:56.109813 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cd9eb052-7278-4f11-806a-9b4b4f029aee tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:56.118308 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd9eb052-7278-4f11-806a-9b4b4f029aee tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:56.119631 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-cd9eb052-7278-4f11-806a-9b4b4f029aee tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1522384 May 31 16:01:56.122423 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34090) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:56.128339 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-05a5445f-cf7f-42b2-b68d-e2c70bc85dad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '02289e58-e345-4279-a353-842b8b0fa78f', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:01:56.134516 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-05a5445f-cf7f-42b2-b68d-e2c70bc85dad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:01:56.138782 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-05a5445f-cf7f-42b2-b68d-e2c70bc85dad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:01:56.141900 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-05a5445f-cf7f-42b2-b68d-e2c70bc85dad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:01:56.148260 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-05a5445f-cf7f-42b2-b68d-e2c70bc85dad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:01:56.168117 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-05a5445f-cf7f-42b2-b68d-e2c70bc85dad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:56.235372 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-05a5445f-cf7f-42b2-b68d-e2c70bc85dad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:56.241271 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-05a5445f-cf7f-42b2-b68d-e2c70bc85dad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:56.243473 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-49693f71-d61a-42b4-9804-42e678407910 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:56.265689 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5445f-cf7f-42b2-b68d-e2c70bc85dad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36cc5407-25ab-4435-bb8a-801b7df1344d,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:56.268040 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-05a5445f-cf7f-42b2-b68d-e2c70bc85dad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:56.277825 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-05a5445f-cf7f-42b2-b68d-e2c70bc85dad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:56.279708 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-05a5445f-cf7f-42b2-b68d-e2c70bc85dad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1560926 May 31 16:01:56.282689 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34094) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:56.288446 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-822b5ceb-d44a-45c9-9d3a-631cd19fd649 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '02289e58-e345-4279-a353-842b8b0fa78f', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:01:56.294994 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-822b5ceb-d44a-45c9-9d3a-631cd19fd649 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:01:56.299191 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-822b5ceb-d44a-45c9-9d3a-631cd19fd649 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:01:56.302361 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-822b5ceb-d44a-45c9-9d3a-631cd19fd649 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:01:56.308249 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-822b5ceb-d44a-45c9-9d3a-631cd19fd649 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:01:56.320094 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.securitygroups_db [None req-822b5ceb-d44a-45c9-9d3a-631cd19fd649 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Project 77a9908268404908970d038c7b3f1f66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:01:56.325686 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-822b5ceb-d44a-45c9-9d3a-631cd19fd649 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:56.394978 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-822b5ceb-d44a-45c9-9d3a-631cd19fd649 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:56.399982 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-822b5ceb-d44a-45c9-9d3a-631cd19fd649 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:56.401882 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1a3f7205-5fb8-449d-b033-0988a74059b3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:56.423340 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b5ceb-d44a-45c9-9d3a-631cd19fd649 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c780424-cc8a-455b-9839-7cab3104083c,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:56.425676 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-822b5ceb-d44a-45c9-9d3a-631cd19fd649 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:56.434130 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-822b5ceb-d44a-45c9-9d3a-631cd19fd649 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:56.435354 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-822b5ceb-d44a-45c9-9d3a-631cd19fd649 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1516337 May 31 16:01:56.438162 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34098) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:01:56.443314 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-8197d84e-a2f1-41d9-adac-12302a9b3589 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '02289e58-e345-4279-a353-842b8b0fa78f', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:01:56.449063 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8197d84e-a2f1-41d9-adac-12302a9b3589 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:01:56.452870 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8197d84e-a2f1-41d9-adac-12302a9b3589 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:01:56.455873 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8197d84e-a2f1-41d9-adac-12302a9b3589 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:01:56.461777 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8197d84e-a2f1-41d9-adac-12302a9b3589 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:01:56.474653 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.securitygroups_db [None req-8197d84e-a2f1-41d9-adac-12302a9b3589 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Project 77a9908268404908970d038c7b3f1f66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:01:56.481060 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8197d84e-a2f1-41d9-adac-12302a9b3589 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:56.547328 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8197d84e-a2f1-41d9-adac-12302a9b3589 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:56.552863 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8197d84e-a2f1-41d9-adac-12302a9b3589 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:56.554712 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e0df234a-510a-4d05-9a5c-c0d88764cc58 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:56.579299 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197d84e-a2f1-41d9-adac-12302a9b3589 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aba244d6-d7bb-4132-a02d-f79bf7b8fbcc,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:56.583650 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8197d84e-a2f1-41d9-adac-12302a9b3589 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:56.589134 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8197d84e-a2f1-41d9-adac-12302a9b3589 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:56.590372 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8197d84e-a2f1-41d9-adac-12302a9b3589 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1512625 May 31 16:01:56.756641 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-a867435f-ae99-48a3-bbab-e3626f435870 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-581012870&fields=id&tenant_id=77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 267 time: 0.0426590 May 31 16:01:56.838399 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-73b07f34-0142-4f29-9eac-72211385137e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:56.839743 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-73b07f34-0142-4f29-9eac-72211385137e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports/6377f2d5-df22-45ac-87dd-2a6fbcb252c4 HTTP/1.1" status: 200 len: 931 time: 0.0730917 May 31 16:01:56.924309 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-c66f8bda-dc58-4553-8672-ad7ce0f4665e service neutron] 10.222.0.45 "GET /v2.0/ports/6377f2d5-df22-45ac-87dd-2a6fbcb252c4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0664725 May 31 16:01:57.058081 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-d0514a80-119e-4091-953d-8aeae292a8f5 service neutron] 10.222.0.45 "GET /v2.0/networks/12cb5bb8-6048-4826-ab2c-eaf49b8980bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252699 May 31 16:01:57.337151 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-31a4a801-1259-4a02-881e-bcce5815a7d9 service neutron] 10.222.0.45 "GET /v2.0/networks/12cb5bb8-6048-4826-ab2c-eaf49b8980bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730665 May 31 16:01:57.517055 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-79cba490-27c6-4cb6-9170-3ec6138b18d0 req-76387dd3-65de-4c1f-860e-ee86369e7dec tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb9216fc-1230-4dd8-ae8b-68a017e7889d HTTP/1.1" status: 200 len: 210 time: 0.0466924 May 31 16:01:58.305114 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:58.508426 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-a190914a-8744-4661-bcb0-6b304628e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:58.509743 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-a190914a-8744-4661-bcb0-6b304628e4c0 service neutron] 10.222.0.59 "GET /v2.0/ports/6377f2d5-df22-45ac-87dd-2a6fbcb252c4 HTTP/1.1" status: 200 len: 1027 time: 0.0636082 May 31 16:01:58.700993 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-02fa46eb-a197-4c35-9244-f9058426545e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:58.702673 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-02fa46eb-a197-4c35-9244-f9058426545e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/networks?id=12cb5bb8-6048-4826-ab2c-eaf49b8980bd HTTP/1.1" status: 200 len: 795 time: 0.1870289 May 31 16:01:58.704714 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-24de233b-3794-4d8e-a379-a92834d68d3d req-6928ec13-42a3-4931-9f85-1660aa9e0761 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb9216fc-1230-4dd8-ae8b-68a017e7889d HTTP/1.1" status: 200 len: 210 time: 0.0561805 May 31 16:01:58.757943 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-70b182d1-b9f8-4cd3-ba35-35feccc81ed4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 471 time: 0.0464807 May 31 16:01:58.768402 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-cb29c511-efdb-4df8-a174-b72d7d1d79db service neutron] Request body: {'port': {'device_id': 'fb9216fc-1230-4dd8-ae8b-68a017e7889d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:01:58.883368 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-cb29c511-efdb-4df8-a174-b72d7d1d79db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:59.230228 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-cb29c511-efdb-4df8-a174-b72d7d1d79db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:01:59.237631 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-cb29c511-efdb-4df8-a174-b72d7d1d79db service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:59.253272 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-cb29c511-efdb-4df8-a174-b72d7d1d79db service neutron] Transition to ACTIVE for port object 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:01:59.258022 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-cb29c511-efdb-4df8-a174-b72d7d1d79db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:59.262670 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b5db9c53-a462-475b-9c7e-a174c0719639 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:59.402753 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29c511-efdb-4df8-a174-b72d7d1d79db service neutron] Pushing event updated for resources: {'Port': ['ID=6377f2d5-df22-45ac-87dd-2a6fbcb252c4,revision_number=7']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:59.408472 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cb29c511-efdb-4df8-a174-b72d7d1d79db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:59.527730 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-cb29c511-efdb-4df8-a174-b72d7d1d79db service neutron] Attempting to bind port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:01:59.528436 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-cb29c511-efdb-4df8-a174-b72d7d1d79db service neutron] Attempting to bind port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '910fc99e-95be-46df-8955-31c16a92110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:01:59.528436 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-cb29c511-efdb-4df8-a174-b72d7d1d79db service neutron] Attempting to bind port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 on network 12cb5bb8-6048-4826-ab2c-eaf49b8980bd {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:01:59.533147 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-cb29c511-efdb-4df8-a174-b72d7d1d79db service neutron] Port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 on network 12cb5bb8-6048-4826-ab2c-eaf49b8980bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:01:59.533457 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-cb29c511-efdb-4df8-a174-b72d7d1d79db service neutron] Attempting to bind port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 on network 12cb5bb8-6048-4826-ab2c-eaf49b8980bd {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:01:59.539280 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-cb29c511-efdb-4df8-a174-b72d7d1d79db service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:01:59.539730 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-cb29c511-efdb-4df8-a174-b72d7d1d79db service neutron] Checking segment: {'id': '910fc99e-95be-46df-8955-31c16a92110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:01:59.540120 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-cb29c511-efdb-4df8-a174-b72d7d1d79db service neutron] Bound using segment: {'id': '910fc99e-95be-46df-8955-31c16a92110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:01:59.540725 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-cb29c511-efdb-4df8-a174-b72d7d1d79db service neutron] Bound port: 6377f2d5-df22-45ac-87dd-2a6fbcb252c4, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '910fc99e-95be-46df-8955-31c16a92110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:01:59.541099 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-cb29c511-efdb-4df8-a174-b72d7d1d79db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:59.633602 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-cb29c511-efdb-4df8-a174-b72d7d1d79db service neutron] For port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:01:59.636681 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-cb29c511-efdb-4df8-a174-b72d7d1d79db service neutron] For port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6377f2d5-df22-45ac-87dd-2a6fbcb252c4,segment=NetworkSegment(910fc99e-95be-46df-8955-31c16a92110f),segment_id=910fc99e-95be-46df-8955-31c16a92110f)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:01:59.641786 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-cb29c511-efdb-4df8-a174-b72d7d1d79db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:59.645368 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cf2496dd-de37-493a-bd12-49e745623047 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:01:59.703051 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-cb29c511-efdb-4df8-a174-b72d7d1d79db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:59.703660 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-cb29c511-efdb-4df8-a174-b72d7d1d79db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:01:59.705112 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-cb29c511-efdb-4df8-a174-b72d7d1d79db service neutron] 10.222.0.59 "PUT /v2.0/ports/6377f2d5-df22-45ac-87dd-2a6fbcb252c4 HTTP/1.1" status: 200 len: 1132 time: 0.9406843 May 31 16:01:59.705575 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9216fc-1230-4dd8-ae8b-68a017e7889d', 'tag': '6377f2d5-df22-45ac-87dd-2a6fbcb252c4'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:01:59.707931 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d807996e-7853-49ca-9bad-610d3db47a70" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9216fc-1230-4dd8-ae8b-68a017e7889d", "tag": "6377f2d5-df22-45ac-87dd-2a6fbcb252c4"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:01:59.726196 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29c511-efdb-4df8-a174-b72d7d1d79db service neutron] Pushing event updated for resources: {'Port': ['ID=6377f2d5-df22-45ac-87dd-2a6fbcb252c4,revision_number=8']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:01:59.728962 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cb29c511-efdb-4df8-a174-b72d7d1d79db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:01:59.781101 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040f526b-ef82-411e-9c23-f17c7395afb4 x-openstack-request-id: req-040f526b-ef82-411e-9c23-f17c7395afb4 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:01:59.781376 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9216fc-1230-4dd8-ae8b-68a017e7889d", "tag": "6377f2d5-df22-45ac-87dd-2a6fbcb252c4", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:01:59.781697 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-040f526b-ef82-411e-9c23-f17c7395afb4 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:01:59.782128 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9216fc-1230-4dd8-ae8b-68a017e7889d', 'tag': '6377f2d5-df22-45ac-87dd-2a6fbcb252c4', 'status': 'completed', 'code': 200} May 31 16:01:59.823616 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-054c1a32-c39d-4c85-95c4-d0cd2584fcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:01:59.825128 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-054c1a32-c39d-4c85-95c4-d0cd2584fcc4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=fb9216fc-1230-4dd8-ae8b-68a017e7889d HTTP/1.1" status: 200 len: 1135 time: 0.0790110 May 31 16:01:59.975031 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-911a60d3-9057-448b-9e5c-9da2a3fe14c1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6377f2d5-df22-45ac-87dd-2a6fbcb252c4 HTTP/1.1" status: 200 len: 1038 time: 0.1144755 May 31 16:02:00.041724 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514b755-2332-45b4-86ff-94e83f5591e1 req-3572c3ca-40c4-4b25-96c0-bcdfb2000465 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:00.043107 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c514b755-2332-45b4-86ff-94e83f5591e1 req-3572c3ca-40c4-4b25-96c0-bcdfb2000465 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb9216fc-1230-4dd8-ae8b-68a017e7889d HTTP/1.1" status: 200 len: 982 time: 0.2170651 May 31 16:02:00.051676 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-38eb2bb2-f86e-4865-96b2-414866ff53e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:00.052943 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-38eb2bb2-f86e-4865-96b2-414866ff53e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=27f29848-0132-4364-95e6-6730315e155c HTTP/1.1" status: 200 len: 834 time: 0.0713472 May 31 16:02:00.136709 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c514b755-2332-45b4-86ff-94e83f5591e1 req-66542449-a52f-4047-b08b-f1d9263451d3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=676bac8e-538c-4a65-9a2e-41b0e5ba259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872412 May 31 16:02:00.156474 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-1ebf6747-0300-4430-a680-01a26bdcac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:00.157920 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-1ebf6747-0300-4430-a680-01a26bdcac18 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=12cb5bb8-6048-4826-ab2c-eaf49b8980bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0934930 May 31 16:02:00.441001 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-b9eb0f1d-d5b1-4444-ad78-4898f204d652 service neutron] 10.222.0.59 "GET /v2.0/networks/12cb5bb8-6048-4826-ab2c-eaf49b8980bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761052 May 31 16:02:00.587497 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-47e19a45-e816-4404-8b58-0dd66cf63a5f req-7f78b126-2c96-4d2b-a122-50b3cc9295b9 service neutron] 10.222.0.59 "GET /v2.0/networks/12cb5bb8-6048-4826-ab2c-eaf49b8980bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394908 May 31 16:02:00.725252 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807996e-7853-49ca-9bad-610d3db47a70 req-7eecb5b9-35e7-4c8b-bdfa-3eb59b4fa533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:00.726799 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d807996e-7853-49ca-9bad-610d3db47a70 req-7eecb5b9-35e7-4c8b-bdfa-3eb59b4fa533 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=fb9216fc-1230-4dd8-ae8b-68a017e7889d HTTP/1.1" status: 200 len: 1135 time: 0.0809951 May 31 16:02:00.862505 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807996e-7853-49ca-9bad-610d3db47a70 req-74419ad8-45f1-4497-b71b-a5cbfe706bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:00.864782 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d807996e-7853-49ca-9bad-610d3db47a70 req-74419ad8-45f1-4497-b71b-a5cbfe706bb3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=12cb5bb8-6048-4826-ab2c-eaf49b8980bd HTTP/1.1" status: 200 len: 896 time: 0.1313965 May 31 16:02:00.976064 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d807996e-7853-49ca-9bad-610d3db47a70 req-ae6d773e-04b8-4a3e-867f-76393d7bae60 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6377f2d5-df22-45ac-87dd-2a6fbcb252c4 HTTP/1.1" status: 200 len: 1038 time: 0.1045582 May 31 16:02:01.039810 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807996e-7853-49ca-9bad-610d3db47a70 req-8b03ada2-be28-4641-8988-4ff25bd18155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:01.041247 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d807996e-7853-49ca-9bad-610d3db47a70 req-8b03ada2-be28-4641-8988-4ff25bd18155 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=27f29848-0132-4364-95e6-6730315e155c HTTP/1.1" status: 200 len: 834 time: 0.0587521 May 31 16:02:01.119656 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807996e-7853-49ca-9bad-610d3db47a70 req-171afca3-fc62-43f3-ace6-7d658c84579f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:01.121092 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d807996e-7853-49ca-9bad-610d3db47a70 req-171afca3-fc62-43f3-ace6-7d658c84579f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=12cb5bb8-6048-4826-ab2c-eaf49b8980bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0736732 May 31 16:02:01.288922 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d807996e-7853-49ca-9bad-610d3db47a70 req-a982a8a7-08c8-426e-b132-79ea5be3ad0e service neutron] 10.222.0.59 "GET /v2.0/networks/12cb5bb8-6048-4826-ab2c-eaf49b8980bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606438 May 31 16:02:01.443424 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0b1cb-fdaf-454f-92b0-c2725f085a70 req-0fb957c7-5a55-461b-8e3c-e4097bd72896 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:01.444904 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b6e0b1cb-fdaf-454f-92b0-c2725f085a70 req-0fb957c7-5a55-461b-8e3c-e4097bd72896 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb9216fc-1230-4dd8-ae8b-68a017e7889d HTTP/1.1" status: 200 len: 982 time: 0.1955183 May 31 16:02:01.446804 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d807996e-7853-49ca-9bad-610d3db47a70 req-b0158a38-f807-4b33-b323-33037cb7d013 service neutron] 10.222.0.59 "GET /v2.0/networks/12cb5bb8-6048-4826-ab2c-eaf49b8980bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508441 May 31 16:02:01.494905 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b6e0b1cb-fdaf-454f-92b0-c2725f085a70 req-0e9e1e64-3780-4db9-9982-912ce6caab4c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=676bac8e-538c-4a65-9a2e-41b0e5ba259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421853 May 31 16:02:02.702616 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb51cca-bc71-4fc4-b8d9-22e850e78db1 req-4aeae67e-8f2b-4a72-8323-214ccbd78ec9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:02.704957 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5fb51cca-bc71-4fc4-b8d9-22e850e78db1 req-4aeae67e-8f2b-4a72-8323-214ccbd78ec9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb9216fc-1230-4dd8-ae8b-68a017e7889d HTTP/1.1" status: 200 len: 982 time: 0.0935719 May 31 16:02:02.750898 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5fb51cca-bc71-4fc4-b8d9-22e850e78db1 req-c6e17286-cbb3-4b15-9daf-e63a7e7e4c39 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=676bac8e-538c-4a65-9a2e-41b0e5ba259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408478 May 31 16:02:03.662810 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:02:03.805322 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6377f2d5-df22-45ac-87dd-2a6fbcb252c4,segment=NetworkSegment(910fc99e-95be-46df-8955-31c16a92110f),segment_id=910fc99e-95be-46df-8955-31c16a92110f)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:02:03.818161 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '6377f2d5-df22-45ac-87dd-2a6fbcb252c4', 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd', 'port_id': '6377f2d5-df22-45ac-87dd-2a6fbcb252c4', 'mac_address': 'fa:16:3e:7f:bc:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27f29848-0132-4364-95e6-6730315e155c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:02:03.872686 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:03.889737 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:02:03.906826 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6377f2d5-df22-45ac-87dd-2a6fbcb252c4,segment=NetworkSegment(910fc99e-95be-46df-8955-31c16a92110f),segment_id=910fc99e-95be-46df-8955-31c16a92110f)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:02:03.912921 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:03.914608 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a23f147e-59ad-4739-b701-c27305511e14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:03.940798 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0dccdd-5316-4623-a5f2-6c50a5ae8244 req-a7a40024-f46d-441c-89bd-6f03eaa542b5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:03.942192 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ce0dccdd-5316-4623-a5f2-6c50a5ae8244 req-a7a40024-f46d-441c-89bd-6f03eaa542b5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb9216fc-1230-4dd8-ae8b-68a017e7889d HTTP/1.1" status: 200 len: 982 time: 0.0865536 May 31 16:02:03.983956 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=6377f2d5-df22-45ac-87dd-2a6fbcb252c4,revision_number=9']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:03.986207 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ce0dccdd-5316-4623-a5f2-6c50a5ae8244 req-26040c63-e342-4ffb-b5d7-4c4c43f1b012 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=676bac8e-538c-4a65-9a2e-41b0e5ba259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380220 May 31 16:02:03.987208 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:04.221589 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['6377f2d5-df22-45ac-87dd-2a6fbcb252c4'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:02:04.649642 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cb7a1597-a7af-4043-8f9f-2a2de17916ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:05.189115 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225905d6-780f-4d91-8ec1-913dc1a9e6af req-b7fd7e7b-1e0b-4c8f-a3e6-f6971fa2cffe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:05.190600 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-225905d6-780f-4d91-8ec1-913dc1a9e6af req-b7fd7e7b-1e0b-4c8f-a3e6-f6971fa2cffe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb9216fc-1230-4dd8-ae8b-68a017e7889d HTTP/1.1" status: 200 len: 983 time: 0.0913267 May 31 16:02:05.238223 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-225905d6-780f-4d91-8ec1-913dc1a9e6af req-5b7cdef6-8bdd-41e0-a5dd-b12faef7ecb7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=676bac8e-538c-4a65-9a2e-41b0e5ba259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389702 May 31 16:02:05.679555 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:02:05.803786 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:02:05.809825 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:02:05.810203 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:05.929284 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:05.955547 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9216fc-1230-4dd8-ae8b-68a017e7889d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6377f2d5-df22-45ac-87dd-2a6fbcb252c4'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:02:05.957724 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978a5558-2b06-4283-ae86-671ca17b3c69" -d '{"events": [{"server_uuid": "fb9216fc-1230-4dd8-ae8b-68a017e7889d", "name": "network-vif-plugged", "status": "completed", "tag": "6377f2d5-df22-45ac-87dd-2a6fbcb252c4"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:02:05.966042 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6377f2d5-df22-45ac-87dd-2a6fbcb252c4,segment=NetworkSegment(910fc99e-95be-46df-8955-31c16a92110f),segment_id=910fc99e-95be-46df-8955-31c16a92110f)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:02:05.971129 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:05.973956 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:06.003820 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c598917-7ae6-499b-a718-d140deb8c834 x-openstack-request-id: req-4c598917-7ae6-499b-a718-d140deb8c834 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:02:06.004112 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9216fc-1230-4dd8-ae8b-68a017e7889d", "name": "network-vif-plugged", "status": "completed", "tag": "6377f2d5-df22-45ac-87dd-2a6fbcb252c4", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:02:06.004364 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4c598917-7ae6-499b-a718-d140deb8c834 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:02:06.004747 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9216fc-1230-4dd8-ae8b-68a017e7889d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6377f2d5-df22-45ac-87dd-2a6fbcb252c4', 'code': 200} May 31 16:02:06.048595 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=6377f2d5-df22-45ac-87dd-2a6fbcb252c4,revision_number=10']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:06.051606 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:06.241288 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1bf0e-4935-4ff5-8709-26aca35c4248 req-ef55efa7-60cb-4862-ad61-92130c2be210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:06.242706 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-27d1bf0e-4935-4ff5-8709-26aca35c4248 req-ef55efa7-60cb-4862-ad61-92130c2be210 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fb9216fc-1230-4dd8-ae8b-68a017e7889d HTTP/1.1" status: 200 len: 1138 time: 0.0787687 May 31 16:02:06.284228 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-27d1bf0e-4935-4ff5-8709-26aca35c4248 req-1feb61e6-af24-4807-a320-575fa33f56a3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=676bac8e-538c-4a65-9a2e-41b0e5ba259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353177 May 31 16:02:06.436697 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b914e5a-c519-46de-912e-a475787fd0c9 req-448ea686-e2c3-4fa9-b638-49704a65118c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:06.438201 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4b914e5a-c519-46de-912e-a475787fd0c9 req-448ea686-e2c3-4fa9-b638-49704a65118c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb9216fc-1230-4dd8-ae8b-68a017e7889d HTTP/1.1" status: 200 len: 985 time: 0.0921381 May 31 16:02:06.485957 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4b914e5a-c519-46de-912e-a475787fd0c9 req-1b7fd199-86ad-4355-ac22-d394be38f1cc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=676bac8e-538c-4a65-9a2e-41b0e5ba259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418801 May 31 16:02:07.014017 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:07.789847 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279c0b5-99ba-4ccb-aeec-b85f79d366e0 req-74dfbd9a-6972-4f51-b864-13775112b194 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:07.791341 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2279c0b5-99ba-4ccb-aeec-b85f79d366e0 req-74dfbd9a-6972-4f51-b864-13775112b194 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb9216fc-1230-4dd8-ae8b-68a017e7889d HTTP/1.1" status: 200 len: 985 time: 0.0831552 May 31 16:02:07.837391 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2279c0b5-99ba-4ccb-aeec-b85f79d366e0 req-630d9d73-8ba4-418b-85f4-1e3507180a9d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=676bac8e-538c-4a65-9a2e-41b0e5ba259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391283 May 31 16:02:07.884759 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a414b9b9-7faf-4393-b97a-e5e34957da5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:08.035247 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa0dcbd-6988-4b9f-a989-11fd3648ca62 req-534710a7-ac3e-4358-8fe7-b23bd3ac846c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:08.036704 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6aa0dcbd-6988-4b9f-a989-11fd3648ca62 req-534710a7-ac3e-4358-8fe7-b23bd3ac846c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb9216fc-1230-4dd8-ae8b-68a017e7889d HTTP/1.1" status: 200 len: 985 time: 0.0935731 May 31 16:02:08.083839 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6aa0dcbd-6988-4b9f-a989-11fd3648ca62 req-281a8a9c-6dcb-4418-bd10-539b1ddb3692 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=676bac8e-538c-4a65-9a2e-41b0e5ba259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384815 May 31 16:02:08.109161 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34152) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:08.184854 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00246b70-0bc5-4187-8347-910b2e27d913 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:08.186369 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-00246b70-0bc5-4187-8347-910b2e27d913 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=fb9216fc-1230-4dd8-ae8b-68a017e7889d&network_id=12cb5bb8-6048-4826-ab2c-eaf49b8980bd HTTP/1.1" status: 200 len: 1133 time: 0.0761950 May 31 16:02:08.367359 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:08.551238 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b37a1-6170-4c86-a4e7-326afe803942 req-2fb5e719-bc50-41d2-b84f-2d79c7493be2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:08.552663 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-472b37a1-6170-4c86-a4e7-326afe803942 req-2fb5e719-bc50-41d2-b84f-2d79c7493be2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb9216fc-1230-4dd8-ae8b-68a017e7889d HTTP/1.1" status: 200 len: 985 time: 0.0826986 May 31 16:02:08.610361 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-472b37a1-6170-4c86-a4e7-326afe803942 req-e330eb17-fa91-4981-9f01-99848d79605c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=676bac8e-538c-4a65-9a2e-41b0e5ba259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487781 May 31 16:02:09.716538 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:10.011625 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f916f7-7ee3-4e4a-b0ff-fc02ec303372 req-0ea32f04-dba7-4a16-b532-3b3a22c01db5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:10.012974 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e6f916f7-7ee3-4e4a-b0ff-fc02ec303372 req-0ea32f04-dba7-4a16-b532-3b3a22c01db5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb9216fc-1230-4dd8-ae8b-68a017e7889d HTTP/1.1" status: 200 len: 985 time: 0.2865586 May 31 16:02:10.025098 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222d5eb-038b-4351-91e0-1c70c108a1bd req-5898e5b5-38b6-45f8-8ec4-6de246e64933 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:10.026437 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b222d5eb-038b-4351-91e0-1c70c108a1bd req-5898e5b5-38b6-45f8-8ec4-6de246e64933 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb9216fc-1230-4dd8-ae8b-68a017e7889d HTTP/1.1" status: 200 len: 985 time: 0.1086869 May 31 16:02:10.119092 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e6f916f7-7ee3-4e4a-b0ff-fc02ec303372 req-0f672532-b753-4013-9a6f-f13a5a0d7047 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=676bac8e-538c-4a65-9a2e-41b0e5ba259f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916932 May 31 16:02:10.124073 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222d5eb-038b-4351-91e0-1c70c108a1bd req-3bc5bccd-f93e-4c11-939a-293950ecef67 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:10.125905 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b222d5eb-038b-4351-91e0-1c70c108a1bd req-3bc5bccd-f93e-4c11-939a-293950ecef67 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/ports/6377f2d5-df22-45ac-87dd-2a6fbcb252c4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0860248 May 31 16:02:10.270118 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b222d5eb-038b-4351-91e0-1c70c108a1bd req-97e75311-4a5e-4152-a77a-ebb143227ee2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/networks/12cb5bb8-6048-4826-ab2c-eaf49b8980bd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1386659 May 31 16:02:10.284791 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-b222d5eb-038b-4351-91e0-1c70c108a1bd req-a16098d5-6e86-4977-8575-03a520688203 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:02:10.409477 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-b222d5eb-038b-4351-91e0-1c70c108a1bd req-a16098d5-6e86-4977-8575-03a520688203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:10.603478 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-b222d5eb-038b-4351-91e0-1c70c108a1bd req-a16098d5-6e86-4977-8575-03a520688203 service neutron] For port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6377f2d5-df22-45ac-87dd-2a6fbcb252c4,segment=NetworkSegment(910fc99e-95be-46df-8955-31c16a92110f),segment_id=910fc99e-95be-46df-8955-31c16a92110f)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:02:10.632457 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-b222d5eb-038b-4351-91e0-1c70c108a1bd req-a16098d5-6e86-4977-8575-03a520688203 service neutron] For port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:02:10.687559 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-b222d5eb-038b-4351-91e0-1c70c108a1bd req-a16098d5-6e86-4977-8575-03a520688203 service neutron] device_id is not set on port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 yet. {{(pid=99205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 31 16:02:10.695913 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-b222d5eb-038b-4351-91e0-1c70c108a1bd req-a16098d5-6e86-4977-8575-03a520688203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:10.703307 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-b222d5eb-038b-4351-91e0-1c70c108a1bd req-a16098d5-6e86-4977-8575-03a520688203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:10.708121 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fa269854-f44c-4f9f-a473-553f6ccd06d6 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:10.846190 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16098d5-6e86-4977-8575-03a520688203 service neutron] Pushing event updated for resources: {'Port': ['ID=6377f2d5-df22-45ac-87dd-2a6fbcb252c4,revision_number=11']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:10.851553 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a16098d5-6e86-4977-8575-03a520688203 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:10.897291 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-b222d5eb-038b-4351-91e0-1c70c108a1bd req-a16098d5-6e86-4977-8575-03a520688203 service neutron] No DVR routers for this DVR port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 on host hv-neutron-6013 {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:02:10.979451 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-58df2451-1eb9-4e4a-a3df-ff632c145870 None None] Provisioning complete for port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:02:10.980100 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-58df2451-1eb9-4e4a-a3df-ff632c145870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:11.036003 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-58df2451-1eb9-4e4a-a3df-ff632c145870 None None] Port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:02:11.120171 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-b222d5eb-038b-4351-91e0-1c70c108a1bd req-a16098d5-6e86-4977-8575-03a520688203 service neutron] In _notify_port_updated(), no bound segment for port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 on network 12cb5bb8-6048-4826-ab2c-eaf49b8980bd {{(pid=99205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 16:02:11.120955 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222d5eb-038b-4351-91e0-1c70c108a1bd req-a16098d5-6e86-4977-8575-03a520688203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:11.121565 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-b222d5eb-038b-4351-91e0-1c70c108a1bd req-a16098d5-6e86-4977-8575-03a520688203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:11.122847 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b222d5eb-038b-4351-91e0-1c70c108a1bd req-a16098d5-6e86-4977-8575-03a520688203 service neutron] 10.222.0.59 "PUT /v2.0/ports/6377f2d5-df22-45ac-87dd-2a6fbcb252c4 HTTP/1.1" status: 200 len: 1028 time: 0.8462698 May 31 16:02:11.280541 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1eb607fc-6628-4a54-b4e2-ab664e7ffa83 req-70ba602a-d779-4c80-a9c2-95278b4608f5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb9216fc-1230-4dd8-ae8b-68a017e7889d HTTP/1.1" status: 200 len: 210 time: 0.0508144 May 31 16:02:12.391733 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34166) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:12.463887 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f951449e-fc8c-42e0-ab61-bdf0a6479586 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:12.497591 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f951449e-fc8c-42e0-ab61-bdf0a6479586 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:12.571998 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f951449e-fc8c-42e0-ab61-bdf0a6479586 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:12.577430 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8f5cfba8-e090-4e4f-aacb-a5f49a1ff2be tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:12.599377 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951449e-fc8c-42e0-ab61-bdf0a6479586 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02289e58-e345-4279-a353-842b8b0fa78f,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:12.602724 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f951449e-fc8c-42e0-ab61-bdf0a6479586 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:12.608911 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f951449e-fc8c-42e0-ab61-bdf0a6479586 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:12.610117 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f951449e-fc8c-42e0-ab61-bdf0a6479586 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/security-groups/02289e58-e345-4279-a353-842b8b0fa78f HTTP/1.1" status: 204 len: 168 time: 0.2173331 May 31 16:02:12.642748 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34172) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:13.044114 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-b87b0aae-ca39-4f0a-9a98-14a1b07a0d89 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port ba39ebe5-1556-4909-940a-b6c39b5db2a5 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:02:13.044456 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b87b0aae-ca39-4f0a-9a98-14a1b07a0d89 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:13.162744 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b87b0aae-ca39-4f0a-9a98-14a1b07a0d89 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:13.163063 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b87b0aae-ca39-4f0a-9a98-14a1b07a0d89 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:13.294263 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-b87b0aae-ca39-4f0a-9a98-14a1b07a0d89 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for ba39ebe5-1556-4909-940a-b6c39b5db2a5 owned by network:floatingip {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:02:13.425456 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b87b0aae-ca39-4f0a-9a98-14a1b07a0d89 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:13.429169 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bbdabfab-92e7-40bf-a9b5-678b2a55655c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:13.472371 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b0aae-ca39-4f0a-9a98-14a1b07a0d89 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=ba39ebe5-1556-4909-940a-b6c39b5db2a5,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:13.475512 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b87b0aae-ca39-4f0a-9a98-14a1b07a0d89 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:13.569334 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b87b0aae-ca39-4f0a-9a98-14a1b07a0d89 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:13.569620 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.l3_db [None req-b87b0aae-ca39-4f0a-9a98-14a1b07a0d89 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Floating IP 77553d22-a4a0-4de8-9b4a-e047de2697f8 disassociated (deleted). External IP: 172.26.0.121, port: 6377f2d5-df22-45ac-87dd-2a6fbcb252c4. May 31 16:02:13.693894 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:02:13.752062 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:02:13.933172 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87b0aae-ca39-4f0a-9a98-14a1b07a0d89 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router f476e6d0-968c-4045-9bc6-7241566eb97c has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:02:14.123067 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87b0aae-ca39-4f0a-9a98-14a1b07a0d89 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:02:14.133024 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275d4d53-3a70-4d11-bf1e-8725e7f0fe50 None None] Sync routers for ids ['f476e6d0-968c-4045-9bc6-7241566eb97c'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:02:14.142573 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275d4d53-3a70-4d11-bf1e-8725e7f0fe50 None None] Routers {'f476e6d0-968c-4045-9bc6-7241566eb97c'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:02:14.143232 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-275d4d53-3a70-4d11-bf1e-8725e7f0fe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:02:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['f476e6d0-968c-4045-9bc6-7241566eb97c'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:02:14.145747 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b87b0aae-ca39-4f0a-9a98-14a1b07a0d89 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:14.202624 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b87b0aae-ca39-4f0a-9a98-14a1b07a0d89 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/floatingips/77553d22-a4a0-4de8-9b4a-e047de2697f8 HTTP/1.1" status: 204 len: 168 time: 1.5585680 May 31 16:02:14.321637 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-275d4d53-3a70-4d11-bf1e-8725e7f0fe50 None None] Set router f476e6d0-968c-4045-9bc6-7241566eb97c gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:02:14.344335 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34180) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:14.413884 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-97495fe4-7011-41ed-bf1f-6670e1e7f6bc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:14.443159 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-97495fe4-7011-41ed-bf1f-6670e1e7f6bc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:14.509971 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-97495fe4-7011-41ed-bf1f-6670e1e7f6bc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:14.515145 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4efea8fc-1a65-4b40-8a82-2ec5e6d1e56d tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:14.531639 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97495fe4-7011-41ed-bf1f-6670e1e7f6bc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40c7f57-5675-4069-b8cd-e52a8644bfc4,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:14.534569 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-97495fe4-7011-41ed-bf1f-6670e1e7f6bc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:14.536545 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-97495fe4-7011-41ed-bf1f-6670e1e7f6bc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:14.537736 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-97495fe4-7011-41ed-bf1f-6670e1e7f6bc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/security-groups/d40c7f57-5675-4069-b8cd-e52a8644bfc4 HTTP/1.1" status: 204 len: 168 time: 0.1923575 May 31 16:02:14.569222 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34186) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:14.641297 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-275d4d53-3a70-4d11-bf1e-8725e7f0fe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'name': 'tempest-TestNetworkBasicOps-router-333320110', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'a6666234-a96f-45d0-939f-b13e5c004270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:01:26Z', 'updated_at': '2021-05-31T16:01:32Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'a6666234-a96f-45d0-939f-b13e5c004270', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:01:27Z', 'updated_at': '2021-05-31T16:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'afc1e103-152a-49ad-9904-68e477c64da4', 'name': '', 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:df:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '27f29848-0132-4364-95e6-6730315e155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:01:31Z', 'updated_at': '2021-05-31T16:01:37Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '27f29848-0132-4364-95e6-6730315e155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:02:14.645314 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275d4d53-3a70-4d11-bf1e-8725e7f0fe50 None None] Checking router: f476e6d0-968c-4045-9bc6-7241566eb97c for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:02:14.653907 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275d4d53-3a70-4d11-bf1e-8725e7f0fe50 None None] Routers {'f476e6d0-968c-4045-9bc6-7241566eb97c'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:02:14.654512 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-275d4d53-3a70-4d11-bf1e-8725e7f0fe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:02:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['f476e6d0-968c-4045-9bc6-7241566eb97c'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:02:14.709147 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-bcf9801c-28dd-48af-8b99-7ece534b8716 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:02:14.709455 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bcf9801c-28dd-48af-8b99-7ece534b8716 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:14.830741 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-275d4d53-3a70-4d11-bf1e-8725e7f0fe50 None None] Set router f476e6d0-968c-4045-9bc6-7241566eb97c gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:02:14.840453 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bcf9801c-28dd-48af-8b99-7ece534b8716 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:15.116325 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-bcf9801c-28dd-48af-8b99-7ece534b8716 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for 6377f2d5-df22-45ac-87dd-2a6fbcb252c4 owned by {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:02:15.190101 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-275d4d53-3a70-4d11-bf1e-8725e7f0fe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'name': 'tempest-TestNetworkBasicOps-router-333320110', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'a6666234-a96f-45d0-939f-b13e5c004270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:01:26Z', 'updated_at': '2021-05-31T16:01:32Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'a6666234-a96f-45d0-939f-b13e5c004270', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:01:27Z', 'updated_at': '2021-05-31T16:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'afc1e103-152a-49ad-9904-68e477c64da4', 'name': '', 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:df:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '27f29848-0132-4364-95e6-6730315e155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:01:31Z', 'updated_at': '2021-05-31T16:01:37Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '27f29848-0132-4364-95e6-6730315e155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:02:15.194845 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275d4d53-3a70-4d11-bf1e-8725e7f0fe50 None None] The sync data for ids ['f476e6d0-968c-4045-9bc6-7241566eb97c'] in dv-neutron-601336-79-hyperv is: [{'id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'name': 'tempest-TestNetworkBasicOps-router-333320110', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'a6666234-a96f-45d0-939f-b13e5c004270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:01:26Z', 'updated_at': '2021-05-31T16:01:32Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'a6666234-a96f-45d0-939f-b13e5c004270', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:01:27Z', 'updated_at': '2021-05-31T16:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'afc1e103-152a-49ad-9904-68e477c64da4', 'name': '', 'network_id': '12cb5bb8-6048-4826-ab2c-eaf49b8980bd', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:df:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '27f29848-0132-4364-95e6-6730315e155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:01:31Z', 'updated_at': '2021-05-31T16:01:37Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '27f29848-0132-4364-95e6-6730315e155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:02:15.232211 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bcf9801c-28dd-48af-8b99-7ece534b8716 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:15.238448 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cb29c511-efdb-4df8-a174-b72d7d1d79db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:15.283907 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9801c-28dd-48af-8b99-7ece534b8716 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=6377f2d5-df22-45ac-87dd-2a6fbcb252c4,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:15.319883 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9801c-28dd-48af-8b99-7ece534b8716 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:15.320266 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9801c-28dd-48af-8b99-7ece534b8716 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:15.320636 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9801c-28dd-48af-8b99-7ece534b8716 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:15.320984 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9801c-28dd-48af-8b99-7ece534b8716 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:15.321362 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9801c-28dd-48af-8b99-7ece534b8716 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:15.321713 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9801c-28dd-48af-8b99-7ece534b8716 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:15.322089 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9801c-28dd-48af-8b99-7ece534b8716 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:15.322443 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9801c-28dd-48af-8b99-7ece534b8716 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:15.322804 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9801c-28dd-48af-8b99-7ece534b8716 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:15.323173 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9801c-28dd-48af-8b99-7ece534b8716 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:15.323530 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9801c-28dd-48af-8b99-7ece534b8716 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:15.323888 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9801c-28dd-48af-8b99-7ece534b8716 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:15.332367 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bcf9801c-28dd-48af-8b99-7ece534b8716 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:15.406502 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bcf9801c-28dd-48af-8b99-7ece534b8716 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:15.424218 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bcf9801c-28dd-48af-8b99-7ece534b8716 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/ports/6377f2d5-df22-45ac-87dd-2a6fbcb252c4 HTTP/1.1" status: 204 len: 168 time: 0.8528044 May 31 16:02:15.427266 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34190) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:15.455141 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0810dd72-337c-4542-a823-809ad5e46dc9 None None] New status for floating IP 77553d22-a4a0-4de8-9b4a-e047de2697f8: DOWN {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:02:16.155874 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0d5c4885-559e-41d8-b7bf-c1a4609acba5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:16.586460 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-0d5c4885-559e-41d8-b7bf-c1a4609acba5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port afc1e103-152a-49ad-9904-68e477c64da4 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:02:16.587215 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0d5c4885-559e-41d8-b7bf-c1a4609acba5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:16.738585 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-0d5c4885-559e-41d8-b7bf-c1a4609acba5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] For port afc1e103-152a-49ad-9904-68e477c64da4, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=afc1e103-152a-49ad-9904-68e477c64da4,segment=NetworkSegment(910fc99e-95be-46df-8955-31c16a92110f),segment_id=910fc99e-95be-46df-8955-31c16a92110f)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:02:16.738959 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0d5c4885-559e-41d8-b7bf-c1a4609acba5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:16.862541 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-0d5c4885-559e-41d8-b7bf-c1a4609acba5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for afc1e103-152a-49ad-9904-68e477c64da4 owned by network:router_interface {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:02:17.312881 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0d5c4885-559e-41d8-b7bf-c1a4609acba5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:17.317010 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8c3346cb-9e64-46cb-9b54-b1589c6db56b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:17.364043 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c4885-559e-41d8-b7bf-c1a4609acba5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=afc1e103-152a-49ad-9904-68e477c64da4,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:17.399571 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0d5c4885-559e-41d8-b7bf-c1a4609acba5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:17.646780 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0d5c4885-559e-41d8-b7bf-c1a4609acba5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:18.016633 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5c4885-559e-41d8-b7bf-c1a4609acba5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router f476e6d0-968c-4045-9bc6-7241566eb97c has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:02:18.209923 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5c4885-559e-41d8-b7bf-c1a4609acba5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:02:18.219971 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef8e906-b69a-4604-aaa7-b349b0b1e279 None None] Sync routers for ids ['f476e6d0-968c-4045-9bc6-7241566eb97c'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:02:18.223886 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0d5c4885-559e-41d8-b7bf-c1a4609acba5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "PUT /v2.0/routers/f476e6d0-968c-4045-9bc6-7241566eb97c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7952812 May 31 16:02:18.226543 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34194) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:18.231487 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef8e906-b69a-4604-aaa7-b349b0b1e279 None None] Routers {'f476e6d0-968c-4045-9bc6-7241566eb97c'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:02:18.232117 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-aef8e906-b69a-4604-aaa7-b349b0b1e279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:02:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['f476e6d0-968c-4045-9bc6-7241566eb97c'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:02:18.295852 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-561cfd4d-dda7-4b85-b809-cc00c62bd5ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting subnet 27f29848-0132-4364-95e6-6730315e155c {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:02:18.298830 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-561cfd4d-dda7-4b85-b809-cc00c62bd5ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:18.352716 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-561cfd4d-dda7-4b85-b809-cc00c62bd5ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:18.408173 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-aef8e906-b69a-4604-aaa7-b349b0b1e279 None None] Set router f476e6d0-968c-4045-9bc6-7241566eb97c gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:02:18.437200 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-561cfd4d-dda7-4b85-b809-cc00c62bd5ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:18.695806 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-aef8e906-b69a-4604-aaa7-b349b0b1e279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'name': 'tempest-TestNetworkBasicOps-router-333320110', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'a6666234-a96f-45d0-939f-b13e5c004270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:01:26Z', 'updated_at': '2021-05-31T16:02:17Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'a6666234-a96f-45d0-939f-b13e5c004270', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:01:27Z', 'updated_at': '2021-05-31T16:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:02:18.699927 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef8e906-b69a-4604-aaa7-b349b0b1e279 None None] Checking router: f476e6d0-968c-4045-9bc6-7241566eb97c for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:02:18.709161 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef8e906-b69a-4604-aaa7-b349b0b1e279 None None] Routers {'f476e6d0-968c-4045-9bc6-7241566eb97c'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:02:18.709793 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-aef8e906-b69a-4604-aaa7-b349b0b1e279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:02:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['f476e6d0-968c-4045-9bc6-7241566eb97c'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:02:18.869069 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-561cfd4d-dda7-4b85-b809-cc00c62bd5ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:18.873637 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4d2dde57-cf3f-4a0d-a3d7-02874b9bc74a tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:18.888963 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-aef8e906-b69a-4604-aaa7-b349b0b1e279 None None] Set router f476e6d0-968c-4045-9bc6-7241566eb97c gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:02:18.913544 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561cfd4d-dda7-4b85-b809-cc00c62bd5ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Subnet': ['ID=27f29848-0132-4364-95e6-6730315e155c,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:18.915530 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-561cfd4d-dda7-4b85-b809-cc00c62bd5ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:18.918314 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-561cfd4d-dda7-4b85-b809-cc00c62bd5ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:18.922842 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-561cfd4d-dda7-4b85-b809-cc00c62bd5ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/subnets/27f29848-0132-4364-95e6-6730315e155c HTTP/1.1" status: 204 len: 168 time: 0.6953325 May 31 16:02:18.925485 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34200) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:18.934421 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9fae16-6915-405b-a634-138177003d90 None None] Network 12cb5bb8-6048-4826-ab2c-eaf49b8980bd requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:02:19.112133 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-438858bd-6f99-4825-b103-a15d2e273ca2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:19.296647 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-438858bd-6f99-4825-b103-a15d2e273ca2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:19.345374 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-aef8e906-b69a-4604-aaa7-b349b0b1e279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'name': 'tempest-TestNetworkBasicOps-router-333320110', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'a6666234-a96f-45d0-939f-b13e5c004270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:01:26Z', 'updated_at': '2021-05-31T16:02:17Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'a6666234-a96f-45d0-939f-b13e5c004270', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:01:27Z', 'updated_at': '2021-05-31T16:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:02:19.349692 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef8e906-b69a-4604-aaa7-b349b0b1e279 None None] The sync data for ids ['f476e6d0-968c-4045-9bc6-7241566eb97c'] in dv-neutron-601336-79-hyperv is: [{'id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'name': 'tempest-TestNetworkBasicOps-router-333320110', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'a6666234-a96f-45d0-939f-b13e5c004270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:01:26Z', 'updated_at': '2021-05-31T16:02:17Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'a6666234-a96f-45d0-939f-b13e5c004270', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f476e6d0-968c-4045-9bc6-7241566eb97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:01:27Z', 'updated_at': '2021-05-31T16:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:02:19.387225 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-438858bd-6f99-4825-b103-a15d2e273ca2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port a6666234-a96f-45d0-939f-b13e5c004270 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:02:19.387527 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-438858bd-6f99-4825-b103-a15d2e273ca2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:19.416593 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbc1b67-e507-4e65-bdf6-17b8a003be5e None None] DHCP port deletion for 12cb5bb8-6048-4826-ab2c-eaf49b8980bd request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 16:02:19.484181 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc1b67-e507-4e65-bdf6-17b8a003be5e None None] Deleting port f32c72ab-dd07-42cc-b15e-e996adba7752 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:02:19.484572 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ffbc1b67-e507-4e65-bdf6-17b8a003be5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:19.515446 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-438858bd-6f99-4825-b103-a15d2e273ca2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] For port a6666234-a96f-45d0-939f-b13e5c004270, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a6666234-a96f-45d0-939f-b13e5c004270,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:02:19.515753 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-438858bd-6f99-4825-b103-a15d2e273ca2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:19.629645 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-ffbc1b67-e507-4e65-bdf6-17b8a003be5e None None] For port f32c72ab-dd07-42cc-b15e-e996adba7752, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=f32c72ab-dd07-42cc-b15e-e996adba7752,segment=NetworkSegment(910fc99e-95be-46df-8955-31c16a92110f),segment_id=910fc99e-95be-46df-8955-31c16a92110f)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:02:19.630045 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ffbc1b67-e507-4e65-bdf6-17b8a003be5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:19.641119 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-438858bd-6f99-4825-b103-a15d2e273ca2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for a6666234-a96f-45d0-939f-b13e5c004270 owned by network:router_gateway {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:02:19.753009 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc1b67-e507-4e65-bdf6-17b8a003be5e None None] Calling delete_port for f32c72ab-dd07-42cc-b15e-e996adba7752 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:02:19.765476 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:02:19.787595 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-438858bd-6f99-4825-b103-a15d2e273ca2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:19.792990 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-59028ec1-f285-4f1d-8d2c-59538b6231b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:19.803491 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ffbc1b67-e507-4e65-bdf6-17b8a003be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:19.807276 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:19.842600 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438858bd-6f99-4825-b103-a15d2e273ca2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=a6666234-a96f-45d0-939f-b13e5c004270,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:19.848273 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc1b67-e507-4e65-bdf6-17b8a003be5e None None] Pushing event deleted for resources: {'Port': ['ID=f32c72ab-dd07-42cc-b15e-e996adba7752,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:19.851739 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ffbc1b67-e507-4e65-bdf6-17b8a003be5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:19.853994 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbc1b67-e507-4e65-bdf6-17b8a003be5e None None] No DVR routers for this DVR port f32c72ab-dd07-42cc-b15e-e996adba7752 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:02:19.875513 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-438858bd-6f99-4825-b103-a15d2e273ca2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:19.939369 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-438858bd-6f99-4825-b103-a15d2e273ca2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:20.119166 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-438858bd-6f99-4825-b103-a15d2e273ca2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:20.121431 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-438858bd-6f99-4825-b103-a15d2e273ca2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:20.145700 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-438858bd-6f99-4825-b103-a15d2e273ca2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:20.146170 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438858bd-6f99-4825-b103-a15d2e273ca2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Fanout notify agent at l3_agent the message router_deleted on router f476e6d0-968c-4045-9bc6-7241566eb97c {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 16:02:20.161525 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-438858bd-6f99-4825-b103-a15d2e273ca2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:20.162660 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-438858bd-6f99-4825-b103-a15d2e273ca2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/routers/f476e6d0-968c-4045-9bc6-7241566eb97c HTTP/1.1" status: 204 len: 168 time: 1.2361517 May 31 16:02:20.165488 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34204) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:20.284469 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-abd260f2-0be6-4066-9ddf-c0367c662a9d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:20.413577 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-abd260f2-0be6-4066-9ddf-c0367c662a9d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:20.427087 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-abd260f2-0be6-4066-9ddf-c0367c662a9d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12cb5bb8-6048-4826-ab2c-eaf49b8980bd']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:02:20.438978 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-abd260f2-0be6-4066-9ddf-c0367c662a9d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '910fc99e-95be-46df-8955-31c16a92110f') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:02:20.439318 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-abd260f2-0be6-4066-9ddf-c0367c662a9d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '910fc99e-95be-46df-8955-31c16a92110f') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:02:20.450408 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-abd260f2-0be6-4066-9ddf-c0367c662a9d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:20.466352 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-abd260f2-0be6-4066-9ddf-c0367c662a9d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:20.472487 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd260f2-0be6-4066-9ddf-c0367c662a9d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:02:20.472868 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-abd260f2-0be6-4066-9ddf-c0367c662a9d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:02:20.486671 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:02:20.572712 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-abd260f2-0be6-4066-9ddf-c0367c662a9d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:20.576714 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8a3d9b10-1447-46c3-8f75-2afccb4b5967 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:20.594918 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-abd260f2-0be6-4066-9ddf-c0367c662a9d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:20.601456 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd260f2-0be6-4066-9ddf-c0367c662a9d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Network': ['ID=12cb5bb8-6048-4826-ab2c-eaf49b8980bd,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:20.606018 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-abd260f2-0be6-4066-9ddf-c0367c662a9d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:20.614776 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-abd260f2-0be6-4066-9ddf-c0367c662a9d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/networks/12cb5bb8-6048-4826-ab2c-eaf49b8980bd HTTP/1.1" status: 204 len: 168 time: 0.4481845 May 31 16:02:20.629466 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34208) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:20.641925 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-24897a85-ed8d-4702-bfad-5d6e475b88af tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 839 time: 0.0112748 May 31 16:02:20.644275 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34212) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:20.649531 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-db1b6ede-5397-4552-a432-206709663220 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'network': {'name': 'tempest-network-smoke--590243243', 'project_id': '77a9908268404908970d038c7b3f1f66', 'port_security_enabled': True}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:02:20.654311 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-db1b6ede-5397-4552-a432-206709663220 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:02:20.659054 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-db1b6ede-5397-4552-a432-206709663220 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:network and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:02:20.662657 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-db1b6ede-5397-4552-a432-206709663220 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:02:20.668894 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-db1b6ede-5397-4552-a432-206709663220 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:02:20.680703 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1b6ede-5397-4552-a432-206709663220 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Made reservation on behalf of 77a9908268404908970d038c7b3f1f66 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:02:20.684319 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-db1b6ede-5397-4552-a432-206709663220 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:20.714590 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db1b6ede-5397-4552-a432-206709663220 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:02:20.723860 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-db1b6ede-5397-4552-a432-206709663220 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:20.724209 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-db1b6ede-5397-4552-a432-206709663220 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Added segment e6d94c6b-3871-48a3-abc4-3b84f6ec7572 of type vlan for network f15dd4f9-2a96-4fff-945c-a3f80f909046 May 31 16:02:20.755399 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-db1b6ede-5397-4552-a432-206709663220 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:20.786684 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-db1b6ede-5397-4552-a432-206709663220 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:20.792308 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1b6ede-5397-4552-a432-206709663220 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:20.792921 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-db1b6ede-5397-4552-a432-206709663220 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:20.796598 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8fa75a02-bfeb-4f9a-970a-9bc6223dad28 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:20.899685 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-db1b6ede-5397-4552-a432-206709663220 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2544522 May 31 16:02:20.902635 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34216) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:20.903188 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b6ede-5397-4552-a432-206709663220 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Network': ['ID=f15dd4f9-2a96-4fff-945c-a3f80f909046,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:20.905367 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-db1b6ede-5397-4552-a432-206709663220 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:20.910327 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1932041555', 'admin_state_up': True, 'project_id': '77a9908268404908970d038c7b3f1f66', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:02:20.916826 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network f15dd4f9-2a96-4fff-945c-a3f80f909046 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 16:02:20.919025 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:02:20.923278 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:router and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:02:20.926349 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:02:20.933399 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:02:20.944818 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:20.945788 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:20.961158 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:21.344696 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device afc1e103-152a-49ad-9904-68e477c64da4 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:02:21.378702 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:21.383168 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: afc1e103-152a-49ad-9904-68e477c64da4 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:02:21.383588 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device afc1e103-152a-49ad-9904-68e477c64da4 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:02:21.384082 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f32c72ab-dd07-42cc-b15e-e996adba7752 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:02:21.421418 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: f32c72ab-dd07-42cc-b15e-e996adba7752 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:02:21.421876 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f32c72ab-dd07-42cc-b15e-e996adba7752 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:02:21.422356 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a6666234-a96f-45d0-939f-b13e5c004270 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:02:21.454648 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: a6666234-a96f-45d0-939f-b13e5c004270 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:02:21.455025 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a6666234-a96f-45d0-939f-b13e5c004270 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:02:21.688673 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_gateway, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:21.717584 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:21.853312 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.26.0.137 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/28c3b082-f827-444b-ae5f-fc518bdd9a6f) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:02:22.000102 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:22.032952 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:22.036619 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3a4c547d-94f8-4622-86fc-67a6f83c8fc6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:22.100803 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:02:22.103718 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:02:22.106419 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:02:22.141225 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=28c3b082-f827-444b-ae5f-fc518bdd9a6f,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:22.157620 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:22.157991 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:22.158364 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:22.158720 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:22.159096 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:22.159456 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:22.159809 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:22.160191 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:22.160540 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:22.160877 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:22.161233 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:22.161582 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:22.165255 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:22.695488 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_gateway, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:23.060252 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:23.267860 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 1ac9a203-d2ea-44bd-8d78-1ea01f83dab2 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 16:02:23.454546 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:02:23.464568 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e24c616-e95e-49bd-ad09-9149a2436e00 None None] Sync routers for ids ['1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:02:23.474685 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e24c616-e95e-49bd-ad09-9149a2436e00 None None] Routers {'1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:02:23.475421 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0e24c616-e95e-49bd-ad09-9149a2436e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:02:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:02:23.484994 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:23.486194 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5824306 May 31 16:02:23.489408 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34220) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:23.529535 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-230b03dc-f349-4087-a67f-a5101d43feef tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=77a9908268404908970d038c7b3f1f66&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389488 May 31 16:02:23.532691 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34224) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:23.651506 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-0e24c616-e95e-49bd-ad09-9149a2436e00 None None] Set router 1ac9a203-d2ea-44bd-8d78-1ea01f83dab2 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:02:23.662057 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c25c9db-06e1-42ed-a156-743dd99e361e tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:23.663632 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5c25c9db-06e1-42ed-a156-743dd99e361e tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299851 May 31 16:02:23.666635 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34228) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:23.705444 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-45549476-bd80-4abf-836c-c1cabfad1a64 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=014c45f7-9697-4b0b-b8b7-66a80a50a15c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376208 May 31 16:02:23.708020 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34232) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:23.713532 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-a8f4c3dd-d1a1-4bc2-84f2-6c45c0b03d9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-875349776', 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046', 'project_id': '77a9908268404908970d038c7b3f1f66', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:02:23.825276 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a8f4c3dd-d1a1-4bc2-84f2-6c45c0b03d9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:02:23.829243 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a8f4c3dd-d1a1-4bc2-84f2-6c45c0b03d9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:subnet and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:02:23.832102 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a8f4c3dd-d1a1-4bc2-84f2-6c45c0b03d9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:02:23.838059 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a8f4c3dd-d1a1-4bc2-84f2-6c45c0b03d9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:02:23.851588 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f4c3dd-d1a1-4bc2-84f2-6c45c0b03d9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Made reservation on behalf of 77a9908268404908970d038c7b3f1f66 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:02:23.855125 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a8f4c3dd-d1a1-4bc2-84f2-6c45c0b03d9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:24.074077 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0e24c616-e95e-49bd-ad09-9149a2436e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'name': 'tempest-TestNetworkBasicOps-router-1932041555', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137'}], 'enable_snat': True}, 'gw_port_id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:02:20Z', 'updated_at': '2021-05-31T16:02:22Z', 'revision_number': 3, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:02:21Z', 'updated_at': '2021-05-31T16:02:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:02:24.086324 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e24c616-e95e-49bd-ad09-9149a2436e00 None None] Checking router: 1ac9a203-d2ea-44bd-8d78-1ea01f83dab2 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:02:24.086670 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e24c616-e95e-49bd-ad09-9149a2436e00 None None] Updating router 1ac9a203-d2ea-44bd-8d78-1ea01f83dab2 port 28c3b082-f827-444b-ae5f-fc518bdd9a6f binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:02:24.151988 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-0e24c616-e95e-49bd-ad09-9149a2436e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:24.433260 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a8f4c3dd-d1a1-4bc2-84f2-6c45c0b03d9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:24.436895 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-dcb03d43-5989-4827-ab42-c1c9538d4273 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:24.487626 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-0e24c616-e95e-49bd-ad09-9149a2436e00 None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:24.499530 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-0e24c616-e95e-49bd-ad09-9149a2436e00 None None] Transition to ACTIVE for port object 28c3b082-f827-444b-ae5f-fc518bdd9a6f will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:02:24.507984 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-0e24c616-e95e-49bd-ad09-9149a2436e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:24.512662 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-664b9907-3d61-4092-b59d-8f0845414e53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:24.519770 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4c3dd-d1a1-4bc2-84f2-6c45c0b03d9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Subnet': ['ID=506a6cee-24e3-4422-bdcb-ec5149c1922f,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:24.523023 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a8f4c3dd-d1a1-4bc2-84f2-6c45c0b03d9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:24.530322 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f4c3dd-d1a1-4bc2-84f2-6c45c0b03d9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Checking segment: {'id': 'e6d94c6b-3871-48a3-abc4-3b84f6ec7572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:02:24.530675 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f4c3dd-d1a1-4bc2-84f2-6c45c0b03d9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network hostable DHCP agents. Network: f15dd4f9-2a96-4fff-945c-a3f80f909046, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:02:24.549142 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f4c3dd-d1a1-4bc2-84f2-6c45c0b03d9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network f15dd4f9-2a96-4fff-945c-a3f80f909046 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:02:24.558895 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-a8f4c3dd-d1a1-4bc2-84f2-6c45c0b03d9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, f15dd4f9-2a96-4fff-945c-a3f80f909046) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:02:24.571390 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f4c3dd-d1a1-4bc2-84f2-6c45c0b03d9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:24.571585 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a0fc56-7d1f-4e93-b5a8-7cd3ec3ed5e7 None None] Network f15dd4f9-2a96-4fff-945c-a3f80f909046 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:02:24.572029 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a8f4c3dd-d1a1-4bc2-84f2-6c45c0b03d9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:24.587575 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-0e24c616-e95e-49bd-ad09-9149a2436e00 None None] Attempting to bind port 28c3b082-f827-444b-ae5f-fc518bdd9a6f on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:02:24.587933 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-0e24c616-e95e-49bd-ad09-9149a2436e00 None None] Attempting to bind port 28c3b082-f827-444b-ae5f-fc518bdd9a6f by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:02:24.588296 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e24c616-e95e-49bd-ad09-9149a2436e00 None None] Attempting to bind port 28c3b082-f827-444b-ae5f-fc518bdd9a6f on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:02:24.594280 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931f09d-1203-412b-9b04-cadb17ebe6a0 None None] Pushing event updated for resources: {'Port': ['ID=28c3b082-f827-444b-ae5f-fc518bdd9a6f,revision_number=2']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:24.594599 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a8f4c3dd-d1a1-4bc2-84f2-6c45c0b03d9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8855014 May 31 16:02:24.597274 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34236) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:24.598385 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-e931f09d-1203-412b-9b04-cadb17ebe6a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:24.599371 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e24c616-e95e-49bd-ad09-9149a2436e00 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:02:24.599782 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e24c616-e95e-49bd-ad09-9149a2436e00 None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:02:24.600175 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-0e24c616-e95e-49bd-ad09-9149a2436e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:24.600565 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e24c616-e95e-49bd-ad09-9149a2436e00 None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:02:24.601072 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-0e24c616-e95e-49bd-ad09-9149a2436e00 None None] Bound port: 28c3b082-f827-444b-ae5f-fc518bdd9a6f, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:02:24.601409 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-0e24c616-e95e-49bd-ad09-9149a2436e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:24.677061 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-0e24c616-e95e-49bd-ad09-9149a2436e00 None None] For port 28c3b082-f827-444b-ae5f-fc518bdd9a6f, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:02:24.681384 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-0e24c616-e95e-49bd-ad09-9149a2436e00 None None] For port 28c3b082-f827-444b-ae5f-fc518bdd9a6f, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=28c3b082-f827-444b-ae5f-fc518bdd9a6f,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:02:24.685807 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-0e24c616-e95e-49bd-ad09-9149a2436e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:24.691013 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:24.762432 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e24c616-e95e-49bd-ad09-9149a2436e00 None None] Routers {'1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:02:24.763087 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0e24c616-e95e-49bd-ad09-9149a2436e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:02:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:02:24.802036 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-f15dd4f9-2a96-4fff-945c-a3f80f909046', 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ips': [{'subnet_id': '506a6cee-24e3-4422-bdcb-ec5149c1922f'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:02:24.802867 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:24.939744 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931f09d-1203-412b-9b04-cadb17ebe6a0 None None] Pushing event updated for resources: {'Port': ['ID=28c3b082-f827-444b-ae5f-fc518bdd9a6f,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:24.944309 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-e931f09d-1203-412b-9b04-cadb17ebe6a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:24.956056 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Allocated IP 172.20.0.2 (f15dd4f9-2a96-4fff-945c-a3f80f909046/506a6cee-24e3-4422-bdcb-ec5149c1922f/e1a1b89f-294e-474c-8db6-c3547eba17dc) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:02:24.975852 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-0e24c616-e95e-49bd-ad09-9149a2436e00 None None] Set router 1ac9a203-d2ea-44bd-8d78-1ea01f83dab2 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:02:25.172285 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:25.183777 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Transition to ACTIVE for port object e1a1b89f-294e-474c-8db6-c3547eba17dc will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:02:25.202977 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Transition to ACTIVE for port object e1a1b89f-294e-474c-8db6-c3547eba17dc will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:02:25.210852 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:25.215463 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:25.265733 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0e24c616-e95e-49bd-ad09-9149a2436e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'name': 'tempest-TestNetworkBasicOps-router-1932041555', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137'}], 'enable_snat': True}, 'gw_port_id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:02:20Z', 'updated_at': '2021-05-31T16:02:22Z', 'revision_number': 3, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:02:21Z', 'updated_at': '2021-05-31T16:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:02:25.269653 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e24c616-e95e-49bd-ad09-9149a2436e00 None None] The sync data for ids ['1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'] in dv-neutron-601336-79-hyperv is: [{'id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'name': 'tempest-TestNetworkBasicOps-router-1932041555', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137'}], 'enable_snat': True}, 'gw_port_id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:02:20Z', 'updated_at': '2021-05-31T16:02:22Z', 'revision_number': 3, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:02:21Z', 'updated_at': '2021-05-31T16:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:02:25.277469 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Network f15dd4f9-2a96-4fff-945c-a3f80f909046 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:02:25.280282 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:02:25.284294 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:02:25.322410 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Pushing event updated for resources: {'Port': ['ID=e1a1b89f-294e-474c-8db6-c3547eba17dc,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:25.333232 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:25.335344 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5c1692e1-b53c-4c9c-8a34-5431d6cd0b07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:25.389871 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Attempting to bind port e1a1b89f-294e-474c-8db6-c3547eba17dc on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:02:25.390250 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Attempting to bind port e1a1b89f-294e-474c-8db6-c3547eba17dc by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'e6d94c6b-3871-48a3-abc4-3b84f6ec7572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:02:25.390615 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Attempting to bind port e1a1b89f-294e-474c-8db6-c3547eba17dc on network f15dd4f9-2a96-4fff-945c-a3f80f909046 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:02:25.396350 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:02:25.396740 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Checking segment: {'id': 'e6d94c6b-3871-48a3-abc4-3b84f6ec7572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:02:25.397146 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:25.397568 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Bound using segment: {'id': 'e6d94c6b-3871-48a3-abc4-3b84f6ec7572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:02:25.398044 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Bound port: e1a1b89f-294e-474c-8db6-c3547eba17dc, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d94c6b-3871-48a3-abc4-3b84f6ec7572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:02:25.398423 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:25.502443 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] For port e1a1b89f-294e-474c-8db6-c3547eba17dc, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:02:25.505927 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] For port e1a1b89f-294e-474c-8db6-c3547eba17dc, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=e1a1b89f-294e-474c-8db6-c3547eba17dc,segment=NetworkSegment(e6d94c6b-3871-48a3-abc4-3b84f6ec7572),segment_id=e6d94c6b-3871-48a3-abc4-3b84f6ec7572)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:02:25.516939 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:25.521228 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-8c2f8545-decc-4574-ba1b-70b57325448f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:25.633765 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Pushing event updated for resources: {'Port': ['ID=e1a1b89f-294e-474c-8db6-c3547eba17dc,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:25.643038 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:25.643302 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:25.644117 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:25.644455 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:25.644774 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:25.645105 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:25.645429 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:25.645744 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:25.646059 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:25.646384 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:25.646694 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:25.647028 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:02:25.655974 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:25.971310 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-5c1692e1-b53c-4c9c-8a34-5431d6cd0b07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.20.0.1 (f15dd4f9-2a96-4fff-945c-a3f80f909046/506a6cee-24e3-4422-bdcb-ec5149c1922f/5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:02:26.140130 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5c1692e1-b53c-4c9c-8a34-5431d6cd0b07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:26.156349 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-5c1692e1-b53c-4c9c-8a34-5431d6cd0b07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Transition to ACTIVE for port object 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:02:26.181208 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5c1692e1-b53c-4c9c-8a34-5431d6cd0b07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:26.186215 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6226e0e6-8e40-44b1-a743-68f8422f0063 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:26.250813 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1692e1-b53c-4c9c-8a34-5431d6cd0b07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network f15dd4f9-2a96-4fff-945c-a3f80f909046 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:02:26.253997 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-5c1692e1-b53c-4c9c-8a34-5431d6cd0b07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:02:26.256677 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1692e1-b53c-4c9c-8a34-5431d6cd0b07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:02:26.307095 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1692e1-b53c-4c9c-8a34-5431d6cd0b07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:26.310741 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5c1692e1-b53c-4c9c-8a34-5431d6cd0b07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:26.329431 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5c1692e1-b53c-4c9c-8a34-5431d6cd0b07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:26.519795 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345a10e7-684d-4052-a5ad-7185337cd19a None None] Network f15dd4f9-2a96-4fff-945c-a3f80f909046 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:02:26.611462 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5c1692e1-b53c-4c9c-8a34-5431d6cd0b07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:26.659947 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-4157f409-9ebe-4c35-a4b5-8dd99ed1ddac None None] Provisioning for port e1a1b89f-294e-474c-8db6-c3547eba17dc completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:02:27.037798 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5c1692e1-b53c-4c9c-8a34-5431d6cd0b07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:27.043534 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5c1692e1-b53c-4c9c-8a34-5431d6cd0b07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:27.074686 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-924c35f5-7c0d-430d-a58a-7219df637e99 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:27.103629 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a3a3782f-0eae-460b-944c-452c174b0058 None None] Provisioning for port 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:02:27.112224 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a3a3782f-0eae-460b-944c-452c174b0058 None None] Provisioning complete for port 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:02:27.112830 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a3a3782f-0eae-460b-944c-452c174b0058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:27.168883 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5c1692e1-b53c-4c9c-8a34-5431d6cd0b07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:27.170437 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-a3a3782f-0eae-460b-944c-452c174b0058 None None] Port 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:02:27.173804 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1692e1-b53c-4c9c-8a34-5431d6cd0b07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:27.178577 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5c1692e1-b53c-4c9c-8a34-5431d6cd0b07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:27.290437 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a30a145f-f4ea-4190-9a82-9446c80d0097 None None] Provisioning complete for port 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:02:27.291065 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a30a145f-f4ea-4190-9a82-9446c80d0097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:27.321719 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1692e1-b53c-4c9c-8a34-5431d6cd0b07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network f15dd4f9-2a96-4fff-945c-a3f80f909046 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:02:27.323826 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-5c1692e1-b53c-4c9c-8a34-5431d6cd0b07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:02:27.352830 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-a30a145f-f4ea-4190-9a82-9446c80d0097 None None] Port 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:02:27.432430 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 28c3b082-f827-444b-ae5f-fc518bdd9a6f up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:02:27.509030 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 28c3b082-f827-444b-ae5f-fc518bdd9a6f completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:02:27.514439 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 28c3b082-f827-444b-ae5f-fc518bdd9a6f triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:02:27.514827 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:27.540093 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1692e1-b53c-4c9c-8a34-5431d6cd0b07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 1ac9a203-d2ea-44bd-8d78-1ea01f83dab2 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:02:27.588637 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-57a9a471-9349-4a72-9f3e-dee95d266974 None None] Provisioning complete for port 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:02:27.589012 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-57a9a471-9349-4a72-9f3e-dee95d266974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:27.693035 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-57a9a471-9349-4a72-9f3e-dee95d266974 None None] Port 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:02:27.698290 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:27.715884 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 28c3b082-f827-444b-ae5f-fc518bdd9a6f, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=28c3b082-f827-444b-ae5f-fc518bdd9a6f,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:02:27.721174 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:27.722195 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e1a1b89f-294e-474c-8db6-c3547eba17dc up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:02:27.746166 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:27.834571 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=28c3b082-f827-444b-ae5f-fc518bdd9a6f,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:27.837861 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:27.847997 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port e1a1b89f-294e-474c-8db6-c3547eba17dc completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:02:27.853923 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port e1a1b89f-294e-474c-8db6-c3547eba17dc triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:02:27.854464 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:27.891688 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1692e1-b53c-4c9c-8a34-5431d6cd0b07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:02:27.904810 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b735c880-ef91-4bdb-8596-d96678150761 None None] Sync routers for ids ['1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:02:27.905134 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5c1692e1-b53c-4c9c-8a34-5431d6cd0b07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "PUT /v2.0/routers/1ac9a203-d2ea-44bd-8d78-1ea01f83dab2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3007324 May 31 16:02:27.907712 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34240) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:27.924247 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b735c880-ef91-4bdb-8596-d96678150761 None None] Routers {'1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:02:27.924857 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b735c880-ef91-4bdb-8596-d96678150761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:02:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:02:28.049337 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3620ef93-93b8-4d03-b550-ba02a38929f2 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:28.050054 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3620ef93-93b8-4d03-b550-ba02a38929f2 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:28.050254 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3620ef93-93b8-4d03-b550-ba02a38929f2 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:28.050706 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3620ef93-93b8-4d03-b550-ba02a38929f2 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:28.052441 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3620ef93-93b8-4d03-b550-ba02a38929f2 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1438038 May 31 16:02:28.055330 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34244) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:28.128619 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979e9fcb-012f-4673-8bdc-b1159a37f36e tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:28.129084 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979e9fcb-012f-4673-8bdc-b1159a37f36e tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:28.129538 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979e9fcb-012f-4673-8bdc-b1159a37f36e tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:28.129986 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979e9fcb-012f-4673-8bdc-b1159a37f36e tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:28.130721 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:28.131666 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-979e9fcb-012f-4673-8bdc-b1159a37f36e tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0754399 May 31 16:02:28.134456 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34248) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:28.166040 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-b735c880-ef91-4bdb-8596-d96678150761 None None] Set router 1ac9a203-d2ea-44bd-8d78-1ea01f83dab2 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:02:28.236071 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port e1a1b89f-294e-474c-8db6-c3547eba17dc, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=e1a1b89f-294e-474c-8db6-c3547eba17dc,segment=NetworkSegment(e6d94c6b-3871-48a3-abc4-3b84f6ec7572),segment_id=e6d94c6b-3871-48a3-abc4-3b84f6ec7572)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:02:28.241770 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:28.245670 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:28.346026 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a31a21e6-cc4d-4e62-bd45-48d608f0e66c tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2103403 May 31 16:02:28.434104 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:28.455287 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=e1a1b89f-294e-474c-8db6-c3547eba17dc,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:28.459618 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:28.512927 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34254) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:28.518736 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-18a6dbaf-b0b7-4fd8-8e28-9bb567d9ecc1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1971758366', 'description': 'tempest-secgroup-smoke-1971758366 description', 'project_id': '77a9908268404908970d038c7b3f1f66'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:02:28.524917 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-18a6dbaf-b0b7-4fd8-8e28-9bb567d9ecc1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:02:28.529344 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-18a6dbaf-b0b7-4fd8-8e28-9bb567d9ecc1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:02:28.532330 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-18a6dbaf-b0b7-4fd8-8e28-9bb567d9ecc1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:02:28.538345 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-18a6dbaf-b0b7-4fd8-8e28-9bb567d9ecc1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:02:28.550365 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-18a6dbaf-b0b7-4fd8-8e28-9bb567d9ecc1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:28.559772 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b735c880-ef91-4bdb-8596-d96678150761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'name': 'tempest-TestNetworkBasicOps-router-1932041555', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137'}], 'enable_snat': True}, 'gw_port_id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:02:20Z', 'updated_at': '2021-05-31T16:02:26Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:02:21Z', 'updated_at': '2021-05-31T16:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12', 'name': '', 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:4b:ef:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '506a6cee-24e3-4422-bdcb-ec5149c1922f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:02:25Z', 'updated_at': '2021-05-31T16:02:26Z', 'revision_number': 2, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '506a6cee-24e3-4422-bdcb-ec5149c1922f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:02:28.563852 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b735c880-ef91-4bdb-8596-d96678150761 None None] Checking router: 1ac9a203-d2ea-44bd-8d78-1ea01f83dab2 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:02:28.564225 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b735c880-ef91-4bdb-8596-d96678150761 None None] Updating router 1ac9a203-d2ea-44bd-8d78-1ea01f83dab2 port 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12 binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:02:28.570507 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-18a6dbaf-b0b7-4fd8-8e28-9bb567d9ecc1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:02:28.574333 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-18a6dbaf-b0b7-4fd8-8e28-9bb567d9ecc1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:02:28.577212 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-18a6dbaf-b0b7-4fd8-8e28-9bb567d9ecc1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:02:28.582738 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-18a6dbaf-b0b7-4fd8-8e28-9bb567d9ecc1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:02:28.658210 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-18a6dbaf-b0b7-4fd8-8e28-9bb567d9ecc1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:28.663382 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-18a6dbaf-b0b7-4fd8-8e28-9bb567d9ecc1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:28.667364 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4417898d-f85f-4058-a411-8325bf043ebb tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:28.671759 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b735c880-ef91-4bdb-8596-d96678150761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:28.707421 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6dbaf-b0b7-4fd8-8e28-9bb567d9ecc1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4b10c3-11dc-423d-8aa8-b41988ab32c1,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:28.710494 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-18a6dbaf-b0b7-4fd8-8e28-9bb567d9ecc1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:28.716695 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-18a6dbaf-b0b7-4fd8-8e28-9bb567d9ecc1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:28.721010 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34258) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:28.721639 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-18a6dbaf-b0b7-4fd8-8e28-9bb567d9ecc1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2070868 May 31 16:02:28.727653 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-86848254-1388-43f0-8fb8-90bc13d2e318 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '8c4b10c3-11dc-423d-8aa8-b41988ab32c1', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:02:28.734027 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-86848254-1388-43f0-8fb8-90bc13d2e318 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:02:28.737908 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-86848254-1388-43f0-8fb8-90bc13d2e318 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:02:28.740795 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-86848254-1388-43f0-8fb8-90bc13d2e318 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:02:28.747578 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-86848254-1388-43f0-8fb8-90bc13d2e318 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:02:28.762769 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-86848254-1388-43f0-8fb8-90bc13d2e318 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:28.822869 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-86848254-1388-43f0-8fb8-90bc13d2e318 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:28.828033 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-86848254-1388-43f0-8fb8-90bc13d2e318 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:28.829983 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0931a0f4-c9ae-44ad-92c5-e4e6915f6c13 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:28.851829 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86848254-1388-43f0-8fb8-90bc13d2e318 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb4b36e-ad11-433f-9b29-be972d2286a3,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:28.856176 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-86848254-1388-43f0-8fb8-90bc13d2e318 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:28.860858 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-86848254-1388-43f0-8fb8-90bc13d2e318 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:28.861972 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-86848254-1388-43f0-8fb8-90bc13d2e318 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1392450 May 31 16:02:28.864793 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34262) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:28.870012 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-b5e3d752-8489-493f-bc1a-e2ac58a72010 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '8c4b10c3-11dc-423d-8aa8-b41988ab32c1', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:02:28.876434 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b5e3d752-8489-493f-bc1a-e2ac58a72010 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:02:28.880237 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b5e3d752-8489-493f-bc1a-e2ac58a72010 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:02:28.883094 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b5e3d752-8489-493f-bc1a-e2ac58a72010 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:02:28.888778 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b5e3d752-8489-493f-bc1a-e2ac58a72010 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:02:28.906461 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5e3d752-8489-493f-bc1a-e2ac58a72010 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:28.969660 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5e3d752-8489-493f-bc1a-e2ac58a72010 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:28.973206 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5e3d752-8489-493f-bc1a-e2ac58a72010 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:28.975073 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:28.997321 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3d752-8489-493f-bc1a-e2ac58a72010 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a38ae4ed-b340-453e-9681-382b092fc02c,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:29.002192 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b5e3d752-8489-493f-bc1a-e2ac58a72010 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:29.007211 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5e3d752-8489-493f-bc1a-e2ac58a72010 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:29.011094 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b5e3d752-8489-493f-bc1a-e2ac58a72010 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1427071 May 31 16:02:29.011254 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34266) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:29.016452 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-edd0ceba-45f4-4c1e-937f-af02f1ca05f4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '8c4b10c3-11dc-423d-8aa8-b41988ab32c1', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:02:29.022212 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-edd0ceba-45f4-4c1e-937f-af02f1ca05f4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:02:29.025749 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b735c880-ef91-4bdb-8596-d96678150761 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:29.026587 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-edd0ceba-45f4-4c1e-937f-af02f1ca05f4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:02:29.029591 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-edd0ceba-45f4-4c1e-937f-af02f1ca05f4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:02:29.035742 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-edd0ceba-45f4-4c1e-937f-af02f1ca05f4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:02:29.037702 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b735c880-ef91-4bdb-8596-d96678150761 None None] Transition to ACTIVE for port object 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:02:29.043982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b735c880-ef91-4bdb-8596-d96678150761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:29.047508 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e9fba6cc-2f5e-4cc6-a4c7-c75eb5c7bbd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:29.051953 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-edd0ceba-45f4-4c1e-937f-af02f1ca05f4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:29.121797 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-edd0ceba-45f4-4c1e-937f-af02f1ca05f4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:29.127134 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-edd0ceba-45f4-4c1e-937f-af02f1ca05f4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:29.129357 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a31bf835-a09f-49f1-ac4c-b9774d7308c6 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:29.159037 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0ceba-45f4-4c1e-937f-af02f1ca05f4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13132eb7-adf2-4edc-8c56-7ed79e37149c,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:29.161545 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-edd0ceba-45f4-4c1e-937f-af02f1ca05f4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:29.165663 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34270) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:29.166234 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-edd0ceba-45f4-4c1e-937f-af02f1ca05f4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1535954 May 31 16:02:29.166824 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-edd0ceba-45f4-4c1e-937f-af02f1ca05f4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:29.171425 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-15b53b29-2fc3-4228-98bd-a87326fc78d0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '8c4b10c3-11dc-423d-8aa8-b41988ab32c1', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:02:29.177713 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-15b53b29-2fc3-4228-98bd-a87326fc78d0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:02:29.182125 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-15b53b29-2fc3-4228-98bd-a87326fc78d0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:02:29.185144 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-15b53b29-2fc3-4228-98bd-a87326fc78d0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:02:29.191276 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-15b53b29-2fc3-4228-98bd-a87326fc78d0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:02:29.209331 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-15b53b29-2fc3-4228-98bd-a87326fc78d0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:29.214834 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff188fd-1861-4bdf-9423-a42390ef2fed None None] Pushing event updated for resources: {'Port': ['ID=5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:29.221922 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-fff188fd-1861-4bdf-9423-a42390ef2fed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:29.278026 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-b735c880-ef91-4bdb-8596-d96678150761 None None] Attempting to bind port 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:02:29.278251 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-b735c880-ef91-4bdb-8596-d96678150761 None None] Attempting to bind port 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'e6d94c6b-3871-48a3-abc4-3b84f6ec7572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:02:29.278627 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b735c880-ef91-4bdb-8596-d96678150761 None None] Attempting to bind port 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12 on network f15dd4f9-2a96-4fff-945c-a3f80f909046 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:02:29.285073 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b735c880-ef91-4bdb-8596-d96678150761 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:02:29.285566 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b735c880-ef91-4bdb-8596-d96678150761 None None] Checking segment: {'id': 'e6d94c6b-3871-48a3-abc4-3b84f6ec7572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:02:29.286131 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b735c880-ef91-4bdb-8596-d96678150761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:29.286597 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b735c880-ef91-4bdb-8596-d96678150761 None None] Bound using segment: {'id': 'e6d94c6b-3871-48a3-abc4-3b84f6ec7572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:02:29.287156 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-b735c880-ef91-4bdb-8596-d96678150761 None None] Bound port: 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d94c6b-3871-48a3-abc4-3b84f6ec7572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:02:29.287538 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b735c880-ef91-4bdb-8596-d96678150761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:29.306158 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-15b53b29-2fc3-4228-98bd-a87326fc78d0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:29.312814 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-15b53b29-2fc3-4228-98bd-a87326fc78d0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:29.334941 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:29.352733 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-15b53b29-2fc3-4228-98bd-a87326fc78d0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:29.354124 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-15b53b29-2fc3-4228-98bd-a87326fc78d0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1874697 May 31 16:02:29.356919 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34274) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:29.359957 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b53b29-2fc3-4228-98bd-a87326fc78d0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b2c59b9-bf1f-4f04-8e82-7b036d408fdc,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:29.362734 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-15b53b29-2fc3-4228-98bd-a87326fc78d0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:29.367256 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-f1200476-07f5-4519-8077-5aca1a0d6e83 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '8c4b10c3-11dc-423d-8aa8-b41988ab32c1', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:02:29.373989 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f1200476-07f5-4519-8077-5aca1a0d6e83 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:02:29.375978 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 28c3b082-f827-444b-ae5f-fc518bdd9a6f up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:02:29.378855 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f1200476-07f5-4519-8077-5aca1a0d6e83 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:02:29.381862 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f1200476-07f5-4519-8077-5aca1a0d6e83 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:02:29.388114 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f1200476-07f5-4519-8077-5aca1a0d6e83 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:02:29.400073 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.securitygroups_db [None req-f1200476-07f5-4519-8077-5aca1a0d6e83 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Project 77a9908268404908970d038c7b3f1f66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:02:29.406538 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f1200476-07f5-4519-8077-5aca1a0d6e83 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:29.433884 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-b735c880-ef91-4bdb-8596-d96678150761 None None] For port 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:02:29.446405 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-b735c880-ef91-4bdb-8596-d96678150761 None None] For port 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12,segment=NetworkSegment(e6d94c6b-3871-48a3-abc4-3b84f6ec7572),segment_id=e6d94c6b-3871-48a3-abc4-3b84f6ec7572)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:02:29.452424 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b735c880-ef91-4bdb-8596-d96678150761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:29.457389 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:29.474905 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f1200476-07f5-4519-8077-5aca1a0d6e83 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:29.478895 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f1200476-07f5-4519-8077-5aca1a0d6e83 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:29.480756 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b769b973-03af-464c-b02b-b49c63f691c3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:29.504357 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1200476-07f5-4519-8077-5aca1a0d6e83 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37cc0222-f893-498a-9fe4-014d7fbd2447,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:29.506783 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f1200476-07f5-4519-8077-5aca1a0d6e83 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:29.517760 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f1200476-07f5-4519-8077-5aca1a0d6e83 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:29.520088 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34278) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:29.520566 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f1200476-07f5-4519-8077-5aca1a0d6e83 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1625786 May 31 16:02:29.528339 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-86a02349-95aa-4f2e-aa2e-c12b1bc9e915 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '8c4b10c3-11dc-423d-8aa8-b41988ab32c1', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:02:29.537011 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b735c880-ef91-4bdb-8596-d96678150761 None None] Routers {'1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:02:29.537664 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b735c880-ef91-4bdb-8596-d96678150761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:02:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:02:29.538892 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-86a02349-95aa-4f2e-aa2e-c12b1bc9e915 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:02:29.544193 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-86a02349-95aa-4f2e-aa2e-c12b1bc9e915 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:02:29.548047 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-86a02349-95aa-4f2e-aa2e-c12b1bc9e915 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:02:29.554859 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-86a02349-95aa-4f2e-aa2e-c12b1bc9e915 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:02:29.569051 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.securitygroups_db [None req-86a02349-95aa-4f2e-aa2e-c12b1bc9e915 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Project 77a9908268404908970d038c7b3f1f66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:02:29.576919 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-86a02349-95aa-4f2e-aa2e-c12b1bc9e915 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:29.603340 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 28c3b082-f827-444b-ae5f-fc518bdd9a6f triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:02:29.604339 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:29.648359 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-86a02349-95aa-4f2e-aa2e-c12b1bc9e915 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:29.652498 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-86a02349-95aa-4f2e-aa2e-c12b1bc9e915 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:29.655832 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff188fd-1861-4bdf-9423-a42390ef2fed None None] Pushing event updated for resources: {'Port': ['ID=5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:29.662438 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f6332259-c6cc-4a52-bb86-4d0f54dacdcc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:29.664748 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-fff188fd-1861-4bdf-9423-a42390ef2fed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:29.685701 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a02349-95aa-4f2e-aa2e-c12b1bc9e915 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6459bf15-9e13-48c5-bd25-0ffc1cd87f40,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:29.688871 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-86a02349-95aa-4f2e-aa2e-c12b1bc9e915 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:29.695026 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-86a02349-95aa-4f2e-aa2e-c12b1bc9e915 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:29.704150 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-86a02349-95aa-4f2e-aa2e-c12b1bc9e915 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1750612 May 31 16:02:29.817913 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-b735c880-ef91-4bdb-8596-d96678150761 None None] Set router 1ac9a203-d2ea-44bd-8d78-1ea01f83dab2 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:02:29.878258 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-82a8103a-6569-4207-a3cd-2a023e228976 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:02:29.895677 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-82a8103a-6569-4207-a3cd-2a023e228976 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:02:29.897390 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-82a8103a-6569-4207-a3cd-2a023e228976 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1971758366&fields=id&tenant_id=77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 267 time: 0.0592918 May 31 16:02:29.967921 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e1a1b89f-294e-474c-8db6-c3547eba17dc up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:02:30.050182 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-4cf142c3-fc0d-4f4d-bcca-7b86a1af82be tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:30.050766 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-4cf142c3-fc0d-4f4d-bcca-7b86a1af82be tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:network {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:02:30.067356 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-4cf142c3-fc0d-4f4d-bcca-7b86a1af82be tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:network {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:02:30.068506 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-4cf142c3-fc0d-4f4d-bcca-7b86a1af82be tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/networks?id=f15dd4f9-2a96-4fff-945c-a3f80f909046 HTTP/1.1" status: 200 len: 796 time: 0.1633995 May 31 16:02:30.083847 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-dc3ae18d-8342-42ad-bc94-18c166189626 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/quotas/77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 375 time: 0.0095370 May 31 16:02:30.176145 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-17a56f89-ebc5-4050-8ef9-ccfc5516834a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:02:30.192802 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-17a56f89-ebc5-4050-8ef9-ccfc5516834a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:02:30.194126 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-17a56f89-ebc5-4050-8ef9-ccfc5516834a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1047261 May 31 16:02:30.218586 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port e1a1b89f-294e-474c-8db6-c3547eba17dc triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:02:30.219199 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:30.332120 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-cc90f597-9139-4d71-b385-f0b2bbac26b5 service neutron] 10.222.0.45 "GET /v2.0/networks/f15dd4f9-2a96-4fff-945c-a3f80f909046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260011 May 31 16:02:30.347153 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b735c880-ef91-4bdb-8596-d96678150761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'name': 'tempest-TestNetworkBasicOps-router-1932041555', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137'}], 'enable_snat': True}, 'gw_port_id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:02:20Z', 'updated_at': '2021-05-31T16:02:26Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:02:21Z', 'updated_at': '2021-05-31T16:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12', 'name': '', 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:4b:ef:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '506a6cee-24e3-4422-bdcb-ec5149c1922f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:02:25Z', 'updated_at': '2021-05-31T16:02:29Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '506a6cee-24e3-4422-bdcb-ec5149c1922f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:02:30.356365 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b735c880-ef91-4bdb-8596-d96678150761 None None] The sync data for ids ['1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'] in dv-neutron-601336-79-hyperv is: [{'id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'name': 'tempest-TestNetworkBasicOps-router-1932041555', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137'}], 'enable_snat': True}, 'gw_port_id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:02:20Z', 'updated_at': '2021-05-31T16:02:26Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:02:21Z', 'updated_at': '2021-05-31T16:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12', 'name': '', 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:4b:ef:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '506a6cee-24e3-4422-bdcb-ec5149c1922f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:02:25Z', 'updated_at': '2021-05-31T16:02:29Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '506a6cee-24e3-4422-bdcb-ec5149c1922f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:02:30.472463 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-5436f3b9-2bdd-454d-986c-2f92a0368842 service neutron] 10.222.0.45 "GET /v2.0/networks/f15dd4f9-2a96-4fff-945c-a3f80f909046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343093 May 31 16:02:30.659228 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-063eeea0-7d53-4291-ac0b-d50c909fcd96 req-475b4064-ab99-48a3-a781-8d393f22c22a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=0df7d4e6-4a08-44bd-910c-93ecffe45b87 HTTP/1.1" status: 200 len: 210 time: 0.0437887 May 31 16:02:31.384939 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:02:31.454385 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:02:31.458887 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:02:31.459293 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:31.577258 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:31.609439 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12,segment=NetworkSegment(e6d94c6b-3871-48a3-abc4-3b84f6ec7572),segment_id=e6d94c6b-3871-48a3-abc4-3b84f6ec7572)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:02:31.614279 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:31.616089 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:31.683895 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:31.687492 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:32.037635 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0d569c85-518c-4fe6-abc7-73bfa19de475 req-99393629-b3a8-4488-b04d-9b926a864e37 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=0df7d4e6-4a08-44bd-910c-93ecffe45b87 HTTP/1.1" status: 200 len: 210 time: 0.2463603 May 31 16:02:32.109249 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-2917bd3c-3006-4c67-89d4-14d36962ee9b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:32.110704 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-2917bd3c-3006-4c67-89d4-14d36962ee9b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/networks?id=f15dd4f9-2a96-4fff-945c-a3f80f909046 HTTP/1.1" status: 200 len: 796 time: 0.3421698 May 31 16:02:32.160138 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-38e93fd8-56ef-4915-9258-b375a0981168 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 380 time: 0.0397856 May 31 16:02:32.169417 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-1c4f7483-c027-442d-adb3-4106b77dbf90 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'port': {'device_id': '0df7d4e6-4a08-44bd-910c-93ecffe45b87', 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046', 'admin_state_up': True, 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'security_groups': ['8c4b10c3-11dc-423d-8aa8-b41988ab32c1']}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:02:32.306753 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-1c4f7483-c027-442d-adb3-4106b77dbf90 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:02:32.322318 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-1c4f7483-c027-442d-adb3-4106b77dbf90 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:02:32.336440 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-1c4f7483-c027-442d-adb3-4106b77dbf90 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Made reservation on behalf of 77a9908268404908970d038c7b3f1f66 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:02:32.340012 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-1c4f7483-c027-442d-adb3-4106b77dbf90 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:32.502721 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-1c4f7483-c027-442d-adb3-4106b77dbf90 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.20.0.8 (f15dd4f9-2a96-4fff-945c-a3f80f909046/506a6cee-24e3-4422-bdcb-ec5149c1922f/0a54b0bf-a693-4847-9575-9ce439344d4e) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:02:32.693823 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-1c4f7483-c027-442d-adb3-4106b77dbf90 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:32.709190 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-1c4f7483-c027-442d-adb3-4106b77dbf90 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Transition to ACTIVE for port object 0a54b0bf-a693-4847-9575-9ce439344d4e will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:02:32.736796 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-1c4f7483-c027-442d-adb3-4106b77dbf90 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:32.742900 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8aab1012-8d47-4c3a-ac3d-c67705b993da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:32.806909 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-1c4f7483-c027-442d-adb3-4106b77dbf90 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network f15dd4f9-2a96-4fff-945c-a3f80f909046 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:02:32.809999 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-1c4f7483-c027-442d-adb3-4106b77dbf90 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:02:32.814053 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-1c4f7483-c027-442d-adb3-4106b77dbf90 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:02:32.847611 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f7483-c027-442d-adb3-4106b77dbf90 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=0a54b0bf-a693-4847-9575-9ce439344d4e,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:32.854331 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1c4f7483-c027-442d-adb3-4106b77dbf90 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:32.884791 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-1c4f7483-c027-442d-adb3-4106b77dbf90 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:32.885403 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-1c4f7483-c027-442d-adb3-4106b77dbf90 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:32.916090 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-1c4f7483-c027-442d-adb3-4106b77dbf90 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7500460 May 31 16:02:32.973663 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-47e41651-5eb6-450a-9b6e-e8ba35e6e294 service neutron] Request body: {'port': {'device_id': '0df7d4e6-4a08-44bd-910c-93ecffe45b87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:02:33.030518 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-9ec9a5e6-6ef1-43ec-ac35-2da2e0825ed5 None None] Provisioning for port 0a54b0bf-a693-4847-9575-9ce439344d4e completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:02:33.035545 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-9ec9a5e6-6ef1-43ec-ac35-2da2e0825ed5 None None] Provisioning complete for port 0a54b0bf-a693-4847-9575-9ce439344d4e triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:02:33.035924 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9ec9a5e6-6ef1-43ec-ac35-2da2e0825ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:33.086698 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-47e41651-5eb6-450a-9b6e-e8ba35e6e294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:33.091535 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-9ec9a5e6-6ef1-43ec-ac35-2da2e0825ed5 None None] Port 0a54b0bf-a693-4847-9575-9ce439344d4e cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:02:33.351894 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:02:33.375706 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d90658-b436-4873-8d0a-a7279dc7698c req-62410769-3d49-4b6b-bfdc-838478da8693 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:33.376396 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-c7d90658-b436-4873-8d0a-a7279dc7698c req-62410769-3d49-4b6b-bfdc-838478da8693 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:02:33.418818 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-c7d90658-b436-4873-8d0a-a7279dc7698c req-62410769-3d49-4b6b-bfdc-838478da8693 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:02:33.419998 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c7d90658-b436-4873-8d0a-a7279dc7698c req-62410769-3d49-4b6b-bfdc-838478da8693 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=0df7d4e6-4a08-44bd-910c-93ecffe45b87 HTTP/1.1" status: 200 len: 931 time: 0.2696311 May 31 16:02:33.422347 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:02:33.422719 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:33.480187 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c7d90658-b436-4873-8d0a-a7279dc7698c req-77c11838-4a92-4d04-8a15-8d7b2358cc76 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c4b10c3-11dc-423d-8aa8-b41988ab32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533137 May 31 16:02:33.538516 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-47e41651-5eb6-450a-9b6e-e8ba35e6e294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a54b0bf-a693-4847-9575-9ce439344d4e {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:02:33.546661 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-47e41651-5eb6-450a-9b6e-e8ba35e6e294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:33.564369 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-47e41651-5eb6-450a-9b6e-e8ba35e6e294 service neutron] Transition to ACTIVE for port object 0a54b0bf-a693-4847-9575-9ce439344d4e will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:02:33.568992 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-47e41651-5eb6-450a-9b6e-e8ba35e6e294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:33.573414 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-02fe641d-28de-44e8-9f47-c137fc92c488 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:33.730293 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e41651-5eb6-450a-9b6e-e8ba35e6e294 service neutron] Pushing event updated for resources: {'Port': ['ID=0a54b0bf-a693-4847-9575-9ce439344d4e,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:33.738341 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-47e41651-5eb6-450a-9b6e-e8ba35e6e294 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:33.805024 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-47e41651-5eb6-450a-9b6e-e8ba35e6e294 service neutron] Attempting to bind port 0a54b0bf-a693-4847-9575-9ce439344d4e on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:02:33.805250 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-47e41651-5eb6-450a-9b6e-e8ba35e6e294 service neutron] Attempting to bind port 0a54b0bf-a693-4847-9575-9ce439344d4e by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e6d94c6b-3871-48a3-abc4-3b84f6ec7572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:02:33.805588 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-47e41651-5eb6-450a-9b6e-e8ba35e6e294 service neutron] Attempting to bind port 0a54b0bf-a693-4847-9575-9ce439344d4e on network f15dd4f9-2a96-4fff-945c-a3f80f909046 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:02:33.810134 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-47e41651-5eb6-450a-9b6e-e8ba35e6e294 service neutron] Port 0a54b0bf-a693-4847-9575-9ce439344d4e on network f15dd4f9-2a96-4fff-945c-a3f80f909046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:02:33.810400 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-47e41651-5eb6-450a-9b6e-e8ba35e6e294 service neutron] Attempting to bind port 0a54b0bf-a693-4847-9575-9ce439344d4e on network f15dd4f9-2a96-4fff-945c-a3f80f909046 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:02:33.815473 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-47e41651-5eb6-450a-9b6e-e8ba35e6e294 service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:02:33.815788 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-47e41651-5eb6-450a-9b6e-e8ba35e6e294 service neutron] Checking segment: {'id': 'e6d94c6b-3871-48a3-abc4-3b84f6ec7572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:02:33.816169 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-47e41651-5eb6-450a-9b6e-e8ba35e6e294 service neutron] Bound using segment: {'id': 'e6d94c6b-3871-48a3-abc4-3b84f6ec7572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:02:33.816591 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-47e41651-5eb6-450a-9b6e-e8ba35e6e294 service neutron] Bound port: 0a54b0bf-a693-4847-9575-9ce439344d4e, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6d94c6b-3871-48a3-abc4-3b84f6ec7572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:02:33.816937 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-47e41651-5eb6-450a-9b6e-e8ba35e6e294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:34.059475 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-47e41651-5eb6-450a-9b6e-e8ba35e6e294 service neutron] For port 0a54b0bf-a693-4847-9575-9ce439344d4e, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:02:34.062374 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-47e41651-5eb6-450a-9b6e-e8ba35e6e294 service neutron] For port 0a54b0bf-a693-4847-9575-9ce439344d4e, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0a54b0bf-a693-4847-9575-9ce439344d4e,segment=NetworkSegment(e6d94c6b-3871-48a3-abc4-3b84f6ec7572),segment_id=e6d94c6b-3871-48a3-abc4-3b84f6ec7572)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:02:34.070855 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-47e41651-5eb6-450a-9b6e-e8ba35e6e294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:34.076891 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bcf9801c-28dd-48af-8b99-7ece534b8716 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:34.142844 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-47e41651-5eb6-450a-9b6e-e8ba35e6e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:34.143522 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-47e41651-5eb6-450a-9b6e-e8ba35e6e294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:34.144895 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-47e41651-5eb6-450a-9b6e-e8ba35e6e294 service neutron] 10.222.0.59 "PUT /v2.0/ports/0a54b0bf-a693-4847-9575-9ce439344d4e HTTP/1.1" status: 200 len: 1093 time: 1.2213871 May 31 16:02:34.145556 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df7d4e6-4a08-44bd-910c-93ecffe45b87', 'tag': '0a54b0bf-a693-4847-9575-9ce439344d4e'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:02:34.147950 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80717ff9-54c1-42ca-9a1b-e17f8109d059" -d '{"events": [{"name": "network-changed", "server_uuid": "0df7d4e6-4a08-44bd-910c-93ecffe45b87", "tag": "0a54b0bf-a693-4847-9575-9ce439344d4e"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:02:34.167537 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e41651-5eb6-450a-9b6e-e8ba35e6e294 service neutron] Pushing event updated for resources: {'Port': ['ID=0a54b0bf-a693-4847-9575-9ce439344d4e,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:34.177198 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-47e41651-5eb6-450a-9b6e-e8ba35e6e294 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:34.221676 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82227ec4-1524-4f46-9aea-6d9131b91150 x-openstack-request-id: req-82227ec4-1524-4f46-9aea-6d9131b91150 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:02:34.222018 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df7d4e6-4a08-44bd-910c-93ecffe45b87", "tag": "0a54b0bf-a693-4847-9575-9ce439344d4e", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:02:34.222324 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-82227ec4-1524-4f46-9aea-6d9131b91150 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:02:34.222774 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df7d4e6-4a08-44bd-910c-93ecffe45b87', 'tag': '0a54b0bf-a693-4847-9575-9ce439344d4e', 'status': 'completed', 'code': 200} May 31 16:02:34.265375 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-c1d32ae2-4d67-432b-bf25-741953c29e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:34.266909 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-c1d32ae2-4d67-432b-bf25-741953c29e3b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=0df7d4e6-4a08-44bd-910c-93ecffe45b87 HTTP/1.1" status: 200 len: 1096 time: 0.0778003 May 31 16:02:34.339320 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-8e361a38-ddd2-4b99-ab88-1afd40b9f4f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a54b0bf-a693-4847-9575-9ce439344d4e HTTP/1.1" status: 200 len: 217 time: 0.0645874 May 31 16:02:34.404200 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-cb93d685-0d21-4772-9140-f52edbd774de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:34.405599 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-cb93d685-0d21-4772-9140-f52edbd774de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=506a6cee-24e3-4422-bdcb-ec5149c1922f HTTP/1.1" status: 200 len: 834 time: 0.0603416 May 31 16:02:34.483512 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-5880f2d6-8790-4de7-8457-93dd51c9f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:34.484963 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-5880f2d6-8790-4de7-8457-93dd51c9f064 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f15dd4f9-2a96-4fff-945c-a3f80f909046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0723717 May 31 16:02:34.647045 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8984c7fa-81ba-41b1-8eec-2791cd5c3fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:34.660867 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-05c8d1b6-8079-4db3-b570-ac98909f18be service neutron] 10.222.0.59 "GET /v2.0/networks/f15dd4f9-2a96-4fff-945c-a3f80f909046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689508 May 31 16:02:34.782417 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f55aea-8ced-4083-a8fd-0fe41bea2832 req-179d4f68-a8b8-4d80-a9fe-0e7acc352efd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:34.783906 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c5f55aea-8ced-4083-a8fd-0fe41bea2832 req-179d4f68-a8b8-4d80-a9fe-0e7acc352efd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=0df7d4e6-4a08-44bd-910c-93ecffe45b87 HTTP/1.1" status: 200 len: 943 time: 0.1879096 May 31 16:02:34.835697 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d84a2184-6585-4974-9f76-9f8706bbef64 req-aeeef891-6f36-4973-a425-a794bd1d6c0b service neutron] 10.222.0.59 "GET /v2.0/networks/f15dd4f9-2a96-4fff-945c-a3f80f909046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650536 May 31 16:02:34.847893 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c5f55aea-8ced-4083-a8fd-0fe41bea2832 req-46469625-9077-46c3-b397-f44c4fcae7cb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c4b10c3-11dc-423d-8aa8-b41988ab32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538981 May 31 16:02:34.960538 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80717ff9-54c1-42ca-9a1b-e17f8109d059 req-3ed55926-807e-4cf4-b41d-79bb7adeef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:34.962062 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-80717ff9-54c1-42ca-9a1b-e17f8109d059 req-3ed55926-807e-4cf4-b41d-79bb7adeef54 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=0df7d4e6-4a08-44bd-910c-93ecffe45b87 HTTP/1.1" status: 200 len: 1096 time: 0.0785623 May 31 16:02:35.091828 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80717ff9-54c1-42ca-9a1b-e17f8109d059 req-23646a4e-cb63-4f18-ae66-bf7c48c1fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:35.093197 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-80717ff9-54c1-42ca-9a1b-e17f8109d059 req-23646a4e-cb63-4f18-ae66-bf7c48c1fea6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f15dd4f9-2a96-4fff-945c-a3f80f909046 HTTP/1.1" status: 200 len: 897 time: 0.1246734 May 31 16:02:35.159398 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-80717ff9-54c1-42ca-9a1b-e17f8109d059 req-cde48127-9912-478b-9745-3b6e014f4e92 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a54b0bf-a693-4847-9575-9ce439344d4e HTTP/1.1" status: 200 len: 217 time: 0.0598733 May 31 16:02:35.226290 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80717ff9-54c1-42ca-9a1b-e17f8109d059 req-94d06d1d-652a-4f86-ac25-63fc41db343c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:35.227738 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-80717ff9-54c1-42ca-9a1b-e17f8109d059 req-94d06d1d-652a-4f86-ac25-63fc41db343c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=506a6cee-24e3-4422-bdcb-ec5149c1922f HTTP/1.1" status: 200 len: 834 time: 0.0612361 May 31 16:02:35.306257 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80717ff9-54c1-42ca-9a1b-e17f8109d059 req-0a40d3a2-201f-4cd4-aa23-498d8ffafbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:35.307896 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-80717ff9-54c1-42ca-9a1b-e17f8109d059 req-0a40d3a2-201f-4cd4-aa23-498d8ffafbf8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f15dd4f9-2a96-4fff-945c-a3f80f909046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0739038 May 31 16:02:35.445861 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-80717ff9-54c1-42ca-9a1b-e17f8109d059 req-b212bfbc-837d-4168-b259-612c91590b77 service neutron] 10.222.0.59 "GET /v2.0/networks/f15dd4f9-2a96-4fff-945c-a3f80f909046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305389 May 31 16:02:35.579598 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-80717ff9-54c1-42ca-9a1b-e17f8109d059 req-b8604cd9-fc20-44e3-868a-dfad834023c0 service neutron] 10.222.0.59 "GET /v2.0/networks/f15dd4f9-2a96-4fff-945c-a3f80f909046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271210 May 31 16:02:36.050292 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93587d9-f54d-4c76-9734-54531239ac80 req-f9d22c5f-7b33-478e-9cda-8afadada0890 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:36.051767 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b93587d9-f54d-4c76-9734-54531239ac80 req-f9d22c5f-7b33-478e-9cda-8afadada0890 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=0df7d4e6-4a08-44bd-910c-93ecffe45b87 HTTP/1.1" status: 200 len: 943 time: 0.0919454 May 31 16:02:36.241032 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b93587d9-f54d-4c76-9734-54531239ac80 req-f2f0f822-5439-4ea0-a324-0550029597c9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c4b10c3-11dc-423d-8aa8-b41988ab32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808803 May 31 16:02:37.006717 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:37.443476 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac6af2-d36c-4db9-acf8-6faebefab443 req-cbcf2b82-1fd3-4a86-8d69-987e5c8e24c2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:37.444930 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ccac6af2-d36c-4db9-acf8-6faebefab443 req-cbcf2b82-1fd3-4a86-8d69-987e5c8e24c2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=0df7d4e6-4a08-44bd-910c-93ecffe45b87 HTTP/1.1" status: 200 len: 943 time: 0.0904405 May 31 16:02:37.491259 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ccac6af2-d36c-4db9-acf8-6faebefab443 req-34b3ccb8-c0bd-4a5b-a352-455411e0fa96 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c4b10c3-11dc-423d-8aa8-b41988ab32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383546 May 31 16:02:37.901808 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f272ee0c-4111-4e61-8856-bfab3f75c800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:38.373099 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:38.707302 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e893256-fc2b-4c9a-99fa-d09e600689e1 req-6b011907-9e26-4545-819a-6d1da8ecef0a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:38.708670 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4e893256-fc2b-4c9a-99fa-d09e600689e1 req-6b011907-9e26-4545-819a-6d1da8ecef0a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=0df7d4e6-4a08-44bd-910c-93ecffe45b87 HTTP/1.1" status: 200 len: 943 time: 0.0935283 May 31 16:02:38.755350 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4e893256-fc2b-4c9a-99fa-d09e600689e1 req-96622d7d-92c8-4089-9848-ddefc29281fd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c4b10c3-11dc-423d-8aa8-b41988ab32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407162 May 31 16:02:39.721578 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:39.755384 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 0a54b0bf-a693-4847-9575-9ce439344d4e details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:02:39.896861 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 0a54b0bf-a693-4847-9575-9ce439344d4e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0a54b0bf-a693-4847-9575-9ce439344d4e,segment=NetworkSegment(e6d94c6b-3871-48a3-abc4-3b84f6ec7572),segment_id=e6d94c6b-3871-48a3-abc4-3b84f6ec7572)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:02:39.911267 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '0a54b0bf-a693-4847-9575-9ce439344d4e', 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046', 'port_id': '0a54b0bf-a693-4847-9575-9ce439344d4e', 'mac_address': 'fa:16:3e:c9:9d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506a6cee-24e3-4422-bdcb-ec5149c1922f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:02:39.948986 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c19ac6-7347-4dac-9dd4-083fb77d89de req-aa72ede9-c49d-4083-9673-7602de4b7bb4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:39.950357 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-37c19ac6-7347-4dac-9dd4-083fb77d89de req-aa72ede9-c49d-4083-9673-7602de4b7bb4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=0df7d4e6-4a08-44bd-910c-93ecffe45b87 HTTP/1.1" status: 200 len: 943 time: 0.0803680 May 31 16:02:39.967781 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:39.985168 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a54b0bf-a693-4847-9575-9ce439344d4e {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:02:39.998620 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-37c19ac6-7347-4dac-9dd4-083fb77d89de req-78b6960b-2f26-4c73-a187-e8d493dce90d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c4b10c3-11dc-423d-8aa8-b41988ab32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423698 May 31 16:02:40.000799 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 0a54b0bf-a693-4847-9575-9ce439344d4e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0a54b0bf-a693-4847-9575-9ce439344d4e,segment=NetworkSegment(e6d94c6b-3871-48a3-abc4-3b84f6ec7572),segment_id=e6d94c6b-3871-48a3-abc4-3b84f6ec7572)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:02:40.005654 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:40.008422 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:40.076848 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=0a54b0bf-a693-4847-9575-9ce439344d4e,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:40.080024 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:40.331498 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['0a54b0bf-a693-4847-9575-9ce439344d4e'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:02:41.199702 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444bc3b-41c9-4a46-8520-cf2b8a874fac req-1bf43c9a-2248-4c93-bedf-f32eef7095e1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:41.201147 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d444bc3b-41c9-4a46-8520-cf2b8a874fac req-1bf43c9a-2248-4c93-bedf-f32eef7095e1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=0df7d4e6-4a08-44bd-910c-93ecffe45b87 HTTP/1.1" status: 200 len: 944 time: 0.0884371 May 31 16:02:41.246358 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d444bc3b-41c9-4a46-8520-cf2b8a874fac req-83125237-4956-4ab8-9bad-41110c68dc3a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c4b10c3-11dc-423d-8aa8-b41988ab32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391717 May 31 16:02:41.765915 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 0a54b0bf-a693-4847-9575-9ce439344d4e up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:02:41.843743 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port 0a54b0bf-a693-4847-9575-9ce439344d4e completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:02:41.848613 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 0a54b0bf-a693-4847-9575-9ce439344d4e triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:02:41.848997 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:41.966048 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:41.991970 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df7d4e6-4a08-44bd-910c-93ecffe45b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a54b0bf-a693-4847-9575-9ce439344d4e'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:02:41.994295 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10c483f-798c-47dd-8557-8b46dd837b5e" -d '{"events": [{"server_uuid": "0df7d4e6-4a08-44bd-910c-93ecffe45b87", "name": "network-vif-plugged", "status": "completed", "tag": "0a54b0bf-a693-4847-9575-9ce439344d4e"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:02:42.002318 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 0a54b0bf-a693-4847-9575-9ce439344d4e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0a54b0bf-a693-4847-9575-9ce439344d4e,segment=NetworkSegment(e6d94c6b-3871-48a3-abc4-3b84f6ec7572),segment_id=e6d94c6b-3871-48a3-abc4-3b84f6ec7572)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:02:42.008575 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:42.011416 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-34fc1478-0396-46f8-b9d2-a5e720eb6692 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:42.049393 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14eb81f7-6370-46ba-aec2-150ccfdc5ead x-openstack-request-id: req-14eb81f7-6370-46ba-aec2-150ccfdc5ead {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:02:42.049680 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df7d4e6-4a08-44bd-910c-93ecffe45b87", "name": "network-vif-plugged", "status": "completed", "tag": "0a54b0bf-a693-4847-9575-9ce439344d4e", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:02:42.049966 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-14eb81f7-6370-46ba-aec2-150ccfdc5ead {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:02:42.050346 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df7d4e6-4a08-44bd-910c-93ecffe45b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a54b0bf-a693-4847-9575-9ce439344d4e', 'code': 200} May 31 16:02:42.089458 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=0a54b0bf-a693-4847-9575-9ce439344d4e,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:42.092450 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:42.285852 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f88603-8ba9-4871-a71e-4a17a2698c24 req-3c49a738-338f-479e-84ef-a27e61c51b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:42.287422 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c2f88603-8ba9-4871-a71e-4a17a2698c24 req-3c49a738-338f-479e-84ef-a27e61c51b63 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0df7d4e6-4a08-44bd-910c-93ecffe45b87 HTTP/1.1" status: 200 len: 1098 time: 0.0772822 May 31 16:02:42.329768 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c2f88603-8ba9-4871-a71e-4a17a2698c24 req-aa2583bf-6e82-43a8-ba9f-a433fbeac961 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8c4b10c3-11dc-423d-8aa8-b41988ab32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349329 May 31 16:02:42.434041 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad094bd5-fa09-4daa-81ae-75bb66a77d3c req-bf4542ea-bac0-44f0-b481-c45fe67618fc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:42.435540 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ad094bd5-fa09-4daa-81ae-75bb66a77d3c req-bf4542ea-bac0-44f0-b481-c45fe67618fc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=0df7d4e6-4a08-44bd-910c-93ecffe45b87 HTTP/1.1" status: 200 len: 945 time: 0.0821974 May 31 16:02:42.483515 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ad094bd5-fa09-4daa-81ae-75bb66a77d3c req-b755724f-b6e5-45c4-9ca7-1c9949b818b0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c4b10c3-11dc-423d-8aa8-b41988ab32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403175 May 31 16:02:43.680704 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fe708-6fdb-41ca-bab0-b8fcdb84f4b7 req-c03a55be-e3d9-4862-8c94-915e735b9ce0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:43.682223 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6e1fe708-6fdb-41ca-bab0-b8fcdb84f4b7 req-c03a55be-e3d9-4862-8c94-915e735b9ce0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=0df7d4e6-4a08-44bd-910c-93ecffe45b87 HTTP/1.1" status: 200 len: 945 time: 0.0919242 May 31 16:02:43.727260 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6e1fe708-6fdb-41ca-bab0-b8fcdb84f4b7 req-d412cdd9-09f7-449c-a0c1-aac429a534d9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c4b10c3-11dc-423d-8aa8-b41988ab32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391514 May 31 16:02:43.921294 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2310c3-e5dc-453f-ae84-0679218c647c req-c73b5f61-0bdc-410b-9987-78130d68f45c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:43.922789 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6e2310c3-e5dc-453f-ae84-0679218c647c req-c73b5f61-0bdc-410b-9987-78130d68f45c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=0df7d4e6-4a08-44bd-910c-93ecffe45b87 HTTP/1.1" status: 200 len: 945 time: 0.0920513 May 31 16:02:44.012575 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6e2310c3-e5dc-453f-ae84-0679218c647c req-9fdb2b74-262c-49f2-905f-66f147b79e9f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c4b10c3-11dc-423d-8aa8-b41988ab32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567555 May 31 16:02:44.029253 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7478dc26-d247-43fa-ab66-6f2bce47765c req-37035775-e0c0-4550-8548-ee3723b47cb2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0df7d4e6-4a08-44bd-910c-93ecffe45b87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1055336 May 31 16:02:44.035582 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34342) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:44.151094 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56b8446-5332-4bc6-a684-3395c0522c54 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:44.152565 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f56b8446-5332-4bc6-a684-3395c0522c54 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0df7d4e6-4a08-44bd-910c-93ecffe45b87 HTTP/1.1" status: 200 len: 1093 time: 0.1160550 May 31 16:02:44.155948 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34346) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:44.161484 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-dd2bfb7c-9fe6-4f76-978c-6a7e5a7b7285 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'port_id': '0a54b0bf-a693-4847-9575-9ce439344d4e', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:02:44.168282 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-dd2bfb7c-9fe6-4f76-978c-6a7e5a7b7285 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:02:44.172950 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-dd2bfb7c-9fe6-4f76-978c-6a7e5a7b7285 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:floatingip and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:02:44.176005 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-dd2bfb7c-9fe6-4f76-978c-6a7e5a7b7285 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:02:44.178839 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478dc26-d247-43fa-ab66-6f2bce47765c req-fbeb1266-e4c0-47e2-ad8a-997d4d9c117b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:44.180368 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7478dc26-d247-43fa-ab66-6f2bce47765c req-fbeb1266-e4c0-47e2-ad8a-997d4d9c117b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=0df7d4e6-4a08-44bd-910c-93ecffe45b87 HTTP/1.1" status: 200 len: 1098 time: 0.0839250 May 31 16:02:44.182991 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-dd2bfb7c-9fe6-4f76-978c-6a7e5a7b7285 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:02:44.194370 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dd2bfb7c-9fe6-4f76-978c-6a7e5a7b7285 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:44.330127 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478dc26-d247-43fa-ab66-6f2bce47765c req-d0e7fe6f-6d2b-4e8e-8b03-5e8454b15398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:44.331579 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7478dc26-d247-43fa-ab66-6f2bce47765c req-d0e7fe6f-6d2b-4e8e-8b03-5e8454b15398 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f15dd4f9-2a96-4fff-945c-a3f80f909046 HTTP/1.1" status: 200 len: 897 time: 0.1295729 May 31 16:02:44.335289 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dd2bfb7c-9fe6-4f76-978c-6a7e5a7b7285 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:44.403492 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7478dc26-d247-43fa-ab66-6f2bce47765c req-72954ac1-9ff6-4846-ac99-54606be57fc9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a54b0bf-a693-4847-9575-9ce439344d4e HTTP/1.1" status: 200 len: 217 time: 0.0634968 May 31 16:02:44.464968 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478dc26-d247-43fa-ab66-6f2bce47765c req-c6216e0d-3570-40db-8ff3-4418b707f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:44.466403 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7478dc26-d247-43fa-ab66-6f2bce47765c req-c6216e0d-3570-40db-8ff3-4418b707f823 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=506a6cee-24e3-4422-bdcb-ec5149c1922f HTTP/1.1" status: 200 len: 834 time: 0.0570092 May 31 16:02:44.479983 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-dd2bfb7c-9fe6-4f76-978c-6a7e5a7b7285 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.26.0.46 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/d810dabb-535c-44ee-ad36-d74973207f29) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:02:44.543631 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478dc26-d247-43fa-ab66-6f2bce47765c req-17a62c2d-9efd-46c7-8950-7e445a70a14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:44.545462 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7478dc26-d247-43fa-ab66-6f2bce47765c req-17a62c2d-9efd-46c7-8950-7e445a70a14f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f15dd4f9-2a96-4fff-945c-a3f80f909046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0724673 May 31 16:02:44.631577 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dd2bfb7c-9fe6-4f76-978c-6a7e5a7b7285 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:44.663715 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dd2bfb7c-9fe6-4f76-978c-6a7e5a7b7285 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:44.668371 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b87b0aae-ca39-4f0a-9a98-14a1b07a0d89 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:44.680411 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7478dc26-d247-43fa-ab66-6f2bce47765c req-7eb66b17-9c7d-4e95-bf08-0d9f7f797e7c service neutron] 10.222.0.59 "GET /v2.0/networks/f15dd4f9-2a96-4fff-945c-a3f80f909046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281505 May 31 16:02:44.730921 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2bfb7c-9fe6-4f76-978c-6a7e5a7b7285 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:02:44.734005 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-dd2bfb7c-9fe6-4f76-978c-6a7e5a7b7285 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:02:44.738825 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2bfb7c-9fe6-4f76-978c-6a7e5a7b7285 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:02:44.772576 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2bfb7c-9fe6-4f76-978c-6a7e5a7b7285 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=d810dabb-535c-44ee-ad36-d74973207f29,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:44.779887 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-dd2bfb7c-9fe6-4f76-978c-6a7e5a7b7285 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:44.816496 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7478dc26-d247-43fa-ab66-6f2bce47765c req-6d5668fb-d6fe-4c84-b06e-6b93b5dff4d5 service neutron] 10.222.0.59 "GET /v2.0/networks/f15dd4f9-2a96-4fff-945c-a3f80f909046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288178 May 31 16:02:45.321678 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dd2bfb7c-9fe6-4f76-978c-6a7e5a7b7285 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:45.409586 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dd2bfb7c-9fe6-4f76-978c-6a7e5a7b7285 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:45.633939 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dd2bfb7c-9fe6-4f76-978c-6a7e5a7b7285 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:45.641180 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dd2bfb7c-9fe6-4f76-978c-6a7e5a7b7285 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:45.645670 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b5918523-654b-4ab0-bdb3-c74b55806857 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:02:45.746320 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2bfb7c-9fe6-4f76-978c-6a7e5a7b7285 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=d810dabb-535c-44ee-ad36-d74973207f29,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:02:45.750557 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-dd2bfb7c-9fe6-4f76-978c-6a7e5a7b7285 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:02:45.759550 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dd2bfb7c-9fe6-4f76-978c-6a7e5a7b7285 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:45.942250 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.l3_db [None req-dd2bfb7c-9fe6-4f76-978c-6a7e5a7b7285 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Floating IP e887e9fd-1709-4596-8c89-fa951016cc25 associated. External IP: 172.26.0.46, port: 0a54b0bf-a693-4847-9575-9ce439344d4e. May 31 16:02:46.298625 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2bfb7c-9fe6-4f76-978c-6a7e5a7b7285 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 1ac9a203-d2ea-44bd-8d78-1ea01f83dab2 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:02:46.627325 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2bfb7c-9fe6-4f76-978c-6a7e5a7b7285 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:02:46.638322 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85266126-dd6c-453e-913e-ebdcf595767f None None] Sync routers for ids ['1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:02:46.649712 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85266126-dd6c-453e-913e-ebdcf595767f None None] Routers {'1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:02:46.650742 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-85266126-dd6c-453e-913e-ebdcf595767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:02:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:02:46.653988 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-dd2bfb7c-9fe6-4f76-978c-6a7e5a7b7285 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:02:46.712414 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-dd2bfb7c-9fe6-4f76-978c-6a7e5a7b7285 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5526555 May 31 16:02:46.712414 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df7d4e6-4a08-44bd-910c-93ecffe45b87', 'tag': '0a54b0bf-a693-4847-9575-9ce439344d4e'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:02:46.712802 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ecca43-9146-4f94-b5db-c88e0c6f8cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "0df7d4e6-4a08-44bd-910c-93ecffe45b87", "tag": "0a54b0bf-a693-4847-9575-9ce439344d4e"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:02:46.713770 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34350) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:46.756938 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be1ef03-a766-43f4-8b64-1701d4654fad x-openstack-request-id: req-6be1ef03-a766-43f4-8b64-1701d4654fad {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:02:46.757250 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df7d4e6-4a08-44bd-910c-93ecffe45b87", "tag": "0a54b0bf-a693-4847-9575-9ce439344d4e", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:02:46.757568 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6be1ef03-a766-43f4-8b64-1701d4654fad {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:02:46.757996 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df7d4e6-4a08-44bd-910c-93ecffe45b87', 'tag': '0a54b0bf-a693-4847-9575-9ce439344d4e', 'status': 'completed', 'code': 200} May 31 16:02:46.829200 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-85266126-dd6c-453e-913e-ebdcf595767f None None] Set router 1ac9a203-d2ea-44bd-8d78-1ea01f83dab2 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:02:47.097179 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-36be8b98-07d8-40e1-b512-6ba453b8df24 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/routers/1ac9a203-d2ea-44bd-8d78-1ea01f83dab2 HTTP/1.1" status: 200 len: 923 time: 0.3819430 May 31 16:02:47.099531 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34356) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:47.155737 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecca43-9146-4f94-b5db-c88e0c6f8cb7 req-2325d93b-83e6-44f1-bbfc-baaae7f395e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:47.157224 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-90ecca43-9146-4f94-b5db-c88e0c6f8cb7 req-2325d93b-83e6-44f1-bbfc-baaae7f395e4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=0df7d4e6-4a08-44bd-910c-93ecffe45b87 HTTP/1.1" status: 200 len: 1098 time: 0.3681188 May 31 16:02:47.174771 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-85266126-dd6c-453e-913e-ebdcf595767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'name': 'tempest-TestNetworkBasicOps-router-1932041555', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137'}], 'enable_snat': True}, 'gw_port_id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:02:20Z', 'updated_at': '2021-05-31T16:02:26Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:02:21Z', 'updated_at': '2021-05-31T16:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'e887e9fd-1709-4596-8c89-fa951016cc25', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.46', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'port_id': '0a54b0bf-a693-4847-9575-9ce439344d4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046', 'mac_address': 'fa:16:3e:c9:9d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df7d4e6-4a08-44bd-910c-93ecffe45b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:02:45Z', 'updated_at': '2021-05-31T16:02:45Z', 'revision_number': 0, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12', 'name': '', 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:4b:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '506a6cee-24e3-4422-bdcb-ec5149c1922f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:02:25Z', 'updated_at': '2021-05-31T16:02:31Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '506a6cee-24e3-4422-bdcb-ec5149c1922f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:02:47.178745 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85266126-dd6c-453e-913e-ebdcf595767f None None] Checking router: 1ac9a203-d2ea-44bd-8d78-1ea01f83dab2 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:02:47.186969 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85266126-dd6c-453e-913e-ebdcf595767f None None] Routers {'1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:02:47.187602 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-85266126-dd6c-453e-913e-ebdcf595767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:02:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:02:47.292990 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2baa125b-b6ff-433d-bf02-7d59df663029 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/e887e9fd-1709-4596-8c89-fa951016cc25 HTTP/1.1" status: 200 len: 990 time: 0.1922078 May 31 16:02:47.329833 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecca43-9146-4f94-b5db-c88e0c6f8cb7 req-c4e9c1de-0559-4e5a-afe9-3785abec202b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:47.331305 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-90ecca43-9146-4f94-b5db-c88e0c6f8cb7 req-c4e9c1de-0559-4e5a-afe9-3785abec202b service neutron] 10.222.0.59 "GET /v2.0/networks?id=f15dd4f9-2a96-4fff-945c-a3f80f909046 HTTP/1.1" status: 200 len: 897 time: 0.1670923 May 31 16:02:47.362384 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-85266126-dd6c-453e-913e-ebdcf595767f None None] Set router 1ac9a203-d2ea-44bd-8d78-1ea01f83dab2 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:02:47.437083 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-90ecca43-9146-4f94-b5db-c88e0c6f8cb7 req-7f1cc214-dc43-457f-9dc3-0c6d9899c33b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a54b0bf-a693-4847-9575-9ce439344d4e HTTP/1.1" status: 200 len: 998 time: 0.0991304 May 31 16:02:47.502310 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecca43-9146-4f94-b5db-c88e0c6f8cb7 req-65af768a-9bda-4599-8a70-4df97c7a9f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:47.503859 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-90ecca43-9146-4f94-b5db-c88e0c6f8cb7 req-65af768a-9bda-4599-8a70-4df97c7a9f02 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=506a6cee-24e3-4422-bdcb-ec5149c1922f HTTP/1.1" status: 200 len: 834 time: 0.0588841 May 31 16:02:47.580109 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecca43-9146-4f94-b5db-c88e0c6f8cb7 req-ffc1f371-54d5-44c9-af8a-38dfc7796bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:02:47.581640 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-90ecca43-9146-4f94-b5db-c88e0c6f8cb7 req-ffc1f371-54d5-44c9-af8a-38dfc7796bfc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f15dd4f9-2a96-4fff-945c-a3f80f909046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0709178 May 31 16:02:47.717194 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-90ecca43-9146-4f94-b5db-c88e0c6f8cb7 req-8ed13f4b-8f42-4ce1-ba08-304f596863f3 service neutron] 10.222.0.59 "GET /v2.0/networks/f15dd4f9-2a96-4fff-945c-a3f80f909046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282096 May 31 16:02:47.747983 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-85266126-dd6c-453e-913e-ebdcf595767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'name': 'tempest-TestNetworkBasicOps-router-1932041555', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137'}], 'enable_snat': True}, 'gw_port_id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:02:20Z', 'updated_at': '2021-05-31T16:02:26Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:02:21Z', 'updated_at': '2021-05-31T16:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'e887e9fd-1709-4596-8c89-fa951016cc25', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.46', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'port_id': '0a54b0bf-a693-4847-9575-9ce439344d4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046', 'mac_address': 'fa:16:3e:c9:9d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df7d4e6-4a08-44bd-910c-93ecffe45b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:02:45Z', 'updated_at': '2021-05-31T16:02:45Z', 'revision_number': 0, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12', 'name': '', 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:4b:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '506a6cee-24e3-4422-bdcb-ec5149c1922f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:02:25Z', 'updated_at': '2021-05-31T16:02:31Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '506a6cee-24e3-4422-bdcb-ec5149c1922f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:02:47.752612 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85266126-dd6c-453e-913e-ebdcf595767f None None] The sync data for ids ['1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'] in dv-neutron-601336-79-hyperv is: [{'id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'name': 'tempest-TestNetworkBasicOps-router-1932041555', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137'}], 'enable_snat': True}, 'gw_port_id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:02:20Z', 'updated_at': '2021-05-31T16:02:26Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:02:21Z', 'updated_at': '2021-05-31T16:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'e887e9fd-1709-4596-8c89-fa951016cc25', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.46', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'port_id': '0a54b0bf-a693-4847-9575-9ce439344d4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046', 'mac_address': 'fa:16:3e:c9:9d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df7d4e6-4a08-44bd-910c-93ecffe45b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:02:45Z', 'updated_at': '2021-05-31T16:02:45Z', 'revision_number': 0, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12', 'name': '', 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:4b:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '506a6cee-24e3-4422-bdcb-ec5149c1922f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:02:25Z', 'updated_at': '2021-05-31T16:02:31Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '506a6cee-24e3-4422-bdcb-ec5149c1922f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:02:47.854028 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-90ecca43-9146-4f94-b5db-c88e0c6f8cb7 req-2bf84633-0fcc-4ff6-89e7-60b5b0a4bead service neutron] 10.222.0.59 "GET /v2.0/networks/f15dd4f9-2a96-4fff-945c-a3f80f909046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299286 May 31 16:02:47.932664 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad90c40b-60fd-4119-ab8b-3e404b71a87c None None] New status for floating IP e887e9fd-1709-4596-8c89-fa951016cc25: ACTIVE {{(pid=99206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:02:48.296888 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34360) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:02:48.403065 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d538ec42-88a0-4356-9a29-7a4cbaf78e03 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/e887e9fd-1709-4596-8c89-fa951016cc25 HTTP/1.1" status: 200 len: 992 time: 0.1049407 May 31 16:02:56.770094 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:02:58.311954 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:03:04.649435 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9bfd17e9-390d-420c-9fd5-f3fb9543404f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:03:07.004537 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:03:07.900595 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d04bdbf5-13d7-46e0-90e1-5431f5ed1957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:03:08.387037 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:03:09.734871 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:03:28.324671 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:03:33.775006 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:03:34.655405 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-da1f3b23-5d9c-4345-bedd-a330762fb06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:03:37.007155 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:03:37.895591 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a9e55691-3560-4111-9248-709205eb3632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:03:38.381673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:03:39.734083 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:03:45.592121 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6f7b6798-ebbd-4fd4-81b3-6159ac6c4cd4 req-c800f77c-d130-4205-ad95-25e90036ea54 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0df7d4e6-4a08-44bd-910c-93ecffe45b87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0884640 May 31 16:03:45.748626 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b6798-ebbd-4fd4-81b3-6159ac6c4cd4 req-6732eedb-035e-464e-abb9-7608053d1e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:03:45.750554 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6f7b6798-ebbd-4fd4-81b3-6159ac6c4cd4 req-6732eedb-035e-464e-abb9-7608053d1e4e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=0df7d4e6-4a08-44bd-910c-93ecffe45b87 HTTP/1.1" status: 200 len: 1098 time: 0.0797429 May 31 16:03:45.899030 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b6798-ebbd-4fd4-81b3-6159ac6c4cd4 req-774b2c07-468c-4151-b9e9-e3f695aa5264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:03:45.900510 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6f7b6798-ebbd-4fd4-81b3-6159ac6c4cd4 req-774b2c07-468c-4151-b9e9-e3f695aa5264 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f15dd4f9-2a96-4fff-945c-a3f80f909046 HTTP/1.1" status: 200 len: 897 time: 0.1288598 May 31 16:03:46.005752 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6f7b6798-ebbd-4fd4-81b3-6159ac6c4cd4 req-2472598e-2c4f-4fdf-97fc-16bbbfbaeec4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a54b0bf-a693-4847-9575-9ce439344d4e HTTP/1.1" status: 200 len: 1000 time: 0.0986643 May 31 16:03:46.068950 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b6798-ebbd-4fd4-81b3-6159ac6c4cd4 req-065b04b1-d4d7-4197-bf1a-646b6dff8d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:03:46.070312 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6f7b6798-ebbd-4fd4-81b3-6159ac6c4cd4 req-065b04b1-d4d7-4197-bf1a-646b6dff8d8c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=506a6cee-24e3-4422-bdcb-ec5149c1922f HTTP/1.1" status: 200 len: 834 time: 0.0582976 May 31 16:03:46.151917 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b6798-ebbd-4fd4-81b3-6159ac6c4cd4 req-08a24988-df5f-408b-95ff-a6bd9f719de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:03:46.153320 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6f7b6798-ebbd-4fd4-81b3-6159ac6c4cd4 req-08a24988-df5f-408b-95ff-a6bd9f719de8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f15dd4f9-2a96-4fff-945c-a3f80f909046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0752544 May 31 16:03:46.282774 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6f7b6798-ebbd-4fd4-81b3-6159ac6c4cd4 req-86838f81-7320-42c7-9bec-a02c61ea6383 service neutron] 10.222.0.59 "GET /v2.0/networks/f15dd4f9-2a96-4fff-945c-a3f80f909046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219208 May 31 16:03:46.580351 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6f7b6798-ebbd-4fd4-81b3-6159ac6c4cd4 req-f6f6697a-dee8-4c32-9226-7eba7deeb863 service neutron] 10.222.0.59 "GET /v2.0/networks/f15dd4f9-2a96-4fff-945c-a3f80f909046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903571 May 31 16:03:58.351776 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:03:59.819491 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34382) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:00.165201 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ede17ec0-0e07-4c4f-b9a3-b260ec62cdd5 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/routers/1ac9a203-d2ea-44bd-8d78-1ea01f83dab2/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.3443134 May 31 16:04:00.169376 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34388) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:00.370679 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db48faa9-5abc-416c-a0bb-72d90f4569f5 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Notify agent at dv-neutron-601336-79-hyperv the message router_removed_from_agent {{(pid=99205) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} May 31 16:04:00.377483 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-db48faa9-5abc-416c-a0bb-72d90f4569f5 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "DELETE /v2.0/agents/36ee6183-30e2-4a2f-aa18-a0340f3375f4/l3-routers/1ac9a203-d2ea-44bd-8d78-1ea01f83dab2 HTTP/1.1" status: 204 len: 168 time: 0.2071831 May 31 16:04:00.380293 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34392) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:00.576776 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-321b0707-9afa-45b7-bac4-d72abed6b6e5 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/routers/1ac9a203-d2ea-44bd-8d78-1ea01f83dab2/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1952009 May 31 16:04:00.580623 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34396) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:00.686553 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a3a9a229-4afe-42fb-ae28-60d552eafc67 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/e887e9fd-1709-4596-8c89-fa951016cc25 HTTP/1.1" status: 200 len: 992 time: 0.1045504 May 31 16:04:01.131349 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79921966-25b7-45cb-8f91-a47848ae81eb None None] New status for floating IP e887e9fd-1709-4596-8c89-fa951016cc25: DOWN {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:04:01.417747 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:04:01.525196 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:01.560125 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12,segment=NetworkSegment(e6d94c6b-3871-48a3-abc4-3b84f6ec7572),segment_id=e6d94c6b-3871-48a3-abc4-3b84f6ec7572)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:04:01.565329 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:01.566140 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 28c3b082-f827-444b-ae5f-fc518bdd9a6f no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:04:01.589012 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:01.680910 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12,revision_number=6']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:01.690756 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34400) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:01.713914 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:01.714222 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:01.714569 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:01.714887 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:01.715226 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:01.715544 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:01.715832 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:01.716173 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:01.716483 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:01.716795 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:01.717100 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:01.717408 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:01.724845 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:01.750650 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:01.767853 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 28c3b082-f827-444b-ae5f-fc518bdd9a6f, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=28c3b082-f827-444b-ae5f-fc518bdd9a6f,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:04:01.772106 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:01.774002 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-34fc1478-0396-46f8-b9d2-a5e720eb6692 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:01.800930 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-99a1166a-1644-436c-8ba7-0218efa19548 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/e887e9fd-1709-4596-8c89-fa951016cc25 HTTP/1.1" status: 200 len: 990 time: 0.1088924 May 31 16:04:01.838434 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=28c3b082-f827-444b-ae5f-fc518bdd9a6f,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:01.841428 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:03.845916 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34408) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:04.066314 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639b8a03-45f7-4a6e-98c8-f39f6e2e4871 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Router 1ac9a203-d2ea-44bd-8d78-1ea01f83dab2 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 16:04:04.066582 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639b8a03-45f7-4a6e-98c8-f39f6e2e4871 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Notify agent at dv-neutron-601336-79-hyperv the message router_added_to_agent {{(pid=99205) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} May 31 16:04:04.099104 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-639b8a03-45f7-4a6e-98c8-f39f6e2e4871 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "POST /v2.0/agents/36ee6183-30e2-4a2f-aa18-a0340f3375f4/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2520711 May 31 16:04:04.101910 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34414) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:04.119441 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952ab038-01e4-47b0-a6bf-abb9617d8722 None None] Sync routers for ids ['1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:04:04.129203 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952ab038-01e4-47b0-a6bf-abb9617d8722 None None] Routers {'1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:04:04.129816 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-952ab038-01e4-47b0-a6bf-abb9617d8722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:03:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:04:04.283294 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6e182cde-cf48-4e47-a7b0-a58d1eda65c7 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/routers/1ac9a203-d2ea-44bd-8d78-1ea01f83dab2/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.1801519 May 31 16:04:04.286107 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34420) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:04.305779 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-952ab038-01e4-47b0-a6bf-abb9617d8722 None None] Set router 1ac9a203-d2ea-44bd-8d78-1ea01f83dab2 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:04:04.562326 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8cadb4c0-9ed3-44e6-9325-a59b5082e393 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/e887e9fd-1709-4596-8c89-fa951016cc25 HTTP/1.1" status: 200 len: 990 time: 0.2749825 May 31 16:04:04.653239 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-99274ad9-2fce-4489-8c1f-63d81f607245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:04.667734 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-952ab038-01e4-47b0-a6bf-abb9617d8722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'name': 'tempest-TestNetworkBasicOps-router-1932041555', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137'}], 'enable_snat': True}, 'gw_port_id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:02:20Z', 'updated_at': '2021-05-31T16:02:26Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:02:21Z', 'updated_at': '2021-05-31T16:04:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'e887e9fd-1709-4596-8c89-fa951016cc25', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.46', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'port_id': '0a54b0bf-a693-4847-9575-9ce439344d4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046', 'mac_address': 'fa:16:3e:c9:9d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df7d4e6-4a08-44bd-910c-93ecffe45b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:02:45Z', 'updated_at': '2021-05-31T16:04:01Z', 'revision_number': 2, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12', 'name': '', 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:4b:ef:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '506a6cee-24e3-4422-bdcb-ec5149c1922f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:02:25Z', 'updated_at': '2021-05-31T16:04:01Z', 'revision_number': 6, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '506a6cee-24e3-4422-bdcb-ec5149c1922f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:04:04.671785 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952ab038-01e4-47b0-a6bf-abb9617d8722 None None] Checking router: 1ac9a203-d2ea-44bd-8d78-1ea01f83dab2 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:04:04.680517 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952ab038-01e4-47b0-a6bf-abb9617d8722 None None] Routers {'1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:04:04.681125 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-952ab038-01e4-47b0-a6bf-abb9617d8722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:03:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:04:04.905674 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-952ab038-01e4-47b0-a6bf-abb9617d8722 None None] Set router 1ac9a203-d2ea-44bd-8d78-1ea01f83dab2 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:04:05.254230 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-952ab038-01e4-47b0-a6bf-abb9617d8722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'name': 'tempest-TestNetworkBasicOps-router-1932041555', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137'}], 'enable_snat': True}, 'gw_port_id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:02:20Z', 'updated_at': '2021-05-31T16:02:26Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:02:21Z', 'updated_at': '2021-05-31T16:04:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'e887e9fd-1709-4596-8c89-fa951016cc25', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.46', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'port_id': '0a54b0bf-a693-4847-9575-9ce439344d4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046', 'mac_address': 'fa:16:3e:c9:9d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df7d4e6-4a08-44bd-910c-93ecffe45b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:02:45Z', 'updated_at': '2021-05-31T16:04:01Z', 'revision_number': 2, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12', 'name': '', 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:4b:ef:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '506a6cee-24e3-4422-bdcb-ec5149c1922f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:02:25Z', 'updated_at': '2021-05-31T16:04:01Z', 'revision_number': 6, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '506a6cee-24e3-4422-bdcb-ec5149c1922f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:04:05.259142 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952ab038-01e4-47b0-a6bf-abb9617d8722 None None] The sync data for ids ['1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'] in dv-neutron-601336-79-hyperv is: [{'id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'name': 'tempest-TestNetworkBasicOps-router-1932041555', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137'}], 'enable_snat': True}, 'gw_port_id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:02:20Z', 'updated_at': '2021-05-31T16:02:26Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:02:21Z', 'updated_at': '2021-05-31T16:04:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'e887e9fd-1709-4596-8c89-fa951016cc25', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.46', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'port_id': '0a54b0bf-a693-4847-9575-9ce439344d4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046', 'mac_address': 'fa:16:3e:c9:9d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df7d4e6-4a08-44bd-910c-93ecffe45b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:02:45Z', 'updated_at': '2021-05-31T16:04:01Z', 'revision_number': 2, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12', 'name': '', 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:4b:ef:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '506a6cee-24e3-4422-bdcb-ec5149c1922f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:02:25Z', 'updated_at': '2021-05-31T16:04:01Z', 'revision_number': 6, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '506a6cee-24e3-4422-bdcb-ec5149c1922f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:04:05.566756 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34424) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:05.676714 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-41ff43e5-f678-48d3-aedb-0c3071fe790a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/e887e9fd-1709-4596-8c89-fa951016cc25 HTTP/1.1" status: 200 len: 990 time: 0.1085930 May 31 16:04:06.682154 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34428) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:06.761834 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe010938-aae3-43d6-a912-325b4a18ab33 None None] New status for floating IP e887e9fd-1709-4596-8c89-fa951016cc25: ACTIVE {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:04:06.800604 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-5d8fd829-bd80-4b86-8595-df18fde799af tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/e887e9fd-1709-4596-8c89-fa951016cc25 HTTP/1.1" status: 200 len: 990 time: 0.1168401 May 31 16:04:07.002378 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:07.446470 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:04:07.517081 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:04:07.517447 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:07.627113 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:07.658916 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12,segment=NetworkSegment(e6d94c6b-3871-48a3-abc4-3b84f6ec7572),segment_id=e6d94c6b-3871-48a3-abc4-3b84f6ec7572)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:04:07.665293 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:07.666063 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 28c3b082-f827-444b-ae5f-fc518bdd9a6f up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:04:07.690973 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:07.776455 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12,revision_number=7']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:07.779883 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:07.789106 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 28c3b082-f827-444b-ae5f-fc518bdd9a6f triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:04:07.789478 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:07.804636 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34432) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:07.913335 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0f653773-49e5-4f81-860f-2b188ba251bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:07.920261 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-41b15588-9ee2-49f7-88e8-45e93464fd85 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/e887e9fd-1709-4596-8c89-fa951016cc25 HTTP/1.1" status: 200 len: 992 time: 0.1100986 May 31 16:04:07.921024 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:07.938796 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 28c3b082-f827-444b-ae5f-fc518bdd9a6f, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=28c3b082-f827-444b-ae5f-fc518bdd9a6f,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:04:07.943090 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:07.945073 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ffbc1b67-e507-4e65-bdf6-17b8a003be5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:08.014737 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=28c3b082-f827-444b-ae5f-fc518bdd9a6f,revision_number=6']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:08.017796 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:08.195110 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34440) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:08.382176 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:08.473562 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-f661481b-5f4f-44b0-b59e-a12156668124 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port d810dabb-535c-44ee-ad36-d74973207f29 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:04:08.473833 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f661481b-5f4f-44b0-b59e-a12156668124 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:08.592401 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f661481b-5f4f-44b0-b59e-a12156668124 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:08.592674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f661481b-5f4f-44b0-b59e-a12156668124 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:08.710836 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-f661481b-5f4f-44b0-b59e-a12156668124 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for d810dabb-535c-44ee-ad36-d74973207f29 owned by network:floatingip {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:04:08.837625 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f661481b-5f4f-44b0-b59e-a12156668124 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:08.841981 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-88c98c93-0299-4c0a-ac37-fcb627fd4239 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:08.887626 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661481b-5f4f-44b0-b59e-a12156668124 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=d810dabb-535c-44ee-ad36-d74973207f29,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:08.928120 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f661481b-5f4f-44b0-b59e-a12156668124 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:08.928505 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f661481b-5f4f-44b0-b59e-a12156668124 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:08.928882 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f661481b-5f4f-44b0-b59e-a12156668124 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:08.929272 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f661481b-5f4f-44b0-b59e-a12156668124 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:08.929636 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f661481b-5f4f-44b0-b59e-a12156668124 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:08.930036 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f661481b-5f4f-44b0-b59e-a12156668124 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:08.930396 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f661481b-5f4f-44b0-b59e-a12156668124 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:08.930749 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f661481b-5f4f-44b0-b59e-a12156668124 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:08.931142 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f661481b-5f4f-44b0-b59e-a12156668124 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:08.931504 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f661481b-5f4f-44b0-b59e-a12156668124 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:08.931843 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f661481b-5f4f-44b0-b59e-a12156668124 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:08.932207 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f661481b-5f4f-44b0-b59e-a12156668124 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:08.958787 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f661481b-5f4f-44b0-b59e-a12156668124 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:08.988242 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f661481b-5f4f-44b0-b59e-a12156668124 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:08.988585 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-f661481b-5f4f-44b0-b59e-a12156668124 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Floating IP e887e9fd-1709-4596-8c89-fa951016cc25 disassociated (deleted). External IP: 172.26.0.46, port: 0a54b0bf-a693-4847-9575-9ce439344d4e. May 31 16:04:09.423794 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:04:09.490022 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f661481b-5f4f-44b0-b59e-a12156668124 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 1ac9a203-d2ea-44bd-8d78-1ea01f83dab2 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:04:09.491876 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:04:09.492258 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:09.608356 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 28c3b082-f827-444b-ae5f-fc518bdd9a6f up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:04:09.669718 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f661481b-5f4f-44b0-b59e-a12156668124 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:04:09.674713 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 28c3b082-f827-444b-ae5f-fc518bdd9a6f triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:04:09.674713 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:09.691681 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f661481b-5f4f-44b0-b59e-a12156668124 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:09.706819 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed85e14-c841-4e6f-bf01-f065a54b4284 None None] Sync routers for ids ['1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:04:09.747371 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed85e14-c841-4e6f-bf01-f065a54b4284 None None] Routers {'1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:04:09.748021 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-9ed85e14-c841-4e6f-bf01-f065a54b4284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:04:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:04:09.748626 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f661481b-5f4f-44b0-b59e-a12156668124 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/floatingips/e887e9fd-1709-4596-8c89-fa951016cc25 HTTP/1.1" status: 204 len: 168 time: 1.5524628 May 31 16:04:09.749668 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df7d4e6-4a08-44bd-910c-93ecffe45b87', 'tag': '0a54b0bf-a693-4847-9575-9ce439344d4e'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:04:09.752048 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45641fe1-c5f0-4ef7-add1-6a58f243e61e" -d '{"events": [{"name": "network-changed", "server_uuid": "0df7d4e6-4a08-44bd-910c-93ecffe45b87", "tag": "0a54b0bf-a693-4847-9575-9ce439344d4e"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:04:09.819834 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:09.860864 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c675af-ba75-4548-b04a-bfc3a2d1bea7 x-openstack-request-id: req-f7c675af-ba75-4548-b04a-bfc3a2d1bea7 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:04:09.861396 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df7d4e6-4a08-44bd-910c-93ecffe45b87", "tag": "0a54b0bf-a693-4847-9575-9ce439344d4e", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:04:09.861521 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f7c675af-ba75-4548-b04a-bfc3a2d1bea7 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:04:09.861914 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df7d4e6-4a08-44bd-910c-93ecffe45b87', 'tag': '0a54b0bf-a693-4847-9575-9ce439344d4e', 'status': 'completed', 'code': 200} May 31 16:04:09.961634 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45641fe1-c5f0-4ef7-add1-6a58f243e61e req-635059a0-5217-4a7e-8c9e-0b9758d6cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:09.963854 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-45641fe1-c5f0-4ef7-add1-6a58f243e61e req-635059a0-5217-4a7e-8c9e-0b9758d6cb23 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=0df7d4e6-4a08-44bd-910c-93ecffe45b87 HTTP/1.1" status: 200 len: 1098 time: 0.0801682 May 31 16:04:10.034131 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-9ed85e14-c841-4e6f-bf01-f065a54b4284 None None] Set router 1ac9a203-d2ea-44bd-8d78-1ea01f83dab2 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:04:10.158136 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45641fe1-c5f0-4ef7-add1-6a58f243e61e req-734d43ca-c98b-436e-bcac-609ff869b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:10.159618 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-45641fe1-c5f0-4ef7-add1-6a58f243e61e req-734d43ca-c98b-436e-bcac-609ff869b583 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f15dd4f9-2a96-4fff-945c-a3f80f909046 HTTP/1.1" status: 200 len: 897 time: 0.1880991 May 31 16:04:10.232304 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-45641fe1-c5f0-4ef7-add1-6a58f243e61e req-f21fbad0-5597-459a-8c3d-6df82d708a94 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a54b0bf-a693-4847-9575-9ce439344d4e HTTP/1.1" status: 200 len: 217 time: 0.0646882 May 31 16:04:10.243672 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bef09e-c2f1-4a55-9e30-979946a81f67 req-d0420624-c914-466b-b1e3-cf132b08336c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:10.244340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-e6bef09e-c2f1-4a55-9e30-979946a81f67 req-d0420624-c914-466b-b1e3-cf132b08336c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:04:10.305478 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-e6bef09e-c2f1-4a55-9e30-979946a81f67 req-d0420624-c914-466b-b1e3-cf132b08336c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:04:10.306700 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e6bef09e-c2f1-4a55-9e30-979946a81f67 req-d0420624-c914-466b-b1e3-cf132b08336c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=0df7d4e6-4a08-44bd-910c-93ecffe45b87 HTTP/1.1" status: 200 len: 945 time: 0.2412148 May 31 16:04:10.312915 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45641fe1-c5f0-4ef7-add1-6a58f243e61e req-6d878386-c6f2-483b-a400-27f84d341d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:10.313447 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-45641fe1-c5f0-4ef7-add1-6a58f243e61e req-6d878386-c6f2-483b-a400-27f84d341d80 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=506a6cee-24e3-4422-bdcb-ec5149c1922f HTTP/1.1" status: 200 len: 834 time: 0.0665765 May 31 16:04:10.349049 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-9ed85e14-c841-4e6f-bf01-f065a54b4284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'name': 'tempest-TestNetworkBasicOps-router-1932041555', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137'}], 'enable_snat': True}, 'gw_port_id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:02:20Z', 'updated_at': '2021-05-31T16:02:26Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:02:21Z', 'updated_at': '2021-05-31T16:04:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12', 'name': '', 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:4b:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '506a6cee-24e3-4422-bdcb-ec5149c1922f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:02:25Z', 'updated_at': '2021-05-31T16:04:07Z', 'revision_number': 7, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '506a6cee-24e3-4422-bdcb-ec5149c1922f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:04:10.353255 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed85e14-c841-4e6f-bf01-f065a54b4284 None None] Checking router: 1ac9a203-d2ea-44bd-8d78-1ea01f83dab2 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:04:10.362898 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed85e14-c841-4e6f-bf01-f065a54b4284 None None] Routers {'1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:04:10.363554 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-9ed85e14-c841-4e6f-bf01-f065a54b4284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:04:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:04:10.410138 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e6bef09e-c2f1-4a55-9e30-979946a81f67 req-73615e55-a8a4-4ad2-800e-ab0aaee29034 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c4b10c3-11dc-423d-8aa8-b41988ab32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956349 May 31 16:04:10.427237 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45641fe1-c5f0-4ef7-add1-6a58f243e61e req-f2965e09-6a3c-4c4f-8402-380a2e77adba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:10.428689 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-45641fe1-c5f0-4ef7-add1-6a58f243e61e req-f2965e09-6a3c-4c4f-8402-380a2e77adba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f15dd4f9-2a96-4fff-945c-a3f80f909046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1014273 May 31 16:04:10.544707 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-9ed85e14-c841-4e6f-bf01-f065a54b4284 None None] Set router 1ac9a203-d2ea-44bd-8d78-1ea01f83dab2 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:04:10.559153 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-45641fe1-c5f0-4ef7-add1-6a58f243e61e req-7e9e76e2-12ac-4f72-9a6c-5951c86965ae service neutron] 10.222.0.59 "GET /v2.0/networks/f15dd4f9-2a96-4fff-945c-a3f80f909046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216652 May 31 16:04:10.691199 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-45641fe1-c5f0-4ef7-add1-6a58f243e61e req-bdb0b626-544c-437b-9e89-50df7e167b8d service neutron] 10.222.0.59 "GET /v2.0/networks/f15dd4f9-2a96-4fff-945c-a3f80f909046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248798 May 31 16:04:10.775397 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:04:10.855235 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-9ed85e14-c841-4e6f-bf01-f065a54b4284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'name': 'tempest-TestNetworkBasicOps-router-1932041555', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137'}], 'enable_snat': True}, 'gw_port_id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:02:20Z', 'updated_at': '2021-05-31T16:02:26Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:02:21Z', 'updated_at': '2021-05-31T16:04:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12', 'name': '', 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:4b:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '506a6cee-24e3-4422-bdcb-ec5149c1922f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:02:25Z', 'updated_at': '2021-05-31T16:04:07Z', 'revision_number': 7, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '506a6cee-24e3-4422-bdcb-ec5149c1922f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:04:10.859282 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed85e14-c841-4e6f-bf01-f065a54b4284 None None] The sync data for ids ['1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'] in dv-neutron-601336-79-hyperv is: [{'id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'name': 'tempest-TestNetworkBasicOps-router-1932041555', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137'}], 'enable_snat': True}, 'gw_port_id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:02:20Z', 'updated_at': '2021-05-31T16:02:26Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:02:21Z', 'updated_at': '2021-05-31T16:04:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12', 'name': '', 'network_id': 'f15dd4f9-2a96-4fff-945c-a3f80f909046', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:4b:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '506a6cee-24e3-4422-bdcb-ec5149c1922f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:02:25Z', 'updated_at': '2021-05-31T16:04:07Z', 'revision_number': 7, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '506a6cee-24e3-4422-bdcb-ec5149c1922f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:04:11.623243 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ad0b6-72bc-41a1-bc5a-41fd4e0f14ff req-af90db85-f9b7-41b8-8684-d7604a05037f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:11.625017 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-644ad0b6-72bc-41a1-bc5a-41fd4e0f14ff req-af90db85-f9b7-41b8-8684-d7604a05037f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/ports?device_id=0df7d4e6-4a08-44bd-910c-93ecffe45b87 HTTP/1.1" status: 200 len: 945 time: 0.1384099 May 31 16:04:11.639539 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e212d-9ca0-41ed-b41c-20310dfdd9bd req-230ba7db-f816-4d01-9681-51bc75415b7c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:11.641577 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e83e212d-9ca0-41ed-b41c-20310dfdd9bd req-230ba7db-f816-4d01-9681-51bc75415b7c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=0df7d4e6-4a08-44bd-910c-93ecffe45b87 HTTP/1.1" status: 200 len: 945 time: 0.1193461 May 31 16:04:11.764760 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e83e212d-9ca0-41ed-b41c-20310dfdd9bd req-fb3df883-8506-4c0a-bf22-35615a52d0a6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c4b10c3-11dc-423d-8aa8-b41988ab32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923994 May 31 16:04:11.806251 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-644ad0b6-72bc-41a1-bc5a-41fd4e0f14ff req-fbe8082a-a94f-43a4-abb5-6a5becbd9d41 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port 0a54b0bf-a693-4847-9575-9ce439344d4e {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:04:11.806591 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-644ad0b6-72bc-41a1-bc5a-41fd4e0f14ff req-fbe8082a-a94f-43a4-abb5-6a5becbd9d41 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:11.960564 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44d826c-3d19-43e8-942b-2e76ea0cbf29 None None] New status for floating IP e887e9fd-1709-4596-8c89-fa951016cc25: DOWN {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:04:12.100953 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-644ad0b6-72bc-41a1-bc5a-41fd4e0f14ff req-fbe8082a-a94f-43a4-abb5-6a5becbd9d41 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] For port 0a54b0bf-a693-4847-9575-9ce439344d4e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0a54b0bf-a693-4847-9575-9ce439344d4e,segment=NetworkSegment(e6d94c6b-3871-48a3-abc4-3b84f6ec7572),segment_id=e6d94c6b-3871-48a3-abc4-3b84f6ec7572)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:04:12.101346 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-644ad0b6-72bc-41a1-bc5a-41fd4e0f14ff req-fbe8082a-a94f-43a4-abb5-6a5becbd9d41 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:12.222823 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-644ad0b6-72bc-41a1-bc5a-41fd4e0f14ff req-fbe8082a-a94f-43a4-abb5-6a5becbd9d41 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for 0a54b0bf-a693-4847-9575-9ce439344d4e owned by compute:nova {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:04:12.344082 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-644ad0b6-72bc-41a1-bc5a-41fd4e0f14ff req-fbe8082a-a94f-43a4-abb5-6a5becbd9d41 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:12.350031 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b28719ad-27e2-4ec2-b59d-a4e9d6fd550d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:12.425534 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8082a-a94f-43a4-abb5-6a5becbd9d41 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=0a54b0bf-a693-4847-9575-9ce439344d4e,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:12.433400 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fbe8082a-a94f-43a4-abb5-6a5becbd9d41 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:12.472436 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-644ad0b6-72bc-41a1-bc5a-41fd4e0f14ff req-fbe8082a-a94f-43a4-abb5-6a5becbd9d41 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] No DVR routers for this DVR port 0a54b0bf-a693-4847-9575-9ce439344d4e on host hv-neutron-6013 {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:04:12.475043 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-644ad0b6-72bc-41a1-bc5a-41fd4e0f14ff req-fbe8082a-a94f-43a4-abb5-6a5becbd9d41 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:12.477749 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df7d4e6-4a08-44bd-910c-93ecffe45b87', 'name': 'network-vif-deleted', 'tag': '0a54b0bf-a693-4847-9575-9ce439344d4e'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:04:12.480069 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980b47b7-36c2-488a-9280-9ff3db1a44bf" -d '{"events": [{"server_uuid": "0df7d4e6-4a08-44bd-910c-93ecffe45b87", "name": "network-vif-deleted", "tag": "0a54b0bf-a693-4847-9575-9ce439344d4e"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:04:12.494832 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-644ad0b6-72bc-41a1-bc5a-41fd4e0f14ff req-fbe8082a-a94f-43a4-abb5-6a5becbd9d41 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "DELETE /v2.0/ports/0a54b0bf-a693-4847-9575-9ce439344d4e HTTP/1.1" status: 204 len: 173 time: 0.8521485 May 31 16:04:12.529808 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c975796-d1c8-40f6-aeed-8ad96dbcc6ee x-openstack-request-id: req-3c975796-d1c8-40f6-aeed-8ad96dbcc6ee {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:04:12.530141 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df7d4e6-4a08-44bd-910c-93ecffe45b87", "name": "network-vif-deleted", "tag": "0a54b0bf-a693-4847-9575-9ce439344d4e", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:04:12.530434 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3c975796-d1c8-40f6-aeed-8ad96dbcc6ee {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:04:12.530865 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df7d4e6-4a08-44bd-910c-93ecffe45b87', 'name': 'network-vif-deleted', 'tag': '0a54b0bf-a693-4847-9575-9ce439344d4e', 'status': 'completed', 'code': 200} May 31 16:04:13.096766 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-fa2918b9-e650-4e15-a45f-7aaee2324ee5 req-99805087-ff9b-48a0-bec2-0d5ec58440e6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:04:13.112645 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-fa2918b9-e650-4e15-a45f-7aaee2324ee5 req-99805087-ff9b-48a0-bec2-0d5ec58440e6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:04:13.113778 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fa2918b9-e650-4e15-a45f-7aaee2324ee5 req-99805087-ff9b-48a0-bec2-0d5ec58440e6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=0df7d4e6-4a08-44bd-910c-93ecffe45b87 HTTP/1.1" status: 200 len: 210 time: 0.0628943 May 31 16:04:14.223933 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34460) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:14.296345 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e8513d99-38fc-4809-bd1a-f9c192f372e1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:14.325586 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e8513d99-38fc-4809-bd1a-f9c192f372e1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:14.405540 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e8513d99-38fc-4809-bd1a-f9c192f372e1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:14.410311 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-57b8fe93-5b26-499c-b5c8-533df0ea4950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:14.426364 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8513d99-38fc-4809-bd1a-f9c192f372e1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4b10c3-11dc-423d-8aa8-b41988ab32c1,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:14.436130 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8513d99-38fc-4809-bd1a-f9c192f372e1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:14.436514 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8513d99-38fc-4809-bd1a-f9c192f372e1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:14.436887 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8513d99-38fc-4809-bd1a-f9c192f372e1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:14.437255 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8513d99-38fc-4809-bd1a-f9c192f372e1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:14.437614 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8513d99-38fc-4809-bd1a-f9c192f372e1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:14.437979 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8513d99-38fc-4809-bd1a-f9c192f372e1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:14.438340 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8513d99-38fc-4809-bd1a-f9c192f372e1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:14.438697 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8513d99-38fc-4809-bd1a-f9c192f372e1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:14.439081 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8513d99-38fc-4809-bd1a-f9c192f372e1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:14.439442 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8513d99-38fc-4809-bd1a-f9c192f372e1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:14.439808 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8513d99-38fc-4809-bd1a-f9c192f372e1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:14.440169 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8513d99-38fc-4809-bd1a-f9c192f372e1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:14.443619 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e8513d99-38fc-4809-bd1a-f9c192f372e1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:14.450022 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e8513d99-38fc-4809-bd1a-f9c192f372e1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:14.453706 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e8513d99-38fc-4809-bd1a-f9c192f372e1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/security-groups/8c4b10c3-11dc-423d-8aa8-b41988ab32c1 HTTP/1.1" status: 204 len: 168 time: 0.2262936 May 31 16:04:14.481765 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34466) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:15.075408 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ded4460c-e544-44f0-b5e0-baa6d8675e0d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:15.510005 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-ded4460c-e544-44f0-b5e0-baa6d8675e0d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:04:15.510754 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ded4460c-e544-44f0-b5e0-baa6d8675e0d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:15.643376 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-ded4460c-e544-44f0-b5e0-baa6d8675e0d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] For port 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12,segment=NetworkSegment(e6d94c6b-3871-48a3-abc4-3b84f6ec7572),segment_id=e6d94c6b-3871-48a3-abc4-3b84f6ec7572)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:04:15.643702 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ded4460c-e544-44f0-b5e0-baa6d8675e0d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:15.764372 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-ded4460c-e544-44f0-b5e0-baa6d8675e0d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12 owned by network:router_interface {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:04:16.197225 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 0a54b0bf-a693-4847-9575-9ce439344d4e no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:04:16.216389 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ded4460c-e544-44f0-b5e0-baa6d8675e0d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:16.220845 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0d5c4885-559e-41d8-b7bf-c1a4609acba5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:16.236007 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: 0a54b0bf-a693-4847-9575-9ce439344d4e {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:04:16.236353 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 0a54b0bf-a693-4847-9575-9ce439344d4e not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:04:16.265904 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4460c-e544-44f0-b5e0-baa6d8675e0d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:16.292155 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ded4460c-e544-44f0-b5e0-baa6d8675e0d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:16.541262 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ded4460c-e544-44f0-b5e0-baa6d8675e0d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:16.904359 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded4460c-e544-44f0-b5e0-baa6d8675e0d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 1ac9a203-d2ea-44bd-8d78-1ea01f83dab2 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:04:17.081240 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded4460c-e544-44f0-b5e0-baa6d8675e0d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:04:17.093822 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd11d3e-8ede-4041-a6a6-f87bf6f9187d None None] Sync routers for ids ['1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:04:17.102095 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ded4460c-e544-44f0-b5e0-baa6d8675e0d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "PUT /v2.0/routers/1ac9a203-d2ea-44bd-8d78-1ea01f83dab2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6191630 May 31 16:04:17.104242 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd11d3e-8ede-4041-a6a6-f87bf6f9187d None None] Routers {'1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:04:17.104811 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34470) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:17.104952 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-1cd11d3e-8ede-4041-a6a6-f87bf6f9187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:04:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:04:17.172238 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e315176-1073-4927-95fc-d9fe30b9c6a1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting subnet 506a6cee-24e3-4422-bdcb-ec5149c1922f {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:04:17.175094 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e315176-1073-4927-95fc-d9fe30b9c6a1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:17.227475 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e315176-1073-4927-95fc-d9fe30b9c6a1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:17.285664 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-1cd11d3e-8ede-4041-a6a6-f87bf6f9187d None None] Set router 1ac9a203-d2ea-44bd-8d78-1ea01f83dab2 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:04:17.316355 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e315176-1073-4927-95fc-d9fe30b9c6a1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:17.629743 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-1cd11d3e-8ede-4041-a6a6-f87bf6f9187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'name': 'tempest-TestNetworkBasicOps-router-1932041555', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137'}], 'enable_snat': True}, 'gw_port_id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:02:20Z', 'updated_at': '2021-05-31T16:04:16Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:02:21Z', 'updated_at': '2021-05-31T16:04:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:04:17.633576 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd11d3e-8ede-4041-a6a6-f87bf6f9187d None None] Checking router: 1ac9a203-d2ea-44bd-8d78-1ea01f83dab2 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:04:17.641868 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd11d3e-8ede-4041-a6a6-f87bf6f9187d None None] Routers {'1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:04:17.642459 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-1cd11d3e-8ede-4041-a6a6-f87bf6f9187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:04:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:04:17.749927 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e315176-1073-4927-95fc-d9fe30b9c6a1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:17.754611 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-60bb1563-afba-42f9-a462-b0bfc6aff066 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:17.792937 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e315176-1073-4927-95fc-d9fe30b9c6a1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Subnet': ['ID=506a6cee-24e3-4422-bdcb-ec5149c1922f,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:17.796435 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6e315176-1073-4927-95fc-d9fe30b9c6a1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:17.797413 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6e315176-1073-4927-95fc-d9fe30b9c6a1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:17.803843 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6e315176-1073-4927-95fc-d9fe30b9c6a1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/subnets/506a6cee-24e3-4422-bdcb-ec5149c1922f HTTP/1.1" status: 204 len: 168 time: 0.6978250 May 31 16:04:17.806575 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34474) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:17.813884 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bc1682-c0d2-4615-93f5-eb943ffc2a13 None None] Network f15dd4f9-2a96-4fff-945c-a3f80f909046 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:04:17.840916 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-1cd11d3e-8ede-4041-a6a6-f87bf6f9187d None None] Set router 1ac9a203-d2ea-44bd-8d78-1ea01f83dab2 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:04:18.005777 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d961-8d44-4dbd-86a2-f1116a9ba057 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:18.188381 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d961-8d44-4dbd-86a2-f1116a9ba057 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:18.261579 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-5ba0d961-8d44-4dbd-86a2-f1116a9ba057 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port 28c3b082-f827-444b-ae5f-fc518bdd9a6f {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:04:18.261822 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d961-8d44-4dbd-86a2-f1116a9ba057 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:18.280655 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-1cd11d3e-8ede-4041-a6a6-f87bf6f9187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'name': 'tempest-TestNetworkBasicOps-router-1932041555', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137'}], 'enable_snat': True}, 'gw_port_id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:02:20Z', 'updated_at': '2021-05-31T16:04:16Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:02:21Z', 'updated_at': '2021-05-31T16:04:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:04:18.284794 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd11d3e-8ede-4041-a6a6-f87bf6f9187d None None] The sync data for ids ['1ac9a203-d2ea-44bd-8d78-1ea01f83dab2'] in dv-neutron-601336-79-hyperv is: [{'id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'name': 'tempest-TestNetworkBasicOps-router-1932041555', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137'}], 'enable_snat': True}, 'gw_port_id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:02:20Z', 'updated_at': '2021-05-31T16:04:16Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '28c3b082-f827-444b-ae5f-fc518bdd9a6f', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac9a203-d2ea-44bd-8d78-1ea01f83dab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:02:21Z', 'updated_at': '2021-05-31T16:04:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:04:18.331962 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab6e9ab-3aac-4755-a768-c688049e2e56 None None] DHCP port deletion for f15dd4f9-2a96-4fff-945c-a3f80f909046 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 16:04:18.388511 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-5ba0d961-8d44-4dbd-86a2-f1116a9ba057 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] For port 28c3b082-f827-444b-ae5f-fc518bdd9a6f, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=28c3b082-f827-444b-ae5f-fc518bdd9a6f,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:04:18.388905 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d961-8d44-4dbd-86a2-f1116a9ba057 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:18.398510 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-5ab6e9ab-3aac-4755-a768-c688049e2e56 None None] Deleting port e1a1b89f-294e-474c-8db6-c3547eba17dc {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:04:18.398893 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5ab6e9ab-3aac-4755-a768-c688049e2e56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:18.497402 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-5ab6e9ab-3aac-4755-a768-c688049e2e56 None None] For port e1a1b89f-294e-474c-8db6-c3547eba17dc, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=e1a1b89f-294e-474c-8db6-c3547eba17dc,segment=NetworkSegment(e6d94c6b-3871-48a3-abc4-3b84f6ec7572),segment_id=e6d94c6b-3871-48a3-abc4-3b84f6ec7572)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:04:18.497788 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5ab6e9ab-3aac-4755-a768-c688049e2e56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:18.509379 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-5ba0d961-8d44-4dbd-86a2-f1116a9ba057 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for 28c3b082-f827-444b-ae5f-fc518bdd9a6f owned by network:router_gateway {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:04:18.619276 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-5ab6e9ab-3aac-4755-a768-c688049e2e56 None None] Calling delete_port for e1a1b89f-294e-474c-8db6-c3547eba17dc owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:04:18.649451 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d961-8d44-4dbd-86a2-f1116a9ba057 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:18.655257 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6910f525-4431-4482-89c8-269649820f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:18.673683 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5ab6e9ab-3aac-4755-a768-c688049e2e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:18.681910 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-93788625-e4fd-4cc5-b4bc-50fe0710e4f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:18.702550 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0d961-8d44-4dbd-86a2-f1116a9ba057 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=28c3b082-f827-444b-ae5f-fc518bdd9a6f,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:18.725255 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab6e9ab-3aac-4755-a768-c688049e2e56 None None] No DVR routers for this DVR port e1a1b89f-294e-474c-8db6-c3547eba17dc on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:04:18.726995 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6e9ab-3aac-4755-a768-c688049e2e56 None None] Pushing event deleted for resources: {'Port': ['ID=e1a1b89f-294e-474c-8db6-c3547eba17dc,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:18.729978 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5ab6e9ab-3aac-4755-a768-c688049e2e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:18.734730 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5ba0d961-8d44-4dbd-86a2-f1116a9ba057 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:18.796521 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d961-8d44-4dbd-86a2-f1116a9ba057 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:19.115445 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d961-8d44-4dbd-86a2-f1116a9ba057 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:19.118210 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d961-8d44-4dbd-86a2-f1116a9ba057 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:19.148897 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d961-8d44-4dbd-86a2-f1116a9ba057 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:19.149482 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba0d961-8d44-4dbd-86a2-f1116a9ba057 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Fanout notify agent at l3_agent the message router_deleted on router 1ac9a203-d2ea-44bd-8d78-1ea01f83dab2 {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 16:04:19.165049 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d961-8d44-4dbd-86a2-f1116a9ba057 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:19.166140 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-5ba0d961-8d44-4dbd-86a2-f1116a9ba057 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/routers/1ac9a203-d2ea-44bd-8d78-1ea01f83dab2 HTTP/1.1" status: 204 len: 168 time: 1.3585215 May 31 16:04:19.169182 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34478) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:19.294007 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fe1f1761-6159-4e4a-8d2a-54dfcc93624e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:19.423373 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fe1f1761-6159-4e4a-8d2a-54dfcc93624e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:19.436099 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-fe1f1761-6159-4e4a-8d2a-54dfcc93624e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f15dd4f9-2a96-4fff-945c-a3f80f909046']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:04:19.448737 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-fe1f1761-6159-4e4a-8d2a-54dfcc93624e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d94c6b-3871-48a3-abc4-3b84f6ec7572') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:04:19.449057 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-fe1f1761-6159-4e4a-8d2a-54dfcc93624e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d94c6b-3871-48a3-abc4-3b84f6ec7572') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:04:19.460547 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fe1f1761-6159-4e4a-8d2a-54dfcc93624e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:19.476655 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fe1f1761-6159-4e4a-8d2a-54dfcc93624e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:19.482841 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1f1761-6159-4e4a-8d2a-54dfcc93624e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:04:19.483221 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fe1f1761-6159-4e4a-8d2a-54dfcc93624e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:04:19.497683 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:04:19.583301 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fe1f1761-6159-4e4a-8d2a-54dfcc93624e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:19.587877 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a746cebd-180b-43eb-a7e6-edcd26029f4c tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:19.603614 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fe1f1761-6159-4e4a-8d2a-54dfcc93624e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:19.615314 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f1761-6159-4e4a-8d2a-54dfcc93624e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Network': ['ID=f15dd4f9-2a96-4fff-945c-a3f80f909046,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:19.619121 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fe1f1761-6159-4e4a-8d2a-54dfcc93624e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:19.629091 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-fe1f1761-6159-4e4a-8d2a-54dfcc93624e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/networks/f15dd4f9-2a96-4fff-945c-a3f80f909046 HTTP/1.1" status: 204 len: 168 time: 0.4561462 May 31 16:04:19.633344 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:04:19.647270 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34482) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:19.653689 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-f0752594-f339-4f3a-98c4-ce8f19ab78ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'network': {'name': 'tempest-network-smoke--1225115823', 'project_id': '77a9908268404908970d038c7b3f1f66', 'port_security_enabled': True}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:04:19.659160 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f0752594-f339-4f3a-98c4-ce8f19ab78ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:04:19.663588 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f0752594-f339-4f3a-98c4-ce8f19ab78ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:network and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:04:19.666746 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f0752594-f339-4f3a-98c4-ce8f19ab78ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:04:19.671818 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:04:19.672161 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 5e4bf304-fe0e-461c-bdd4-d2f6b0a38c12 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:04:19.672578 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 28c3b082-f827-444b-ae5f-fc518bdd9a6f no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:04:19.673941 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f0752594-f339-4f3a-98c4-ce8f19ab78ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:04:19.683243 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0752594-f339-4f3a-98c4-ce8f19ab78ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Made reservation on behalf of 77a9908268404908970d038c7b3f1f66 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:04:19.686767 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f0752594-f339-4f3a-98c4-ce8f19ab78ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:19.716125 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0752594-f339-4f3a-98c4-ce8f19ab78ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:04:19.726701 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f0752594-f339-4f3a-98c4-ce8f19ab78ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:19.727100 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-f0752594-f339-4f3a-98c4-ce8f19ab78ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Added segment e5f342b4-ae2f-4022-9eaa-3791ec6c0db9 of type vlan for network 88d42aa9-e709-4509-a004-f11bad6727ee May 31 16:04:19.755818 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f0752594-f339-4f3a-98c4-ce8f19ab78ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:19.756487 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 28c3b082-f827-444b-ae5f-fc518bdd9a6f {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:04:19.756833 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 28c3b082-f827-444b-ae5f-fc518bdd9a6f not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:04:19.757292 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e1a1b89f-294e-474c-8db6-c3547eba17dc no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:04:19.787802 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f0752594-f339-4f3a-98c4-ce8f19ab78ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:19.790058 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: e1a1b89f-294e-474c-8db6-c3547eba17dc {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:04:19.790404 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e1a1b89f-294e-474c-8db6-c3547eba17dc not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:04:19.793321 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0752594-f339-4f3a-98c4-ce8f19ab78ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:19.794264 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f0752594-f339-4f3a-98c4-ce8f19ab78ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:19.799785 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ab9d779f-7e45-453a-8c25-57ff70c52422 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:19.899260 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f0752594-f339-4f3a-98c4-ce8f19ab78ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2505920 May 31 16:04:19.902034 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34486) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:19.909209 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-8bc91860-5870-4231-959a-0607b8f41f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1181650918', 'admin_state_up': True, 'project_id': '77a9908268404908970d038c7b3f1f66', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:04:19.914664 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0752594-f339-4f3a-98c4-ce8f19ab78ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Network': ['ID=88d42aa9-e709-4509-a004-f11bad6727ee,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:19.917895 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f0752594-f339-4f3a-98c4-ce8f19ab78ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:19.918790 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8bc91860-5870-4231-959a-0607b8f41f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:04:19.922688 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8bc91860-5870-4231-959a-0607b8f41f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:router and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:04:19.925793 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8bc91860-5870-4231-959a-0607b8f41f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:04:19.926321 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 88d42aa9-e709-4509-a004-f11bad6727ee details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 16:04:19.931635 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8bc91860-5870-4231-959a-0607b8f41f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:04:19.941389 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8bc91860-5870-4231-959a-0607b8f41f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:19.942361 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8bc91860-5870-4231-959a-0607b8f41f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:19.958451 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8bc91860-5870-4231-959a-0607b8f41f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:20.230505 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8bc91860-5870-4231-959a-0607b8f41f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:20.544155 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8bc91860-5870-4231-959a-0607b8f41f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_gateway, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:20.572520 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8bc91860-5870-4231-959a-0607b8f41f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:20.716586 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-8bc91860-5870-4231-959a-0607b8f41f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.26.0.113 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/1ea4b2cb-2704-4770-855f-8d028973fc69) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:04:21.011679 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8bc91860-5870-4231-959a-0607b8f41f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:21.044396 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8bc91860-5870-4231-959a-0607b8f41f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:21.048270 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2ff529ca-7700-4ebd-bf7d-2e8bf8923d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:21.109835 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc91860-5870-4231-959a-0607b8f41f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:04:21.112746 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-8bc91860-5870-4231-959a-0607b8f41f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:04:21.116566 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc91860-5870-4231-959a-0607b8f41f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:04:21.149417 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc91860-5870-4231-959a-0607b8f41f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=1ea4b2cb-2704-4770-855f-8d028973fc69,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:21.155332 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8bc91860-5870-4231-959a-0607b8f41f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:21.558804 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8bc91860-5870-4231-959a-0607b8f41f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_gateway, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:21.903388 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8bc91860-5870-4231-959a-0607b8f41f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:22.115458 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc91860-5870-4231-959a-0607b8f41f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 30298185-a02c-41a0-bc35-e2a7f6869e3f is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 16:04:22.297962 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc91860-5870-4231-959a-0607b8f41f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:04:22.308168 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd535c-2e6b-4cff-920a-faf689aa1825 None None] Sync routers for ids ['30298185-a02c-41a0-bc35-e2a7f6869e3f'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:04:22.321297 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bd535c-2e6b-4cff-920a-faf689aa1825 None None] Routers {'30298185-a02c-41a0-bc35-e2a7f6869e3f'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:04:22.321910 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-15bd535c-2e6b-4cff-920a-faf689aa1825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:04:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['30298185-a02c-41a0-bc35-e2a7f6869e3f'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:04:22.331899 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8bc91860-5870-4231-959a-0607b8f41f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:22.333286 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8bc91860-5870-4231-959a-0607b8f41f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4303277 May 31 16:04:22.336709 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34490) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:22.386340 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a5a27a23-efc7-4894-993e-1295808a0e08 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=77a9908268404908970d038c7b3f1f66&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475669 May 31 16:04:22.388982 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34494) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:22.496688 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-15bd535c-2e6b-4cff-920a-faf689aa1825 None None] Set router 30298185-a02c-41a0-bc35-e2a7f6869e3f gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:04:22.519527 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac7740b-932d-4691-a638-f3eef5602cec tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:22.521215 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1ac7740b-932d-4691-a638-f3eef5602cec tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1313014 May 31 16:04:22.524403 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34498) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:22.724734 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7b12797a-9b00-45de-8649-2cda4851bfba tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=014c45f7-9697-4b0b-b8b7-66a80a50a15c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1989779 May 31 16:04:22.727404 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34502) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:22.733049 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-c453d550-09fb-4d33-b5ae-f82b8b600f36 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-489304619', 'network_id': '88d42aa9-e709-4509-a004-f11bad6727ee', 'project_id': '77a9908268404908970d038c7b3f1f66', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:04:22.813387 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-15bd535c-2e6b-4cff-920a-faf689aa1825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'name': 'tempest-TestNetworkBasicOps-router-1181650918', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.113'}], 'enable_snat': True}, 'gw_port_id': '1ea4b2cb-2704-4770-855f-8d028973fc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:04:19Z', 'updated_at': '2021-05-31T16:04:21Z', 'revision_number': 3, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '1ea4b2cb-2704-4770-855f-8d028973fc69', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:57:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:04:20Z', 'updated_at': '2021-05-31T16:04:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:04:22.817213 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd535c-2e6b-4cff-920a-faf689aa1825 None None] Checking router: 30298185-a02c-41a0-bc35-e2a7f6869e3f for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:04:22.817568 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd535c-2e6b-4cff-920a-faf689aa1825 None None] Updating router 30298185-a02c-41a0-bc35-e2a7f6869e3f port 1ea4b2cb-2704-4770-855f-8d028973fc69 binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:04:22.841649 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c453d550-09fb-4d33-b5ae-f82b8b600f36 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:04:22.845648 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c453d550-09fb-4d33-b5ae-f82b8b600f36 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:subnet and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:04:22.848718 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c453d550-09fb-4d33-b5ae-f82b8b600f36 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:04:22.854933 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c453d550-09fb-4d33-b5ae-f82b8b600f36 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:04:22.867216 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c453d550-09fb-4d33-b5ae-f82b8b600f36 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Made reservation on behalf of 77a9908268404908970d038c7b3f1f66 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:04:22.870879 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c453d550-09fb-4d33-b5ae-f82b8b600f36 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:22.872839 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-15bd535c-2e6b-4cff-920a-faf689aa1825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:23.197163 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-15bd535c-2e6b-4cff-920a-faf689aa1825 None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:23.209303 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-15bd535c-2e6b-4cff-920a-faf689aa1825 None None] Transition to ACTIVE for port object 1ea4b2cb-2704-4770-855f-8d028973fc69 will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:04:23.216445 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-15bd535c-2e6b-4cff-920a-faf689aa1825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:23.220092 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-cc42833d-8822-48da-b2fe-cc7d132e60c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:23.291681 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c453d550-09fb-4d33-b5ae-f82b8b600f36 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:23.292249 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-15bd535c-2e6b-4cff-920a-faf689aa1825 None None] Attempting to bind port 1ea4b2cb-2704-4770-855f-8d028973fc69 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:04:23.292498 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-15bd535c-2e6b-4cff-920a-faf689aa1825 None None] Attempting to bind port 1ea4b2cb-2704-4770-855f-8d028973fc69 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:04:23.292852 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bd535c-2e6b-4cff-920a-faf689aa1825 None None] Attempting to bind port 1ea4b2cb-2704-4770-855f-8d028973fc69 on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:04:23.296387 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-33174040-5eae-45ba-b700-acca024807a3 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:23.298910 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87de93-3ce2-407e-a07f-4452d42f3b2d None None] Pushing event updated for resources: {'Port': ['ID=1ea4b2cb-2704-4770-855f-8d028973fc69,revision_number=2']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:23.303718 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bd535c-2e6b-4cff-920a-faf689aa1825 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:04:23.304114 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bd535c-2e6b-4cff-920a-faf689aa1825 None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:04:23.304511 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-15bd535c-2e6b-4cff-920a-faf689aa1825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:23.304898 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bd535c-2e6b-4cff-920a-faf689aa1825 None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:04:23.305351 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-15bd535c-2e6b-4cff-920a-faf689aa1825 None None] Bound port: 1ea4b2cb-2704-4770-855f-8d028973fc69, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:04:23.305705 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-15bd535c-2e6b-4cff-920a-faf689aa1825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:23.338787 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87de93-3ce2-407e-a07f-4452d42f3b2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:23.339553 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87de93-3ce2-407e-a07f-4452d42f3b2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:23.339553 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87de93-3ce2-407e-a07f-4452d42f3b2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:23.339765 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87de93-3ce2-407e-a07f-4452d42f3b2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:23.340055 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87de93-3ce2-407e-a07f-4452d42f3b2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:23.340348 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87de93-3ce2-407e-a07f-4452d42f3b2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:23.340665 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87de93-3ce2-407e-a07f-4452d42f3b2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:23.340972 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87de93-3ce2-407e-a07f-4452d42f3b2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:23.341264 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87de93-3ce2-407e-a07f-4452d42f3b2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:23.341576 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87de93-3ce2-407e-a07f-4452d42f3b2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:23.341878 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87de93-3ce2-407e-a07f-4452d42f3b2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:23.342180 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87de93-3ce2-407e-a07f-4452d42f3b2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:04:23.351159 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-ea87de93-3ce2-407e-a07f-4452d42f3b2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:23.376192 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453d550-09fb-4d33-b5ae-f82b8b600f36 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Subnet': ['ID=ff943ab5-4048-42f9-ab7c-5a43aed39d5f,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:23.379877 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c453d550-09fb-4d33-b5ae-f82b8b600f36 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:23.385893 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c453d550-09fb-4d33-b5ae-f82b8b600f36 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Checking segment: {'id': 'e5f342b4-ae2f-4022-9eaa-3791ec6c0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '88d42aa9-e709-4509-a004-f11bad6727ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:04:23.386242 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c453d550-09fb-4d33-b5ae-f82b8b600f36 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network hostable DHCP agents. Network: 88d42aa9-e709-4509-a004-f11bad6727ee, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:04:23.390727 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-15bd535c-2e6b-4cff-920a-faf689aa1825 None None] For port 1ea4b2cb-2704-4770-855f-8d028973fc69, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:04:23.393744 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-15bd535c-2e6b-4cff-920a-faf689aa1825 None None] For port 1ea4b2cb-2704-4770-855f-8d028973fc69, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=1ea4b2cb-2704-4770-855f-8d028973fc69,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:04:23.399601 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-15bd535c-2e6b-4cff-920a-faf689aa1825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:23.404147 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-88410ab8-f2c4-4c56-9102-54e033a72852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:23.407061 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c453d550-09fb-4d33-b5ae-f82b8b600f36 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 88d42aa9-e709-4509-a004-f11bad6727ee is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:04:23.416804 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-c453d550-09fb-4d33-b5ae-f82b8b600f36 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 88d42aa9-e709-4509-a004-f11bad6727ee) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:04:23.426629 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c453d550-09fb-4d33-b5ae-f82b8b600f36 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:23.427255 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c453d550-09fb-4d33-b5ae-f82b8b600f36 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:23.427400 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85038d2f-3164-4099-8a9e-1148a3d90994 None None] Network 88d42aa9-e709-4509-a004-f11bad6727ee requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:04:23.453597 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c453d550-09fb-4d33-b5ae-f82b8b600f36 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7224824 May 31 16:04:23.454219 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34506) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:23.482162 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bd535c-2e6b-4cff-920a-faf689aa1825 None None] Routers {'30298185-a02c-41a0-bc35-e2a7f6869e3f'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:04:23.482763 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-15bd535c-2e6b-4cff-920a-faf689aa1825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:04:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['30298185-a02c-41a0-bc35-e2a7f6869e3f'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:04:23.531849 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87de93-3ce2-407e-a07f-4452d42f3b2d None None] Pushing event updated for resources: {'Port': ['ID=1ea4b2cb-2704-4770-855f-8d028973fc69,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:23.539851 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-ea87de93-3ce2-407e-a07f-4452d42f3b2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:23.636079 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474d4d0a-10a8-423e-9754-337bd5fe9eff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-88d42aa9-e709-4509-a004-f11bad6727ee', 'network_id': '88d42aa9-e709-4509-a004-f11bad6727ee', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ips': [{'subnet_id': 'ff943ab5-4048-42f9-ab7c-5a43aed39d5f'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:04:23.636972 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-474d4d0a-10a8-423e-9754-337bd5fe9eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:23.664781 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-15bd535c-2e6b-4cff-920a-faf689aa1825 None None] Set router 30298185-a02c-41a0-bc35-e2a7f6869e3f gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:04:23.792363 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-474d4d0a-10a8-423e-9754-337bd5fe9eff None None] Allocated IP 172.20.0.2 (88d42aa9-e709-4509-a004-f11bad6727ee/ff943ab5-4048-42f9-ab7c-5a43aed39d5f/4e7ef103-950d-4eb9-9f0b-1af62c99de56) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:04:24.015984 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-474d4d0a-10a8-423e-9754-337bd5fe9eff None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:24.028172 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-474d4d0a-10a8-423e-9754-337bd5fe9eff None None] Transition to ACTIVE for port object 4e7ef103-950d-4eb9-9f0b-1af62c99de56 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:04:24.049052 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-474d4d0a-10a8-423e-9754-337bd5fe9eff None None] Transition to ACTIVE for port object 4e7ef103-950d-4eb9-9f0b-1af62c99de56 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:04:24.056552 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-474d4d0a-10a8-423e-9754-337bd5fe9eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:24.067694 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:24.118139 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474d4d0a-10a8-423e-9754-337bd5fe9eff None None] Network 88d42aa9-e709-4509-a004-f11bad6727ee is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:04:24.120887 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-474d4d0a-10a8-423e-9754-337bd5fe9eff None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:04:24.130973 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474d4d0a-10a8-423e-9754-337bd5fe9eff None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:04:24.137885 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-15bd535c-2e6b-4cff-920a-faf689aa1825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'name': 'tempest-TestNetworkBasicOps-router-1181650918', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.113'}], 'enable_snat': True}, 'gw_port_id': '1ea4b2cb-2704-4770-855f-8d028973fc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:04:19Z', 'updated_at': '2021-05-31T16:04:21Z', 'revision_number': 3, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '1ea4b2cb-2704-4770-855f-8d028973fc69', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:57:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:04:20Z', 'updated_at': '2021-05-31T16:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:04:24.145130 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd535c-2e6b-4cff-920a-faf689aa1825 None None] The sync data for ids ['30298185-a02c-41a0-bc35-e2a7f6869e3f'] in dv-neutron-601336-79-hyperv is: [{'id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'name': 'tempest-TestNetworkBasicOps-router-1181650918', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.113'}], 'enable_snat': True}, 'gw_port_id': '1ea4b2cb-2704-4770-855f-8d028973fc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:04:19Z', 'updated_at': '2021-05-31T16:04:21Z', 'revision_number': 3, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '1ea4b2cb-2704-4770-855f-8d028973fc69', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:57:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:04:20Z', 'updated_at': '2021-05-31T16:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:04:24.213997 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d4d0a-10a8-423e-9754-337bd5fe9eff None None] Pushing event updated for resources: {'Port': ['ID=4e7ef103-950d-4eb9-9f0b-1af62c99de56,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:24.221270 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-474d4d0a-10a8-423e-9754-337bd5fe9eff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:24.238059 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-474d4d0a-10a8-423e-9754-337bd5fe9eff None None] Attempting to bind port 4e7ef103-950d-4eb9-9f0b-1af62c99de56 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:04:24.238919 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-474d4d0a-10a8-423e-9754-337bd5fe9eff None None] Attempting to bind port 4e7ef103-950d-4eb9-9f0b-1af62c99de56 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'e5f342b4-ae2f-4022-9eaa-3791ec6c0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '88d42aa9-e709-4509-a004-f11bad6727ee'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:04:24.238919 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474d4d0a-10a8-423e-9754-337bd5fe9eff None None] Attempting to bind port 4e7ef103-950d-4eb9-9f0b-1af62c99de56 on network 88d42aa9-e709-4509-a004-f11bad6727ee {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:04:24.244336 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474d4d0a-10a8-423e-9754-337bd5fe9eff None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:04:24.244711 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474d4d0a-10a8-423e-9754-337bd5fe9eff None None] Checking segment: {'id': 'e5f342b4-ae2f-4022-9eaa-3791ec6c0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '88d42aa9-e709-4509-a004-f11bad6727ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:04:24.245122 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-474d4d0a-10a8-423e-9754-337bd5fe9eff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:24.245517 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474d4d0a-10a8-423e-9754-337bd5fe9eff None None] Bound using segment: {'id': 'e5f342b4-ae2f-4022-9eaa-3791ec6c0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '88d42aa9-e709-4509-a004-f11bad6727ee'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:04:24.246013 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-474d4d0a-10a8-423e-9754-337bd5fe9eff None None] Bound port: 4e7ef103-950d-4eb9-9f0b-1af62c99de56, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f342b4-ae2f-4022-9eaa-3791ec6c0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '88d42aa9-e709-4509-a004-f11bad6727ee'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:04:24.246366 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-474d4d0a-10a8-423e-9754-337bd5fe9eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:24.340163 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-474d4d0a-10a8-423e-9754-337bd5fe9eff None None] For port 4e7ef103-950d-4eb9-9f0b-1af62c99de56, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:04:24.343721 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-474d4d0a-10a8-423e-9754-337bd5fe9eff None None] For port 4e7ef103-950d-4eb9-9f0b-1af62c99de56, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=4e7ef103-950d-4eb9-9f0b-1af62c99de56,segment=NetworkSegment(e5f342b4-ae2f-4022-9eaa-3791ec6c0db9),segment_id=e5f342b4-ae2f-4022-9eaa-3791ec6c0db9)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:04:24.350731 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-474d4d0a-10a8-423e-9754-337bd5fe9eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:24.351523 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-42a30773-190f-4cb0-ab69-b9ced7bccce5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:24.354968 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:24.465769 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d4d0a-10a8-423e-9754-337bd5fe9eff None None] Pushing event updated for resources: {'Port': ['ID=4e7ef103-950d-4eb9-9f0b-1af62c99de56,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:24.469113 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-474d4d0a-10a8-423e-9754-337bd5fe9eff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:24.823591 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-42a30773-190f-4cb0-ab69-b9ced7bccce5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.20.0.1 (88d42aa9-e709-4509-a004-f11bad6727ee/ff943ab5-4048-42f9-ab7c-5a43aed39d5f/1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:04:24.990611 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-42a30773-190f-4cb0-ab69-b9ced7bccce5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:25.007307 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-42a30773-190f-4cb0-ab69-b9ced7bccce5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Transition to ACTIVE for port object 1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:04:25.033009 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-42a30773-190f-4cb0-ab69-b9ced7bccce5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:25.037407 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-03a1d71d-64ce-49c3-b97f-bdf983e614d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:25.107370 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a30773-190f-4cb0-ab69-b9ced7bccce5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 88d42aa9-e709-4509-a004-f11bad6727ee is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:04:25.110691 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-42a30773-190f-4cb0-ab69-b9ced7bccce5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:04:25.113347 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a30773-190f-4cb0-ab69-b9ced7bccce5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:04:25.160053 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a30773-190f-4cb0-ab69-b9ced7bccce5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:25.163207 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-42a30773-190f-4cb0-ab69-b9ced7bccce5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:25.182329 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-42a30773-190f-4cb0-ab69-b9ced7bccce5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:25.422231 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebd860b-c670-41f5-a3d0-f4a38f3c1f24 None None] Network 88d42aa9-e709-4509-a004-f11bad6727ee requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:04:25.465344 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-42a30773-190f-4cb0-ab69-b9ced7bccce5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:25.512770 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 4e7ef103-950d-4eb9-9f0b-1af62c99de56 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:04:25.588406 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-79708bec-8216-4443-bd94-8d569bfcff94 None None] Provisioning for port 4e7ef103-950d-4eb9-9f0b-1af62c99de56 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:04:25.665769 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 4e7ef103-950d-4eb9-9f0b-1af62c99de56 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:04:25.673742 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 4e7ef103-950d-4eb9-9f0b-1af62c99de56 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:04:25.674106 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:25.851333 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:25.887424 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 4e7ef103-950d-4eb9-9f0b-1af62c99de56, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=4e7ef103-950d-4eb9-9f0b-1af62c99de56,segment=NetworkSegment(e5f342b4-ae2f-4022-9eaa-3791ec6c0db9),segment_id=e5f342b4-ae2f-4022-9eaa-3791ec6c0db9)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:04:25.894613 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:25.895949 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 1ea4b2cb-2704-4770-855f-8d028973fc69 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:04:25.921946 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-93788625-e4fd-4cc5-b4bc-50fe0710e4f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:26.073668 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=4e7ef103-950d-4eb9-9f0b-1af62c99de56,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:26.077215 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:26.077926 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-42a30773-190f-4cb0-ab69-b9ced7bccce5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:26.085003 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-42a30773-190f-4cb0-ab69-b9ced7bccce5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:26.088201 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 1ea4b2cb-2704-4770-855f-8d028973fc69 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:04:26.093298 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 1ea4b2cb-2704-4770-855f-8d028973fc69 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:04:26.093669 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:26.113088 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-23101eb5-4348-457a-a080-90ee4130622d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:26.156543 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-98c52928-aa6a-4e91-9108-06770d799a3d None None] Provisioning complete for port 4e7ef103-950d-4eb9-9f0b-1af62c99de56 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:04:26.157243 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-98c52928-aa6a-4e91-9108-06770d799a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:26.205763 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a30773-190f-4cb0-ab69-b9ced7bccce5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:26.215776 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-42a30773-190f-4cb0-ab69-b9ced7bccce5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:26.216753 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-42a30773-190f-4cb0-ab69-b9ced7bccce5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:26.312630 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:26.343720 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 1ea4b2cb-2704-4770-855f-8d028973fc69, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=1ea4b2cb-2704-4770-855f-8d028973fc69,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:04:26.350908 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:26.351187 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a30773-190f-4cb0-ab69-b9ced7bccce5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 88d42aa9-e709-4509-a004-f11bad6727ee is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:04:26.352979 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-42a30773-190f-4cb0-ab69-b9ced7bccce5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:04:26.353137 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:26.387431 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-98c52928-aa6a-4e91-9108-06770d799a3d None None] Provisioning for port 1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:04:26.405777 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-98c52928-aa6a-4e91-9108-06770d799a3d None None] Provisioning complete for port 1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:04:26.406159 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-98c52928-aa6a-4e91-9108-06770d799a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:26.472315 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=1ea4b2cb-2704-4770-855f-8d028973fc69,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:26.476867 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:26.477870 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-98c52928-aa6a-4e91-9108-06770d799a3d None None] Port 1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:04:26.543727 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a30773-190f-4cb0-ab69-b9ced7bccce5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 30298185-a02c-41a0-bc35-e2a7f6869e3f has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:04:26.602176 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-169dbd11-ec75-4f0d-b528-0b5fa318f396 None None] Provisioning complete for port 1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:04:26.602811 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-169dbd11-ec75-4f0d-b528-0b5fa318f396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:26.657326 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-169dbd11-ec75-4f0d-b528-0b5fa318f396 None None] Port 1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:04:26.722451 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a30773-190f-4cb0-ab69-b9ced7bccce5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:04:26.732109 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f7c0ad-4add-437c-9cc0-473ca2ecd90b None None] Sync routers for ids ['30298185-a02c-41a0-bc35-e2a7f6869e3f'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:04:26.737638 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-42a30773-190f-4cb0-ab69-b9ced7bccce5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "PUT /v2.0/routers/30298185-a02c-41a0-bc35-e2a7f6869e3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2798765 May 31 16:04:26.737886 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34510) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:26.743594 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f7c0ad-4add-437c-9cc0-473ca2ecd90b None None] Routers {'30298185-a02c-41a0-bc35-e2a7f6869e3f'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:04:26.744202 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-62f7c0ad-4add-437c-9cc0-473ca2ecd90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:04:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['30298185-a02c-41a0-bc35-e2a7f6869e3f'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:04:26.875238 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28597da-6a28-4cb3-9e00-dc08bb86c77d tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:26.875723 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28597da-6a28-4cb3-9e00-dc08bb86c77d tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:26.876188 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28597da-6a28-4cb3-9e00-dc08bb86c77d tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:26.876646 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28597da-6a28-4cb3-9e00-dc08bb86c77d tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:26.878295 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d28597da-6a28-4cb3-9e00-dc08bb86c77d tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1394954 May 31 16:04:26.881226 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34514) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:26.921020 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-62f7c0ad-4add-437c-9cc0-473ca2ecd90b None None] Set router 30298185-a02c-41a0-bc35-e2a7f6869e3f gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:04:26.951915 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af2ff2a-6484-450f-a786-728d5dbf75e0 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:26.952382 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af2ff2a-6484-450f-a786-728d5dbf75e0 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:26.952841 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af2ff2a-6484-450f-a786-728d5dbf75e0 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:26.953291 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af2ff2a-6484-450f-a786-728d5dbf75e0 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:26.954965 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3af2ff2a-6484-450f-a786-728d5dbf75e0 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0728197 May 31 16:04:26.957869 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34518) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:27.160340 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e1e087cd-6f00-4ff8-aea2-005abd22eb70 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2013643 May 31 16:04:27.231428 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-62f7c0ad-4add-437c-9cc0-473ca2ecd90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'name': 'tempest-TestNetworkBasicOps-router-1181650918', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.113'}], 'enable_snat': True}, 'gw_port_id': '1ea4b2cb-2704-4770-855f-8d028973fc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:04:19Z', 'updated_at': '2021-05-31T16:04:25Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '1ea4b2cb-2704-4770-855f-8d028973fc69', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:57:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:04:20Z', 'updated_at': '2021-05-31T16:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168', 'name': '', 'network_id': '88d42aa9-e709-4509-a004-f11bad6727ee', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:22:a9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'ff943ab5-4048-42f9-ab7c-5a43aed39d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:04:24Z', 'updated_at': '2021-05-31T16:04:25Z', 'revision_number': 2, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': 'ff943ab5-4048-42f9-ab7c-5a43aed39d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:04:27.235311 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f7c0ad-4add-437c-9cc0-473ca2ecd90b None None] Checking router: 30298185-a02c-41a0-bc35-e2a7f6869e3f for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:04:27.235670 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f7c0ad-4add-437c-9cc0-473ca2ecd90b None None] Updating router 30298185-a02c-41a0-bc35-e2a7f6869e3f port 1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168 binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:04:27.303864 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-62f7c0ad-4add-437c-9cc0-473ca2ecd90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:27.430974 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 4e7ef103-950d-4eb9-9f0b-1af62c99de56 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:04:27.600453 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 4e7ef103-950d-4eb9-9f0b-1af62c99de56 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:04:27.600705 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:27.841950 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-62f7c0ad-4add-437c-9cc0-473ca2ecd90b None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:27.847354 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 1ea4b2cb-2704-4770-855f-8d028973fc69 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:04:27.889597 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-62f7c0ad-4add-437c-9cc0-473ca2ecd90b None None] Transition to ACTIVE for port object 1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:04:27.906562 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-62f7c0ad-4add-437c-9cc0-473ca2ecd90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:27.912749 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:28.044282 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c74b8-4088-4bfb-9e55-e740949cf2b8 None None] Pushing event updated for resources: {'Port': ['ID=1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:28.047672 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-613c74b8-4088-4bfb-9e55-e740949cf2b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:28.112019 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 1ea4b2cb-2704-4770-855f-8d028973fc69 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:04:28.112464 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:28.187028 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-62f7c0ad-4add-437c-9cc0-473ca2ecd90b None None] Attempting to bind port 1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:04:28.187285 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-62f7c0ad-4add-437c-9cc0-473ca2ecd90b None None] Attempting to bind port 1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'e5f342b4-ae2f-4022-9eaa-3791ec6c0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '88d42aa9-e709-4509-a004-f11bad6727ee'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:04:28.187657 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7c0ad-4add-437c-9cc0-473ca2ecd90b None None] Attempting to bind port 1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168 on network 88d42aa9-e709-4509-a004-f11bad6727ee {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:04:28.200272 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7c0ad-4add-437c-9cc0-473ca2ecd90b None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:04:28.200650 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7c0ad-4add-437c-9cc0-473ca2ecd90b None None] Checking segment: {'id': 'e5f342b4-ae2f-4022-9eaa-3791ec6c0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '88d42aa9-e709-4509-a004-f11bad6727ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:04:28.201057 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-62f7c0ad-4add-437c-9cc0-473ca2ecd90b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:28.201440 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7c0ad-4add-437c-9cc0-473ca2ecd90b None None] Bound using segment: {'id': 'e5f342b4-ae2f-4022-9eaa-3791ec6c0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '88d42aa9-e709-4509-a004-f11bad6727ee'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:04:28.201893 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-62f7c0ad-4add-437c-9cc0-473ca2ecd90b None None] Bound port: 1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f342b4-ae2f-4022-9eaa-3791ec6c0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '88d42aa9-e709-4509-a004-f11bad6727ee'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:04:28.202265 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-62f7c0ad-4add-437c-9cc0-473ca2ecd90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:28.354935 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-62f7c0ad-4add-437c-9cc0-473ca2ecd90b None None] For port 1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:04:28.358392 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-62f7c0ad-4add-437c-9cc0-473ca2ecd90b None None] For port 1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168,segment=NetworkSegment(e5f342b4-ae2f-4022-9eaa-3791ec6c0db9),segment_id=e5f342b4-ae2f-4022-9eaa-3791ec6c0db9)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:04:28.359318 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:28.362185 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-62f7c0ad-4add-437c-9cc0-473ca2ecd90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:28.365650 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:28.440717 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f7c0ad-4add-437c-9cc0-473ca2ecd90b None None] Routers {'30298185-a02c-41a0-bc35-e2a7f6869e3f'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:04:28.441292 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-62f7c0ad-4add-437c-9cc0-473ca2ecd90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:04:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['30298185-a02c-41a0-bc35-e2a7f6869e3f'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:04:28.495169 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34526) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:28.497146 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c74b8-4088-4bfb-9e55-e740949cf2b8 None None] Pushing event updated for resources: {'Port': ['ID=1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:28.502306 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-53b8fdde-a6be-463a-b502-abfcafadaabc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-212464630', 'description': 'tempest-secgroup-smoke-212464630 description', 'project_id': '77a9908268404908970d038c7b3f1f66'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:04:28.509044 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-53b8fdde-a6be-463a-b502-abfcafadaabc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:04:28.509192 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-613c74b8-4088-4bfb-9e55-e740949cf2b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:28.513538 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-53b8fdde-a6be-463a-b502-abfcafadaabc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:04:28.516439 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-53b8fdde-a6be-463a-b502-abfcafadaabc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:04:28.523039 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-53b8fdde-a6be-463a-b502-abfcafadaabc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:04:28.540115 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-53b8fdde-a6be-463a-b502-abfcafadaabc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:28.562558 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-53b8fdde-a6be-463a-b502-abfcafadaabc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:04:28.566846 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-53b8fdde-a6be-463a-b502-abfcafadaabc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:04:28.570143 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-53b8fdde-a6be-463a-b502-abfcafadaabc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:04:28.575980 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-53b8fdde-a6be-463a-b502-abfcafadaabc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:04:28.635777 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-62f7c0ad-4add-437c-9cc0-473ca2ecd90b None None] Set router 30298185-a02c-41a0-bc35-e2a7f6869e3f gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:04:28.649141 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-53b8fdde-a6be-463a-b502-abfcafadaabc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:28.653691 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-53b8fdde-a6be-463a-b502-abfcafadaabc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:28.657404 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-97562999-b517-49ef-aa3f-a631c507bf0b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:28.698668 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8fdde-a6be-463a-b502-abfcafadaabc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99b35379-8ca1-43be-8fca-2b082d53173e,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:28.701499 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-53b8fdde-a6be-463a-b502-abfcafadaabc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:28.707438 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-53b8fdde-a6be-463a-b502-abfcafadaabc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:28.708797 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-53b8fdde-a6be-463a-b502-abfcafadaabc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2119782 May 31 16:04:28.711826 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34530) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:28.717182 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-1c6a5915-7068-4044-bb41-a31e319c8406 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '99b35379-8ca1-43be-8fca-2b082d53173e', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:04:28.723242 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1c6a5915-7068-4044-bb41-a31e319c8406 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:04:28.727337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1c6a5915-7068-4044-bb41-a31e319c8406 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:04:28.730111 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1c6a5915-7068-4044-bb41-a31e319c8406 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:04:28.735769 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1c6a5915-7068-4044-bb41-a31e319c8406 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:04:28.753127 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1c6a5915-7068-4044-bb41-a31e319c8406 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:28.813634 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1c6a5915-7068-4044-bb41-a31e319c8406 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:28.817838 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1c6a5915-7068-4044-bb41-a31e319c8406 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:28.825037 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9fb9549f-9cce-4887-b610-4339cf6512bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:28.845234 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a5915-7068-4044-bb41-a31e319c8406 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c3030b-851e-4622-a1af-aea2c3ede125,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:28.849310 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1c6a5915-7068-4044-bb41-a31e319c8406 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:28.854670 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1c6a5915-7068-4044-bb41-a31e319c8406 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:28.856000 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1c6a5915-7068-4044-bb41-a31e319c8406 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1432624 May 31 16:04:28.858783 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34534) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:28.863885 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-3ad83a8a-09ed-4e96-bcf5-5127eaff5887 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '99b35379-8ca1-43be-8fca-2b082d53173e', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:04:28.869799 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-3ad83a8a-09ed-4e96-bcf5-5127eaff5887 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:04:28.873558 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-3ad83a8a-09ed-4e96-bcf5-5127eaff5887 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:04:28.876782 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-3ad83a8a-09ed-4e96-bcf5-5127eaff5887 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:04:28.882414 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-3ad83a8a-09ed-4e96-bcf5-5127eaff5887 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:04:28.899400 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3ad83a8a-09ed-4e96-bcf5-5127eaff5887 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:28.965577 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3ad83a8a-09ed-4e96-bcf5-5127eaff5887 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:28.969392 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-62f7c0ad-4add-437c-9cc0-473ca2ecd90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'name': 'tempest-TestNetworkBasicOps-router-1181650918', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.113'}], 'enable_snat': True}, 'gw_port_id': '1ea4b2cb-2704-4770-855f-8d028973fc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:04:19Z', 'updated_at': '2021-05-31T16:04:25Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '1ea4b2cb-2704-4770-855f-8d028973fc69', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:57:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:04:20Z', 'updated_at': '2021-05-31T16:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168', 'name': '', 'network_id': '88d42aa9-e709-4509-a004-f11bad6727ee', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:22:a9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'ff943ab5-4048-42f9-ab7c-5a43aed39d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:04:24Z', 'updated_at': '2021-05-31T16:04:28Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': 'ff943ab5-4048-42f9-ab7c-5a43aed39d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:04:28.970602 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3ad83a8a-09ed-4e96-bcf5-5127eaff5887 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:28.972584 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3a41d4c0-b881-48b0-a146-4665dac275a2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:28.973487 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f7c0ad-4add-437c-9cc0-473ca2ecd90b None None] The sync data for ids ['30298185-a02c-41a0-bc35-e2a7f6869e3f'] in dv-neutron-601336-79-hyperv is: [{'id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'name': 'tempest-TestNetworkBasicOps-router-1181650918', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.113'}], 'enable_snat': True}, 'gw_port_id': '1ea4b2cb-2704-4770-855f-8d028973fc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:04:19Z', 'updated_at': '2021-05-31T16:04:25Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '1ea4b2cb-2704-4770-855f-8d028973fc69', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:57:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:04:20Z', 'updated_at': '2021-05-31T16:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168', 'name': '', 'network_id': '88d42aa9-e709-4509-a004-f11bad6727ee', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:22:a9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'ff943ab5-4048-42f9-ab7c-5a43aed39d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:04:24Z', 'updated_at': '2021-05-31T16:04:28Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': 'ff943ab5-4048-42f9-ab7c-5a43aed39d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:04:28.994899 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad83a8a-09ed-4e96-bcf5-5127eaff5887 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf543e9-6567-4712-9d5a-4df4446af3b8,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:28.999498 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3ad83a8a-09ed-4e96-bcf5-5127eaff5887 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:29.008687 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3ad83a8a-09ed-4e96-bcf5-5127eaff5887 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:29.009925 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3ad83a8a-09ed-4e96-bcf5-5127eaff5887 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1502151 May 31 16:04:29.012727 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34538) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:29.028539 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-52ecb06f-c70b-4247-acff-e17dc1b07c38 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '99b35379-8ca1-43be-8fca-2b082d53173e', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:04:29.041080 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-52ecb06f-c70b-4247-acff-e17dc1b07c38 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:04:29.045352 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-52ecb06f-c70b-4247-acff-e17dc1b07c38 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:04:29.048356 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-52ecb06f-c70b-4247-acff-e17dc1b07c38 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:04:29.054147 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-52ecb06f-c70b-4247-acff-e17dc1b07c38 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:04:29.077479 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-52ecb06f-c70b-4247-acff-e17dc1b07c38 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:29.147839 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-52ecb06f-c70b-4247-acff-e17dc1b07c38 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:29.152475 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-52ecb06f-c70b-4247-acff-e17dc1b07c38 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:29.154366 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-dd33e5ff-9d0a-4183-9f61-b5a98372538f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:29.179866 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ecb06f-c70b-4247-acff-e17dc1b07c38 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18651ce7-8703-426b-bcb8-05efe9b499c8,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:29.184646 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-52ecb06f-c70b-4247-acff-e17dc1b07c38 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:29.190247 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-52ecb06f-c70b-4247-acff-e17dc1b07c38 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:29.191760 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-52ecb06f-c70b-4247-acff-e17dc1b07c38 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1780081 May 31 16:04:29.194675 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34542) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:29.200495 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-d9890e6a-aae7-44c5-99e8-04ded00d8f22 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '99b35379-8ca1-43be-8fca-2b082d53173e', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:04:29.206773 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d9890e6a-aae7-44c5-99e8-04ded00d8f22 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:04:29.210753 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d9890e6a-aae7-44c5-99e8-04ded00d8f22 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:04:29.213773 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d9890e6a-aae7-44c5-99e8-04ded00d8f22 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:04:29.219522 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d9890e6a-aae7-44c5-99e8-04ded00d8f22 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:04:29.237214 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d9890e6a-aae7-44c5-99e8-04ded00d8f22 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:29.311570 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d9890e6a-aae7-44c5-99e8-04ded00d8f22 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:29.316244 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d9890e6a-aae7-44c5-99e8-04ded00d8f22 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:29.318224 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bcf2cc5c-e501-4f60-86f7-00beb1387d83 tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:29.341042 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9890e6a-aae7-44c5-99e8-04ded00d8f22 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4756ccca-bc30-4b9d-85f8-e7b1ce7ee830,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:29.343634 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d9890e6a-aae7-44c5-99e8-04ded00d8f22 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:29.353436 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d9890e6a-aae7-44c5-99e8-04ded00d8f22 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:29.354674 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d9890e6a-aae7-44c5-99e8-04ded00d8f22 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1589878 May 31 16:04:29.357563 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34546) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:29.362768 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-b17708a9-40c3-46aa-afa3-3b6fb96320e4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '99b35379-8ca1-43be-8fca-2b082d53173e', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:04:29.369329 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b17708a9-40c3-46aa-afa3-3b6fb96320e4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:04:29.372987 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b17708a9-40c3-46aa-afa3-3b6fb96320e4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:04:29.376284 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b17708a9-40c3-46aa-afa3-3b6fb96320e4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:04:29.382557 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b17708a9-40c3-46aa-afa3-3b6fb96320e4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:04:29.398186 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.securitygroups_db [None req-b17708a9-40c3-46aa-afa3-3b6fb96320e4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Project 77a9908268404908970d038c7b3f1f66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:04:29.405986 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b17708a9-40c3-46aa-afa3-3b6fb96320e4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:29.469804 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:04:29.489162 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b17708a9-40c3-46aa-afa3-3b6fb96320e4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:29.493774 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b17708a9-40c3-46aa-afa3-3b6fb96320e4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:29.495976 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:29.521591 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17708a9-40c3-46aa-afa3-3b6fb96320e4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347dcdb5-ad1b-4cd7-a869-b84b65ff6641,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:29.526789 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b17708a9-40c3-46aa-afa3-3b6fb96320e4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:29.532882 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b17708a9-40c3-46aa-afa3-3b6fb96320e4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:29.537037 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b17708a9-40c3-46aa-afa3-3b6fb96320e4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1756597 May 31 16:04:29.537727 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34550) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:29.543292 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-b8d892ce-48ae-4752-8a0f-23943d43ee31 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '99b35379-8ca1-43be-8fca-2b082d53173e', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:04:29.550010 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b8d892ce-48ae-4752-8a0f-23943d43ee31 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:04:29.554293 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b8d892ce-48ae-4752-8a0f-23943d43ee31 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:04:29.557623 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b8d892ce-48ae-4752-8a0f-23943d43ee31 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:04:29.557926 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:04:29.563228 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:04:29.564104 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:29.564610 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b8d892ce-48ae-4752-8a0f-23943d43ee31 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:04:29.576517 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.securitygroups_db [None req-b8d892ce-48ae-4752-8a0f-23943d43ee31 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Project 77a9908268404908970d038c7b3f1f66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:04:29.583103 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b8d892ce-48ae-4752-8a0f-23943d43ee31 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:29.654834 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b8d892ce-48ae-4752-8a0f-23943d43ee31 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:29.660176 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b8d892ce-48ae-4752-8a0f-23943d43ee31 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:29.662466 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-86a02349-95aa-4f2e-aa2e-c12b1bc9e915 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:29.686671 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d892ce-48ae-4752-8a0f-23943d43ee31 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f9bc2c-1ac1-4088-a9fa-aaeb7caf5e6e,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:29.687863 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:29.689346 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b8d892ce-48ae-4752-8a0f-23943d43ee31 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:29.698031 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b8d892ce-48ae-4752-8a0f-23943d43ee31 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:29.699538 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b8d892ce-48ae-4752-8a0f-23943d43ee31 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1612196 May 31 16:04:29.730616 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168,segment=NetworkSegment(e5f342b4-ae2f-4022-9eaa-3791ec6c0db9),segment_id=e5f342b4-ae2f-4022-9eaa-3791ec6c0db9)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:04:29.735647 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:29.737658 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:29.810182 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:29.817223 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:29.880781 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-f8790997-b029-4927-8f58-2006eb0e5100 req-ec8702da-7327-4bb5-81a6-570e8ff3c1a2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:04:29.897455 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-f8790997-b029-4927-8f58-2006eb0e5100 req-ec8702da-7327-4bb5-81a6-570e8ff3c1a2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:04:29.898722 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f8790997-b029-4927-8f58-2006eb0e5100 req-ec8702da-7327-4bb5-81a6-570e8ff3c1a2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-212464630&fields=id&tenant_id=77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 267 time: 0.0602071 May 31 16:04:30.053301 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8790997-b029-4927-8f58-2006eb0e5100 req-e9befefe-8283-4fd5-b85f-fd43729d15c1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:30.054006 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-f8790997-b029-4927-8f58-2006eb0e5100 req-e9befefe-8283-4fd5-b85f-fd43729d15c1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:network {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:04:30.069932 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-f8790997-b029-4927-8f58-2006eb0e5100 req-e9befefe-8283-4fd5-b85f-fd43729d15c1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:network {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:04:30.071140 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f8790997-b029-4927-8f58-2006eb0e5100 req-e9befefe-8283-4fd5-b85f-fd43729d15c1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/networks?id=88d42aa9-e709-4509-a004-f11bad6727ee HTTP/1.1" status: 200 len: 797 time: 0.1647327 May 31 16:04:30.086345 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f8790997-b029-4927-8f58-2006eb0e5100 req-312a41bc-17ea-4fbd-a277-546cf359ff26 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/quotas/77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 375 time: 0.0093672 May 31 16:04:30.172008 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-f8790997-b029-4927-8f58-2006eb0e5100 req-f9e1c37f-e902-403c-91e3-e37704397b38 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:04:30.190035 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-f8790997-b029-4927-8f58-2006eb0e5100 req-f9e1c37f-e902-403c-91e3-e37704397b38 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:04:30.191305 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f8790997-b029-4927-8f58-2006eb0e5100 req-f9e1c37f-e902-403c-91e3-e37704397b38 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1001949 May 31 16:04:30.519499 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f8790997-b029-4927-8f58-2006eb0e5100 req-ecbfb957-56b1-4bfb-b4de-0675fb5cc3fa service neutron] 10.222.0.45 "GET /v2.0/networks/88d42aa9-e709-4509-a004-f11bad6727ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159244 May 31 16:04:30.650810 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f8790997-b029-4927-8f58-2006eb0e5100 req-c2396ed6-36d0-4e2c-92aa-9ba4b21b939c service neutron] 10.222.0.45 "GET /v2.0/networks/88d42aa9-e709-4509-a004-f11bad6727ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254303 May 31 16:04:30.843262 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-56f9d9ac-2a99-40d3-8485-b8b115d46ddd req-ed22ca16-2486-4430-a81a-e7bba78cbd7e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=48ef59cf-e19d-4702-8d61-eaf309a85ef8 HTTP/1.1" status: 200 len: 210 time: 0.0425677 May 31 16:04:31.438138 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:04:31.561159 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:04:31.561519 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:31.918245 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8790997-b029-4927-8f58-2006eb0e5100 req-c40e06a1-bcd5-4e74-928a-d79690456811 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:31.919719 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f8790997-b029-4927-8f58-2006eb0e5100 req-c40e06a1-bcd5-4e74-928a-d79690456811 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/networks?id=88d42aa9-e709-4509-a004-f11bad6727ee HTTP/1.1" status: 200 len: 797 time: 0.1520803 May 31 16:04:32.008743 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fc84cbe3-dc58-4d46-afa4-a9ec53ec5210 req-fdac7e47-618d-403b-984a-c8fde78222d9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=48ef59cf-e19d-4702-8d61-eaf309a85ef8 HTTP/1.1" status: 200 len: 210 time: 0.0557315 May 31 16:04:32.015991 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f8790997-b029-4927-8f58-2006eb0e5100 req-40682b9e-4806-4304-a21f-aacf864842d0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 379 time: 0.0870659 May 31 16:04:32.025258 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-f8790997-b029-4927-8f58-2006eb0e5100 req-6add815c-bd88-49de-92fc-8b6c2967e90c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'port': {'device_id': '48ef59cf-e19d-4702-8d61-eaf309a85ef8', 'network_id': '88d42aa9-e709-4509-a004-f11bad6727ee', 'admin_state_up': True, 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'security_groups': ['99b35379-8ca1-43be-8fca-2b082d53173e']}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:04:32.160745 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-f8790997-b029-4927-8f58-2006eb0e5100 req-6add815c-bd88-49de-92fc-8b6c2967e90c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:04:32.171378 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-f8790997-b029-4927-8f58-2006eb0e5100 req-6add815c-bd88-49de-92fc-8b6c2967e90c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:04:32.189353 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8790997-b029-4927-8f58-2006eb0e5100 req-6add815c-bd88-49de-92fc-8b6c2967e90c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Made reservation on behalf of 77a9908268404908970d038c7b3f1f66 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:04:32.195225 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f8790997-b029-4927-8f58-2006eb0e5100 req-6add815c-bd88-49de-92fc-8b6c2967e90c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:32.356082 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [req-f8790997-b029-4927-8f58-2006eb0e5100 req-6add815c-bd88-49de-92fc-8b6c2967e90c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.20.0.4 (88d42aa9-e709-4509-a004-f11bad6727ee/ff943ab5-4048-42f9-ab7c-5a43aed39d5f/4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:04:32.544889 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f8790997-b029-4927-8f58-2006eb0e5100 req-6add815c-bd88-49de-92fc-8b6c2967e90c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:32.559900 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-f8790997-b029-4927-8f58-2006eb0e5100 req-6add815c-bd88-49de-92fc-8b6c2967e90c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Transition to ACTIVE for port object 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:04:32.586306 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f8790997-b029-4927-8f58-2006eb0e5100 req-6add815c-bd88-49de-92fc-8b6c2967e90c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:32.594592 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-540b4fef-1c23-49c4-a8d0-bb34063331bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:32.673307 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8790997-b029-4927-8f58-2006eb0e5100 req-6add815c-bd88-49de-92fc-8b6c2967e90c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 88d42aa9-e709-4509-a004-f11bad6727ee is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:04:32.676380 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [req-f8790997-b029-4927-8f58-2006eb0e5100 req-6add815c-bd88-49de-92fc-8b6c2967e90c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:04:32.680768 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8790997-b029-4927-8f58-2006eb0e5100 req-6add815c-bd88-49de-92fc-8b6c2967e90c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:04:32.708565 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add815c-bd88-49de-92fc-8b6c2967e90c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:32.716035 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6add815c-bd88-49de-92fc-8b6c2967e90c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:32.746172 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8790997-b029-4927-8f58-2006eb0e5100 req-6add815c-bd88-49de-92fc-8b6c2967e90c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:32.746782 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f8790997-b029-4927-8f58-2006eb0e5100 req-6add815c-bd88-49de-92fc-8b6c2967e90c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:32.774906 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f8790997-b029-4927-8f58-2006eb0e5100 req-6add815c-bd88-49de-92fc-8b6c2967e90c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7533002 May 31 16:04:32.786475 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-f8790997-b029-4927-8f58-2006eb0e5100 req-fdbc5a52-fd13-4a40-a7fe-38889f297734 service neutron] Request body: {'port': {'device_id': '48ef59cf-e19d-4702-8d61-eaf309a85ef8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:04:32.897353 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f8790997-b029-4927-8f58-2006eb0e5100 req-fdbc5a52-fd13-4a40-a7fe-38889f297734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:32.927293 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-791a9206-ac99-4595-9397-dd623b725242 None None] Provisioning for port 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:04:32.932322 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-791a9206-ac99-4595-9397-dd623b725242 None None] Provisioning complete for port 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:04:32.932703 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-791a9206-ac99-4595-9397-dd623b725242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:32.985995 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-791a9206-ac99-4595-9397-dd623b725242 None None] Port 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:04:33.273100 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8c6a3-5af4-4303-b13d-d7b9fcaddb83 req-0f06ad53-a8f9-4af5-ab6b-ba69bedfc506 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:33.273745 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-3ce8c6a3-5af4-4303-b13d-d7b9fcaddb83 req-0f06ad53-a8f9-4af5-ab6b-ba69bedfc506 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:04:33.308539 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-f8790997-b029-4927-8f58-2006eb0e5100 req-fdbc5a52-fd13-4a40-a7fe-38889f297734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:04:33.313214 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-3ce8c6a3-5af4-4303-b13d-d7b9fcaddb83 req-0f06ad53-a8f9-4af5-ab6b-ba69bedfc506 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:04:33.314400 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3ce8c6a3-5af4-4303-b13d-d7b9fcaddb83 req-0f06ad53-a8f9-4af5-ab6b-ba69bedfc506 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=48ef59cf-e19d-4702-8d61-eaf309a85ef8 HTTP/1.1" status: 200 len: 931 time: 0.1961927 May 31 16:04:33.318053 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f8790997-b029-4927-8f58-2006eb0e5100 req-fdbc5a52-fd13-4a40-a7fe-38889f297734 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:33.350342 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-f8790997-b029-4927-8f58-2006eb0e5100 req-fdbc5a52-fd13-4a40-a7fe-38889f297734 service neutron] Transition to ACTIVE for port object 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:04:33.359236 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f8790997-b029-4927-8f58-2006eb0e5100 req-fdbc5a52-fd13-4a40-a7fe-38889f297734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:33.365379 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5ba0d961-8d44-4dbd-86a2-f1116a9ba057 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:33.417597 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3ce8c6a3-5af4-4303-b13d-d7b9fcaddb83 req-7f5d58f9-aea6-4c7d-a18d-ed798fc58a66 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=99b35379-8ca1-43be-8fca-2b082d53173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969577 May 31 16:04:33.655746 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc5a52-fd13-4a40-a7fe-38889f297734 service neutron] Pushing event updated for resources: {'Port': ['ID=4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:33.681291 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fdbc5a52-fd13-4a40-a7fe-38889f297734 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:33.762876 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-f8790997-b029-4927-8f58-2006eb0e5100 req-fdbc5a52-fd13-4a40-a7fe-38889f297734 service neutron] Attempting to bind port 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:04:33.763246 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-f8790997-b029-4927-8f58-2006eb0e5100 req-fdbc5a52-fd13-4a40-a7fe-38889f297734 service neutron] Attempting to bind port 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e5f342b4-ae2f-4022-9eaa-3791ec6c0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '88d42aa9-e709-4509-a004-f11bad6727ee'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:04:33.763599 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8790997-b029-4927-8f58-2006eb0e5100 req-fdbc5a52-fd13-4a40-a7fe-38889f297734 service neutron] Attempting to bind port 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 on network 88d42aa9-e709-4509-a004-f11bad6727ee {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:04:33.768331 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8790997-b029-4927-8f58-2006eb0e5100 req-fdbc5a52-fd13-4a40-a7fe-38889f297734 service neutron] Port 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 on network 88d42aa9-e709-4509-a004-f11bad6727ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:04:33.768641 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8790997-b029-4927-8f58-2006eb0e5100 req-fdbc5a52-fd13-4a40-a7fe-38889f297734 service neutron] Attempting to bind port 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 on network 88d42aa9-e709-4509-a004-f11bad6727ee {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:04:33.774164 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8790997-b029-4927-8f58-2006eb0e5100 req-fdbc5a52-fd13-4a40-a7fe-38889f297734 service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:04:33.774490 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8790997-b029-4927-8f58-2006eb0e5100 req-fdbc5a52-fd13-4a40-a7fe-38889f297734 service neutron] Checking segment: {'id': 'e5f342b4-ae2f-4022-9eaa-3791ec6c0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '88d42aa9-e709-4509-a004-f11bad6727ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:04:33.774882 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8790997-b029-4927-8f58-2006eb0e5100 req-fdbc5a52-fd13-4a40-a7fe-38889f297734 service neutron] Bound using segment: {'id': 'e5f342b4-ae2f-4022-9eaa-3791ec6c0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '88d42aa9-e709-4509-a004-f11bad6727ee'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:04:33.775385 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-f8790997-b029-4927-8f58-2006eb0e5100 req-fdbc5a52-fd13-4a40-a7fe-38889f297734 service neutron] Bound port: 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f342b4-ae2f-4022-9eaa-3791ec6c0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '88d42aa9-e709-4509-a004-f11bad6727ee'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:04:33.775728 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f8790997-b029-4927-8f58-2006eb0e5100 req-fdbc5a52-fd13-4a40-a7fe-38889f297734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:33.865650 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-f8790997-b029-4927-8f58-2006eb0e5100 req-fdbc5a52-fd13-4a40-a7fe-38889f297734 service neutron] For port 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:04:33.868923 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-f8790997-b029-4927-8f58-2006eb0e5100 req-fdbc5a52-fd13-4a40-a7fe-38889f297734 service neutron] For port 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3,segment=NetworkSegment(e5f342b4-ae2f-4022-9eaa-3791ec6c0db9),segment_id=e5f342b4-ae2f-4022-9eaa-3791ec6c0db9)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:04:33.876453 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f8790997-b029-4927-8f58-2006eb0e5100 req-fdbc5a52-fd13-4a40-a7fe-38889f297734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:33.880132 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-19c4c63c-281b-4c2a-a22e-81ba2021532f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:33.941046 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8790997-b029-4927-8f58-2006eb0e5100 req-fdbc5a52-fd13-4a40-a7fe-38889f297734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:33.941674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f8790997-b029-4927-8f58-2006eb0e5100 req-fdbc5a52-fd13-4a40-a7fe-38889f297734 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:33.943313 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f8790997-b029-4927-8f58-2006eb0e5100 req-fdbc5a52-fd13-4a40-a7fe-38889f297734 service neutron] 10.222.0.59 "PUT /v2.0/ports/4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 HTTP/1.1" status: 200 len: 1093 time: 1.1611304 May 31 16:04:33.943886 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ef59cf-e19d-4702-8d61-eaf309a85ef8', 'tag': '4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:04:33.946386 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7024b5-322b-4181-ab9b-3b906a905e99" -d '{"events": [{"name": "network-changed", "server_uuid": "48ef59cf-e19d-4702-8d61-eaf309a85ef8", "tag": "4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:04:33.974159 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc5a52-fd13-4a40-a7fe-38889f297734 service neutron] Pushing event updated for resources: {'Port': ['ID=4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:33.978314 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fdbc5a52-fd13-4a40-a7fe-38889f297734 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:33.996255 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65ca021-c0ef-49ef-a679-2825996942a3 x-openstack-request-id: req-f65ca021-c0ef-49ef-a679-2825996942a3 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:04:33.996707 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48ef59cf-e19d-4702-8d61-eaf309a85ef8", "tag": "4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:04:33.997148 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f65ca021-c0ef-49ef-a679-2825996942a3 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:04:33.997594 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ef59cf-e19d-4702-8d61-eaf309a85ef8', 'tag': '4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3', 'status': 'completed', 'code': 200} May 31 16:04:34.071172 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8790997-b029-4927-8f58-2006eb0e5100 req-009e6b4b-bc99-4079-bd0c-6257af62befa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:34.072692 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f8790997-b029-4927-8f58-2006eb0e5100 req-009e6b4b-bc99-4079-bd0c-6257af62befa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=48ef59cf-e19d-4702-8d61-eaf309a85ef8 HTTP/1.1" status: 200 len: 1096 time: 0.0742977 May 31 16:04:34.149079 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f8790997-b029-4927-8f58-2006eb0e5100 req-83d3a05e-4287-41fa-bc8f-fc558bb14f3e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 HTTP/1.1" status: 200 len: 217 time: 0.0681520 May 31 16:04:34.215783 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8790997-b029-4927-8f58-2006eb0e5100 req-4e6f743f-77c6-447b-9115-db5ff999af4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:34.217164 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f8790997-b029-4927-8f58-2006eb0e5100 req-4e6f743f-77c6-447b-9115-db5ff999af4d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff943ab5-4048-42f9-ab7c-5a43aed39d5f HTTP/1.1" status: 200 len: 843 time: 0.0622113 May 31 16:04:34.306860 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8790997-b029-4927-8f58-2006eb0e5100 req-1a932d92-f0fc-4963-8b50-b21b979228ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:34.308426 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f8790997-b029-4927-8f58-2006eb0e5100 req-1a932d92-f0fc-4963-8b50-b21b979228ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88d42aa9-e709-4509-a004-f11bad6727ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0843289 May 31 16:04:34.450743 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f8790997-b029-4927-8f58-2006eb0e5100 req-d9900a41-e847-4306-97af-c6fd71b78540 service neutron] 10.222.0.59 "GET /v2.0/networks/88d42aa9-e709-4509-a004-f11bad6727ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345897 May 31 16:04:34.633535 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f8790997-b029-4927-8f58-2006eb0e5100 req-fe7033fa-2423-4299-b3f7-99013fd3f31f service neutron] 10.222.0.59 "GET /v2.0/networks/88d42aa9-e709-4509-a004-f11bad6727ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764522 May 31 16:04:34.646968 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1136b4c2-dcd5-4e38-84e0-19ec0516e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:34.654339 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afb57c-a6ca-4f3a-aa61-6d611656e510 req-01c10dc3-c45f-4d29-9bea-d92b019d3563 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:34.655912 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-38afb57c-a6ca-4f3a-aa61-6d611656e510 req-01c10dc3-c45f-4d29-9bea-d92b019d3563 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=48ef59cf-e19d-4702-8d61-eaf309a85ef8 HTTP/1.1" status: 200 len: 943 time: 0.1199980 May 31 16:04:34.745503 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-38afb57c-a6ca-4f3a-aa61-6d611656e510 req-4ce47caa-9804-4d53-8046-34c84d687868 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=99b35379-8ca1-43be-8fca-2b082d53173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832899 May 31 16:04:34.770741 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7024b5-322b-4181-ab9b-3b906a905e99 req-749beb4d-afed-492e-a537-804082b34ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:34.772220 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0a7024b5-322b-4181-ab9b-3b906a905e99 req-749beb4d-afed-492e-a537-804082b34ec0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=48ef59cf-e19d-4702-8d61-eaf309a85ef8 HTTP/1.1" status: 200 len: 1096 time: 0.0922127 May 31 16:04:34.902309 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7024b5-322b-4181-ab9b-3b906a905e99 req-b33089bd-f86e-4f54-82ef-cfe0ee2502c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:34.903815 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0a7024b5-322b-4181-ab9b-3b906a905e99 req-b33089bd-f86e-4f54-82ef-cfe0ee2502c9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=88d42aa9-e709-4509-a004-f11bad6727ee HTTP/1.1" status: 200 len: 898 time: 0.1248815 May 31 16:04:34.969967 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0a7024b5-322b-4181-ab9b-3b906a905e99 req-c1184ce1-6f90-4163-b41f-2c402d6acffd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 HTTP/1.1" status: 200 len: 217 time: 0.0591478 May 31 16:04:35.036385 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7024b5-322b-4181-ab9b-3b906a905e99 req-6ee8db10-616a-4543-a5f6-7ba71cd550d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:35.037816 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0a7024b5-322b-4181-ab9b-3b906a905e99 req-6ee8db10-616a-4543-a5f6-7ba71cd550d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff943ab5-4048-42f9-ab7c-5a43aed39d5f HTTP/1.1" status: 200 len: 843 time: 0.0604494 May 31 16:04:35.118437 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7024b5-322b-4181-ab9b-3b906a905e99 req-92c63a17-b1f8-4dee-8628-01a6730c66e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:35.120454 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0a7024b5-322b-4181-ab9b-3b906a905e99 req-92c63a17-b1f8-4dee-8628-01a6730c66e2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88d42aa9-e709-4509-a004-f11bad6727ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0756724 May 31 16:04:35.268495 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0a7024b5-322b-4181-ab9b-3b906a905e99 req-968490f3-e844-404b-ad2f-a38d7a00f046 service neutron] 10.222.0.59 "GET /v2.0/networks/88d42aa9-e709-4509-a004-f11bad6727ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412444 May 31 16:04:35.407801 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0a7024b5-322b-4181-ab9b-3b906a905e99 req-f8c2a1c8-76ed-4633-b48b-953c52e7d9b4 service neutron] 10.222.0.59 "GET /v2.0/networks/88d42aa9-e709-4509-a004-f11bad6727ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312153 May 31 16:04:36.108244 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f465c98-a8e4-48bc-8f2d-e1ae57406cdd req-f453bff1-3026-493d-a2c3-00e889e1c3b7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:36.109770 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7f465c98-a8e4-48bc-8f2d-e1ae57406cdd req-f453bff1-3026-493d-a2c3-00e889e1c3b7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=48ef59cf-e19d-4702-8d61-eaf309a85ef8 HTTP/1.1" status: 200 len: 943 time: 0.2465549 May 31 16:04:36.154209 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7f465c98-a8e4-48bc-8f2d-e1ae57406cdd req-9f7ca429-2756-42b3-a2a5-76608040cebe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=99b35379-8ca1-43be-8fca-2b082d53173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384822 May 31 16:04:37.003907 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:37.352245 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb9d25-468c-46a8-8822-ebd3d96024ec req-ff98efe7-291b-420e-ad81-83bd4277081f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:37.353609 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5dcb9d25-468c-46a8-8822-ebd3d96024ec req-ff98efe7-291b-420e-ad81-83bd4277081f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=48ef59cf-e19d-4702-8d61-eaf309a85ef8 HTTP/1.1" status: 200 len: 943 time: 0.0848837 May 31 16:04:37.405534 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5dcb9d25-468c-46a8-8822-ebd3d96024ec req-5cf26954-4b35-4960-820a-51771253ae0d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=99b35379-8ca1-43be-8fca-2b082d53173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445886 May 31 16:04:37.895544 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c7e817f2-414d-4efd-82ac-b4cbb7226eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:38.313091 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:04:38.424595 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:38.460526 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3,segment=NetworkSegment(e5f342b4-ae2f-4022-9eaa-3791ec6c0db9),segment_id=e5f342b4-ae2f-4022-9eaa-3791ec6c0db9)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:04:38.477232 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3', 'network_id': '88d42aa9-e709-4509-a004-f11bad6727ee', 'port_id': '4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3', 'mac_address': 'fa:16:3e:aa:8f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff943ab5-4048-42f9-ab7c-5a43aed39d5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:04:38.532278 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:38.549990 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:04:38.566694 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3,segment=NetworkSegment(e5f342b4-ae2f-4022-9eaa-3791ec6c0db9),segment_id=e5f342b4-ae2f-4022-9eaa-3791ec6c0db9)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:04:38.572093 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:38.574295 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:38.599038 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40664af6-1b3b-4b1c-adcd-27638caaca8b req-cb331c44-78ad-45f5-85cc-416252065121 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:38.600528 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-40664af6-1b3b-4b1c-adcd-27638caaca8b req-cb331c44-78ad-45f5-85cc-416252065121 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=48ef59cf-e19d-4702-8d61-eaf309a85ef8 HTTP/1.1" status: 200 len: 943 time: 0.0887151 May 31 16:04:38.640630 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:38.643782 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:38.645766 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-40664af6-1b3b-4b1c-adcd-27638caaca8b req-13c5600d-ef85-4903-85ed-5784a67ea150 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=99b35379-8ca1-43be-8fca-2b082d53173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390921 May 31 16:04:38.948709 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:04:39.734816 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:39.844491 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e452f45-f423-41b8-a4ba-657ed07dc165 req-2731389f-babb-47b7-ae03-8c48eae155bc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:39.845886 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3e452f45-f423-41b8-a4ba-657ed07dc165 req-2731389f-babb-47b7-ae03-8c48eae155bc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=48ef59cf-e19d-4702-8d61-eaf309a85ef8 HTTP/1.1" status: 200 len: 944 time: 0.0874460 May 31 16:04:39.890331 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3e452f45-f423-41b8-a4ba-657ed07dc165 req-fda3cfad-eeca-44e8-99fc-5360dfc0ab01 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=99b35379-8ca1-43be-8fca-2b082d53173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382705 May 31 16:04:40.333529 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:04:40.426592 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:04:40.431970 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:04:40.432334 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:40.552288 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:40.579813 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ef59cf-e19d-4702-8d61-eaf309a85ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:04:40.582086 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ad07d3-3457-4ea8-89a0-aa6efdacede8" -d '{"events": [{"server_uuid": "48ef59cf-e19d-4702-8d61-eaf309a85ef8", "name": "network-vif-plugged", "status": "completed", "tag": "4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:04:40.590087 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3,segment=NetworkSegment(e5f342b4-ae2f-4022-9eaa-3791ec6c0db9),segment_id=e5f342b4-ae2f-4022-9eaa-3791ec6c0db9)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:04:40.595357 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:40.597218 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:40.666085 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:40.669374 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:40.685688 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092d577b-5e1a-42ea-ad8a-efd17e9be06d x-openstack-request-id: req-092d577b-5e1a-42ea-ad8a-efd17e9be06d {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:04:40.685986 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ef59cf-e19d-4702-8d61-eaf309a85ef8", "name": "network-vif-plugged", "status": "completed", "tag": "4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:04:40.686242 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-092d577b-5e1a-42ea-ad8a-efd17e9be06d {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:04:40.686659 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ef59cf-e19d-4702-8d61-eaf309a85ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3', 'code': 200} May 31 16:04:40.933575 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0f7b3-b53a-42a0-978e-32b6677f29e7 req-63bfb42e-70d8-42ea-88e4-d2c775db46a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:40.935088 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-88f0f7b3-b53a-42a0-978e-32b6677f29e7 req-63bfb42e-70d8-42ea-88e4-d2c775db46a5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48ef59cf-e19d-4702-8d61-eaf309a85ef8 HTTP/1.1" status: 200 len: 1098 time: 0.0833583 May 31 16:04:40.977002 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-88f0f7b3-b53a-42a0-978e-32b6677f29e7 req-f2c70a99-faf3-4138-8bd1-79acbc9e9179 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=99b35379-8ca1-43be-8fca-2b082d53173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351238 May 31 16:04:41.099035 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc92504-7cc2-4191-beea-1b04ccbbc48b req-cfc9acb8-62d4-4f07-b513-cb2cc9c16229 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:41.100484 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5cc92504-7cc2-4191-beea-1b04ccbbc48b req-cfc9acb8-62d4-4f07-b513-cb2cc9c16229 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=48ef59cf-e19d-4702-8d61-eaf309a85ef8 HTTP/1.1" status: 200 len: 945 time: 0.0957520 May 31 16:04:41.149632 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5cc92504-7cc2-4191-beea-1b04ccbbc48b req-853f7417-ef8e-4bc0-9355-8d55aceddc77 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=99b35379-8ca1-43be-8fca-2b082d53173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433300 May 31 16:04:42.352939 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84ac06-cb24-42d4-9d61-382a9e732b81 req-57e2035e-823d-4fc8-918c-d0449f584b7f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:42.354353 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-af84ac06-cb24-42d4-9d61-382a9e732b81 req-57e2035e-823d-4fc8-918c-d0449f584b7f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=48ef59cf-e19d-4702-8d61-eaf309a85ef8 HTTP/1.1" status: 200 len: 945 time: 0.0887718 May 31 16:04:42.407099 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-af84ac06-cb24-42d4-9d61-382a9e732b81 req-ee983a59-41d7-4a3e-82eb-c0dbb94bbe38 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=99b35379-8ca1-43be-8fca-2b082d53173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441892 May 31 16:04:42.614245 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee2662-7893-4bd5-ba45-034c73b6ca42 req-e9baf433-7ade-4a8c-b5c8-0fcb23566173 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:42.615697 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-13ee2662-7893-4bd5-ba45-034c73b6ca42 req-e9baf433-7ade-4a8c-b5c8-0fcb23566173 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=48ef59cf-e19d-4702-8d61-eaf309a85ef8 HTTP/1.1" status: 200 len: 945 time: 0.0923936 May 31 16:04:42.661017 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-13ee2662-7893-4bd5-ba45-034c73b6ca42 req-e1d9eb76-ab6c-48ec-aded-f7c411bfabbe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=99b35379-8ca1-43be-8fca-2b082d53173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388505 May 31 16:04:42.684039 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34612) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:42.760778 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c0e1fb-4883-44e4-8030-a481010f5026 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:42.762297 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-42c0e1fb-4883-44e4-8030-a481010f5026 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=48ef59cf-e19d-4702-8d61-eaf309a85ef8 HTTP/1.1" status: 200 len: 1093 time: 0.0772724 May 31 16:04:42.765442 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34618) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:42.771071 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-01a81ff3-f725-4c0f-a5ac-630f5a5a9ebc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'port_id': '4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:04:42.777696 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-01a81ff3-f725-4c0f-a5ac-630f5a5a9ebc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:04:42.782016 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-01a81ff3-f725-4c0f-a5ac-630f5a5a9ebc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:floatingip and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:04:42.785049 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-01a81ff3-f725-4c0f-a5ac-630f5a5a9ebc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:04:42.792142 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-01a81ff3-f725-4c0f-a5ac-630f5a5a9ebc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:04:42.805550 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-01a81ff3-f725-4c0f-a5ac-630f5a5a9ebc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:42.946990 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-01a81ff3-f725-4c0f-a5ac-630f5a5a9ebc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:43.088415 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-01a81ff3-f725-4c0f-a5ac-630f5a5a9ebc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.26.0.8 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/96e2d03e-4f3d-447c-aa67-165ace678658) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:04:43.239826 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-01a81ff3-f725-4c0f-a5ac-630f5a5a9ebc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:43.274584 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-01a81ff3-f725-4c0f-a5ac-630f5a5a9ebc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:43.278313 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4ca8fbb2-e966-47a2-ae22-2d20f609c5c3 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:43.338186 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a81ff3-f725-4c0f-a5ac-630f5a5a9ebc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:04:43.341105 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-01a81ff3-f725-4c0f-a5ac-630f5a5a9ebc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:04:43.344651 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a81ff3-f725-4c0f-a5ac-630f5a5a9ebc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:04:43.381034 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a81ff3-f725-4c0f-a5ac-630f5a5a9ebc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=96e2d03e-4f3d-447c-aa67-165ace678658,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:43.387182 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-01a81ff3-f725-4c0f-a5ac-630f5a5a9ebc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:43.912162 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-01a81ff3-f725-4c0f-a5ac-630f5a5a9ebc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:43.991561 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-01a81ff3-f725-4c0f-a5ac-630f5a5a9ebc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:44.215319 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-01a81ff3-f725-4c0f-a5ac-630f5a5a9ebc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:44.222047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-01a81ff3-f725-4c0f-a5ac-630f5a5a9ebc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:44.226577 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f8ac7791-0e77-4efb-b52b-dadd48454526 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:04:44.331675 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a81ff3-f725-4c0f-a5ac-630f5a5a9ebc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=96e2d03e-4f3d-447c-aa67-165ace678658,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:04:44.335702 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-01a81ff3-f725-4c0f-a5ac-630f5a5a9ebc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:04:44.342355 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-01a81ff3-f725-4c0f-a5ac-630f5a5a9ebc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:44.517473 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.l3_db [None req-01a81ff3-f725-4c0f-a5ac-630f5a5a9ebc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Floating IP b7214710-eeda-45bb-a586-03d72c0f7be1 associated. External IP: 172.26.0.8, port: 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3. May 31 16:04:44.873234 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a81ff3-f725-4c0f-a5ac-630f5a5a9ebc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 30298185-a02c-41a0-bc35-e2a7f6869e3f has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:04:44.982740 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e4a9d451-d0ac-448c-b03e-8d06f641680b req-6a31d8d5-27a5-47ff-b127-2dd1a7184535 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48ef59cf-e19d-4702-8d61-eaf309a85ef8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723658 May 31 16:04:45.067996 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a81ff3-f725-4c0f-a5ac-630f5a5a9ebc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:04:45.077787 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f68ca87-4c4f-48a9-a8d6-53e781bfb949 None None] Sync routers for ids ['30298185-a02c-41a0-bc35-e2a7f6869e3f'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:04:45.088227 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f68ca87-4c4f-48a9-a8d6-53e781bfb949 None None] Routers {'30298185-a02c-41a0-bc35-e2a7f6869e3f'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:04:45.088828 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0f68ca87-4c4f-48a9-a8d6-53e781bfb949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:04:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['30298185-a02c-41a0-bc35-e2a7f6869e3f'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:04:45.094374 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-01a81ff3-f725-4c0f-a5ac-630f5a5a9ebc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:04:45.124138 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9d451-d0ac-448c-b03e-8d06f641680b req-acc28389-cfe0-4d0a-b9cd-b6a5a90e1d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:45.125542 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e4a9d451-d0ac-448c-b03e-8d06f641680b req-acc28389-cfe0-4d0a-b9cd-b6a5a90e1d13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=48ef59cf-e19d-4702-8d61-eaf309a85ef8 HTTP/1.1" status: 200 len: 1098 time: 0.0727494 May 31 16:04:45.155084 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-01a81ff3-f725-4c0f-a5ac-630f5a5a9ebc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3859785 May 31 16:04:45.155084 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ef59cf-e19d-4702-8d61-eaf309a85ef8', 'tag': '4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:04:45.155697 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e82bc32-6260-46a1-a4e0-a0a8ac16f6bb" -d '{"events": [{"name": "network-changed", "server_uuid": "48ef59cf-e19d-4702-8d61-eaf309a85ef8", "tag": "4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:04:45.158367 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34622) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:45.270447 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-81963583-3497-4e01-8fc9-13bb4910a562 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/b7214710-eeda-45bb-a586-03d72c0f7be1 HTTP/1.1" status: 200 len: 989 time: 0.1108785 May 31 16:04:45.274337 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20741e80-94fb-4987-a157-ea86936ad24d x-openstack-request-id: req-20741e80-94fb-4987-a157-ea86936ad24d {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:04:45.274747 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48ef59cf-e19d-4702-8d61-eaf309a85ef8", "tag": "4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:04:45.275271 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-20741e80-94fb-4987-a157-ea86936ad24d {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:04:45.275733 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ef59cf-e19d-4702-8d61-eaf309a85ef8', 'tag': '4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3', 'status': 'completed', 'code': 200} May 31 16:04:45.282003 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9d451-d0ac-448c-b03e-8d06f641680b req-09651872-b4f0-43df-bd5e-3a10a1d3aed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:45.283502 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e4a9d451-d0ac-448c-b03e-8d06f641680b req-09651872-b4f0-43df-bd5e-3a10a1d3aed6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=88d42aa9-e709-4509-a004-f11bad6727ee HTTP/1.1" status: 200 len: 898 time: 0.1380088 May 31 16:04:45.330668 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-0f68ca87-4c4f-48a9-a8d6-53e781bfb949 None None] Set router 30298185-a02c-41a0-bc35-e2a7f6869e3f gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:04:45.430035 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e4a9d451-d0ac-448c-b03e-8d06f641680b req-7221e7ff-b411-4fb8-84d6-bf51fca005a4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 HTTP/1.1" status: 200 len: 997 time: 0.0998161 May 31 16:04:45.461410 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9d451-d0ac-448c-b03e-8d06f641680b req-c6654e75-50bc-4e27-9230-e849de3e7e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:45.462901 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e4a9d451-d0ac-448c-b03e-8d06f641680b req-c6654e75-50bc-4e27-9230-e849de3e7e85 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff943ab5-4048-42f9-ab7c-5a43aed39d5f HTTP/1.1" status: 200 len: 843 time: 0.0659199 May 31 16:04:45.538477 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9d451-d0ac-448c-b03e-8d06f641680b req-26a49dd7-e164-4b03-a616-2b5b5a64e209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:45.540228 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e4a9d451-d0ac-448c-b03e-8d06f641680b req-26a49dd7-e164-4b03-a616-2b5b5a64e209 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88d42aa9-e709-4509-a004-f11bad6727ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0710528 May 31 16:04:45.671107 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e4a9d451-d0ac-448c-b03e-8d06f641680b req-313762eb-9ceb-4e86-8a17-8c2efa7fd73b service neutron] 10.222.0.59 "GET /v2.0/networks/88d42aa9-e709-4509-a004-f11bad6727ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240599 May 31 16:04:45.678565 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0f68ca87-4c4f-48a9-a8d6-53e781bfb949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'name': 'tempest-TestNetworkBasicOps-router-1181650918', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.113'}], 'enable_snat': True}, 'gw_port_id': '1ea4b2cb-2704-4770-855f-8d028973fc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:04:19Z', 'updated_at': '2021-05-31T16:04:25Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '1ea4b2cb-2704-4770-855f-8d028973fc69', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:57:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:04:20Z', 'updated_at': '2021-05-31T16:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'b7214710-eeda-45bb-a586-03d72c0f7be1', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.8', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'port_id': '4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88d42aa9-e709-4509-a004-f11bad6727ee', 'mac_address': 'fa:16:3e:aa:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ef59cf-e19d-4702-8d61-eaf309a85ef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:04:43Z', 'updated_at': '2021-05-31T16:04:43Z', 'revision_number': 0, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168', 'name': '', 'network_id': '88d42aa9-e709-4509-a004-f11bad6727ee', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:22:a9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'ff943ab5-4048-42f9-ab7c-5a43aed39d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:04:24Z', 'updated_at': '2021-05-31T16:04:29Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': 'ff943ab5-4048-42f9-ab7c-5a43aed39d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:04:45.682664 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f68ca87-4c4f-48a9-a8d6-53e781bfb949 None None] Checking router: 30298185-a02c-41a0-bc35-e2a7f6869e3f for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:04:45.691902 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f68ca87-4c4f-48a9-a8d6-53e781bfb949 None None] Routers {'30298185-a02c-41a0-bc35-e2a7f6869e3f'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:04:45.692511 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0f68ca87-4c4f-48a9-a8d6-53e781bfb949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:04:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['30298185-a02c-41a0-bc35-e2a7f6869e3f'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:04:45.801572 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e4a9d451-d0ac-448c-b03e-8d06f641680b req-b7388c56-6c63-476e-aec8-b6f5c18255eb service neutron] 10.222.0.59 "GET /v2.0/networks/88d42aa9-e709-4509-a004-f11bad6727ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236918 May 31 16:04:45.867996 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-0f68ca87-4c4f-48a9-a8d6-53e781bfb949 None None] Set router 30298185-a02c-41a0-bc35-e2a7f6869e3f gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:04:45.915459 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82bc32-6260-46a1-a4e0-a0a8ac16f6bb req-81cadc71-a7f4-4537-a5b5-0241dc2db8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:45.916959 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7e82bc32-6260-46a1-a4e0-a0a8ac16f6bb req-81cadc71-a7f4-4537-a5b5-0241dc2db8f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=48ef59cf-e19d-4702-8d61-eaf309a85ef8 HTTP/1.1" status: 200 len: 1098 time: 0.0732362 May 31 16:04:46.048453 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82bc32-6260-46a1-a4e0-a0a8ac16f6bb req-17868ffd-96cf-4687-b4a7-c182196ea786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:46.049855 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7e82bc32-6260-46a1-a4e0-a0a8ac16f6bb req-17868ffd-96cf-4687-b4a7-c182196ea786 service neutron] 10.222.0.59 "GET /v2.0/networks?id=88d42aa9-e709-4509-a004-f11bad6727ee HTTP/1.1" status: 200 len: 898 time: 0.1260498 May 31 16:04:46.154552 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7e82bc32-6260-46a1-a4e0-a0a8ac16f6bb req-6195f20f-5417-40ca-b102-1ce27fe9abb8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 HTTP/1.1" status: 200 len: 997 time: 0.0974147 May 31 16:04:46.209451 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0f68ca87-4c4f-48a9-a8d6-53e781bfb949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'name': 'tempest-TestNetworkBasicOps-router-1181650918', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.113'}], 'enable_snat': True}, 'gw_port_id': '1ea4b2cb-2704-4770-855f-8d028973fc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:04:19Z', 'updated_at': '2021-05-31T16:04:25Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '1ea4b2cb-2704-4770-855f-8d028973fc69', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:57:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:04:20Z', 'updated_at': '2021-05-31T16:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'b7214710-eeda-45bb-a586-03d72c0f7be1', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.8', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'port_id': '4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88d42aa9-e709-4509-a004-f11bad6727ee', 'mac_address': 'fa:16:3e:aa:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ef59cf-e19d-4702-8d61-eaf309a85ef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:04:43Z', 'updated_at': '2021-05-31T16:04:43Z', 'revision_number': 0, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168', 'name': '', 'network_id': '88d42aa9-e709-4509-a004-f11bad6727ee', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:22:a9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'ff943ab5-4048-42f9-ab7c-5a43aed39d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:04:24Z', 'updated_at': '2021-05-31T16:04:29Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': 'ff943ab5-4048-42f9-ab7c-5a43aed39d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:04:46.213849 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f68ca87-4c4f-48a9-a8d6-53e781bfb949 None None] The sync data for ids ['30298185-a02c-41a0-bc35-e2a7f6869e3f'] in dv-neutron-601336-79-hyperv is: [{'id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'name': 'tempest-TestNetworkBasicOps-router-1181650918', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.113'}], 'enable_snat': True}, 'gw_port_id': '1ea4b2cb-2704-4770-855f-8d028973fc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:04:19Z', 'updated_at': '2021-05-31T16:04:25Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '1ea4b2cb-2704-4770-855f-8d028973fc69', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:57:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:04:20Z', 'updated_at': '2021-05-31T16:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'b7214710-eeda-45bb-a586-03d72c0f7be1', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.8', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'port_id': '4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88d42aa9-e709-4509-a004-f11bad6727ee', 'mac_address': 'fa:16:3e:aa:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ef59cf-e19d-4702-8d61-eaf309a85ef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:04:43Z', 'updated_at': '2021-05-31T16:04:43Z', 'revision_number': 0, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168', 'name': '', 'network_id': '88d42aa9-e709-4509-a004-f11bad6727ee', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:22:a9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'ff943ab5-4048-42f9-ab7c-5a43aed39d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:04:24Z', 'updated_at': '2021-05-31T16:04:29Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': 'ff943ab5-4048-42f9-ab7c-5a43aed39d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:04:46.221651 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82bc32-6260-46a1-a4e0-a0a8ac16f6bb req-d3ee0117-4f0b-40fe-9799-e1a817e59fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:46.223147 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7e82bc32-6260-46a1-a4e0-a0a8ac16f6bb req-d3ee0117-4f0b-40fe-9799-e1a817e59fee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff943ab5-4048-42f9-ab7c-5a43aed39d5f HTTP/1.1" status: 200 len: 843 time: 0.0626085 May 31 16:04:46.275075 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34632) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:46.429240 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23415650-171f-46b8-a1aa-35ca146f0b3a None None] New status for floating IP b7214710-eeda-45bb-a586-03d72c0f7be1: ACTIVE {{(pid=99206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:04:46.553130 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-40f88736-a39f-498c-863f-d8925f9d617e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/b7214710-eeda-45bb-a586-03d72c0f7be1 HTTP/1.1" status: 200 len: 989 time: 0.2757914 May 31 16:04:46.562094 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82bc32-6260-46a1-a4e0-a0a8ac16f6bb req-301a8b58-e1bd-49de-a635-cc21598ce97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:04:46.563546 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7e82bc32-6260-46a1-a4e0-a0a8ac16f6bb req-301a8b58-e1bd-49de-a635-cc21598ce97f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88d42aa9-e709-4509-a004-f11bad6727ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3333068 May 31 16:04:46.697138 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7e82bc32-6260-46a1-a4e0-a0a8ac16f6bb req-dae334d5-ebbe-47ce-bbfb-c8fb6695c988 service neutron] 10.222.0.59 "GET /v2.0/networks/88d42aa9-e709-4509-a004-f11bad6727ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255152 May 31 16:04:46.828030 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7e82bc32-6260-46a1-a4e0-a0a8ac16f6bb req-d4919165-4bfa-4771-89c7-b9b3aa640726 service neutron] 10.222.0.59 "GET /v2.0/networks/88d42aa9-e709-4509-a004-f11bad6727ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242909 May 31 16:04:47.557288 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34636) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:04:47.670630 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-867f277f-0741-474a-877b-06eb9831c229 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/b7214710-eeda-45bb-a586-03d72c0f7be1 HTTP/1.1" status: 200 len: 991 time: 0.1116855 May 31 16:04:47.780519 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:04:58.349382 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:05:04.662979 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e498e5be-1278-4e55-acda-b07a42d850dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:05:07.009020 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:05:07.899729 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-724791ab-e57f-4cb0-8ae4-54f1542737c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:05:08.390111 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:05:09.744994 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:05:24.785587 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:05:28.363891 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:05:34.663198 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3affc853-1b48-4956-a000-48566939143c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:05:37.007203 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:05:37.903999 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ffdcc21c-83a9-4d12-a82c-9ac57151079a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:05:38.401786 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:05:39.746998 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:05:44.996748 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-75143472-5d2e-485c-91a2-b8adbfbf50c3 req-1a0ab257-10d0-4d87-affc-fa461ae55a7f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48ef59cf-e19d-4702-8d61-eaf309a85ef8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715699 May 31 16:05:45.143993 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75143472-5d2e-485c-91a2-b8adbfbf50c3 req-dcf038ba-0cc6-4c4f-9b57-49c407317b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:05:45.145448 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-75143472-5d2e-485c-91a2-b8adbfbf50c3 req-dcf038ba-0cc6-4c4f-9b57-49c407317b00 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=48ef59cf-e19d-4702-8d61-eaf309a85ef8 HTTP/1.1" status: 200 len: 1098 time: 0.0781136 May 31 16:05:45.306157 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75143472-5d2e-485c-91a2-b8adbfbf50c3 req-2623c1ca-8898-4660-bb2f-06cfce843585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:05:45.307538 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-75143472-5d2e-485c-91a2-b8adbfbf50c3 req-2623c1ca-8898-4660-bb2f-06cfce843585 service neutron] 10.222.0.59 "GET /v2.0/networks?id=88d42aa9-e709-4509-a004-f11bad6727ee HTTP/1.1" status: 200 len: 898 time: 0.1385725 May 31 16:05:45.415635 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-75143472-5d2e-485c-91a2-b8adbfbf50c3 req-e084be42-e27b-4753-b815-b9b2aba88e2c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 HTTP/1.1" status: 200 len: 999 time: 0.0999556 May 31 16:05:45.490905 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75143472-5d2e-485c-91a2-b8adbfbf50c3 req-a6b03c93-5657-4674-aeb4-75efff0de26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:05:45.492416 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-75143472-5d2e-485c-91a2-b8adbfbf50c3 req-a6b03c93-5657-4674-aeb4-75efff0de26b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff943ab5-4048-42f9-ab7c-5a43aed39d5f HTTP/1.1" status: 200 len: 843 time: 0.0695870 May 31 16:05:45.575552 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75143472-5d2e-485c-91a2-b8adbfbf50c3 req-1495d709-fdd6-480b-9434-fe915f4b2306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:05:45.576921 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-75143472-5d2e-485c-91a2-b8adbfbf50c3 req-1495d709-fdd6-480b-9434-fe915f4b2306 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88d42aa9-e709-4509-a004-f11bad6727ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0756485 May 31 16:05:45.709933 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-75143472-5d2e-485c-91a2-b8adbfbf50c3 req-2919c7c0-ca35-42ec-b18a-a3324f2b74a9 service neutron] 10.222.0.59 "GET /v2.0/networks/88d42aa9-e709-4509-a004-f11bad6727ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251507 May 31 16:05:45.841623 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-75143472-5d2e-485c-91a2-b8adbfbf50c3 req-e04542e5-13b0-4a96-a00e-6f48cb2efcb2 service neutron] 10.222.0.59 "GET /v2.0/networks/88d42aa9-e709-4509-a004-f11bad6727ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250618 May 31 16:05:58.382972 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:06:01.788211 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:06:04.667166 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f17d7d18-65cf-445d-83e5-5b6c7585e152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:06:07.003788 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:06:07.912527 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-26c3e39b-4a7e-436b-bbac-84ac3e1d9226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:06:08.402826 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:06:09.753274 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:06:28.395769 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:06:34.670258 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4403bb99-4953-4a7d-8747-004949753e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:06:36.998993 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:06:37.904886 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-efed9295-42a7-452b-993d-17b3b20a296b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:06:38.404592 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:06:38.788922 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:06:39.760972 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:06:46.024471 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-70256e76-c23e-4983-902d-f04c66752425 req-188f47ce-4adc-44e2-a909-c5ccc1860180 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48ef59cf-e19d-4702-8d61-eaf309a85ef8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826979 May 31 16:06:46.166691 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70256e76-c23e-4983-902d-f04c66752425 req-5e971e74-d729-4fa5-bf6a-987e8da4f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:06:46.168224 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-70256e76-c23e-4983-902d-f04c66752425 req-5e971e74-d729-4fa5-bf6a-987e8da4f474 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=48ef59cf-e19d-4702-8d61-eaf309a85ef8 HTTP/1.1" status: 200 len: 1098 time: 0.0736685 May 31 16:06:46.323595 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70256e76-c23e-4983-902d-f04c66752425 req-36d546c8-43d3-4d7b-b136-9a90fa95358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:06:46.324966 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-70256e76-c23e-4983-902d-f04c66752425 req-36d546c8-43d3-4d7b-b136-9a90fa95358a service neutron] 10.222.0.59 "GET /v2.0/networks?id=88d42aa9-e709-4509-a004-f11bad6727ee HTTP/1.1" status: 200 len: 898 time: 0.1368480 May 31 16:06:46.429057 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-70256e76-c23e-4983-902d-f04c66752425 req-12537be2-79bb-4fc8-af8a-8645e31de65b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 HTTP/1.1" status: 200 len: 999 time: 0.0973907 May 31 16:06:46.494782 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70256e76-c23e-4983-902d-f04c66752425 req-50f18731-813d-400b-ad75-9a3f49938ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:06:46.496265 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-70256e76-c23e-4983-902d-f04c66752425 req-50f18731-813d-400b-ad75-9a3f49938ac3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff943ab5-4048-42f9-ab7c-5a43aed39d5f HTTP/1.1" status: 200 len: 843 time: 0.0607922 May 31 16:06:46.570850 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70256e76-c23e-4983-902d-f04c66752425 req-f28123f8-90dc-41b2-a73b-806fbe9c5c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:06:46.572282 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-70256e76-c23e-4983-902d-f04c66752425 req-f28123f8-90dc-41b2-a73b-806fbe9c5c86 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88d42aa9-e709-4509-a004-f11bad6727ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0697553 May 31 16:06:46.583368 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [req-70256e76-c23e-4983-902d-f04c66752425 req-7084bc31-70b0-4a1e-84f2-5a3630a953ea service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 16:06:46.584193 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-70256e76-c23e-4983-902d-f04c66752425 req-7084bc31-70b0-4a1e-84f2-5a3630a953ea service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047069 May 31 16:06:46.731747 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-70256e76-c23e-4983-902d-f04c66752425 req-8e0ad8b0-177a-41bf-94e5-88414e7ab0ef service neutron] 10.222.0.59 "GET /v2.0/networks/88d42aa9-e709-4509-a004-f11bad6727ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405933 May 31 16:06:47.021125 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-70256e76-c23e-4983-902d-f04c66752425 req-1d49df03-1ceb-409f-bf20-c76fbfcde6e1 service neutron] 10.222.0.59 "GET /v2.0/networks/88d42aa9-e709-4509-a004-f11bad6727ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829287 May 31 16:06:58.383899 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:07:04.675249 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3ae6389c-5d94-47b7-b3f1-32182d39efde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:07:06.999818 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:07:07.911098 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3669952e-ed45-4bb3-abeb-f185a3c72c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:07:08.403189 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:07:09.757414 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:07:14.422196 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34684) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:07:14.472072 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-e14946bd-5096-480b-9c5e-c187a98efb51 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:07:14.599909 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e14946bd-5096-480b-9c5e-c187a98efb51 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2278362'] for subnet, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:07:14.796100 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e14946bd-5096-480b-9c5e-c187a98efb51 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764869057823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2968980'] for subnet, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:07:14.800237 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-31719be9-0fd8-4339-98d0-698875bd9725 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:07:14.849225 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14946bd-5096-480b-9c5e-c187a98efb51 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:07:14.849812 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e14946bd-5096-480b-9c5e-c187a98efb51 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:07:14.851171 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e14946bd-5096-480b-9c5e-c187a98efb51 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "PUT /v2.0/subnets/ff943ab5-4048-42f9-ab7c-5a43aed39d5f HTTP/1.1" status: 200 len: 835 time: 0.4278586 May 31 16:07:14.854769 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93a8a00-4f3c-4413-a68d-9ab99d292a55 None None] Network 88d42aa9-e709-4509-a004-f11bad6727ee requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:07:14.866732 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14946bd-5096-480b-9c5e-c187a98efb51 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Subnet': ['ID=ff943ab5-4048-42f9-ab7c-5a43aed39d5f,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:07:14.874833 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14946bd-5096-480b-9c5e-c187a98efb51 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:07:14.875254 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14946bd-5096-480b-9c5e-c187a98efb51 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:07:14.875632 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14946bd-5096-480b-9c5e-c187a98efb51 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:07:14.876136 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14946bd-5096-480b-9c5e-c187a98efb51 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:07:14.876504 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14946bd-5096-480b-9c5e-c187a98efb51 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:07:14.876868 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14946bd-5096-480b-9c5e-c187a98efb51 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:07:14.877227 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14946bd-5096-480b-9c5e-c187a98efb51 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:07:14.877589 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14946bd-5096-480b-9c5e-c187a98efb51 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:07:14.877952 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14946bd-5096-480b-9c5e-c187a98efb51 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:07:14.878352 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14946bd-5096-480b-9c5e-c187a98efb51 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:07:14.878708 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14946bd-5096-480b-9c5e-c187a98efb51 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:07:14.879087 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14946bd-5096-480b-9c5e-c187a98efb51 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:07:14.882686 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e14946bd-5096-480b-9c5e-c187a98efb51 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:07:15.345652 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-fe4a850b-a181-402f-830b-75b355c141f1 None None] Provisioning complete for port 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:07:15.346272 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fe4a850b-a181-402f-830b-75b355c141f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:07:15.479468 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-fe4a850b-a181-402f-830b-75b355c141f1 None None] Provisioning complete for port 4e7ef103-950d-4eb9-9f0b-1af62c99de56 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:07:15.479837 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fe4a850b-a181-402f-830b-75b355c141f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:07:15.607213 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-fe4a850b-a181-402f-830b-75b355c141f1 None None] Provisioning complete for port 1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:07:15.607585 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fe4a850b-a181-402f-830b-75b355c141f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:07:15.795801 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:07:28.417409 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:07:34.671249 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-025be276-ee63-4661-a8a3-a87441eaf48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:07:37.001722 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:07:37.902134 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ff55ae5a-41fd-4d58-bcc2-6caf6751f5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:07:38.406548 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:07:39.762753 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:07:46.018571 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5a5d4045-ee9c-420d-976b-2fcbca9b319c req-64ffe486-bc57-4bda-b603-6b75777c4153 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48ef59cf-e19d-4702-8d61-eaf309a85ef8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1176124 May 31 16:07:46.170652 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d4045-ee9c-420d-976b-2fcbca9b319c req-082b0ef2-2839-4522-b1a5-5cc0bbce7032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:07:46.172289 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5a5d4045-ee9c-420d-976b-2fcbca9b319c req-082b0ef2-2839-4522-b1a5-5cc0bbce7032 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=48ef59cf-e19d-4702-8d61-eaf309a85ef8 HTTP/1.1" status: 200 len: 1098 time: 0.0775270 May 31 16:07:46.316170 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d4045-ee9c-420d-976b-2fcbca9b319c req-ae1a87f5-c4d1-4fac-9a91-b6a552ba23e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:07:46.317633 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5a5d4045-ee9c-420d-976b-2fcbca9b319c req-ae1a87f5-c4d1-4fac-9a91-b6a552ba23e5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=88d42aa9-e709-4509-a004-f11bad6727ee HTTP/1.1" status: 200 len: 898 time: 0.1257844 May 31 16:07:46.422795 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5a5d4045-ee9c-420d-976b-2fcbca9b319c req-a7e2e478-78be-4ae0-8578-d43f211e7696 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 HTTP/1.1" status: 200 len: 999 time: 0.0982239 May 31 16:07:46.490138 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d4045-ee9c-420d-976b-2fcbca9b319c req-feb6cb86-9bd7-4559-a932-2b77016137cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:07:46.491600 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5a5d4045-ee9c-420d-976b-2fcbca9b319c req-feb6cb86-9bd7-4559-a932-2b77016137cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff943ab5-4048-42f9-ab7c-5a43aed39d5f HTTP/1.1" status: 200 len: 843 time: 0.0613942 May 31 16:07:46.578301 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d4045-ee9c-420d-976b-2fcbca9b319c req-7af183f4-a770-4316-a414-e649db8e6c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:07:46.579806 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5a5d4045-ee9c-420d-976b-2fcbca9b319c req-7af183f4-a770-4316-a414-e649db8e6c00 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88d42aa9-e709-4509-a004-f11bad6727ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0815380 May 31 16:07:46.712372 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5a5d4045-ee9c-420d-976b-2fcbca9b319c req-388e7916-76ff-4f0d-8d10-cff88a2723da service neutron] 10.222.0.59 "GET /v2.0/networks/88d42aa9-e709-4509-a004-f11bad6727ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250417 May 31 16:07:46.851743 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5a5d4045-ee9c-420d-976b-2fcbca9b319c req-56ba2e3e-c252-4ef5-993b-1f43d328615e service neutron] 10.222.0.59 "GET /v2.0/networks/88d42aa9-e709-4509-a004-f11bad6727ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327875 May 31 16:07:52.790339 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:07:58.408429 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:07:59.338892 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34710) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:07:59.759139 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-d957f2a7-f39e-4c39-a149-b82acf6b9e62 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port 96e2d03e-4f3d-447c-aa67-165ace678658 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:07:59.759491 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d957f2a7-f39e-4c39-a149-b82acf6b9e62 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:07:59.877431 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d957f2a7-f39e-4c39-a149-b82acf6b9e62 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:07:59.877746 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d957f2a7-f39e-4c39-a149-b82acf6b9e62 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:00.012252 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-d957f2a7-f39e-4c39-a149-b82acf6b9e62 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for 96e2d03e-4f3d-447c-aa67-165ace678658 owned by network:floatingip {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:08:00.161206 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d957f2a7-f39e-4c39-a149-b82acf6b9e62 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:00.168701 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ded7a83a-b8f0-4840-a29f-65fd441750b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:00.221622 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957f2a7-f39e-4c39-a149-b82acf6b9e62 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=96e2d03e-4f3d-447c-aa67-165ace678658,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:00.261189 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957f2a7-f39e-4c39-a149-b82acf6b9e62 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:00.261574 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957f2a7-f39e-4c39-a149-b82acf6b9e62 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:00.261949 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957f2a7-f39e-4c39-a149-b82acf6b9e62 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:00.262365 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957f2a7-f39e-4c39-a149-b82acf6b9e62 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:00.262664 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957f2a7-f39e-4c39-a149-b82acf6b9e62 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:00.263066 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957f2a7-f39e-4c39-a149-b82acf6b9e62 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:00.263428 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957f2a7-f39e-4c39-a149-b82acf6b9e62 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:00.263785 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957f2a7-f39e-4c39-a149-b82acf6b9e62 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:00.264141 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957f2a7-f39e-4c39-a149-b82acf6b9e62 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:00.264502 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957f2a7-f39e-4c39-a149-b82acf6b9e62 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:00.264850 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957f2a7-f39e-4c39-a149-b82acf6b9e62 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:00.265184 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957f2a7-f39e-4c39-a149-b82acf6b9e62 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:00.292067 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d957f2a7-f39e-4c39-a149-b82acf6b9e62 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:00.328580 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d957f2a7-f39e-4c39-a149-b82acf6b9e62 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:00.329005 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.l3_db [None req-d957f2a7-f39e-4c39-a149-b82acf6b9e62 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Floating IP b7214710-eeda-45bb-a586-03d72c0f7be1 disassociated (deleted). External IP: 172.26.0.8, port: 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3. May 31 16:08:00.699244 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d957f2a7-f39e-4c39-a149-b82acf6b9e62 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 30298185-a02c-41a0-bc35-e2a7f6869e3f has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:08:00.876602 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d957f2a7-f39e-4c39-a149-b82acf6b9e62 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:08:00.887182 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5025ff-39f6-4fa4-8e64-35338fa97249 None None] Sync routers for ids ['30298185-a02c-41a0-bc35-e2a7f6869e3f'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:08:00.898995 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5025ff-39f6-4fa4-8e64-35338fa97249 None None] Routers {'30298185-a02c-41a0-bc35-e2a7f6869e3f'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:08:00.899878 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-6e5025ff-39f6-4fa4-8e64-35338fa97249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:07:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['30298185-a02c-41a0-bc35-e2a7f6869e3f'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:08:00.900846 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d957f2a7-f39e-4c39-a149-b82acf6b9e62 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:00.961692 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d957f2a7-f39e-4c39-a149-b82acf6b9e62 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/floatingips/b7214710-eeda-45bb-a586-03d72c0f7be1 HTTP/1.1" status: 204 len: 168 time: 1.6211369 May 31 16:08:00.962266 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ef59cf-e19d-4702-8d61-eaf309a85ef8', 'tag': '4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:08:00.964871 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e88981-85b7-4285-86ea-225415c7ab0a" -d '{"events": [{"name": "network-changed", "server_uuid": "48ef59cf-e19d-4702-8d61-eaf309a85ef8", "tag": "4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:08:01.011383 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfcbe99-fe96-4186-b781-b39814298a4a x-openstack-request-id: req-3dfcbe99-fe96-4186-b781-b39814298a4a {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:08:01.011737 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48ef59cf-e19d-4702-8d61-eaf309a85ef8", "tag": "4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:08:01.012037 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3dfcbe99-fe96-4186-b781-b39814298a4a {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:08:01.012484 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ef59cf-e19d-4702-8d61-eaf309a85ef8', 'tag': '4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3', 'status': 'completed', 'code': 200} May 31 16:08:01.107050 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e88981-85b7-4285-86ea-225415c7ab0a req-fb33d15b-ef0e-4cc6-96b8-9563f0cf4e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:01.109137 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-93e88981-85b7-4285-86ea-225415c7ab0a req-fb33d15b-ef0e-4cc6-96b8-9563f0cf4e4e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=48ef59cf-e19d-4702-8d61-eaf309a85ef8 HTTP/1.1" status: 200 len: 1098 time: 0.0741673 May 31 16:08:01.109270 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-6e5025ff-39f6-4fa4-8e64-35338fa97249 None None] Set router 30298185-a02c-41a0-bc35-e2a7f6869e3f gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:08:01.245281 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e88981-85b7-4285-86ea-225415c7ab0a req-3f41aea3-cc25-4246-bbfc-c5511c2eaef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:01.246619 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-93e88981-85b7-4285-86ea-225415c7ab0a req-3f41aea3-cc25-4246-bbfc-c5511c2eaef8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=88d42aa9-e709-4509-a004-f11bad6727ee HTTP/1.1" status: 200 len: 898 time: 0.1300654 May 31 16:08:01.317040 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-93e88981-85b7-4285-86ea-225415c7ab0a req-37a8127a-d5ca-445e-a36c-f5d5da29a9a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 HTTP/1.1" status: 200 len: 217 time: 0.0634880 May 31 16:08:01.386020 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e88981-85b7-4285-86ea-225415c7ab0a req-8037f7f2-727f-4241-a6f9-846c4da47e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:01.387523 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-93e88981-85b7-4285-86ea-225415c7ab0a req-8037f7f2-727f-4241-a6f9-846c4da47e4a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff943ab5-4048-42f9-ab7c-5a43aed39d5f HTTP/1.1" status: 200 len: 843 time: 0.0629618 May 31 16:08:01.417690 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-6e5025ff-39f6-4fa4-8e64-35338fa97249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'name': 'tempest-TestNetworkBasicOps-router-1181650918', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.113'}], 'enable_snat': True}, 'gw_port_id': '1ea4b2cb-2704-4770-855f-8d028973fc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:04:19Z', 'updated_at': '2021-05-31T16:04:25Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '1ea4b2cb-2704-4770-855f-8d028973fc69', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:57:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:04:20Z', 'updated_at': '2021-05-31T16:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168', 'name': '', 'network_id': '88d42aa9-e709-4509-a004-f11bad6727ee', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:22:a9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'ff943ab5-4048-42f9-ab7c-5a43aed39d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:04:24Z', 'updated_at': '2021-05-31T16:04:29Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': 'ff943ab5-4048-42f9-ab7c-5a43aed39d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:08:01.421407 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5025ff-39f6-4fa4-8e64-35338fa97249 None None] Checking router: 30298185-a02c-41a0-bc35-e2a7f6869e3f for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:08:01.429930 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5025ff-39f6-4fa4-8e64-35338fa97249 None None] Routers {'30298185-a02c-41a0-bc35-e2a7f6869e3f'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:08:01.430534 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-6e5025ff-39f6-4fa4-8e64-35338fa97249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:07:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['30298185-a02c-41a0-bc35-e2a7f6869e3f'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:08:01.463263 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e88981-85b7-4285-86ea-225415c7ab0a req-5f0a9d56-dabc-47b2-831c-e60b99b091ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:01.464830 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-93e88981-85b7-4285-86ea-225415c7ab0a req-5f0a9d56-dabc-47b2-831c-e60b99b091ae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88d42aa9-e709-4509-a004-f11bad6727ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0707350 May 31 16:08:01.600760 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-93e88981-85b7-4285-86ea-225415c7ab0a req-a1dd9d98-02c9-4986-89a0-e891aaecd589 service neutron] 10.222.0.59 "GET /v2.0/networks/88d42aa9-e709-4509-a004-f11bad6727ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291163 May 31 16:08:01.608793 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-6e5025ff-39f6-4fa4-8e64-35338fa97249 None None] Set router 30298185-a02c-41a0-bc35-e2a7f6869e3f gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:08:01.883082 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-93e88981-85b7-4285-86ea-225415c7ab0a req-23505e4b-f36b-466a-8783-b9cb8582b6ed service neutron] 10.222.0.59 "GET /v2.0/networks/88d42aa9-e709-4509-a004-f11bad6727ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754889 May 31 16:08:01.921359 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-6e5025ff-39f6-4fa4-8e64-35338fa97249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'name': 'tempest-TestNetworkBasicOps-router-1181650918', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.113'}], 'enable_snat': True}, 'gw_port_id': '1ea4b2cb-2704-4770-855f-8d028973fc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:04:19Z', 'updated_at': '2021-05-31T16:04:25Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '1ea4b2cb-2704-4770-855f-8d028973fc69', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:57:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:04:20Z', 'updated_at': '2021-05-31T16:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168', 'name': '', 'network_id': '88d42aa9-e709-4509-a004-f11bad6727ee', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:22:a9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'ff943ab5-4048-42f9-ab7c-5a43aed39d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:04:24Z', 'updated_at': '2021-05-31T16:04:29Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': 'ff943ab5-4048-42f9-ab7c-5a43aed39d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:08:01.925254 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5025ff-39f6-4fa4-8e64-35338fa97249 None None] The sync data for ids ['30298185-a02c-41a0-bc35-e2a7f6869e3f'] in dv-neutron-601336-79-hyperv is: [{'id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'name': 'tempest-TestNetworkBasicOps-router-1181650918', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.113'}], 'enable_snat': True}, 'gw_port_id': '1ea4b2cb-2704-4770-855f-8d028973fc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:04:19Z', 'updated_at': '2021-05-31T16:04:25Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '1ea4b2cb-2704-4770-855f-8d028973fc69', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:57:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:04:20Z', 'updated_at': '2021-05-31T16:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168', 'name': '', 'network_id': '88d42aa9-e709-4509-a004-f11bad6727ee', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:22:a9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'ff943ab5-4048-42f9-ab7c-5a43aed39d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:04:24Z', 'updated_at': '2021-05-31T16:04:29Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': 'ff943ab5-4048-42f9-ab7c-5a43aed39d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:08:02.139467 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f59a89-8896-4268-842e-484abd34d3bb None None] New status for floating IP b7214710-eeda-45bb-a586-03d72c0f7be1: DOWN {{(pid=99206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:08:02.424004 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733c57e-4ba0-49bb-a2d4-486fc6459108 req-54804977-b06f-41e4-b42f-eab7c56ba890 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:02.425473 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c733c57e-4ba0-49bb-a2d4-486fc6459108 req-54804977-b06f-41e4-b42f-eab7c56ba890 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=48ef59cf-e19d-4702-8d61-eaf309a85ef8 HTTP/1.1" status: 200 len: 945 time: 0.1350310 May 31 16:08:02.478663 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c733c57e-4ba0-49bb-a2d4-486fc6459108 req-8251212d-7dac-49a6-83f1-d0d15e0960a6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=99b35379-8ca1-43be-8fca-2b082d53173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448015 May 31 16:08:03.729850 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c7057-8dbc-42ce-9ea3-a8f1c52c7e66 req-07064fc4-2702-4ee6-bccc-9cfb61c0669f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:03.731335 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5c4c7057-8dbc-42ce-9ea3-a8f1c52c7e66 req-07064fc4-2702-4ee6-bccc-9cfb61c0669f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=48ef59cf-e19d-4702-8d61-eaf309a85ef8 HTTP/1.1" status: 200 len: 945 time: 0.1298158 May 31 16:08:03.779288 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5c4c7057-8dbc-42ce-9ea3-a8f1c52c7e66 req-99d6c20a-ee43-4954-9c79-68454be6f5bd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=99b35379-8ca1-43be-8fca-2b082d53173e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420718 May 31 16:08:03.871320 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8da090-1a58-4d9c-aa68-db777218c476 req-90d19b38-2bfe-4bed-ad9b-67ea033719ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:03.873057 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ea8da090-1a58-4d9c-aa68-db777218c476 req-90d19b38-2bfe-4bed-ad9b-67ea033719ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/ports?device_id=48ef59cf-e19d-4702-8d61-eaf309a85ef8 HTTP/1.1" status: 200 len: 945 time: 0.0839243 May 31 16:08:04.018066 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-ea8da090-1a58-4d9c-aa68-db777218c476 req-980a159d-6672-43c1-ade5-e6042023e851 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:08:04.018326 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-ea8da090-1a58-4d9c-aa68-db777218c476 req-980a159d-6672-43c1-ade5-e6042023e851 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:04.155650 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-ea8da090-1a58-4d9c-aa68-db777218c476 req-980a159d-6672-43c1-ade5-e6042023e851 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] For port 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3,segment=NetworkSegment(e5f342b4-ae2f-4022-9eaa-3791ec6c0db9),segment_id=e5f342b4-ae2f-4022-9eaa-3791ec6c0db9)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:08:04.156012 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-ea8da090-1a58-4d9c-aa68-db777218c476 req-980a159d-6672-43c1-ade5-e6042023e851 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:04.285807 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-ea8da090-1a58-4d9c-aa68-db777218c476 req-980a159d-6672-43c1-ade5-e6042023e851 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 owned by compute:nova {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:08:04.405378 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-ea8da090-1a58-4d9c-aa68-db777218c476 req-980a159d-6672-43c1-ade5-e6042023e851 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:04.411198 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fdbc5a52-fd13-4a40-a7fe-38889f297734 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:04.458431 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a159d-6672-43c1-ade5-e6042023e851 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:04.461463 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-980a159d-6672-43c1-ade5-e6042023e851 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:04.538392 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8da090-1a58-4d9c-aa68-db777218c476 req-980a159d-6672-43c1-ade5-e6042023e851 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] No DVR routers for this DVR port 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 on host hv-neutron-6013 {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:08:04.541045 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-ea8da090-1a58-4d9c-aa68-db777218c476 req-980a159d-6672-43c1-ade5-e6042023e851 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:04.543773 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ef59cf-e19d-4702-8d61-eaf309a85ef8', 'name': 'network-vif-deleted', 'tag': '4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:08:04.546214 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b07944-fc2d-4035-b93c-31ee209364e0" -d '{"events": [{"server_uuid": "48ef59cf-e19d-4702-8d61-eaf309a85ef8", "name": "network-vif-deleted", "tag": "4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:08:04.556534 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ea8da090-1a58-4d9c-aa68-db777218c476 req-980a159d-6672-43c1-ade5-e6042023e851 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "DELETE /v2.0/ports/4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 HTTP/1.1" status: 204 len: 173 time: 0.6773548 May 31 16:08:04.591261 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798d2f09-456b-407c-9117-216f21b85e65 x-openstack-request-id: req-798d2f09-456b-407c-9117-216f21b85e65 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:08:04.591643 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ef59cf-e19d-4702-8d61-eaf309a85ef8", "name": "network-vif-deleted", "tag": "4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:08:04.591979 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-798d2f09-456b-407c-9117-216f21b85e65 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:08:04.592428 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ef59cf-e19d-4702-8d61-eaf309a85ef8', 'name': 'network-vif-deleted', 'tag': '4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3', 'status': 'completed', 'code': 200} May 31 16:08:04.678779 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-639d1f01-bcb5-41ab-afc1-5a43a53c8093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:04.959171 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-e13cbdf4-be22-4ccb-9b6d-9047906994e3 req-2e3c4200-db91-4505-928e-ccd9f9ce3273 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:08:04.975932 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-e13cbdf4-be22-4ccb-9b6d-9047906994e3 req-2e3c4200-db91-4505-928e-ccd9f9ce3273 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:08:04.977261 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e13cbdf4-be22-4ccb-9b6d-9047906994e3 req-2e3c4200-db91-4505-928e-ccd9f9ce3273 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=48ef59cf-e19d-4702-8d61-eaf309a85ef8 HTTP/1.1" status: 200 len: 210 time: 0.0722878 May 31 16:08:06.091846 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34738) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:06.316234 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3c2fccb7-7c39-43f2-b5dd-bb4a0cfd340f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:06.347816 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3c2fccb7-7c39-43f2-b5dd-bb4a0cfd340f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:06.419752 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3c2fccb7-7c39-43f2-b5dd-bb4a0cfd340f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:06.423905 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-18a6dbaf-b0b7-4fd8-8e28-9bb567d9ecc1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:06.439209 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fccb7-7c39-43f2-b5dd-bb4a0cfd340f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b35379-8ca1-43be-8fca-2b082d53173e,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:06.441660 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3c2fccb7-7c39-43f2-b5dd-bb4a0cfd340f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:06.453762 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3c2fccb7-7c39-43f2-b5dd-bb4a0cfd340f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:06.454930 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3c2fccb7-7c39-43f2-b5dd-bb4a0cfd340f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/security-groups/99b35379-8ca1-43be-8fca-2b082d53173e HTTP/1.1" status: 204 len: 168 time: 0.3621368 May 31 16:08:06.489684 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34744) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:06.996298 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:07.076047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7e3b245a-5bcf-4dde-9e99-948a1f2ca2af tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:07.407171 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:08:07.440995 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:08:07.441346 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 4b48cdc8-5e8f-4fad-a69a-c3f1904a4cb3 not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:08:07.511137 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-7e3b245a-5bcf-4dde-9e99-948a1f2ca2af tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port 1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:08:07.511568 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7e3b245a-5bcf-4dde-9e99-948a1f2ca2af tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:07.643840 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-7e3b245a-5bcf-4dde-9e99-948a1f2ca2af tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] For port 1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168,segment=NetworkSegment(e5f342b4-ae2f-4022-9eaa-3791ec6c0db9),segment_id=e5f342b4-ae2f-4022-9eaa-3791ec6c0db9)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:08:07.644090 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7e3b245a-5bcf-4dde-9e99-948a1f2ca2af tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:07.897946 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c182b92f-cf64-4411-8531-7fc99ce13550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:07.911422 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-7e3b245a-5bcf-4dde-9e99-948a1f2ca2af tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for 1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168 owned by network:router_interface {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:08:08.089116 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7e3b245a-5bcf-4dde-9e99-948a1f2ca2af tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:08.095829 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-07a64530-8134-4af0-be59-4494f9b7a02c tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:08.170428 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b245a-5bcf-4dde-9e99-948a1f2ca2af tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:08.178676 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7e3b245a-5bcf-4dde-9e99-948a1f2ca2af tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:08.398547 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:08.424746 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7e3b245a-5bcf-4dde-9e99-948a1f2ca2af tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:08.807081 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3b245a-5bcf-4dde-9e99-948a1f2ca2af tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 30298185-a02c-41a0-bc35-e2a7f6869e3f has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:08:08.992277 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3b245a-5bcf-4dde-9e99-948a1f2ca2af tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:08:09.003830 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f67b01-b405-489b-9dff-5e406e662fa4 None None] Sync routers for ids ['30298185-a02c-41a0-bc35-e2a7f6869e3f'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:08:09.013125 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7e3b245a-5bcf-4dde-9e99-948a1f2ca2af tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "PUT /v2.0/routers/30298185-a02c-41a0-bc35-e2a7f6869e3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5220814 May 31 16:08:09.014977 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f67b01-b405-489b-9dff-5e406e662fa4 None None] Routers {'30298185-a02c-41a0-bc35-e2a7f6869e3f'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:08:09.015617 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-a2f67b01-b405-489b-9dff-5e406e662fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:08:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['30298185-a02c-41a0-bc35-e2a7f6869e3f'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:08:09.015786 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34748) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:09.084133 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d323bc3-e25f-4ed0-8c23-c5728cc67890 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting subnet ff943ab5-4048-42f9-ab7c-5a43aed39d5f {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:08:09.087184 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5d323bc3-e25f-4ed0-8c23-c5728cc67890 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:09.140917 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5d323bc3-e25f-4ed0-8c23-c5728cc67890 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:09.187811 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-a2f67b01-b405-489b-9dff-5e406e662fa4 None None] Set router 30298185-a02c-41a0-bc35-e2a7f6869e3f gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:08:09.224901 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5d323bc3-e25f-4ed0-8c23-c5728cc67890 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:09.504614 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-a2f67b01-b405-489b-9dff-5e406e662fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'name': 'tempest-TestNetworkBasicOps-router-1181650918', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.113'}], 'enable_snat': True}, 'gw_port_id': '1ea4b2cb-2704-4770-855f-8d028973fc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:04:19Z', 'updated_at': '2021-05-31T16:08:08Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '1ea4b2cb-2704-4770-855f-8d028973fc69', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:57:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:04:20Z', 'updated_at': '2021-05-31T16:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:08:09.509206 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f67b01-b405-489b-9dff-5e406e662fa4 None None] Checking router: 30298185-a02c-41a0-bc35-e2a7f6869e3f for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:08:09.519213 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f67b01-b405-489b-9dff-5e406e662fa4 None None] Routers {'30298185-a02c-41a0-bc35-e2a7f6869e3f'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:08:09.519833 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-a2f67b01-b405-489b-9dff-5e406e662fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:08:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['30298185-a02c-41a0-bc35-e2a7f6869e3f'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:08:09.667433 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5d323bc3-e25f-4ed0-8c23-c5728cc67890 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:09.671063 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-459a36ee-c5c3-49c1-89e5-d22a6ee4816a tempest-PortsTestJSON-279018356 tempest-PortsTestJSON-279018356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:09.692025 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-a2f67b01-b405-489b-9dff-5e406e662fa4 None None] Set router 30298185-a02c-41a0-bc35-e2a7f6869e3f gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:08:09.710138 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d323bc3-e25f-4ed0-8c23-c5728cc67890 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Subnet': ['ID=ff943ab5-4048-42f9-ab7c-5a43aed39d5f,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:09.712761 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5d323bc3-e25f-4ed0-8c23-c5728cc67890 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:09.715608 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5d323bc3-e25f-4ed0-8c23-c5728cc67890 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:09.725299 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5d323bc3-e25f-4ed0-8c23-c5728cc67890 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/subnets/ff943ab5-4048-42f9-ab7c-5a43aed39d5f HTTP/1.1" status: 204 len: 168 time: 0.7061412 May 31 16:08:09.725492 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34752) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:09.725690 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87881ad1-b1b4-48f6-8900-9cb89634d032 None None] Network 88d42aa9-e709-4509-a004-f11bad6727ee requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:08:09.828971 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:09.912389 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9e089922-2296-4d1f-8f14-cd30a0d918ed tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:09.976006 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-a2f67b01-b405-489b-9dff-5e406e662fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'name': 'tempest-TestNetworkBasicOps-router-1181650918', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.113'}], 'enable_snat': True}, 'gw_port_id': '1ea4b2cb-2704-4770-855f-8d028973fc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:04:19Z', 'updated_at': '2021-05-31T16:08:08Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '1ea4b2cb-2704-4770-855f-8d028973fc69', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:57:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:04:20Z', 'updated_at': '2021-05-31T16:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:08:09.980903 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f67b01-b405-489b-9dff-5e406e662fa4 None None] The sync data for ids ['30298185-a02c-41a0-bc35-e2a7f6869e3f'] in dv-neutron-601336-79-hyperv is: [{'id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'name': 'tempest-TestNetworkBasicOps-router-1181650918', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.113'}], 'enable_snat': True}, 'gw_port_id': '1ea4b2cb-2704-4770-855f-8d028973fc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:04:19Z', 'updated_at': '2021-05-31T16:08:08Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '1ea4b2cb-2704-4770-855f-8d028973fc69', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:57:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30298185-a02c-41a0-bc35-e2a7f6869e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:04:20Z', 'updated_at': '2021-05-31T16:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:08:10.093880 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9e089922-2296-4d1f-8f14-cd30a0d918ed tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:10.172798 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-9e089922-2296-4d1f-8f14-cd30a0d918ed tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port 1ea4b2cb-2704-4770-855f-8d028973fc69 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:08:10.173151 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9e089922-2296-4d1f-8f14-cd30a0d918ed tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:10.302034 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-9e089922-2296-4d1f-8f14-cd30a0d918ed tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] For port 1ea4b2cb-2704-4770-855f-8d028973fc69, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=1ea4b2cb-2704-4770-855f-8d028973fc69,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:08:10.302268 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9e089922-2296-4d1f-8f14-cd30a0d918ed tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:10.361006 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cf8937-c0d5-431b-a5bb-c8b38ca44ad0 None None] DHCP port deletion for 88d42aa9-e709-4509-a004-f11bad6727ee request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 16:08:10.426623 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-9e089922-2296-4d1f-8f14-cd30a0d918ed tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for 1ea4b2cb-2704-4770-855f-8d028973fc69 owned by network:router_gateway {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:08:10.430523 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-f8cf8937-c0d5-431b-a5bb-c8b38ca44ad0 None None] Deleting port 4e7ef103-950d-4eb9-9f0b-1af62c99de56 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:08:10.430897 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f8cf8937-c0d5-431b-a5bb-c8b38ca44ad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:10.532980 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-f8cf8937-c0d5-431b-a5bb-c8b38ca44ad0 None None] For port 4e7ef103-950d-4eb9-9f0b-1af62c99de56, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=4e7ef103-950d-4eb9-9f0b-1af62c99de56,segment=NetworkSegment(e5f342b4-ae2f-4022-9eaa-3791ec6c0db9),segment_id=e5f342b4-ae2f-4022-9eaa-3791ec6c0db9)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:08:10.533367 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f8cf8937-c0d5-431b-a5bb-c8b38ca44ad0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:10.568516 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9e089922-2296-4d1f-8f14-cd30a0d918ed tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:10.572311 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-34b8be5b-c46f-478a-a044-6236a05eb51a tempest-TestVolumeBootPattern-318193638 tempest-TestVolumeBootPattern-318193638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:10.620203 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e089922-2296-4d1f-8f14-cd30a0d918ed tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=1ea4b2cb-2704-4770-855f-8d028973fc69,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:10.623717 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9e089922-2296-4d1f-8f14-cd30a0d918ed tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:10.662257 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-f8cf8937-c0d5-431b-a5bb-c8b38ca44ad0 None None] Calling delete_port for 4e7ef103-950d-4eb9-9f0b-1af62c99de56 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:08:10.709381 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f8cf8937-c0d5-431b-a5bb-c8b38ca44ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:10.713933 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9e089922-2296-4d1f-8f14-cd30a0d918ed tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:10.714277 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-fff188fd-1861-4bdf-9423-a42390ef2fed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:10.755271 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf8937-c0d5-431b-a5bb-c8b38ca44ad0 None None] Pushing event deleted for resources: {'Port': ['ID=4e7ef103-950d-4eb9-9f0b-1af62c99de56,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:10.760005 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cf8937-c0d5-431b-a5bb-c8b38ca44ad0 None None] No DVR routers for this DVR port 4e7ef103-950d-4eb9-9f0b-1af62c99de56 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:08:10.766131 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cf8937-c0d5-431b-a5bb-c8b38ca44ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:10.766451 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cf8937-c0d5-431b-a5bb-c8b38ca44ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:10.766789 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cf8937-c0d5-431b-a5bb-c8b38ca44ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:10.767150 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cf8937-c0d5-431b-a5bb-c8b38ca44ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:10.767473 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cf8937-c0d5-431b-a5bb-c8b38ca44ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:10.767780 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cf8937-c0d5-431b-a5bb-c8b38ca44ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:10.768101 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cf8937-c0d5-431b-a5bb-c8b38ca44ad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:10.768417 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cf8937-c0d5-431b-a5bb-c8b38ca44ad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:10.768749 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cf8937-c0d5-431b-a5bb-c8b38ca44ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:10.769580 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cf8937-c0d5-431b-a5bb-c8b38ca44ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:10.769580 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cf8937-c0d5-431b-a5bb-c8b38ca44ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:10.769718 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cf8937-c0d5-431b-a5bb-c8b38ca44ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:10.773459 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f8cf8937-c0d5-431b-a5bb-c8b38ca44ad0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:10.881969 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9e089922-2296-4d1f-8f14-cd30a0d918ed tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:10.884249 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9e089922-2296-4d1f-8f14-cd30a0d918ed tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:10.907365 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9e089922-2296-4d1f-8f14-cd30a0d918ed tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:10.907869 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e089922-2296-4d1f-8f14-cd30a0d918ed tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Fanout notify agent at l3_agent the message router_deleted on router 30298185-a02c-41a0-bc35-e2a7f6869e3f {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 16:08:10.923346 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9e089922-2296-4d1f-8f14-cd30a0d918ed tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:10.927399 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9e089922-2296-4d1f-8f14-cd30a0d918ed tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/routers/30298185-a02c-41a0-bc35-e2a7f6869e3f HTTP/1.1" status: 204 len: 168 time: 1.2010055 May 31 16:08:10.927512 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34756) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:11.040774 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-248b6b02-7ab9-40c3-87db-93434128f1c7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:11.172587 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-248b6b02-7ab9-40c3-87db-93434128f1c7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:11.185612 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-248b6b02-7ab9-40c3-87db-93434128f1c7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88d42aa9-e709-4509-a004-f11bad6727ee']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:08:11.198019 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-248b6b02-7ab9-40c3-87db-93434128f1c7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f342b4-ae2f-4022-9eaa-3791ec6c0db9') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:08:11.198403 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-248b6b02-7ab9-40c3-87db-93434128f1c7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f342b4-ae2f-4022-9eaa-3791ec6c0db9') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:08:11.209646 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-248b6b02-7ab9-40c3-87db-93434128f1c7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:11.225283 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-248b6b02-7ab9-40c3-87db-93434128f1c7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:11.231853 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248b6b02-7ab9-40c3-87db-93434128f1c7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:08:11.232231 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-248b6b02-7ab9-40c3-87db-93434128f1c7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:08:11.253990 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:08:11.338030 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-248b6b02-7ab9-40c3-87db-93434128f1c7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:11.341830 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d6f57acb-e96f-4767-a69a-2ca999c51b04 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:11.356289 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-248b6b02-7ab9-40c3-87db-93434128f1c7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:11.367813 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b6b02-7ab9-40c3-87db-93434128f1c7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Network': ['ID=88d42aa9-e709-4509-a004-f11bad6727ee,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:11.375604 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-248b6b02-7ab9-40c3-87db-93434128f1c7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:11.386431 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-248b6b02-7ab9-40c3-87db-93434128f1c7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/networks/88d42aa9-e709-4509-a004-f11bad6727ee HTTP/1.1" status: 204 len: 168 time: 0.4565213 May 31 16:08:11.399948 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34760) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:11.405978 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-23d63038-8a2e-481a-b4f2-0f6de9a1d6ef tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'network': {'name': 'tempest-network-smoke--884022657', 'project_id': '77a9908268404908970d038c7b3f1f66', 'port_security_enabled': True}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:08:11.411341 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-23d63038-8a2e-481a-b4f2-0f6de9a1d6ef tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:08:11.415557 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-23d63038-8a2e-481a-b4f2-0f6de9a1d6ef tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:network and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:08:11.418473 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-23d63038-8a2e-481a-b4f2-0f6de9a1d6ef tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:08:11.424233 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-23d63038-8a2e-481a-b4f2-0f6de9a1d6ef tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:08:11.435877 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d63038-8a2e-481a-b4f2-0f6de9a1d6ef tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Made reservation on behalf of 77a9908268404908970d038c7b3f1f66 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:08:11.441263 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-23d63038-8a2e-481a-b4f2-0f6de9a1d6ef tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:11.477286 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d63038-8a2e-481a-b4f2-0f6de9a1d6ef tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:08:11.486991 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-23d63038-8a2e-481a-b4f2-0f6de9a1d6ef tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:11.487365 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-23d63038-8a2e-481a-b4f2-0f6de9a1d6ef tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Added segment aae67142-56f5-4579-9452-4a2b311c6bf5 of type vlan for network 26ee73d3-3ee5-49ba-8873-81e43d6237ca May 31 16:08:11.514966 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-23d63038-8a2e-481a-b4f2-0f6de9a1d6ef tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:11.550492 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-23d63038-8a2e-481a-b4f2-0f6de9a1d6ef tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:11.556320 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d63038-8a2e-481a-b4f2-0f6de9a1d6ef tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:11.556927 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-23d63038-8a2e-481a-b4f2-0f6de9a1d6ef tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:11.561624 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-be70268c-8227-4566-ac48-62be9646eb44 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:11.566638 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 4e7ef103-950d-4eb9-9f0b-1af62c99de56 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:08:11.601990 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 4e7ef103-950d-4eb9-9f0b-1af62c99de56 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:08:11.602346 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 4e7ef103-950d-4eb9-9f0b-1af62c99de56 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:08:11.602824 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 1ea4b2cb-2704-4770-855f-8d028973fc69 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:08:11.639397 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 1ea4b2cb-2704-4770-855f-8d028973fc69 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:08:11.639766 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 1ea4b2cb-2704-4770-855f-8d028973fc69 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:08:11.640218 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:08:11.666466 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-23d63038-8a2e-481a-b4f2-0f6de9a1d6ef tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2655113 May 31 16:08:11.669494 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d63038-8a2e-481a-b4f2-0f6de9a1d6ef tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Network': ['ID=26ee73d3-3ee5-49ba-8873-81e43d6237ca,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:11.669634 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34764) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:11.672218 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-23d63038-8a2e-481a-b4f2-0f6de9a1d6ef tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:11.674321 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:08:11.674619 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 1e5afa13-9fbd-4bef-9cfe-0e2dea2b7168 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:08:11.677599 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-91392521-f965-43c3-a3aa-6f6f73ddd565 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1264377900', 'admin_state_up': True, 'project_id': '77a9908268404908970d038c7b3f1f66', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:08:11.680480 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 26ee73d3-3ee5-49ba-8873-81e43d6237ca details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 16:08:11.688198 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-91392521-f965-43c3-a3aa-6f6f73ddd565 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:08:11.693129 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-91392521-f965-43c3-a3aa-6f6f73ddd565 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:router and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:08:11.697228 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-91392521-f965-43c3-a3aa-6f6f73ddd565 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:08:11.706937 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-91392521-f965-43c3-a3aa-6f6f73ddd565 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:08:11.716906 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-91392521-f965-43c3-a3aa-6f6f73ddd565 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:11.717923 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-91392521-f965-43c3-a3aa-6f6f73ddd565 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:11.735027 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-91392521-f965-43c3-a3aa-6f6f73ddd565 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:12.146209 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-91392521-f965-43c3-a3aa-6f6f73ddd565 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:12.470840 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-91392521-f965-43c3-a3aa-6f6f73ddd565 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_gateway, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:12.499349 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-91392521-f965-43c3-a3aa-6f6f73ddd565 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:12.639799 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-91392521-f965-43c3-a3aa-6f6f73ddd565 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.26.0.203 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:08:12.787882 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-91392521-f965-43c3-a3aa-6f6f73ddd565 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:12.818586 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-91392521-f965-43c3-a3aa-6f6f73ddd565 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:12.822073 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5b0ba151-8df5-4c30-a9ac-6c91a6a8a319 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:12.886491 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91392521-f965-43c3-a3aa-6f6f73ddd565 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:08:12.889415 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-91392521-f965-43c3-a3aa-6f6f73ddd565 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:08:12.893888 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91392521-f965-43c3-a3aa-6f6f73ddd565 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:08:12.923029 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91392521-f965-43c3-a3aa-6f6f73ddd565 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:12.925873 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-91392521-f965-43c3-a3aa-6f6f73ddd565 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:13.477971 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-91392521-f965-43c3-a3aa-6f6f73ddd565 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_gateway, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:13.825261 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-91392521-f965-43c3-a3aa-6f6f73ddd565 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:14.028054 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91392521-f965-43c3-a3aa-6f6f73ddd565 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 49d96797-fabe-4fd3-b6f6-cab449cc86d2 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 16:08:14.216469 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91392521-f965-43c3-a3aa-6f6f73ddd565 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:08:14.226166 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc23755-4199-4c1b-b973-7053940ee5bd None None] Sync routers for ids ['49d96797-fabe-4fd3-b6f6-cab449cc86d2'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:08:14.235361 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc23755-4199-4c1b-b973-7053940ee5bd None None] Routers {'49d96797-fabe-4fd3-b6f6-cab449cc86d2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:08:14.235984 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-efc23755-4199-4c1b-b973-7053940ee5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:08:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['49d96797-fabe-4fd3-b6f6-cab449cc86d2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:08:14.246087 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-91392521-f965-43c3-a3aa-6f6f73ddd565 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:14.247785 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-91392521-f965-43c3-a3aa-6f6f73ddd565 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5770013 May 31 16:08:14.251618 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34768) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:14.292847 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-45df5fab-1b68-44f2-9fd8-513c42a91f85 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=77a9908268404908970d038c7b3f1f66&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399134 May 31 16:08:14.295442 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34772) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:14.417021 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-efc23755-4199-4c1b-b973-7053940ee5bd None None] Set router 49d96797-fabe-4fd3-b6f6-cab449cc86d2 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:08:14.428734 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fca1f8-c19d-45b7-ac01-57bba3ba1aea tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:14.433028 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b3fca1f8-c19d-45b7-ac01-57bba3ba1aea tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1338432 May 31 16:08:14.433279 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34776) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:14.472145 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-11656d4c-d44a-4099-8e85-dd1301aa4fc2 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=014c45f7-9697-4b0b-b8b7-66a80a50a15c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374608 May 31 16:08:14.474459 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34780) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:14.479828 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-5f4d2f20-96cf-4fba-99d0-d83aa4731bb4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-641618878', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'project_id': '77a9908268404908970d038c7b3f1f66', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:08:14.588717 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-5f4d2f20-96cf-4fba-99d0-d83aa4731bb4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:08:14.592529 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-5f4d2f20-96cf-4fba-99d0-d83aa4731bb4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:subnet and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:08:14.595332 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-5f4d2f20-96cf-4fba-99d0-d83aa4731bb4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:08:14.601078 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-5f4d2f20-96cf-4fba-99d0-d83aa4731bb4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:08:14.611577 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4d2f20-96cf-4fba-99d0-d83aa4731bb4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Made reservation on behalf of 77a9908268404908970d038c7b3f1f66 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:08:14.615579 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5f4d2f20-96cf-4fba-99d0-d83aa4731bb4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:14.701536 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-efc23755-4199-4c1b-b973-7053940ee5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'name': 'tempest-TestNetworkBasicOps-router-1264377900', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:08:11Z', 'updated_at': '2021-05-31T16:08:13Z', 'revision_number': 3, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:12Z', 'updated_at': '2021-05-31T16:08:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:08:14.705559 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc23755-4199-4c1b-b973-7053940ee5bd None None] Checking router: 49d96797-fabe-4fd3-b6f6-cab449cc86d2 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:08:14.705926 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc23755-4199-4c1b-b973-7053940ee5bd None None] Updating router 49d96797-fabe-4fd3-b6f6-cab449cc86d2 port e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:08:14.760713 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-efc23755-4199-4c1b-b973-7053940ee5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:15.141249 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-efc23755-4199-4c1b-b973-7053940ee5bd None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:15.152742 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-efc23755-4199-4c1b-b973-7053940ee5bd None None] Transition to ACTIVE for port object e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:08:15.160139 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-efc23755-4199-4c1b-b973-7053940ee5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:15.163536 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:15.195045 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5f4d2f20-96cf-4fba-99d0-d83aa4731bb4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:15.199791 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-561cfd4d-dda7-4b85-b809-cc00c62bd5ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:15.237028 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-efc23755-4199-4c1b-b973-7053940ee5bd None None] Attempting to bind port e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:08:15.237586 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-efc23755-4199-4c1b-b973-7053940ee5bd None None] Attempting to bind port e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:08:15.237771 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc23755-4199-4c1b-b973-7053940ee5bd None None] Attempting to bind port e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:08:15.243640 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540058e-bba0-435f-84e3-617e55912413 None None] Pushing event updated for resources: {'Port': ['ID=e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:15.248041 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-3540058e-bba0-435f-84e3-617e55912413 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:15.248982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc23755-4199-4c1b-b973-7053940ee5bd None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:08:15.250028 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc23755-4199-4c1b-b973-7053940ee5bd None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:08:15.250028 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-efc23755-4199-4c1b-b973-7053940ee5bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:15.250201 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc23755-4199-4c1b-b973-7053940ee5bd None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:08:15.250604 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-efc23755-4199-4c1b-b973-7053940ee5bd None None] Bound port: e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:08:15.250982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-efc23755-4199-4c1b-b973-7053940ee5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:15.277300 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d2f20-96cf-4fba-99d0-d83aa4731bb4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Subnet': ['ID=5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:15.281192 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5f4d2f20-96cf-4fba-99d0-d83aa4731bb4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:15.288602 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4d2f20-96cf-4fba-99d0-d83aa4731bb4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Checking segment: {'id': 'aae67142-56f5-4579-9452-4a2b311c6bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:08:15.288960 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4d2f20-96cf-4fba-99d0-d83aa4731bb4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network hostable DHCP agents. Network: 26ee73d3-3ee5-49ba-8873-81e43d6237ca, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:08:15.308817 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4d2f20-96cf-4fba-99d0-d83aa4731bb4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 26ee73d3-3ee5-49ba-8873-81e43d6237ca is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:08:15.319139 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-5f4d2f20-96cf-4fba-99d0-d83aa4731bb4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 26ee73d3-3ee5-49ba-8873-81e43d6237ca) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:08:15.328493 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f829d26-80b2-4f80-8e3b-e9e9c587f27b None None] Network 26ee73d3-3ee5-49ba-8873-81e43d6237ca requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:08:15.329717 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4d2f20-96cf-4fba-99d0-d83aa4731bb4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:15.330320 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5f4d2f20-96cf-4fba-99d0-d83aa4731bb4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:15.344280 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-efc23755-4199-4c1b-b973-7053940ee5bd None None] For port e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:08:15.353266 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5f4d2f20-96cf-4fba-99d0-d83aa4731bb4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8778059 May 31 16:08:15.356095 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34784) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:15.402919 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-efc23755-4199-4c1b-b973-7053940ee5bd None None] For port e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:08:15.411429 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-efc23755-4199-4c1b-b973-7053940ee5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:15.420962 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:15.518724 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc23755-4199-4c1b-b973-7053940ee5bd None None] Routers {'49d96797-fabe-4fd3-b6f6-cab449cc86d2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:08:15.519399 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-efc23755-4199-4c1b-b973-7053940ee5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:08:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['49d96797-fabe-4fd3-b6f6-cab449cc86d2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:08:15.594642 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540058e-bba0-435f-84e3-617e55912413 None None] Pushing event updated for resources: {'Port': ['ID=e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:15.609774 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-3540058e-bba0-435f-84e3-617e55912413 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:15.785467 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-efc23755-4199-4c1b-b973-7053940ee5bd None None] Set router 49d96797-fabe-4fd3-b6f6-cab449cc86d2 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:08:15.884127 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95202fc0-ed0f-42e4-9854-bb9f1f95cf70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ips': [{'subnet_id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:08:15.884926 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-95202fc0-ed0f-42e4-9854-bb9f1f95cf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:16.052455 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d9df70a5-f383-4ad7-9406-38f930fe1953 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:16.178784 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-95202fc0-ed0f-42e4-9854-bb9f1f95cf70 None None] Allocated IP 172.20.0.2 (26ee73d3-3ee5-49ba-8873-81e43d6237ca/5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8/f8cfccb0-cc51-4f3c-ae07-40c840e9a564) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:08:16.288554 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-efc23755-4199-4c1b-b973-7053940ee5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'name': 'tempest-TestNetworkBasicOps-router-1264377900', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:08:11Z', 'updated_at': '2021-05-31T16:08:13Z', 'revision_number': 3, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:12Z', 'updated_at': '2021-05-31T16:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:08:16.305358 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc23755-4199-4c1b-b973-7053940ee5bd None None] The sync data for ids ['49d96797-fabe-4fd3-b6f6-cab449cc86d2'] in dv-neutron-601336-79-hyperv is: [{'id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'name': 'tempest-TestNetworkBasicOps-router-1264377900', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:08:11Z', 'updated_at': '2021-05-31T16:08:13Z', 'revision_number': 3, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:12Z', 'updated_at': '2021-05-31T16:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:08:16.464164 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-95202fc0-ed0f-42e4-9854-bb9f1f95cf70 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:16.474820 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-95202fc0-ed0f-42e4-9854-bb9f1f95cf70 None None] Transition to ACTIVE for port object f8cfccb0-cc51-4f3c-ae07-40c840e9a564 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:08:16.511040 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-95202fc0-ed0f-42e4-9854-bb9f1f95cf70 None None] Transition to ACTIVE for port object f8cfccb0-cc51-4f3c-ae07-40c840e9a564 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:08:16.517666 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-95202fc0-ed0f-42e4-9854-bb9f1f95cf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:16.521400 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:16.586852 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95202fc0-ed0f-42e4-9854-bb9f1f95cf70 None None] Network 26ee73d3-3ee5-49ba-8873-81e43d6237ca is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:08:16.590405 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-95202fc0-ed0f-42e4-9854-bb9f1f95cf70 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:08:16.594608 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95202fc0-ed0f-42e4-9854-bb9f1f95cf70 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:08:16.601134 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95202fc0-ed0f-42e4-9854-bb9f1f95cf70 None None] Pushing event updated for resources: {'Port': ['ID=f8cfccb0-cc51-4f3c-ae07-40c840e9a564,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:16.605376 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-95202fc0-ed0f-42e4-9854-bb9f1f95cf70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:16.695988 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-95202fc0-ed0f-42e4-9854-bb9f1f95cf70 None None] Attempting to bind port f8cfccb0-cc51-4f3c-ae07-40c840e9a564 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:08:16.696364 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-95202fc0-ed0f-42e4-9854-bb9f1f95cf70 None None] Attempting to bind port f8cfccb0-cc51-4f3c-ae07-40c840e9a564 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'aae67142-56f5-4579-9452-4a2b311c6bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:08:16.696728 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95202fc0-ed0f-42e4-9854-bb9f1f95cf70 None None] Attempting to bind port f8cfccb0-cc51-4f3c-ae07-40c840e9a564 on network 26ee73d3-3ee5-49ba-8873-81e43d6237ca {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:08:16.702862 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95202fc0-ed0f-42e4-9854-bb9f1f95cf70 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:08:16.703298 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95202fc0-ed0f-42e4-9854-bb9f1f95cf70 None None] Checking segment: {'id': 'aae67142-56f5-4579-9452-4a2b311c6bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:08:16.703675 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-95202fc0-ed0f-42e4-9854-bb9f1f95cf70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:16.704073 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95202fc0-ed0f-42e4-9854-bb9f1f95cf70 None None] Bound using segment: {'id': 'aae67142-56f5-4579-9452-4a2b311c6bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:08:16.704541 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-95202fc0-ed0f-42e4-9854-bb9f1f95cf70 None None] Bound port: f8cfccb0-cc51-4f3c-ae07-40c840e9a564, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae67142-56f5-4579-9452-4a2b311c6bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:08:16.704913 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-95202fc0-ed0f-42e4-9854-bb9f1f95cf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:16.768380 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-d9df70a5-f383-4ad7-9406-38f930fe1953 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.20.0.1 (26ee73d3-3ee5-49ba-8873-81e43d6237ca/5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8/c54ab408-a112-4431-8974-aae3905851f8) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:08:16.802856 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-95202fc0-ed0f-42e4-9854-bb9f1f95cf70 None None] For port f8cfccb0-cc51-4f3c-ae07-40c840e9a564, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:08:16.806411 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-95202fc0-ed0f-42e4-9854-bb9f1f95cf70 None None] For port f8cfccb0-cc51-4f3c-ae07-40c840e9a564, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=f8cfccb0-cc51-4f3c-ae07-40c840e9a564,segment=NetworkSegment(aae67142-56f5-4579-9452-4a2b311c6bf5),segment_id=aae67142-56f5-4579-9452-4a2b311c6bf5)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:08:16.811870 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-95202fc0-ed0f-42e4-9854-bb9f1f95cf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:16.815520 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:16.900094 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95202fc0-ed0f-42e4-9854-bb9f1f95cf70 None None] Pushing event updated for resources: {'Port': ['ID=f8cfccb0-cc51-4f3c-ae07-40c840e9a564,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:16.903276 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-95202fc0-ed0f-42e4-9854-bb9f1f95cf70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:16.941571 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d9df70a5-f383-4ad7-9406-38f930fe1953 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:16.959216 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-d9df70a5-f383-4ad7-9406-38f930fe1953 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Transition to ACTIVE for port object c54ab408-a112-4431-8974-aae3905851f8 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:08:16.985080 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d9df70a5-f383-4ad7-9406-38f930fe1953 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:16.990752 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ded4460c-e544-44f0-b5e0-baa6d8675e0d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:17.069997 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9df70a5-f383-4ad7-9406-38f930fe1953 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 26ee73d3-3ee5-49ba-8873-81e43d6237ca is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:08:17.073477 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-d9df70a5-f383-4ad7-9406-38f930fe1953 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:08:17.077925 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9df70a5-f383-4ad7-9406-38f930fe1953 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:08:17.122607 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df70a5-f383-4ad7-9406-38f930fe1953 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=c54ab408-a112-4431-8974-aae3905851f8,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:17.132262 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d9df70a5-f383-4ad7-9406-38f930fe1953 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:17.152792 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d9df70a5-f383-4ad7-9406-38f930fe1953 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:17.433045 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d9df70a5-f383-4ad7-9406-38f930fe1953 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:17.619326 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:08:17.695038 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:08:17.700114 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:08:17.700506 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:17.818325 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7616201b-a158-49d8-89a5-ff5731fd01b6 None None] Network 26ee73d3-3ee5-49ba-8873-81e43d6237ca requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:08:17.865338 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d9df70a5-f383-4ad7-9406-38f930fe1953 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:17.870598 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d9df70a5-f383-4ad7-9406-38f930fe1953 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:17.889475 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:17.899343 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5c1692e1-b53c-4c9c-8a34-5431d6cd0b07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:17.930860 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:08:17.941953 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f4fa7e86-14ea-4565-9b16-b971f98da1ce None None] Provisioning for port f8cfccb0-cc51-4f3c-ae07-40c840e9a564 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:08:17.947129 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:17.948045 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f8cfccb0-cc51-4f3c-ae07-40c840e9a564 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:08:17.973310 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-474d4d0a-10a8-423e-9754-337bd5fe9eff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:17.987606 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d9df70a5-f383-4ad7-9406-38f930fe1953 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:17.991315 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df70a5-f383-4ad7-9406-38f930fe1953 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=c54ab408-a112-4431-8974-aae3905851f8,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:17.994468 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d9df70a5-f383-4ad7-9406-38f930fe1953 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:18.120441 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:18.128653 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:18.134327 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9df70a5-f383-4ad7-9406-38f930fe1953 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 26ee73d3-3ee5-49ba-8873-81e43d6237ca is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:08:18.135718 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-d9df70a5-f383-4ad7-9406-38f930fe1953 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:08:18.172378 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port f8cfccb0-cc51-4f3c-ae07-40c840e9a564 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:08:18.183975 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port f8cfccb0-cc51-4f3c-ae07-40c840e9a564 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:08:18.184350 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:18.322699 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:18.331023 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9df70a5-f383-4ad7-9406-38f930fe1953 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 49d96797-fabe-4fd3-b6f6-cab449cc86d2 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:08:18.360259 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port f8cfccb0-cc51-4f3c-ae07-40c840e9a564, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=f8cfccb0-cc51-4f3c-ae07-40c840e9a564,segment=NetworkSegment(aae67142-56f5-4579-9452-4a2b311c6bf5),segment_id=aae67142-56f5-4579-9452-4a2b311c6bf5)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:08:18.369629 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:18.376413 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-992ebb28-091a-4989-b399-5775a1eeeada None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:18.448896 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=f8cfccb0-cc51-4f3c-ae07-40c840e9a564,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:18.452389 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:18.560468 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c9a9ac99-44a7-4c53-9c7c-71bea2ce0374 None None] Provisioning for port c54ab408-a112-4431-8974-aae3905851f8 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:08:18.566125 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c9a9ac99-44a7-4c53-9c7c-71bea2ce0374 None None] Provisioning complete for port c54ab408-a112-4431-8974-aae3905851f8 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:08:18.566503 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c9a9ac99-44a7-4c53-9c7c-71bea2ce0374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:18.627957 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-c9a9ac99-44a7-4c53-9c7c-71bea2ce0374 None None] Port c54ab408-a112-4431-8974-aae3905851f8 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:08:18.639188 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c9a9ac99-44a7-4c53-9c7c-71bea2ce0374 None None] Provisioning complete for port f8cfccb0-cc51-4f3c-ae07-40c840e9a564 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:08:18.639565 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c9a9ac99-44a7-4c53-9c7c-71bea2ce0374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:18.691012 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9df70a5-f383-4ad7-9406-38f930fe1953 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:08:18.702795 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa95d9ad-69b2-4558-aebf-95061fe5334b None None] Sync routers for ids ['49d96797-fabe-4fd3-b6f6-cab449cc86d2'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:08:18.705224 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d9df70a5-f383-4ad7-9406-38f930fe1953 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "PUT /v2.0/routers/49d96797-fabe-4fd3-b6f6-cab449cc86d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3480697 May 31 16:08:18.707824 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34788) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:18.715392 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa95d9ad-69b2-4558-aebf-95061fe5334b None None] Routers {'49d96797-fabe-4fd3-b6f6-cab449cc86d2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:08:18.716262 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-aa95d9ad-69b2-4558-aebf-95061fe5334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:08:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['49d96797-fabe-4fd3-b6f6-cab449cc86d2'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:08:18.887480 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7e8da458-cb7e-4fcb-9c0d-9da87c0608de None None] Provisioning complete for port c54ab408-a112-4431-8974-aae3905851f8 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:08:18.887857 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7e8da458-cb7e-4fcb-9c0d-9da87c0608de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:18.892292 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f1fea6-d567-4bf9-ba4a-294d752f7111 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:18.892783 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f1fea6-d567-4bf9-ba4a-294d752f7111 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:18.893253 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f1fea6-d567-4bf9-ba4a-294d752f7111 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:18.893715 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f1fea6-d567-4bf9-ba4a-294d752f7111 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:18.897978 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-18f1fea6-d567-4bf9-ba4a-294d752f7111 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1865427 May 31 16:08:18.898217 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34792) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:18.917481 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-aa95d9ad-69b2-4558-aebf-95061fe5334b None None] Set router 49d96797-fabe-4fd3-b6f6-cab449cc86d2 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:08:18.952669 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-7e8da458-cb7e-4fcb-9c0d-9da87c0608de None None] Port c54ab408-a112-4431-8974-aae3905851f8 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:08:18.970567 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0596ab7-7d3d-4e24-956d-2a6438741b90 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:18.971051 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0596ab7-7d3d-4e24-956d-2a6438741b90 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:18.971505 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0596ab7-7d3d-4e24-956d-2a6438741b90 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:18.972060 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0596ab7-7d3d-4e24-956d-2a6438741b90 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:18.973728 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b0596ab7-7d3d-4e24-956d-2a6438741b90 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0746512 May 31 16:08:18.976469 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34796) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:19.185893 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3bcefbaf-f5bc-46de-98d5-556cb2144401 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2082334 May 31 16:08:19.240257 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-aa95d9ad-69b2-4558-aebf-95061fe5334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'name': 'tempest-TestNetworkBasicOps-router-1264377900', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:08:11Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:12Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'c54ab408-a112-4431-8974-aae3905851f8', 'name': '', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:21:bc:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:16Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 2, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:08:19.244181 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa95d9ad-69b2-4558-aebf-95061fe5334b None None] Checking router: 49d96797-fabe-4fd3-b6f6-cab449cc86d2 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:08:19.244530 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa95d9ad-69b2-4558-aebf-95061fe5334b None None] Updating router 49d96797-fabe-4fd3-b6f6-cab449cc86d2 port c54ab408-a112-4431-8974-aae3905851f8 binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:08:19.296585 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-aa95d9ad-69b2-4558-aebf-95061fe5334b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:19.591181 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:08:19.658844 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-aa95d9ad-69b2-4558-aebf-95061fe5334b None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:19.660269 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:08:19.660851 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:19.670521 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-aa95d9ad-69b2-4558-aebf-95061fe5334b None None] Transition to ACTIVE for port object c54ab408-a112-4431-8974-aae3905851f8 will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:08:19.677422 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-aa95d9ad-69b2-4558-aebf-95061fe5334b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:19.686156 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:19.753222 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b181e-a920-42b3-b6bf-539784ae8902 None None] Pushing event updated for resources: {'Port': ['ID=c54ab408-a112-4431-8974-aae3905851f8,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:19.790716 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f8cfccb0-cc51-4f3c-ae07-40c840e9a564 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:08:19.804924 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037b181e-a920-42b3-b6bf-539784ae8902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:19.805340 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037b181e-a920-42b3-b6bf-539784ae8902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:19.805760 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037b181e-a920-42b3-b6bf-539784ae8902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:19.806178 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037b181e-a920-42b3-b6bf-539784ae8902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:19.806562 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037b181e-a920-42b3-b6bf-539784ae8902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:19.807013 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037b181e-a920-42b3-b6bf-539784ae8902 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:19.807726 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037b181e-a920-42b3-b6bf-539784ae8902 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:19.808283 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037b181e-a920-42b3-b6bf-539784ae8902 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:19.809189 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037b181e-a920-42b3-b6bf-539784ae8902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:19.809875 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037b181e-a920-42b3-b6bf-539784ae8902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:19.810128 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037b181e-a920-42b3-b6bf-539784ae8902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:19.810451 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037b181e-a920-42b3-b6bf-539784ae8902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:19.814792 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-037b181e-a920-42b3-b6bf-539784ae8902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:19.863806 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34802) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:19.866746 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port f8cfccb0-cc51-4f3c-ae07-40c840e9a564 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:08:19.867163 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:19.869142 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-866e9ee8-3b48-49d2-844b-740c75ce385b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-623579853', 'description': 'tempest-secgroup-smoke-623579853 description', 'project_id': '77a9908268404908970d038c7b3f1f66'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:08:19.875918 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-866e9ee8-3b48-49d2-844b-740c75ce385b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:08:19.883923 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-866e9ee8-3b48-49d2-844b-740c75ce385b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:08:19.888104 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-866e9ee8-3b48-49d2-844b-740c75ce385b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:08:19.897907 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-866e9ee8-3b48-49d2-844b-740c75ce385b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:08:19.913762 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-866e9ee8-3b48-49d2-844b-740c75ce385b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:19.937423 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-aa95d9ad-69b2-4558-aebf-95061fe5334b None None] Attempting to bind port c54ab408-a112-4431-8974-aae3905851f8 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:08:19.937830 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-aa95d9ad-69b2-4558-aebf-95061fe5334b None None] Attempting to bind port c54ab408-a112-4431-8974-aae3905851f8 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'aae67142-56f5-4579-9452-4a2b311c6bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:08:19.938411 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa95d9ad-69b2-4558-aebf-95061fe5334b None None] Attempting to bind port c54ab408-a112-4431-8974-aae3905851f8 on network 26ee73d3-3ee5-49ba-8873-81e43d6237ca {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:08:19.939280 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-866e9ee8-3b48-49d2-844b-740c75ce385b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:08:19.943794 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-866e9ee8-3b48-49d2-844b-740c75ce385b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:08:19.943936 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa95d9ad-69b2-4558-aebf-95061fe5334b None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:08:19.944296 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa95d9ad-69b2-4558-aebf-95061fe5334b None None] Checking segment: {'id': 'aae67142-56f5-4579-9452-4a2b311c6bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:08:19.944704 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-aa95d9ad-69b2-4558-aebf-95061fe5334b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:19.945091 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa95d9ad-69b2-4558-aebf-95061fe5334b None None] Bound using segment: {'id': 'aae67142-56f5-4579-9452-4a2b311c6bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:08:19.945698 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-aa95d9ad-69b2-4558-aebf-95061fe5334b None None] Bound port: c54ab408-a112-4431-8974-aae3905851f8, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae67142-56f5-4579-9452-4a2b311c6bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:08:19.946244 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-aa95d9ad-69b2-4558-aebf-95061fe5334b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:19.946825 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-866e9ee8-3b48-49d2-844b-740c75ce385b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:08:19.953144 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-866e9ee8-3b48-49d2-844b-740c75ce385b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:08:20.032282 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-866e9ee8-3b48-49d2-844b-740c75ce385b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:20.038307 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-866e9ee8-3b48-49d2-844b-740c75ce385b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:20.044171 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e8513d99-38fc-4809-bd1a-f9c192f372e1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:20.045372 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-aa95d9ad-69b2-4558-aebf-95061fe5334b None None] For port c54ab408-a112-4431-8974-aae3905851f8, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:08:20.048622 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-aa95d9ad-69b2-4558-aebf-95061fe5334b None None] For port c54ab408-a112-4431-8974-aae3905851f8, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c54ab408-a112-4431-8974-aae3905851f8,segment=NetworkSegment(aae67142-56f5-4579-9452-4a2b311c6bf5),segment_id=aae67142-56f5-4579-9452-4a2b311c6bf5)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:08:20.053828 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-aa95d9ad-69b2-4558-aebf-95061fe5334b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:20.058524 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-dbd4f022-eeb7-439d-b3e4-253fc8487a5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:20.086830 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e9ee8-3b48-49d2-844b-740c75ce385b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fadbbfaa-d497-422d-bda3-737afd46753d,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:20.089880 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-866e9ee8-3b48-49d2-844b-740c75ce385b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:20.096000 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-866e9ee8-3b48-49d2-844b-740c75ce385b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:20.100397 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-866e9ee8-3b48-49d2-844b-740c75ce385b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2324338 May 31 16:08:20.100397 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34806) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:20.105851 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-3474568c-3dbb-48cf-ba7c-8ea133928635 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': 'fadbbfaa-d497-422d-bda3-737afd46753d', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:08:20.112730 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3474568c-3dbb-48cf-ba7c-8ea133928635 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:08:20.116837 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3474568c-3dbb-48cf-ba7c-8ea133928635 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:08:20.119824 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3474568c-3dbb-48cf-ba7c-8ea133928635 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:08:20.127249 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3474568c-3dbb-48cf-ba7c-8ea133928635 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:08:20.132026 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa95d9ad-69b2-4558-aebf-95061fe5334b None None] Routers {'49d96797-fabe-4fd3-b6f6-cab449cc86d2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:08:20.132654 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-aa95d9ad-69b2-4558-aebf-95061fe5334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:08:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['49d96797-fabe-4fd3-b6f6-cab449cc86d2'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:08:20.146583 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3474568c-3dbb-48cf-ba7c-8ea133928635 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:20.197876 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b181e-a920-42b3-b6bf-539784ae8902 None None] Pushing event updated for resources: {'Port': ['ID=c54ab408-a112-4431-8974-aae3905851f8,revision_number=4']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:20.202480 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-037b181e-a920-42b3-b6bf-539784ae8902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:20.209482 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3474568c-3dbb-48cf-ba7c-8ea133928635 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:20.214150 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3474568c-3dbb-48cf-ba7c-8ea133928635 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:20.216119 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6c9eeb24-eeca-4ecd-9565-0ea319a1dafd tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:20.240992 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474568c-3dbb-48cf-ba7c-8ea133928635 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf656de-4a90-4769-bf14-59c9d596006a,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:20.245243 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3474568c-3dbb-48cf-ba7c-8ea133928635 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:20.255231 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3474568c-3dbb-48cf-ba7c-8ea133928635 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:20.256505 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3474568c-3dbb-48cf-ba7c-8ea133928635 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1554270 May 31 16:08:20.259519 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34810) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:20.265372 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-b2680006-05f3-4f70-a5ed-b5126779b69e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': 'fadbbfaa-d497-422d-bda3-737afd46753d', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:08:20.271776 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-b2680006-05f3-4f70-a5ed-b5126779b69e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:08:20.275967 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-b2680006-05f3-4f70-a5ed-b5126779b69e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:08:20.281087 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-b2680006-05f3-4f70-a5ed-b5126779b69e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:08:20.287927 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-b2680006-05f3-4f70-a5ed-b5126779b69e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:08:20.309226 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b2680006-05f3-4f70-a5ed-b5126779b69e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:20.324810 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-aa95d9ad-69b2-4558-aebf-95061fe5334b None None] Set router 49d96797-fabe-4fd3-b6f6-cab449cc86d2 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:08:20.373249 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b2680006-05f3-4f70-a5ed-b5126779b69e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:20.377934 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b2680006-05f3-4f70-a5ed-b5126779b69e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:20.383728 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-069c9bc8-119f-4c40-b8dc-708570c98dac tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:20.404670 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2680006-05f3-4f70-a5ed-b5126779b69e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebab5b56-3a72-401a-9b34-1fb4cb646874,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:20.409128 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b2680006-05f3-4f70-a5ed-b5126779b69e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:20.419178 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b2680006-05f3-4f70-a5ed-b5126779b69e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:20.420443 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b2680006-05f3-4f70-a5ed-b5126779b69e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1598163 May 31 16:08:20.423394 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34814) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:20.428718 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-3f1b50d8-b562-41a6-b2cb-ffa819e05d0e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': 'fadbbfaa-d497-422d-bda3-737afd46753d', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:08:20.435017 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3f1b50d8-b562-41a6-b2cb-ffa819e05d0e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:08:20.439012 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3f1b50d8-b562-41a6-b2cb-ffa819e05d0e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:08:20.441969 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3f1b50d8-b562-41a6-b2cb-ffa819e05d0e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:08:20.447870 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3f1b50d8-b562-41a6-b2cb-ffa819e05d0e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:08:20.464057 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f1b50d8-b562-41a6-b2cb-ffa819e05d0e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:20.527153 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f1b50d8-b562-41a6-b2cb-ffa819e05d0e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:20.531862 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f1b50d8-b562-41a6-b2cb-ffa819e05d0e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:20.533685 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-99742a96-a939-417a-898f-1ac1eb52d99a tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:20.555775 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b50d8-b562-41a6-b2cb-ffa819e05d0e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1936dd01-32d8-4552-abff-b63187c847b1,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:20.558228 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3f1b50d8-b562-41a6-b2cb-ffa819e05d0e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:20.566844 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f1b50d8-b562-41a6-b2cb-ffa819e05d0e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:20.568281 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3f1b50d8-b562-41a6-b2cb-ffa819e05d0e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1439104 May 31 16:08:20.571604 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34818) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:20.576507 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-9c519c7b-2216-4b43-8d27-1ad056520163 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': 'fadbbfaa-d497-422d-bda3-737afd46753d', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:08:20.582467 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9c519c7b-2216-4b43-8d27-1ad056520163 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:08:20.586395 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9c519c7b-2216-4b43-8d27-1ad056520163 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:08:20.589341 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9c519c7b-2216-4b43-8d27-1ad056520163 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:08:20.595175 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9c519c7b-2216-4b43-8d27-1ad056520163 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:08:20.612515 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9c519c7b-2216-4b43-8d27-1ad056520163 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:20.637725 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-aa95d9ad-69b2-4558-aebf-95061fe5334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'name': 'tempest-TestNetworkBasicOps-router-1264377900', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:08:11Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:12Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'c54ab408-a112-4431-8974-aae3905851f8', 'name': '', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:21:bc:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:16Z', 'updated_at': '2021-05-31T16:08:20Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:08:20.641619 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa95d9ad-69b2-4558-aebf-95061fe5334b None None] The sync data for ids ['49d96797-fabe-4fd3-b6f6-cab449cc86d2'] in dv-neutron-601336-79-hyperv is: [{'id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'name': 'tempest-TestNetworkBasicOps-router-1264377900', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:08:11Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:12Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'c54ab408-a112-4431-8974-aae3905851f8', 'name': '', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:21:bc:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:16Z', 'updated_at': '2021-05-31T16:08:20Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:08:20.681956 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9c519c7b-2216-4b43-8d27-1ad056520163 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:20.688237 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9c519c7b-2216-4b43-8d27-1ad056520163 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:20.690619 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b1ef5891-b961-44d3-897e-2317e378578c tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:20.719648 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c519c7b-2216-4b43-8d27-1ad056520163 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4189905d-1ae7-4b58-9c1e-c27452b62487,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:20.722438 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9c519c7b-2216-4b43-8d27-1ad056520163 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:20.731780 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9c519c7b-2216-4b43-8d27-1ad056520163 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:20.733225 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9c519c7b-2216-4b43-8d27-1ad056520163 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1609702 May 31 16:08:20.738159 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34822) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:20.742797 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-72b0e8b5-3f7d-4b46-93c9-591040dd6d84 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': 'fadbbfaa-d497-422d-bda3-737afd46753d', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:08:20.751378 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-72b0e8b5-3f7d-4b46-93c9-591040dd6d84 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:08:20.755543 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-72b0e8b5-3f7d-4b46-93c9-591040dd6d84 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:08:20.758662 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-72b0e8b5-3f7d-4b46-93c9-591040dd6d84 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:08:20.764734 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-72b0e8b5-3f7d-4b46-93c9-591040dd6d84 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:08:20.777639 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.securitygroups_db [None req-72b0e8b5-3f7d-4b46-93c9-591040dd6d84 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Project 77a9908268404908970d038c7b3f1f66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:08:20.783966 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-72b0e8b5-3f7d-4b46-93c9-591040dd6d84 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:20.857758 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-72b0e8b5-3f7d-4b46-93c9-591040dd6d84 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:20.862080 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-72b0e8b5-3f7d-4b46-93c9-591040dd6d84 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:20.864048 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-287a9260-a76f-46a5-9092-a7fb9f3edeea tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:20.888135 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0e8b5-3f7d-4b46-93c9-591040dd6d84 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36866888-4f1d-445a-b209-8eb176c4d484,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:20.890786 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-72b0e8b5-3f7d-4b46-93c9-591040dd6d84 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:20.899082 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-72b0e8b5-3f7d-4b46-93c9-591040dd6d84 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:20.900412 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-72b0e8b5-3f7d-4b46-93c9-591040dd6d84 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1631260 May 31 16:08:20.903294 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34826) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:20.909095 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-b190b820-b2a6-4c47-aa7d-fca16349d083 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': 'fadbbfaa-d497-422d-bda3-737afd46753d', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:08:20.915500 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-b190b820-b2a6-4c47-aa7d-fca16349d083 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:08:20.919976 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-b190b820-b2a6-4c47-aa7d-fca16349d083 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:08:20.923283 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-b190b820-b2a6-4c47-aa7d-fca16349d083 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:08:20.929262 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-b190b820-b2a6-4c47-aa7d-fca16349d083 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:08:20.940925 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.securitygroups_db [None req-b190b820-b2a6-4c47-aa7d-fca16349d083 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Project 77a9908268404908970d038c7b3f1f66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:08:20.947064 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b190b820-b2a6-4c47-aa7d-fca16349d083 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:21.018751 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b190b820-b2a6-4c47-aa7d-fca16349d083 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:21.022692 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b190b820-b2a6-4c47-aa7d-fca16349d083 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:21.024650 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1fa6390d-bd7e-40ea-a85f-a5c5caeb0252 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:21.047877 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190b820-b2a6-4c47-aa7d-fca16349d083 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c325126-354b-43fe-90d5-95214d02c696,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:21.050447 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b190b820-b2a6-4c47-aa7d-fca16349d083 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:21.057914 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b190b820-b2a6-4c47-aa7d-fca16349d083 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:21.059794 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b190b820-b2a6-4c47-aa7d-fca16349d083 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1554952 May 31 16:08:21.224576 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-4dc46a91-5011-4646-9c36-99e0ec14ae9f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-623579853&fields=id&tenant_id=77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 267 time: 0.0418010 May 31 16:08:21.540204 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-5794ebbd-8f68-4d43-94ac-bdd020389c55 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:21.545604 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-5794ebbd-8f68-4d43-94ac-bdd020389c55 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:network {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:08:21.565001 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-5794ebbd-8f68-4d43-94ac-bdd020389c55 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:network {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:08:21.566388 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-5794ebbd-8f68-4d43-94ac-bdd020389c55 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/networks?id=26ee73d3-3ee5-49ba-8873-81e43d6237ca HTTP/1.1" status: 200 len: 796 time: 0.3341527 May 31 16:08:21.582012 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-849d06b9-cb90-4b35-981c-d6341b3109c7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/quotas/77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 375 time: 0.0098586 May 31 16:08:21.606329 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c54ab408-a112-4431-8974-aae3905851f8 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:08:21.673612 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port c54ab408-a112-4431-8974-aae3905851f8 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:08:21.674923 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-fc1f8278-431e-4741-be9d-6a34cc954ea2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870345 May 31 16:08:21.678368 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port c54ab408-a112-4431-8974-aae3905851f8 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:08:21.678735 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:21.690703 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-808f2a7f-a594-4392-8e10-1f88b02c513c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 16:08:21.691875 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-808f2a7f-a594-4392-8e10-1f88b02c513c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055373 May 31 16:08:21.799652 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:21.824680 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-64e4abdf-776d-400f-97dc-f0776af378a5 service neutron] 10.222.0.45 "GET /v2.0/networks/26ee73d3-3ee5-49ba-8873-81e43d6237ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272492 May 31 16:08:21.831504 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port c54ab408-a112-4431-8974-aae3905851f8, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c54ab408-a112-4431-8974-aae3905851f8,segment=NetworkSegment(aae67142-56f5-4579-9452-4a2b311c6bf5),segment_id=aae67142-56f5-4579-9452-4a2b311c6bf5)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:08:21.836862 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:21.838917 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:21.903165 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=c54ab408-a112-4431-8974-aae3905851f8,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:21.906312 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:21.964455 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-38666504-15ea-460e-b1b1-62900101ebb2 service neutron] 10.222.0.45 "GET /v2.0/networks/26ee73d3-3ee5-49ba-8873-81e43d6237ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338575 May 31 16:08:22.153868 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d8ace328-868a-4aa0-90ae-9253ea08d8ee req-22beff87-0305-4cf2-8927-89d6a2e36379 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddebe6b5-f176-4923-88c4-773f4f28da72 HTTP/1.1" status: 200 len: 210 time: 0.0428576 May 31 16:08:23.317025 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8892cd01-926c-4119-b8cf-c7c78506a1df req-4298b7d5-15b2-4f29-9d79-c7ea41aacfdb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddebe6b5-f176-4923-88c4-773f4f28da72 HTTP/1.1" status: 200 len: 210 time: 0.0551603 May 31 16:08:23.362394 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-a6f9d7d9-eebc-4845-ae5e-3a131e89572b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:23.363875 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-a6f9d7d9-eebc-4845-ae5e-3a131e89572b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/networks?id=26ee73d3-3ee5-49ba-8873-81e43d6237ca HTTP/1.1" status: 200 len: 796 time: 0.1933048 May 31 16:08:23.415181 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-70411fbb-59ff-4a26-b10e-0df74cbeeac5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 379 time: 0.0419056 May 31 16:08:23.423607 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'port': {'device_id': 'ddebe6b5-f176-4923-88c4-773f4f28da72', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'admin_state_up': True, 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'security_groups': ['fadbbfaa-d497-422d-bda3-737afd46753d']}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:08:23.561364 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:08:23.566293 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:port and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:08:23.569184 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:08:23.575368 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c54ab408-a112-4431-8974-aae3905851f8 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:08:23.575846 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:08:23.587956 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Made reservation on behalf of 77a9908268404908970d038c7b3f1f66 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:08:23.591625 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:23.646140 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port c54ab408-a112-4431-8974-aae3905851f8 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:08:23.646690 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:23.754633 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.20.0.8 (26ee73d3-3ee5-49ba-8873-81e43d6237ca/5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8/65cf570e-347e-4439-8c45-8be6ad59c05e) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:08:23.949119 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:23.963864 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Transition to ACTIVE for port object 65cf570e-347e-4439-8c45-8be6ad59c05e will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:08:23.987985 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:23.993559 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0ac577f6-5bdf-45fe-8cec-da1b2901fd87 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:24.068637 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 26ee73d3-3ee5-49ba-8873-81e43d6237ca is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:08:24.071655 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:08:24.075697 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:08:24.111889 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=65cf570e-347e-4439-8c45-8be6ad59c05e,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:24.130031 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:24.130435 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:24.130803 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:24.131187 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:24.131544 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:24.131903 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:24.132241 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:24.132598 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:24.132939 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:24.133307 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:24.133652 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:24.134001 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:08:24.139613 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:24.154989 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:24.155563 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:24.180861 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7608702 May 31 16:08:24.194200 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-9be2b09f-104d-4ff5-b2b4-b53bbed4fc9d service neutron] Request body: {'port': {'device_id': 'ddebe6b5-f176-4923-88c4-773f4f28da72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:08:24.271833 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-566a8aa8-ff6d-4322-86f0-df605cf00a07 None None] Provisioning for port 65cf570e-347e-4439-8c45-8be6ad59c05e completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:08:24.276443 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-566a8aa8-ff6d-4322-86f0-df605cf00a07 None None] Provisioning complete for port 65cf570e-347e-4439-8c45-8be6ad59c05e triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:08:24.276841 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-566a8aa8-ff6d-4322-86f0-df605cf00a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:24.307083 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-9be2b09f-104d-4ff5-b2b4-b53bbed4fc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:24.329069 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-566a8aa8-ff6d-4322-86f0-df605cf00a07 None None] Port 65cf570e-347e-4439-8c45-8be6ad59c05e cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:08:24.776544 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bfc027-9a0d-4003-8a68-ad8a3b5a34f1 req-cc6d6d84-9671-44b0-b65d-9aefae3ba4eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:24.777252 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-f1bfc027-9a0d-4003-8a68-ad8a3b5a34f1 req-cc6d6d84-9671-44b0-b65d-9aefae3ba4eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:08:24.819174 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-f1bfc027-9a0d-4003-8a68-ad8a3b5a34f1 req-cc6d6d84-9671-44b0-b65d-9aefae3ba4eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:08:24.820333 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f1bfc027-9a0d-4003-8a68-ad8a3b5a34f1 req-cc6d6d84-9671-44b0-b65d-9aefae3ba4eb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddebe6b5-f176-4923-88c4-773f4f28da72 HTTP/1.1" status: 200 len: 931 time: 0.3966470 May 31 16:08:24.905018 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-9be2b09f-104d-4ff5-b2b4-b53bbed4fc9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65cf570e-347e-4439-8c45-8be6ad59c05e {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:08:24.915972 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-9be2b09f-104d-4ff5-b2b4-b53bbed4fc9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:24.923843 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f1bfc027-9a0d-4003-8a68-ad8a3b5a34f1 req-20be9dbd-e858-43a3-9bea-a336571bc44d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=fadbbfaa-d497-422d-bda3-737afd46753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720074 May 31 16:08:24.935725 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-9be2b09f-104d-4ff5-b2b4-b53bbed4fc9d service neutron] Transition to ACTIVE for port object 65cf570e-347e-4439-8c45-8be6ad59c05e will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:08:24.939657 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-9be2b09f-104d-4ff5-b2b4-b53bbed4fc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:24.944971 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6add815c-bd88-49de-92fc-8b6c2967e90c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:25.095805 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be2b09f-104d-4ff5-b2b4-b53bbed4fc9d service neutron] Pushing event updated for resources: {'Port': ['ID=65cf570e-347e-4439-8c45-8be6ad59c05e,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:25.103458 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9be2b09f-104d-4ff5-b2b4-b53bbed4fc9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:25.187595 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-9be2b09f-104d-4ff5-b2b4-b53bbed4fc9d service neutron] Attempting to bind port 65cf570e-347e-4439-8c45-8be6ad59c05e on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:08:25.187929 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-9be2b09f-104d-4ff5-b2b4-b53bbed4fc9d service neutron] Attempting to bind port 65cf570e-347e-4439-8c45-8be6ad59c05e by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'aae67142-56f5-4579-9452-4a2b311c6bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:08:25.188250 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-9be2b09f-104d-4ff5-b2b4-b53bbed4fc9d service neutron] Attempting to bind port 65cf570e-347e-4439-8c45-8be6ad59c05e on network 26ee73d3-3ee5-49ba-8873-81e43d6237ca {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:08:25.192874 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-9be2b09f-104d-4ff5-b2b4-b53bbed4fc9d service neutron] Port 65cf570e-347e-4439-8c45-8be6ad59c05e on network 26ee73d3-3ee5-49ba-8873-81e43d6237ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:08:25.193187 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-9be2b09f-104d-4ff5-b2b4-b53bbed4fc9d service neutron] Attempting to bind port 65cf570e-347e-4439-8c45-8be6ad59c05e on network 26ee73d3-3ee5-49ba-8873-81e43d6237ca {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:08:25.198542 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-9be2b09f-104d-4ff5-b2b4-b53bbed4fc9d service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:08:25.198873 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-9be2b09f-104d-4ff5-b2b4-b53bbed4fc9d service neutron] Checking segment: {'id': 'aae67142-56f5-4579-9452-4a2b311c6bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:08:25.199352 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-9be2b09f-104d-4ff5-b2b4-b53bbed4fc9d service neutron] Bound using segment: {'id': 'aae67142-56f5-4579-9452-4a2b311c6bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:08:25.199810 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-9be2b09f-104d-4ff5-b2b4-b53bbed4fc9d service neutron] Bound port: 65cf570e-347e-4439-8c45-8be6ad59c05e, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae67142-56f5-4579-9452-4a2b311c6bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:08:25.200158 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-9be2b09f-104d-4ff5-b2b4-b53bbed4fc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:25.288492 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-9be2b09f-104d-4ff5-b2b4-b53bbed4fc9d service neutron] For port 65cf570e-347e-4439-8c45-8be6ad59c05e, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:08:25.291634 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-9be2b09f-104d-4ff5-b2b4-b53bbed4fc9d service neutron] For port 65cf570e-347e-4439-8c45-8be6ad59c05e, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=65cf570e-347e-4439-8c45-8be6ad59c05e,segment=NetworkSegment(aae67142-56f5-4579-9452-4a2b311c6bf5),segment_id=aae67142-56f5-4579-9452-4a2b311c6bf5)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:08:25.297851 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-9be2b09f-104d-4ff5-b2b4-b53bbed4fc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:25.301566 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-42a30773-190f-4cb0-ab69-b9ced7bccce5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:25.361406 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-9be2b09f-104d-4ff5-b2b4-b53bbed4fc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:25.362015 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-9be2b09f-104d-4ff5-b2b4-b53bbed4fc9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:25.363435 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-9be2b09f-104d-4ff5-b2b4-b53bbed4fc9d service neutron] 10.222.0.59 "PUT /v2.0/ports/65cf570e-347e-4439-8c45-8be6ad59c05e HTTP/1.1" status: 200 len: 1093 time: 1.1737304 May 31 16:08:25.363997 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddebe6b5-f176-4923-88c4-773f4f28da72', 'tag': '65cf570e-347e-4439-8c45-8be6ad59c05e'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:08:25.366357 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30edd0f2-b7b1-4e74-bdd2-35da6a350590" -d '{"events": [{"name": "network-changed", "server_uuid": "ddebe6b5-f176-4923-88c4-773f4f28da72", "tag": "65cf570e-347e-4439-8c45-8be6ad59c05e"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:08:25.405238 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be2b09f-104d-4ff5-b2b4-b53bbed4fc9d service neutron] Pushing event updated for resources: {'Port': ['ID=65cf570e-347e-4439-8c45-8be6ad59c05e,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:25.439464 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9be2b09f-104d-4ff5-b2b4-b53bbed4fc9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:25.441064 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67eba12-d290-40c5-b8d1-8424a7d0fc53 x-openstack-request-id: req-a67eba12-d290-40c5-b8d1-8424a7d0fc53 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:08:25.441399 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddebe6b5-f176-4923-88c4-773f4f28da72", "tag": "65cf570e-347e-4439-8c45-8be6ad59c05e", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:08:25.441695 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a67eba12-d290-40c5-b8d1-8424a7d0fc53 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:08:25.442130 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddebe6b5-f176-4923-88c4-773f4f28da72', 'tag': '65cf570e-347e-4439-8c45-8be6ad59c05e', 'status': 'completed', 'code': 200} May 31 16:08:25.483975 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-58c0e4bc-9a05-4094-9ece-8bfd8c71be38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:25.485506 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-58c0e4bc-9a05-4094-9ece-8bfd8c71be38 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=ddebe6b5-f176-4923-88c4-773f4f28da72 HTTP/1.1" status: 200 len: 1096 time: 0.0770879 May 31 16:08:25.557722 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-a71ed2fa-e533-41a1-9e69-ca88a497485a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65cf570e-347e-4439-8c45-8be6ad59c05e HTTP/1.1" status: 200 len: 217 time: 0.0643723 May 31 16:08:25.623054 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-4f47e6a1-5b61-46af-98ae-1417702a37e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:25.624493 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-4f47e6a1-5b61-46af-98ae-1417702a37e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8 HTTP/1.1" status: 200 len: 834 time: 0.0598018 May 31 16:08:25.709398 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-ad054924-5478-42c0-aa4f-83427f72c274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:25.710861 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-ad054924-5478-42c0-aa4f-83427f72c274 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=26ee73d3-3ee5-49ba-8873-81e43d6237ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0800481 May 31 16:08:25.843094 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-77df3216-6eb9-4c57-8dca-81b8416aca34 service neutron] 10.222.0.59 "GET /v2.0/networks/26ee73d3-3ee5-49ba-8873-81e43d6237ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251204 May 31 16:08:25.975958 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd3693e4-9223-4567-aa96-ccb2ce0af213 req-050d6061-2431-47e7-8ba2-b8d45e3181a2 service neutron] 10.222.0.59 "GET /v2.0/networks/26ee73d3-3ee5-49ba-8873-81e43d6237ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263258 May 31 16:08:26.150981 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edd0f2-b7b1-4e74-bdd2-35da6a350590 req-7f8954ed-2678-4934-a0f0-058b775535a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:26.152709 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-30edd0f2-b7b1-4e74-bdd2-35da6a350590 req-7f8954ed-2678-4934-a0f0-058b775535a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=ddebe6b5-f176-4923-88c4-773f4f28da72 HTTP/1.1" status: 200 len: 1096 time: 0.1298022 May 31 16:08:26.165468 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220762c8-b1ee-4e4e-946a-7798daf382d5 req-8d2f58d2-8f77-427f-91a9-3576245f89be tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:26.166911 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-220762c8-b1ee-4e4e-946a-7798daf382d5 req-8d2f58d2-8f77-427f-91a9-3576245f89be tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddebe6b5-f176-4923-88c4-773f4f28da72 HTTP/1.1" status: 200 len: 943 time: 0.1143098 May 31 16:08:26.442247 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-220762c8-b1ee-4e4e-946a-7798daf382d5 req-badf1f46-43a1-48bb-8e08-d4fb3cd8c28f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=fadbbfaa-d497-422d-bda3-737afd46753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2565057 May 31 16:08:26.479611 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edd0f2-b7b1-4e74-bdd2-35da6a350590 req-c9eee241-3219-45d5-85f8-985ef1fee1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:26.481256 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-30edd0f2-b7b1-4e74-bdd2-35da6a350590 req-c9eee241-3219-45d5-85f8-985ef1fee1d7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=26ee73d3-3ee5-49ba-8873-81e43d6237ca HTTP/1.1" status: 200 len: 897 time: 0.3134608 May 31 16:08:26.548382 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-30edd0f2-b7b1-4e74-bdd2-35da6a350590 req-6a901677-d303-43ea-986e-d88e94ba8b1d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65cf570e-347e-4439-8c45-8be6ad59c05e HTTP/1.1" status: 200 len: 217 time: 0.0598834 May 31 16:08:26.614412 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edd0f2-b7b1-4e74-bdd2-35da6a350590 req-425cc777-1fc3-454f-b3e9-cd2f4d6b9b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:26.615933 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-30edd0f2-b7b1-4e74-bdd2-35da6a350590 req-425cc777-1fc3-454f-b3e9-cd2f4d6b9b44 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8 HTTP/1.1" status: 200 len: 834 time: 0.0607164 May 31 16:08:26.695803 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edd0f2-b7b1-4e74-bdd2-35da6a350590 req-92d40bfd-9faa-4970-9f47-cbfb46ea15f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:26.697156 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-30edd0f2-b7b1-4e74-bdd2-35da6a350590 req-92d40bfd-9faa-4970-9f47-cbfb46ea15f2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=26ee73d3-3ee5-49ba-8873-81e43d6237ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0739355 May 31 16:08:26.849648 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-30edd0f2-b7b1-4e74-bdd2-35da6a350590 req-c01b7b59-6786-40a1-87ce-d565a217560c service neutron] 10.222.0.59 "GET /v2.0/networks/26ee73d3-3ee5-49ba-8873-81e43d6237ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446078 May 31 16:08:26.993298 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-30edd0f2-b7b1-4e74-bdd2-35da6a350590 req-7be08ab3-a949-4a71-89c6-52ae0c6b7982 service neutron] 10.222.0.59 "GET /v2.0/networks/26ee73d3-3ee5-49ba-8873-81e43d6237ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364105 May 31 16:08:27.656159 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e4e81-6aeb-4e51-8e2c-be20e20eaf72 req-570a044a-97dd-4ced-9932-0adfe0b35acf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:27.657681 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c73e4e81-6aeb-4e51-8e2c-be20e20eaf72 req-570a044a-97dd-4ced-9932-0adfe0b35acf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddebe6b5-f176-4923-88c4-773f4f28da72 HTTP/1.1" status: 200 len: 943 time: 0.0909014 May 31 16:08:27.701456 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c73e4e81-6aeb-4e51-8e2c-be20e20eaf72 req-5c4ed849-11c7-4291-971e-26dc033fb1e3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=fadbbfaa-d497-422d-bda3-737afd46753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380180 May 31 16:08:28.427285 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:28.909493 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78c82d-0a57-4b44-b580-4bcc2f99041b req-065b29b3-03cc-4b9a-8ff2-9ea7f4048e50 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:28.910975 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3f78c82d-0a57-4b44-b580-4bcc2f99041b req-065b29b3-03cc-4b9a-8ff2-9ea7f4048e50 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddebe6b5-f176-4923-88c4-773f4f28da72 HTTP/1.1" status: 200 len: 943 time: 0.0855026 May 31 16:08:28.959623 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3f78c82d-0a57-4b44-b580-4bcc2f99041b req-b31a9782-2e69-45cd-a831-e80092a54464 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=fadbbfaa-d497-422d-bda3-737afd46753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397162 May 31 16:08:29.490377 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 65cf570e-347e-4439-8c45-8be6ad59c05e details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:08:29.633571 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 65cf570e-347e-4439-8c45-8be6ad59c05e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=65cf570e-347e-4439-8c45-8be6ad59c05e,segment=NetworkSegment(aae67142-56f5-4579-9452-4a2b311c6bf5),segment_id=aae67142-56f5-4579-9452-4a2b311c6bf5)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:08:29.647762 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '65cf570e-347e-4439-8c45-8be6ad59c05e', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'port_id': '65cf570e-347e-4439-8c45-8be6ad59c05e', 'mac_address': 'fa:16:3e:c4:ea:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:08:29.709027 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:29.728494 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65cf570e-347e-4439-8c45-8be6ad59c05e {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:08:29.746306 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 65cf570e-347e-4439-8c45-8be6ad59c05e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=65cf570e-347e-4439-8c45-8be6ad59c05e,segment=NetworkSegment(aae67142-56f5-4579-9452-4a2b311c6bf5),segment_id=aae67142-56f5-4579-9452-4a2b311c6bf5)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:08:29.752050 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:29.753893 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-474d4d0a-10a8-423e-9754-337bd5fe9eff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:29.793902 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:08:29.835655 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=65cf570e-347e-4439-8c45-8be6ad59c05e,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:29.838783 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:30.151096 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['65cf570e-347e-4439-8c45-8be6ad59c05e'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:08:30.166240 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cb5bd-7416-4e26-bb61-189f2a9bba38 req-27147b74-df9d-479e-b46c-2aef9d040c69 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:30.167793 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-871cb5bd-7416-4e26-bb61-189f2a9bba38 req-27147b74-df9d-479e-b46c-2aef9d040c69 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddebe6b5-f176-4923-88c4-773f4f28da72 HTTP/1.1" status: 200 len: 944 time: 0.0952885 May 31 16:08:30.211888 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-871cb5bd-7416-4e26-bb61-189f2a9bba38 req-6eb13f0b-c6e1-477f-a12a-3351a46592b3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=fadbbfaa-d497-422d-bda3-737afd46753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381908 May 31 16:08:31.413026 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ab135-8213-4092-ba44-8f5d9f791580 req-f18e08c8-9216-4d71-a138-4313ee2b2633 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:31.414497 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-958ab135-8213-4092-ba44-8f5d9f791580 req-f18e08c8-9216-4d71-a138-4313ee2b2633 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddebe6b5-f176-4923-88c4-773f4f28da72 HTTP/1.1" status: 200 len: 944 time: 0.0863614 May 31 16:08:31.462536 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-958ab135-8213-4092-ba44-8f5d9f791580 req-0fae484c-bf37-42b2-99fc-3e091d6e5e5a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=fadbbfaa-d497-422d-bda3-737afd46753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423417 May 31 16:08:31.511943 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 65cf570e-347e-4439-8c45-8be6ad59c05e up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:08:31.583886 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port 65cf570e-347e-4439-8c45-8be6ad59c05e completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:08:31.588379 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 65cf570e-347e-4439-8c45-8be6ad59c05e triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:08:31.588753 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:31.707478 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:31.734892 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddebe6b5-f176-4923-88c4-773f4f28da72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cf570e-347e-4439-8c45-8be6ad59c05e'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:08:31.737229 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72183bbc-941b-4bcc-b78c-f6615c6155f7" -d '{"events": [{"server_uuid": "ddebe6b5-f176-4923-88c4-773f4f28da72", "name": "network-vif-plugged", "status": "completed", "tag": "65cf570e-347e-4439-8c45-8be6ad59c05e"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:08:31.746115 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 65cf570e-347e-4439-8c45-8be6ad59c05e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=65cf570e-347e-4439-8c45-8be6ad59c05e,segment=NetworkSegment(aae67142-56f5-4579-9452-4a2b311c6bf5),segment_id=aae67142-56f5-4579-9452-4a2b311c6bf5)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:08:31.751748 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:31.755170 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-3540058e-bba0-435f-84e3-617e55912413 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:31.786037 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92250181-63ef-4905-9bb3-66e149d9c092 x-openstack-request-id: req-92250181-63ef-4905-9bb3-66e149d9c092 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:08:31.786349 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddebe6b5-f176-4923-88c4-773f4f28da72", "name": "network-vif-plugged", "status": "completed", "tag": "65cf570e-347e-4439-8c45-8be6ad59c05e", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:08:31.786591 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-92250181-63ef-4905-9bb3-66e149d9c092 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:08:31.786981 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddebe6b5-f176-4923-88c4-773f4f28da72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cf570e-347e-4439-8c45-8be6ad59c05e', 'code': 200} May 31 16:08:31.825642 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=65cf570e-347e-4439-8c45-8be6ad59c05e,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:31.828866 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:32.019926 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c9455-4828-4931-9cb1-55cefb9c912e req-63edc6f4-5d52-415f-8bac-e705a1dbdbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:32.021432 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-749c9455-4828-4931-9cb1-55cefb9c912e req-63edc6f4-5d52-415f-8bac-e705a1dbdbe2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ddebe6b5-f176-4923-88c4-773f4f28da72 HTTP/1.1" status: 200 len: 1098 time: 0.0752101 May 31 16:08:32.062487 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-749c9455-4828-4931-9cb1-55cefb9c912e req-565d88b3-bb7b-4177-9ce1-03626c51d370 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fadbbfaa-d497-422d-bda3-737afd46753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340803 May 31 16:08:32.677964 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353b74d-f057-4b60-aba6-52c970a8e310 req-80edbcc1-55fa-4f14-9e19-683dbb2dab84 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:32.679391 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c353b74d-f057-4b60-aba6-52c970a8e310 req-80edbcc1-55fa-4f14-9e19-683dbb2dab84 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddebe6b5-f176-4923-88c4-773f4f28da72 HTTP/1.1" status: 200 len: 945 time: 0.0914841 May 31 16:08:32.725903 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c353b74d-f057-4b60-aba6-52c970a8e310 req-4dcc3f0a-2696-4d4b-8bc0-1c42f9928969 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=fadbbfaa-d497-422d-bda3-737afd46753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405705 May 31 16:08:33.948458 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aba0f4-0746-4c94-8077-73d2eda44d2d req-1a8c0ad3-54b0-4e29-ad75-fd4759649df5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:33.949950 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d0aba0f4-0746-4c94-8077-73d2eda44d2d req-1a8c0ad3-54b0-4e29-ad75-fd4759649df5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddebe6b5-f176-4923-88c4-773f4f28da72 HTTP/1.1" status: 200 len: 945 time: 0.1055315 May 31 16:08:33.996361 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d0aba0f4-0746-4c94-8077-73d2eda44d2d req-95717cac-0394-4fd5-b136-aedf32314be1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=fadbbfaa-d497-422d-bda3-737afd46753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404096 May 31 16:08:34.200312 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d297e-cb76-40d5-9afa-17e94f7d9e38 req-773f2b52-2546-4340-a1ee-d9346c4809b1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:34.201785 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-169d297e-cb76-40d5-9afa-17e94f7d9e38 req-773f2b52-2546-4340-a1ee-d9346c4809b1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddebe6b5-f176-4923-88c4-773f4f28da72 HTTP/1.1" status: 200 len: 945 time: 0.0880649 May 31 16:08:34.249575 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-169d297e-cb76-40d5-9afa-17e94f7d9e38 req-b67ed48e-dab9-4996-bbd8-3e89da1bddd5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=fadbbfaa-d497-422d-bda3-737afd46753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419602 May 31 16:08:34.272818 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34884) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:34.344866 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4d33e0-f0ac-4942-a275-76a3c096e986 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:34.346369 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-fb4d33e0-f0ac-4942-a275-76a3c096e986 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ddebe6b5-f176-4923-88c4-773f4f28da72 HTTP/1.1" status: 200 len: 1093 time: 0.0725510 May 31 16:08:34.349274 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34888) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:34.354293 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-3c9fc8f7-c7e9-482f-88bb-6f8b05f2a4df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'port_id': '65cf570e-347e-4439-8c45-8be6ad59c05e', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:08:34.360345 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-3c9fc8f7-c7e9-482f-88bb-6f8b05f2a4df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:08:34.364367 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-3c9fc8f7-c7e9-482f-88bb-6f8b05f2a4df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:floatingip and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:08:34.367254 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-3c9fc8f7-c7e9-482f-88bb-6f8b05f2a4df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:08:34.373488 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-3c9fc8f7-c7e9-482f-88bb-6f8b05f2a4df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:08:34.386457 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3c9fc8f7-c7e9-482f-88bb-6f8b05f2a4df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:34.526484 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3c9fc8f7-c7e9-482f-88bb-6f8b05f2a4df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:34.671947 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-26e03728-22c5-4ff4-80e2-e0e68443330f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:34.677603 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-3c9fc8f7-c7e9-482f-88bb-6f8b05f2a4df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.26.0.29 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/07525ab8-cb80-4f98-803d-3a05364bbe76) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:08:34.825775 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3c9fc8f7-c7e9-482f-88bb-6f8b05f2a4df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:34.857981 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3c9fc8f7-c7e9-482f-88bb-6f8b05f2a4df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:34.862128 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4147606e-13c6-4ae7-9f31-6d8aebf13061 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:34.924942 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9fc8f7-c7e9-482f-88bb-6f8b05f2a4df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:08:34.927568 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-3c9fc8f7-c7e9-482f-88bb-6f8b05f2a4df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:08:34.930335 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9fc8f7-c7e9-482f-88bb-6f8b05f2a4df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:08:34.976522 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9fc8f7-c7e9-482f-88bb-6f8b05f2a4df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=07525ab8-cb80-4f98-803d-3a05364bbe76,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:34.984933 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3c9fc8f7-c7e9-482f-88bb-6f8b05f2a4df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:35.529166 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3c9fc8f7-c7e9-482f-88bb-6f8b05f2a4df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:35.603186 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3c9fc8f7-c7e9-482f-88bb-6f8b05f2a4df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:35.824294 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3c9fc8f7-c7e9-482f-88bb-6f8b05f2a4df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:35.830979 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3c9fc8f7-c7e9-482f-88bb-6f8b05f2a4df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:35.834643 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a16098d5-6e86-4977-8575-03a520688203 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:35.940992 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9fc8f7-c7e9-482f-88bb-6f8b05f2a4df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=07525ab8-cb80-4f98-803d-3a05364bbe76,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:35.944003 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3c9fc8f7-c7e9-482f-88bb-6f8b05f2a4df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:35.953640 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3c9fc8f7-c7e9-482f-88bb-6f8b05f2a4df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:36.123788 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-3c9fc8f7-c7e9-482f-88bb-6f8b05f2a4df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Floating IP 1fa7ce34-7f65-438a-9b3a-7c38b3d7c90b associated. External IP: 172.26.0.29, port: 65cf570e-347e-4439-8c45-8be6ad59c05e. May 31 16:08:36.493394 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9fc8f7-c7e9-482f-88bb-6f8b05f2a4df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 49d96797-fabe-4fd3-b6f6-cab449cc86d2 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:08:36.686928 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9fc8f7-c7e9-482f-88bb-6f8b05f2a4df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:08:36.696688 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eef2d8-182c-4a0b-921c-902511c74220 None None] Sync routers for ids ['49d96797-fabe-4fd3-b6f6-cab449cc86d2'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:08:36.707980 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eef2d8-182c-4a0b-921c-902511c74220 None None] Routers {'49d96797-fabe-4fd3-b6f6-cab449cc86d2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:08:36.708613 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-d4eef2d8-182c-4a0b-921c-902511c74220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:08:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['49d96797-fabe-4fd3-b6f6-cab449cc86d2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:08:36.714020 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3c9fc8f7-c7e9-482f-88bb-6f8b05f2a4df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:36.771160 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3c9fc8f7-c7e9-482f-88bb-6f8b05f2a4df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4206882 May 31 16:08:36.772042 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddebe6b5-f176-4923-88c4-773f4f28da72', 'tag': '65cf570e-347e-4439-8c45-8be6ad59c05e'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:08:36.773880 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34892) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:36.774457 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e435d4b-ca23-41e8-80db-1e491f6c3261" -d '{"events": [{"name": "network-changed", "server_uuid": "ddebe6b5-f176-4923-88c4-773f4f28da72", "tag": "65cf570e-347e-4439-8c45-8be6ad59c05e"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:08:36.819538 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b01713e-6a9f-4a78-bafd-6a39ce10ab3a x-openstack-request-id: req-4b01713e-6a9f-4a78-bafd-6a39ce10ab3a {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:08:36.819876 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddebe6b5-f176-4923-88c4-773f4f28da72", "tag": "65cf570e-347e-4439-8c45-8be6ad59c05e", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:08:36.820175 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4b01713e-6a9f-4a78-bafd-6a39ce10ab3a {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:08:36.820619 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddebe6b5-f176-4923-88c4-773f4f28da72', 'tag': '65cf570e-347e-4439-8c45-8be6ad59c05e', 'status': 'completed', 'code': 200} May 31 16:08:36.848423 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c116d2-75b3-460e-bd86-b0a7e7417b32 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:36.852412 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-67c116d2-75b3-460e-bd86-b0a7e7417b32 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ddebe6b5-f176-4923-88c4-773f4f28da72 HTTP/1.1" status: 200 len: 1093 time: 0.0749607 May 31 16:08:36.932704 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-d4eef2d8-182c-4a0b-921c-902511c74220 None None] Set router 49d96797-fabe-4fd3-b6f6-cab449cc86d2 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:08:37.017244 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:37.100302 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e435d4b-ca23-41e8-80db-1e491f6c3261 req-a6990894-4ca6-4c36-845a-f1fbfd2f4fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:37.101801 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7e435d4b-ca23-41e8-80db-1e491f6c3261 req-a6990894-4ca6-4c36-845a-f1fbfd2f4fb2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=ddebe6b5-f176-4923-88c4-773f4f28da72 HTTP/1.1" status: 200 len: 1098 time: 0.2533610 May 31 16:08:37.118558 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34900) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:37.124824 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-a56763f5-d09b-4451-afa6-b91e37b52543 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-43526771', 'description': 'tempest-secgroup-smoke-43526771 description', 'project_id': '77a9908268404908970d038c7b3f1f66'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:08:37.132954 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a56763f5-d09b-4451-afa6-b91e37b52543 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:08:37.137432 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a56763f5-d09b-4451-afa6-b91e37b52543 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:08:37.141704 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a56763f5-d09b-4451-afa6-b91e37b52543 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:08:37.148647 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a56763f5-d09b-4451-afa6-b91e37b52543 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:08:37.160904 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a56763f5-d09b-4451-afa6-b91e37b52543 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:37.184495 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a56763f5-d09b-4451-afa6-b91e37b52543 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:08:37.188592 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a56763f5-d09b-4451-afa6-b91e37b52543 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:08:37.191615 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a56763f5-d09b-4451-afa6-b91e37b52543 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:08:37.197946 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a56763f5-d09b-4451-afa6-b91e37b52543 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:08:37.247244 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e435d4b-ca23-41e8-80db-1e491f6c3261 req-ea24133c-feb9-41aa-a663-243f49e2a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:37.248685 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7e435d4b-ca23-41e8-80db-1e491f6c3261 req-ea24133c-feb9-41aa-a663-243f49e2a932 service neutron] 10.222.0.59 "GET /v2.0/networks?id=26ee73d3-3ee5-49ba-8873-81e43d6237ca HTTP/1.1" status: 200 len: 897 time: 0.1405730 May 31 16:08:37.281780 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a56763f5-d09b-4451-afa6-b91e37b52543 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:37.286656 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a56763f5-d09b-4451-afa6-b91e37b52543 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:37.309292 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3c2fccb7-7c39-43f2-b5dd-bb4a0cfd340f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:37.311153 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-d4eef2d8-182c-4a0b-921c-902511c74220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'name': 'tempest-TestNetworkBasicOps-router-1264377900', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:08:11Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:12Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '1fa7ce34-7f65-438a-9b3a-7c38b3d7c90b', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.29', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'port_id': '65cf570e-347e-4439-8c45-8be6ad59c05e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'mac_address': 'fa:16:3e:c4:ea:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddebe6b5-f176-4923-88c4-773f4f28da72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:08:35Z', 'updated_at': '2021-05-31T16:08:35Z', 'revision_number': 0, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54ab408-a112-4431-8974-aae3905851f8', 'name': '', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:21:bc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:16Z', 'updated_at': '2021-05-31T16:08:21Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:08:37.315216 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eef2d8-182c-4a0b-921c-902511c74220 None None] Checking router: 49d96797-fabe-4fd3-b6f6-cab449cc86d2 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:08:37.323734 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eef2d8-182c-4a0b-921c-902511c74220 None None] Routers {'49d96797-fabe-4fd3-b6f6-cab449cc86d2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:08:37.324530 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-d4eef2d8-182c-4a0b-921c-902511c74220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:08:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['49d96797-fabe-4fd3-b6f6-cab449cc86d2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:08:37.347119 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a56763f5-d09b-4451-afa6-b91e37b52543 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:37.351096 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a56763f5-d09b-4451-afa6-b91e37b52543 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2286670 May 31 16:08:37.351817 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34904) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:37.352013 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56763f5-d09b-4451-afa6-b91e37b52543 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=998356b1-d3a9-4eb0-8940-28cf4caf444c,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:37.356384 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a56763f5-d09b-4451-afa6-b91e37b52543 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:37.359506 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-a692b07e-31be-412f-8400-1c04dc669105 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '998356b1-d3a9-4eb0-8940-28cf4caf444c', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:08:37.368005 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7e435d4b-ca23-41e8-80db-1e491f6c3261 req-1d62a741-8320-4aee-9186-9770f64a2f2e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65cf570e-347e-4439-8c45-8be6ad59c05e HTTP/1.1" status: 200 len: 998 time: 0.1121483 May 31 16:08:37.368866 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a692b07e-31be-412f-8400-1c04dc669105 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:08:37.373087 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a692b07e-31be-412f-8400-1c04dc669105 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:08:37.376960 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a692b07e-31be-412f-8400-1c04dc669105 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:08:37.416284 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a692b07e-31be-412f-8400-1c04dc669105 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:08:37.445545 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e435d4b-ca23-41e8-80db-1e491f6c3261 req-5c2ecbaa-a900-4551-8bcd-5a74f5d738aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:37.447000 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7e435d4b-ca23-41e8-80db-1e491f6c3261 req-5c2ecbaa-a900-4551-8bcd-5a74f5d738aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8 HTTP/1.1" status: 200 len: 834 time: 0.0711360 May 31 16:08:37.448205 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a692b07e-31be-412f-8400-1c04dc669105 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:37.499138 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-d4eef2d8-182c-4a0b-921c-902511c74220 None None] Set router 49d96797-fabe-4fd3-b6f6-cab449cc86d2 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:08:37.565431 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a692b07e-31be-412f-8400-1c04dc669105 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:37.571399 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e435d4b-ca23-41e8-80db-1e491f6c3261 req-096f6c9c-64d7-4832-a5c9-a5de2a1b89f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:37.572885 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7e435d4b-ca23-41e8-80db-1e491f6c3261 req-096f6c9c-64d7-4832-a5c9-a5de2a1b89f0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=26ee73d3-3ee5-49ba-8873-81e43d6237ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1180322 May 31 16:08:37.573602 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a692b07e-31be-412f-8400-1c04dc669105 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:37.575392 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-05a5445f-cf7f-42b2-b68d-e2c70bc85dad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:37.615611 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692b07e-31be-412f-8400-1c04dc669105 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cabca2d8-5f9e-4383-aba7-ce27241fd377,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:37.620904 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a692b07e-31be-412f-8400-1c04dc669105 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:37.673723 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a692b07e-31be-412f-8400-1c04dc669105 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:37.677553 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a692b07e-31be-412f-8400-1c04dc669105 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3222926 May 31 16:08:37.678024 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34908) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:37.683668 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-8b970f2c-7fd2-495c-9ee0-6cfac116f9d0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '998356b1-d3a9-4eb0-8940-28cf4caf444c', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:08:37.690641 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8b970f2c-7fd2-495c-9ee0-6cfac116f9d0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:08:37.695046 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8b970f2c-7fd2-495c-9ee0-6cfac116f9d0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:08:37.697938 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8b970f2c-7fd2-495c-9ee0-6cfac116f9d0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:08:37.703733 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8b970f2c-7fd2-495c-9ee0-6cfac116f9d0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:08:37.723431 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8b970f2c-7fd2-495c-9ee0-6cfac116f9d0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:37.738703 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7e435d4b-ca23-41e8-80db-1e491f6c3261 req-43e9d09f-9d73-4c29-a374-f431fb5d260b service neutron] 10.222.0.59 "GET /v2.0/networks/26ee73d3-3ee5-49ba-8873-81e43d6237ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574290 May 31 16:08:37.789355 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8b970f2c-7fd2-495c-9ee0-6cfac116f9d0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:37.794565 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8b970f2c-7fd2-495c-9ee0-6cfac116f9d0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:37.803285 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3f1b50d8-b562-41a6-b2cb-ffa819e05d0e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:37.833742 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b970f2c-7fd2-495c-9ee0-6cfac116f9d0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb7bb73-68f8-4623-99f5-fcd0bd08321c,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:37.840460 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8b970f2c-7fd2-495c-9ee0-6cfac116f9d0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:37.845935 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8b970f2c-7fd2-495c-9ee0-6cfac116f9d0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:37.847294 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8b970f2c-7fd2-495c-9ee0-6cfac116f9d0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1681890 May 31 16:08:37.849974 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34912) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:37.855286 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-22f0da69-fe83-4217-9edd-fe6556b01132 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '998356b1-d3a9-4eb0-8940-28cf4caf444c', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:08:37.859478 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-d4eef2d8-182c-4a0b-921c-902511c74220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'name': 'tempest-TestNetworkBasicOps-router-1264377900', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:08:11Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:12Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '1fa7ce34-7f65-438a-9b3a-7c38b3d7c90b', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.29', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'port_id': '65cf570e-347e-4439-8c45-8be6ad59c05e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'mac_address': 'fa:16:3e:c4:ea:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddebe6b5-f176-4923-88c4-773f4f28da72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:08:35Z', 'updated_at': '2021-05-31T16:08:35Z', 'revision_number': 0, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54ab408-a112-4431-8974-aae3905851f8', 'name': '', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:21:bc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:16Z', 'updated_at': '2021-05-31T16:08:21Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:08:37.861478 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-22f0da69-fe83-4217-9edd-fe6556b01132 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:08:37.863505 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eef2d8-182c-4a0b-921c-902511c74220 None None] The sync data for ids ['49d96797-fabe-4fd3-b6f6-cab449cc86d2'] in dv-neutron-601336-79-hyperv is: [{'id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'name': 'tempest-TestNetworkBasicOps-router-1264377900', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:08:11Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:12Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '1fa7ce34-7f65-438a-9b3a-7c38b3d7c90b', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.29', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'port_id': '65cf570e-347e-4439-8c45-8be6ad59c05e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'mac_address': 'fa:16:3e:c4:ea:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddebe6b5-f176-4923-88c4-773f4f28da72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:08:35Z', 'updated_at': '2021-05-31T16:08:35Z', 'revision_number': 0, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54ab408-a112-4431-8974-aae3905851f8', 'name': '', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:21:bc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:16Z', 'updated_at': '2021-05-31T16:08:21Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:08:37.866583 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-22f0da69-fe83-4217-9edd-fe6556b01132 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:08:37.870205 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-22f0da69-fe83-4217-9edd-fe6556b01132 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:08:37.875750 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7e435d4b-ca23-41e8-80db-1e491f6c3261 req-e53fcb81-375a-45a4-993c-571689ae31bd service neutron] 10.222.0.59 "GET /v2.0/networks/26ee73d3-3ee5-49ba-8873-81e43d6237ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307054 May 31 16:08:37.876910 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-22f0da69-fe83-4217-9edd-fe6556b01132 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:08:37.903710 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-22f0da69-fe83-4217-9edd-fe6556b01132 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:37.908325 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-51224b09-0bb9-4d7f-bceb-d09ec5ea647d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:37.970564 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-22f0da69-fe83-4217-9edd-fe6556b01132 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:37.974808 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-22f0da69-fe83-4217-9edd-fe6556b01132 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:37.977269 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-028ef7b5-2841-43ef-ad37-7535087d5acd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:38.004157 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0da69-fe83-4217-9edd-fe6556b01132 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5648ff99-b518-4b4f-9dc2-ebfcbbbf7536,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:38.007167 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-22f0da69-fe83-4217-9edd-fe6556b01132 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:38.017901 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-22f0da69-fe83-4217-9edd-fe6556b01132 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:38.019149 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-22f0da69-fe83-4217-9edd-fe6556b01132 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1682181 May 31 16:08:38.022829 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34916) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:38.028134 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-1c9ceeb1-2ca3-46f7-a145-b812c2a3f77b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '998356b1-d3a9-4eb0-8940-28cf4caf444c', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:08:38.034568 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1c9ceeb1-2ca3-46f7-a145-b812c2a3f77b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:08:38.038494 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1c9ceeb1-2ca3-46f7-a145-b812c2a3f77b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:08:38.041642 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1c9ceeb1-2ca3-46f7-a145-b812c2a3f77b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:08:38.048088 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1c9ceeb1-2ca3-46f7-a145-b812c2a3f77b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:08:38.065495 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1c9ceeb1-2ca3-46f7-a145-b812c2a3f77b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:38.070030 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfe67cf-b479-4c0c-a01d-6fa90ac0bf87 None None] New status for floating IP 1fa7ce34-7f65-438a-9b3a-7c38b3d7c90b: ACTIVE {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:08:38.135731 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1c9ceeb1-2ca3-46f7-a145-b812c2a3f77b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:38.140258 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1c9ceeb1-2ca3-46f7-a145-b812c2a3f77b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:38.142481 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6bd7e898-e952-4c7e-9028-0b8f1145b407 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:38.162623 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ceeb1-2ca3-46f7-a145-b812c2a3f77b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8162ddd-8139-4fb6-a7cc-31e388e74441,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:38.166577 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1c9ceeb1-2ca3-46f7-a145-b812c2a3f77b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:38.174116 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1c9ceeb1-2ca3-46f7-a145-b812c2a3f77b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:38.175455 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1c9ceeb1-2ca3-46f7-a145-b812c2a3f77b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1516504 May 31 16:08:38.178228 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34920) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:38.183324 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-06cf6536-c2b8-46a3-8135-546a3937ba63 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '998356b1-d3a9-4eb0-8940-28cf4caf444c', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:08:38.189234 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-06cf6536-c2b8-46a3-8135-546a3937ba63 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:08:38.193412 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-06cf6536-c2b8-46a3-8135-546a3937ba63 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:08:38.196329 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-06cf6536-c2b8-46a3-8135-546a3937ba63 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:08:38.202061 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-06cf6536-c2b8-46a3-8135-546a3937ba63 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:08:38.214313 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.securitygroups_db [None req-06cf6536-c2b8-46a3-8135-546a3937ba63 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Project 77a9908268404908970d038c7b3f1f66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:08:38.220253 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-06cf6536-c2b8-46a3-8135-546a3937ba63 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:38.285450 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-06cf6536-c2b8-46a3-8135-546a3937ba63 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:38.290877 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-06cf6536-c2b8-46a3-8135-546a3937ba63 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:38.292869 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4313bfd5-00e6-44e3-ac22-4f665041e184 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:38.315334 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf6536-c2b8-46a3-8135-546a3937ba63 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af2dcbf-4bc1-4ad5-9472-866ce713240a,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:38.320404 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-06cf6536-c2b8-46a3-8135-546a3937ba63 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:38.325505 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-06cf6536-c2b8-46a3-8135-546a3937ba63 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:38.326893 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-06cf6536-c2b8-46a3-8135-546a3937ba63 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1477659 May 31 16:08:38.329780 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 34924) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:38.335033 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-0043e28d-c024-432e-af81-d836a7212c2c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '998356b1-d3a9-4eb0-8940-28cf4caf444c', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:08:38.341099 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0043e28d-c024-432e-af81-d836a7212c2c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:08:38.345070 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0043e28d-c024-432e-af81-d836a7212c2c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:08:38.348029 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0043e28d-c024-432e-af81-d836a7212c2c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:08:38.354512 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0043e28d-c024-432e-af81-d836a7212c2c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:08:38.367757 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.securitygroups_db [None req-0043e28d-c024-432e-af81-d836a7212c2c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Project 77a9908268404908970d038c7b3f1f66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:08:38.374531 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0043e28d-c024-432e-af81-d836a7212c2c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:38.400139 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:38.445096 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0043e28d-c024-432e-af81-d836a7212c2c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:38.450211 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0043e28d-c024-432e-af81-d836a7212c2c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:38.452629 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f1200476-07f5-4519-8077-5aca1a0d6e83 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:38.610874 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043e28d-c024-432e-af81-d836a7212c2c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06006032-474c-446c-961c-3c0545c69f22,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:38.613301 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0043e28d-c024-432e-af81-d836a7212c2c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:38.624268 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0043e28d-c024-432e-af81-d836a7212c2c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:38.625445 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0043e28d-c024-432e-af81-d836a7212c2c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2947409 May 31 16:08:38.824276 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-97925b19-edfe-4e18-9724-4b685f88138b req-1837aed3-39bc-4ad9-a7c4-0f317511d9d1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-43526771&fields=id&tenant_id=77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 267 time: 0.0396423 May 31 16:08:38.974770 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97925b19-edfe-4e18-9724-4b685f88138b req-c2e43787-e44a-4650-ad49-70d3c603a80f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:38.976241 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-97925b19-edfe-4e18-9724-4b685f88138b req-c2e43787-e44a-4650-ad49-70d3c603a80f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/networks?id=26ee73d3-3ee5-49ba-8873-81e43d6237ca HTTP/1.1" status: 200 len: 796 time: 0.1453829 May 31 16:08:38.993849 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-97925b19-edfe-4e18-9724-4b685f88138b req-b2da4b5f-1f86-40ac-8c1f-5053c3eeab3b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/quotas/77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 375 time: 0.0092363 May 31 16:08:39.086489 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-97925b19-edfe-4e18-9724-4b685f88138b req-a37fc306-96d1-4c1d-b1fd-aceb466900cf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0853846 May 31 16:08:39.231872 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-97925b19-edfe-4e18-9724-4b685f88138b req-eca5a9cc-acc8-49b2-8345-202538f03ddb service neutron] 10.222.0.45 "GET /v2.0/networks/26ee73d3-3ee5-49ba-8873-81e43d6237ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315675 May 31 16:08:39.365279 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-97925b19-edfe-4e18-9724-4b685f88138b req-d0083c3e-4c3c-493c-8f7a-6426b1454242 service neutron] 10.222.0.45 "GET /v2.0/networks/26ee73d3-3ee5-49ba-8873-81e43d6237ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249988 May 31 16:08:39.554737 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f73529a1-b4dd-421c-8990-bd7850655d54 req-88db1e00-6cd4-46ab-bef2-259ddfceaaaa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=59bad4b1-9834-43c8-bbc0-d93d65068b4a HTTP/1.1" status: 200 len: 210 time: 0.0458796 May 31 16:08:39.769808 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:40.658050 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1879de3d-adb4-4f04-81e5-1bee20aa8056 req-bfa9d1a1-eb5a-4b75-9b70-681e2384a1a5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=59bad4b1-9834-43c8-bbc0-d93d65068b4a HTTP/1.1" status: 200 len: 210 time: 0.0435767 May 31 16:08:41.763942 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d7028d93-13cb-4abb-a6e1-66f83ca88ae7 req-70fa9bef-dece-4b5b-8f4d-988a534e3119 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=59bad4b1-9834-43c8-bbc0-d93d65068b4a HTTP/1.1" status: 200 len: 210 time: 0.0433409 May 31 16:08:42.861509 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-729e416e-917f-4fca-9370-874c16550ce6 req-e0fc6212-12c5-4792-8bc0-5ed6ab4fcf09 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=59bad4b1-9834-43c8-bbc0-d93d65068b4a HTTP/1.1" status: 200 len: 210 time: 0.0452013 May 31 16:08:44.024810 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-913c850a-9651-4562-82e3-4bbe48800e11 req-2e1675ed-4079-4c77-b017-6f54712e6cb7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=59bad4b1-9834-43c8-bbc0-d93d65068b4a HTTP/1.1" status: 200 len: 210 time: 0.0434465 May 31 16:08:44.918238 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97925b19-edfe-4e18-9724-4b685f88138b req-45eb8c5b-4921-48e4-98ac-769864884cec tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:44.919688 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-97925b19-edfe-4e18-9724-4b685f88138b req-45eb8c5b-4921-48e4-98ac-769864884cec tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/networks?id=26ee73d3-3ee5-49ba-8873-81e43d6237ca HTTP/1.1" status: 200 len: 796 time: 0.2982564 May 31 16:08:44.970391 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-97925b19-edfe-4e18-9724-4b685f88138b req-431617d3-8428-495b-872a-682371b24631 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 470 time: 0.0416093 May 31 16:08:44.982330 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-97925b19-edfe-4e18-9724-4b685f88138b req-64f3126f-46c9-4bd9-b2c3-d751bb0d9770 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'port': {'device_id': '59bad4b1-9834-43c8-bbc0-d93d65068b4a', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'admin_state_up': True, 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'security_groups': ['998356b1-d3a9-4eb0-8940-28cf4caf444c']}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:08:45.123012 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-97925b19-edfe-4e18-9724-4b685f88138b req-64f3126f-46c9-4bd9-b2c3-d751bb0d9770 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:08:45.166022 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-97925b19-edfe-4e18-9724-4b685f88138b req-64f3126f-46c9-4bd9-b2c3-d751bb0d9770 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:08:45.182426 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7b5480f1-3e12-43e7-9c01-abd32476e78f req-16b58b68-2ba8-4a4a-bc72-d055caa11e6b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=59bad4b1-9834-43c8-bbc0-d93d65068b4a HTTP/1.1" status: 200 len: 210 time: 0.0527642 May 31 16:08:45.187026 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97925b19-edfe-4e18-9724-4b685f88138b req-64f3126f-46c9-4bd9-b2c3-d751bb0d9770 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Made reservation on behalf of 77a9908268404908970d038c7b3f1f66 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:08:45.190568 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-97925b19-edfe-4e18-9724-4b685f88138b req-64f3126f-46c9-4bd9-b2c3-d751bb0d9770 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:45.354509 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [req-97925b19-edfe-4e18-9724-4b685f88138b req-64f3126f-46c9-4bd9-b2c3-d751bb0d9770 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.20.0.10 (26ee73d3-3ee5-49ba-8873-81e43d6237ca/5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8/7941a12f-d2d2-4af7-be18-0a41d116480a) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:08:45.539779 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-97925b19-edfe-4e18-9724-4b685f88138b req-64f3126f-46c9-4bd9-b2c3-d751bb0d9770 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:45.554966 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-97925b19-edfe-4e18-9724-4b685f88138b req-64f3126f-46c9-4bd9-b2c3-d751bb0d9770 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Transition to ACTIVE for port object 7941a12f-d2d2-4af7-be18-0a41d116480a will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:08:45.579590 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-97925b19-edfe-4e18-9724-4b685f88138b req-64f3126f-46c9-4bd9-b2c3-d751bb0d9770 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:45.585357 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-47e41651-5eb6-450a-9b6e-e8ba35e6e294 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:45.652217 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97925b19-edfe-4e18-9724-4b685f88138b req-64f3126f-46c9-4bd9-b2c3-d751bb0d9770 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 26ee73d3-3ee5-49ba-8873-81e43d6237ca is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:08:45.655264 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [req-97925b19-edfe-4e18-9724-4b685f88138b req-64f3126f-46c9-4bd9-b2c3-d751bb0d9770 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:08:45.659271 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-97925b19-edfe-4e18-9724-4b685f88138b req-64f3126f-46c9-4bd9-b2c3-d751bb0d9770 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:08:45.693654 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3126f-46c9-4bd9-b2c3-d751bb0d9770 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=7941a12f-d2d2-4af7-be18-0a41d116480a,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:45.700463 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-64f3126f-46c9-4bd9-b2c3-d751bb0d9770 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:45.730722 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97925b19-edfe-4e18-9724-4b685f88138b req-64f3126f-46c9-4bd9-b2c3-d751bb0d9770 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:45.731368 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-97925b19-edfe-4e18-9724-4b685f88138b req-64f3126f-46c9-4bd9-b2c3-d751bb0d9770 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:45.758199 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-97925b19-edfe-4e18-9724-4b685f88138b req-64f3126f-46c9-4bd9-b2c3-d751bb0d9770 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7819071 May 31 16:08:45.776678 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-97925b19-edfe-4e18-9724-4b685f88138b req-110001e0-473a-4695-b18b-ab477e2c499c service neutron] Request body: {'port': {'device_id': '59bad4b1-9834-43c8-bbc0-d93d65068b4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:08:45.851153 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-23727089-2103-40e3-9bc6-48422a004406 None None] Provisioning for port 7941a12f-d2d2-4af7-be18-0a41d116480a completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:08:45.856121 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-23727089-2103-40e3-9bc6-48422a004406 None None] Provisioning complete for port 7941a12f-d2d2-4af7-be18-0a41d116480a triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:08:45.856500 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-23727089-2103-40e3-9bc6-48422a004406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:45.891338 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-97925b19-edfe-4e18-9724-4b685f88138b req-110001e0-473a-4695-b18b-ab477e2c499c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:45.910914 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-23727089-2103-40e3-9bc6-48422a004406 None None] Port 7941a12f-d2d2-4af7-be18-0a41d116480a cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:08:46.235424 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-97925b19-edfe-4e18-9724-4b685f88138b req-110001e0-473a-4695-b18b-ab477e2c499c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7941a12f-d2d2-4af7-be18-0a41d116480a {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:08:46.243135 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-97925b19-edfe-4e18-9724-4b685f88138b req-110001e0-473a-4695-b18b-ab477e2c499c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:46.258447 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-97925b19-edfe-4e18-9724-4b685f88138b req-110001e0-473a-4695-b18b-ab477e2c499c service neutron] Transition to ACTIVE for port object 7941a12f-d2d2-4af7-be18-0a41d116480a will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:08:46.262082 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-97925b19-edfe-4e18-9724-4b685f88138b req-110001e0-473a-4695-b18b-ab477e2c499c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:46.266647 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-64f3126f-46c9-4bd9-b2c3-d751bb0d9770 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:46.435011 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110001e0-473a-4695-b18b-ab477e2c499c service neutron] Pushing event updated for resources: {'Port': ['ID=7941a12f-d2d2-4af7-be18-0a41d116480a,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:46.439680 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-110001e0-473a-4695-b18b-ab477e2c499c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:46.547181 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763434da-9fd2-4044-96aa-9266e8fa69d2 req-37926f94-dfec-417a-9412-200ef0de7037 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:46.547869 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-763434da-9fd2-4044-96aa-9266e8fa69d2 req-37926f94-dfec-417a-9412-200ef0de7037 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:08:46.570017 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-97925b19-edfe-4e18-9724-4b685f88138b req-110001e0-473a-4695-b18b-ab477e2c499c service neutron] Attempting to bind port 7941a12f-d2d2-4af7-be18-0a41d116480a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:08:46.570372 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-97925b19-edfe-4e18-9724-4b685f88138b req-110001e0-473a-4695-b18b-ab477e2c499c service neutron] Attempting to bind port 7941a12f-d2d2-4af7-be18-0a41d116480a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'aae67142-56f5-4579-9452-4a2b311c6bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:08:46.570706 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97925b19-edfe-4e18-9724-4b685f88138b req-110001e0-473a-4695-b18b-ab477e2c499c service neutron] Attempting to bind port 7941a12f-d2d2-4af7-be18-0a41d116480a on network 26ee73d3-3ee5-49ba-8873-81e43d6237ca {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:08:46.577240 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97925b19-edfe-4e18-9724-4b685f88138b req-110001e0-473a-4695-b18b-ab477e2c499c service neutron] Port 7941a12f-d2d2-4af7-be18-0a41d116480a on network 26ee73d3-3ee5-49ba-8873-81e43d6237ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:08:46.577522 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97925b19-edfe-4e18-9724-4b685f88138b req-110001e0-473a-4695-b18b-ab477e2c499c service neutron] Attempting to bind port 7941a12f-d2d2-4af7-be18-0a41d116480a on network 26ee73d3-3ee5-49ba-8873-81e43d6237ca {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:08:46.581270 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-763434da-9fd2-4044-96aa-9266e8fa69d2 req-37926f94-dfec-417a-9412-200ef0de7037 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:08:46.582437 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-763434da-9fd2-4044-96aa-9266e8fa69d2 req-37926f94-dfec-417a-9412-200ef0de7037 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=59bad4b1-9834-43c8-bbc0-d93d65068b4a HTTP/1.1" status: 200 len: 944 time: 0.2808969 May 31 16:08:46.584858 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97925b19-edfe-4e18-9724-4b685f88138b req-110001e0-473a-4695-b18b-ab477e2c499c service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:08:46.585187 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97925b19-edfe-4e18-9724-4b685f88138b req-110001e0-473a-4695-b18b-ab477e2c499c service neutron] Checking segment: {'id': 'aae67142-56f5-4579-9452-4a2b311c6bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:08:46.585562 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97925b19-edfe-4e18-9724-4b685f88138b req-110001e0-473a-4695-b18b-ab477e2c499c service neutron] Bound using segment: {'id': 'aae67142-56f5-4579-9452-4a2b311c6bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:08:46.586041 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-97925b19-edfe-4e18-9724-4b685f88138b req-110001e0-473a-4695-b18b-ab477e2c499c service neutron] Bound port: 7941a12f-d2d2-4af7-be18-0a41d116480a, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae67142-56f5-4579-9452-4a2b311c6bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:08:46.586512 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-97925b19-edfe-4e18-9724-4b685f88138b req-110001e0-473a-4695-b18b-ab477e2c499c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:46.827048 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-763434da-9fd2-4044-96aa-9266e8fa69d2 req-04c41685-27a7-4016-9e55-779e4612149a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=998356b1-d3a9-4eb0-8940-28cf4caf444c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2285361 May 31 16:08:46.861895 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-97925b19-edfe-4e18-9724-4b685f88138b req-110001e0-473a-4695-b18b-ab477e2c499c service neutron] For port 7941a12f-d2d2-4af7-be18-0a41d116480a, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:08:46.865538 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-97925b19-edfe-4e18-9724-4b685f88138b req-110001e0-473a-4695-b18b-ab477e2c499c service neutron] For port 7941a12f-d2d2-4af7-be18-0a41d116480a, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7941a12f-d2d2-4af7-be18-0a41d116480a,segment=NetworkSegment(aae67142-56f5-4579-9452-4a2b311c6bf5),segment_id=aae67142-56f5-4579-9452-4a2b311c6bf5)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:08:46.871065 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-97925b19-edfe-4e18-9724-4b685f88138b req-110001e0-473a-4695-b18b-ab477e2c499c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:46.875073 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0e0f7e11-0043-44b9-baa0-313be7cb016e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:46.935589 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97925b19-edfe-4e18-9724-4b685f88138b req-110001e0-473a-4695-b18b-ab477e2c499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:46.936201 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-97925b19-edfe-4e18-9724-4b685f88138b req-110001e0-473a-4695-b18b-ab477e2c499c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:46.937655 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-97925b19-edfe-4e18-9724-4b685f88138b req-110001e0-473a-4695-b18b-ab477e2c499c service neutron] 10.222.0.59 "PUT /v2.0/ports/7941a12f-d2d2-4af7-be18-0a41d116480a HTTP/1.1" status: 200 len: 1094 time: 1.1655431 May 31 16:08:46.938295 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bad4b1-9834-43c8-bbc0-d93d65068b4a', 'tag': '7941a12f-d2d2-4af7-be18-0a41d116480a'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:08:46.941071 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6eed42-3ea3-4b78-ab42-92c4338385c4" -d '{"events": [{"name": "network-changed", "server_uuid": "59bad4b1-9834-43c8-bbc0-d93d65068b4a", "tag": "7941a12f-d2d2-4af7-be18-0a41d116480a"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:08:46.962234 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110001e0-473a-4695-b18b-ab477e2c499c service neutron] Pushing event updated for resources: {'Port': ['ID=7941a12f-d2d2-4af7-be18-0a41d116480a,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:46.965645 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-110001e0-473a-4695-b18b-ab477e2c499c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:46.999119 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-9049abd6-4657-4516-9c2a-ce53de423593 req-36615ff6-d48d-45a2-a5f1-770bd9718e2b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ddebe6b5-f176-4923-88c4-773f4f28da72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0854867 May 31 16:08:47.036475 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cf4a4c-8a57-4c0f-8ec1-8fe99e71fbcb x-openstack-request-id: req-68cf4a4c-8a57-4c0f-8ec1-8fe99e71fbcb {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:08:47.036810 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bad4b1-9834-43c8-bbc0-d93d65068b4a", "tag": "7941a12f-d2d2-4af7-be18-0a41d116480a", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:08:47.037105 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-68cf4a4c-8a57-4c0f-8ec1-8fe99e71fbcb {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:08:47.037683 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59bad4b1-9834-43c8-bbc0-d93d65068b4a', 'tag': '7941a12f-d2d2-4af7-be18-0a41d116480a', 'status': 'completed', 'code': 200} May 31 16:08:47.074337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97925b19-edfe-4e18-9724-4b685f88138b req-b1605b1b-a7ba-4923-b242-03a52a111ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:47.075896 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-97925b19-edfe-4e18-9724-4b685f88138b req-b1605b1b-a7ba-4923-b242-03a52a111ad5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=59bad4b1-9834-43c8-bbc0-d93d65068b4a HTTP/1.1" status: 200 len: 1097 time: 0.0767274 May 31 16:08:47.145792 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049abd6-4657-4516-9c2a-ce53de423593 req-c5a95271-e408-4645-97c8-83ba7b072dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:47.147339 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-9049abd6-4657-4516-9c2a-ce53de423593 req-c5a95271-e408-4645-97c8-83ba7b072dd3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=ddebe6b5-f176-4923-88c4-773f4f28da72 HTTP/1.1" status: 200 len: 1098 time: 0.0787113 May 31 16:08:47.150552 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-97925b19-edfe-4e18-9724-4b685f88138b req-57bcf35c-b374-40b7-b041-5c9dfb11c0b2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7941a12f-d2d2-4af7-be18-0a41d116480a HTTP/1.1" status: 200 len: 217 time: 0.0667632 May 31 16:08:47.214146 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97925b19-edfe-4e18-9724-4b685f88138b req-6e31a38a-0583-43c5-972b-bc1a7197fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:47.215607 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-97925b19-edfe-4e18-9724-4b685f88138b req-6e31a38a-0583-43c5-972b-bc1a7197fcc7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8 HTTP/1.1" status: 200 len: 834 time: 0.0586431 May 31 16:08:47.294664 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049abd6-4657-4516-9c2a-ce53de423593 req-26f49f17-bce7-4b14-b943-7050e772e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:47.296193 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-9049abd6-4657-4516-9c2a-ce53de423593 req-26f49f17-bce7-4b14-b943-7050e772e003 service neutron] 10.222.0.59 "GET /v2.0/networks?id=26ee73d3-3ee5-49ba-8873-81e43d6237ca HTTP/1.1" status: 200 len: 897 time: 0.1304128 May 31 16:08:47.296365 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97925b19-edfe-4e18-9724-4b685f88138b req-7b4bcca3-9c33-4d3f-83cb-ec89a9731aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:47.297793 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-97925b19-edfe-4e18-9724-4b685f88138b req-7b4bcca3-9c33-4d3f-83cb-ec89a9731aa4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=26ee73d3-3ee5-49ba-8873-81e43d6237ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0748992 May 31 16:08:47.408523 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-9049abd6-4657-4516-9c2a-ce53de423593 req-86cc4ef0-184c-441a-a4e6-238837ab2d40 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65cf570e-347e-4439-8c45-8be6ad59c05e HTTP/1.1" status: 200 len: 1000 time: 0.1009409 May 31 16:08:47.433724 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-97925b19-edfe-4e18-9724-4b685f88138b req-882b82a7-a702-464d-86c8-b57c93b8276c service neutron] 10.222.0.59 "GET /v2.0/networks/26ee73d3-3ee5-49ba-8873-81e43d6237ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255867 May 31 16:08:47.474009 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049abd6-4657-4516-9c2a-ce53de423593 req-4bc8b72d-a255-441e-ac51-c6ff0506584d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:47.475505 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-9049abd6-4657-4516-9c2a-ce53de423593 req-4bc8b72d-a255-441e-ac51-c6ff0506584d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8 HTTP/1.1" status: 200 len: 834 time: 0.0579979 May 31 16:08:47.551314 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049abd6-4657-4516-9c2a-ce53de423593 req-7d8c1423-0ca2-45db-9721-40c2da36c183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:47.552812 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-9049abd6-4657-4516-9c2a-ce53de423593 req-7d8c1423-0ca2-45db-9721-40c2da36c183 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=26ee73d3-3ee5-49ba-8873-81e43d6237ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0714629 May 31 16:08:47.570965 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-97925b19-edfe-4e18-9724-4b685f88138b req-e19f2091-f0e9-4309-9416-d989f539725e service neutron] 10.222.0.59 "GET /v2.0/networks/26ee73d3-3ee5-49ba-8873-81e43d6237ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270247 May 31 16:08:47.685079 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6eed42-3ea3-4b78-ab42-92c4338385c4 req-1d1c6d07-05cc-4fcb-af67-7a3dbcbfca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:47.686588 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ac6eed42-3ea3-4b78-ab42-92c4338385c4 req-1d1c6d07-05cc-4fcb-af67-7a3dbcbfca94 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=59bad4b1-9834-43c8-bbc0-d93d65068b4a HTTP/1.1" status: 200 len: 1097 time: 0.0711060 May 31 16:08:47.691108 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-9049abd6-4657-4516-9c2a-ce53de423593 req-01792659-bce2-4c70-9f72-b46b80b13488 service neutron] 10.222.0.59 "GET /v2.0/networks/26ee73d3-3ee5-49ba-8873-81e43d6237ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266353 May 31 16:08:47.822161 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6eed42-3ea3-4b78-ab42-92c4338385c4 req-5951f29a-90cc-416e-9332-ff82b7b6f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:47.823636 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ac6eed42-3ea3-4b78-ab42-92c4338385c4 req-5951f29a-90cc-416e-9332-ff82b7b6f793 service neutron] 10.222.0.59 "GET /v2.0/networks?id=26ee73d3-3ee5-49ba-8873-81e43d6237ca HTTP/1.1" status: 200 len: 897 time: 0.1251891 May 31 16:08:47.825940 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-9049abd6-4657-4516-9c2a-ce53de423593 req-1dfff7da-0150-4905-be5e-595ed5988c29 service neutron] 10.222.0.59 "GET /v2.0/networks/26ee73d3-3ee5-49ba-8873-81e43d6237ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270738 May 31 16:08:47.906146 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ac6eed42-3ea3-4b78-ab42-92c4338385c4 req-4e27c35d-6827-4bae-96a8-ac7ae454b9b3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7941a12f-d2d2-4af7-be18-0a41d116480a HTTP/1.1" status: 200 len: 217 time: 0.0688884 May 31 16:08:48.017739 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6eed42-3ea3-4b78-ab42-92c4338385c4 req-2815854f-3bf9-40dc-bda0-e4a6d3d5d250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:48.019108 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ac6eed42-3ea3-4b78-ab42-92c4338385c4 req-2815854f-3bf9-40dc-bda0-e4a6d3d5d250 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8 HTTP/1.1" status: 200 len: 834 time: 0.1066325 May 31 16:08:48.092370 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8250e-5d2a-4603-9e13-e375a441dd15 req-1d71bad4-64e8-464e-b7a3-be83ad93cb0e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:48.093898 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c0b8250e-5d2a-4603-9e13-e375a441dd15 req-1d71bad4-64e8-464e-b7a3-be83ad93cb0e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=59bad4b1-9834-43c8-bbc0-d93d65068b4a HTTP/1.1" status: 200 len: 944 time: 0.1521554 May 31 16:08:48.140258 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6eed42-3ea3-4b78-ab42-92c4338385c4 req-69c95060-754c-46ea-a0e2-7e9e027ecb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:48.141687 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ac6eed42-3ea3-4b78-ab42-92c4338385c4 req-69c95060-754c-46ea-a0e2-7e9e027ecb58 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=26ee73d3-3ee5-49ba-8873-81e43d6237ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1150637 May 31 16:08:48.168210 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c0b8250e-5d2a-4603-9e13-e375a441dd15 req-c8e4340b-ba5a-408a-81c0-d8399274f262 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=998356b1-d3a9-4eb0-8940-28cf4caf444c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678346 May 31 16:08:48.275770 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ac6eed42-3ea3-4b78-ab42-92c4338385c4 req-d51bedff-82e1-450f-b593-5b452bd603cd service neutron] 10.222.0.59 "GET /v2.0/networks/26ee73d3-3ee5-49ba-8873-81e43d6237ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264966 May 31 16:08:48.410566 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ac6eed42-3ea3-4b78-ab42-92c4338385c4 req-324ac9b2-8ad6-45f8-a2cb-61108002d110 service neutron] 10.222.0.59 "GET /v2.0/networks/26ee73d3-3ee5-49ba-8873-81e43d6237ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256094 May 31 16:08:49.526226 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346d2f9-13d0-4eca-8ad7-1382d0cb7f1f req-bc393c54-c498-4e6e-ad74-5e5e82e53f5c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:49.527669 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8346d2f9-13d0-4eca-8ad7-1382d0cb7f1f req-bc393c54-c498-4e6e-ad74-5e5e82e53f5c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=59bad4b1-9834-43c8-bbc0-d93d65068b4a HTTP/1.1" status: 200 len: 944 time: 0.2376199 May 31 16:08:49.575771 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8346d2f9-13d0-4eca-8ad7-1382d0cb7f1f req-9faaedfb-f423-4819-b017-f93085c8193d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=998356b1-d3a9-4eb0-8940-28cf4caf444c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404234 May 31 16:08:50.786520 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c62ec3-5d99-4805-b740-7311f2a6c844 req-2467c3b3-d127-46a0-9157-0065642876b8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:50.787967 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d7c62ec3-5d99-4805-b740-7311f2a6c844 req-2467c3b3-d127-46a0-9157-0065642876b8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=59bad4b1-9834-43c8-bbc0-d93d65068b4a HTTP/1.1" status: 200 len: 944 time: 0.0998201 May 31 16:08:50.832879 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d7c62ec3-5d99-4805-b740-7311f2a6c844 req-416c168d-4cd5-40b9-b038-7c9c591716b6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=998356b1-d3a9-4eb0-8940-28cf4caf444c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390882 May 31 16:08:51.613172 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 7941a12f-d2d2-4af7-be18-0a41d116480a details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:08:51.762811 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 7941a12f-d2d2-4af7-be18-0a41d116480a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7941a12f-d2d2-4af7-be18-0a41d116480a,segment=NetworkSegment(aae67142-56f5-4579-9452-4a2b311c6bf5),segment_id=aae67142-56f5-4579-9452-4a2b311c6bf5)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:08:51.775765 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '7941a12f-d2d2-4af7-be18-0a41d116480a', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'port_id': '7941a12f-d2d2-4af7-be18-0a41d116480a', 'mac_address': 'fa:16:3e:69:10:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:08:51.828924 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:51.845853 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7941a12f-d2d2-4af7-be18-0a41d116480a {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:08:51.862229 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 7941a12f-d2d2-4af7-be18-0a41d116480a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7941a12f-d2d2-4af7-be18-0a41d116480a,segment=NetworkSegment(aae67142-56f5-4579-9452-4a2b311c6bf5),segment_id=aae67142-56f5-4579-9452-4a2b311c6bf5)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:08:51.867995 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:51.869987 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:51.938258 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=7941a12f-d2d2-4af7-be18-0a41d116480a,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:51.941663 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:52.039071 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb7431-0a25-4350-b521-790ec6be1730 req-a05fd104-cf6f-4bbe-9801-8aca7efa681d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:52.040441 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-75fb7431-0a25-4350-b521-790ec6be1730 req-a05fd104-cf6f-4bbe-9801-8aca7efa681d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=59bad4b1-9834-43c8-bbc0-d93d65068b4a HTTP/1.1" status: 200 len: 945 time: 0.0905526 May 31 16:08:52.085972 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-75fb7431-0a25-4350-b521-790ec6be1730 req-335229ea-443d-4203-937e-d53630711ca7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=998356b1-d3a9-4eb0-8940-28cf4caf444c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396228 May 31 16:08:52.223022 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['7941a12f-d2d2-4af7-be18-0a41d116480a'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:08:53.285934 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9399d0-7f67-4a09-893b-397d0f1f4dc0 req-e29d0b87-7f02-4f02-a0f0-27f3f5e0af5e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:53.287463 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bf9399d0-7f67-4a09-893b-397d0f1f4dc0 req-e29d0b87-7f02-4f02-a0f0-27f3f5e0af5e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=59bad4b1-9834-43c8-bbc0-d93d65068b4a HTTP/1.1" status: 200 len: 945 time: 0.0866413 May 31 16:08:53.331875 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bf9399d0-7f67-4a09-893b-397d0f1f4dc0 req-b2b22840-c92c-4735-8ce9-23bde7993fdf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=998356b1-d3a9-4eb0-8940-28cf4caf444c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382714 May 31 16:08:53.632300 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 7941a12f-d2d2-4af7-be18-0a41d116480a up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:08:53.716703 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port 7941a12f-d2d2-4af7-be18-0a41d116480a completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:08:53.721778 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 7941a12f-d2d2-4af7-be18-0a41d116480a triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:08:53.722208 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:53.845582 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:53.873335 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59bad4b1-9834-43c8-bbc0-d93d65068b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7941a12f-d2d2-4af7-be18-0a41d116480a'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:08:53.875618 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9498f61f-6aac-4d80-a494-2e23c114c358" -d '{"events": [{"server_uuid": "59bad4b1-9834-43c8-bbc0-d93d65068b4a", "name": "network-vif-plugged", "status": "completed", "tag": "7941a12f-d2d2-4af7-be18-0a41d116480a"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:08:53.884097 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 7941a12f-d2d2-4af7-be18-0a41d116480a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7941a12f-d2d2-4af7-be18-0a41d116480a,segment=NetworkSegment(aae67142-56f5-4579-9452-4a2b311c6bf5),segment_id=aae67142-56f5-4579-9452-4a2b311c6bf5)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:08:53.888649 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:53.891021 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:53.922921 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23171700-85d3-42bb-9131-7d71bb5fc74d x-openstack-request-id: req-23171700-85d3-42bb-9131-7d71bb5fc74d {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:08:53.923249 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59bad4b1-9834-43c8-bbc0-d93d65068b4a", "name": "network-vif-plugged", "status": "completed", "tag": "7941a12f-d2d2-4af7-be18-0a41d116480a", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:08:53.923510 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-23171700-85d3-42bb-9131-7d71bb5fc74d {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:08:53.923886 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bad4b1-9834-43c8-bbc0-d93d65068b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7941a12f-d2d2-4af7-be18-0a41d116480a', 'code': 200} May 31 16:08:53.964836 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=7941a12f-d2d2-4af7-be18-0a41d116480a,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:53.967915 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:54.162170 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ad257-0307-454e-9a91-d00b4a7e4727 req-5688827b-cce7-4f19-bd91-46206235b7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:54.163673 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-379ad257-0307-454e-9a91-d00b4a7e4727 req-5688827b-cce7-4f19-bd91-46206235b7ae service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=59bad4b1-9834-43c8-bbc0-d93d65068b4a HTTP/1.1" status: 200 len: 1099 time: 0.0728228 May 31 16:08:54.205844 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-379ad257-0307-454e-9a91-d00b4a7e4727 req-fe0fc438-d2ac-47f0-ac0f-7414dcf70ba8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=998356b1-d3a9-4eb0-8940-28cf4caf444c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348406 May 31 16:08:54.540117 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcd945-921c-4aee-b3ed-90463056d7e3 req-16b2fd41-f4a4-4898-a04a-6ac88ff13d15 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:54.541580 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dcbcd945-921c-4aee-b3ed-90463056d7e3 req-16b2fd41-f4a4-4898-a04a-6ac88ff13d15 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=59bad4b1-9834-43c8-bbc0-d93d65068b4a HTTP/1.1" status: 200 len: 946 time: 0.0952988 May 31 16:08:54.590860 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dcbcd945-921c-4aee-b3ed-90463056d7e3 req-2218a62f-ddc6-4061-bc99-948773ede453 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=998356b1-d3a9-4eb0-8940-28cf4caf444c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406950 May 31 16:08:55.797285 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adfcef-2a62-4340-9ce0-ba4145741741 req-68dc8762-c4d2-4517-ac2f-f0559345e5d2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:55.798708 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-27adfcef-2a62-4340-9ce0-ba4145741741 req-68dc8762-c4d2-4517-ac2f-f0559345e5d2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=59bad4b1-9834-43c8-bbc0-d93d65068b4a HTTP/1.1" status: 200 len: 946 time: 0.0895066 May 31 16:08:55.845925 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-27adfcef-2a62-4340-9ce0-ba4145741741 req-45dea4e2-4b8a-4457-b9f0-959db3aa74b9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=998356b1-d3a9-4eb0-8940-28cf4caf444c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413332 May 31 16:08:56.033620 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15977606-b58b-47ff-95b6-77d2b80f166c req-b14481cb-e541-4678-9d3a-2508b4fb609c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:56.035096 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-15977606-b58b-47ff-95b6-77d2b80f166c req-b14481cb-e541-4678-9d3a-2508b4fb609c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=59bad4b1-9834-43c8-bbc0-d93d65068b4a HTTP/1.1" status: 200 len: 946 time: 0.0841546 May 31 16:08:56.084782 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-15977606-b58b-47ff-95b6-77d2b80f166c req-517ad97f-fcce-4a47-bdfb-0fd85fc7e9c1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=998356b1-d3a9-4eb0-8940-28cf4caf444c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411239 May 31 16:08:56.107864 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34994) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:56.184927 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b761c7-1b19-459d-9eee-4553e8808d0b tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:56.186416 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c7b761c7-1b19-459d-9eee-4553e8808d0b tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=59bad4b1-9834-43c8-bbc0-d93d65068b4a HTTP/1.1" status: 200 len: 1094 time: 0.0776072 May 31 16:08:56.189516 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 34998) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:08:56.195665 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-4fa4ecdb-2082-4a7f-b15f-c99275948e07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'port_id': '7941a12f-d2d2-4af7-be18-0a41d116480a', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address': '172.20.0.10'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:08:56.201575 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-4fa4ecdb-2082-4a7f-b15f-c99275948e07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:08:56.205507 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4fa4ecdb-2082-4a7f-b15f-c99275948e07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:floatingip and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:08:56.208424 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4fa4ecdb-2082-4a7f-b15f-c99275948e07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:08:56.214130 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-4fa4ecdb-2082-4a7f-b15f-c99275948e07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:08:56.225816 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4fa4ecdb-2082-4a7f-b15f-c99275948e07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:56.365141 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4fa4ecdb-2082-4a7f-b15f-c99275948e07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:56.498906 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-4fa4ecdb-2082-4a7f-b15f-c99275948e07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.26.0.58 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/55b73399-8649-462e-89b5-61ae08e0f381) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:08:56.652539 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4fa4ecdb-2082-4a7f-b15f-c99275948e07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:56.684813 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4fa4ecdb-2082-4a7f-b15f-c99275948e07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:56.690007 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-42a30773-190f-4cb0-ab69-b9ced7bccce5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:56.753251 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa4ecdb-2082-4a7f-b15f-c99275948e07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:08:56.755891 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-4fa4ecdb-2082-4a7f-b15f-c99275948e07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:08:56.759664 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa4ecdb-2082-4a7f-b15f-c99275948e07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:08:56.798640 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4ecdb-2082-4a7f-b15f-c99275948e07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=55b73399-8649-462e-89b5-61ae08e0f381,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:56.802868 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4fa4ecdb-2082-4a7f-b15f-c99275948e07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:57.176534 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4fa4ecdb-2082-4a7f-b15f-c99275948e07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:57.257665 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4fa4ecdb-2082-4a7f-b15f-c99275948e07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:57.617230 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4fa4ecdb-2082-4a7f-b15f-c99275948e07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:57.624352 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4fa4ecdb-2082-4a7f-b15f-c99275948e07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:57.627993 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-110001e0-473a-4695-b18b-ab477e2c499c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:08:57.735086 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4ecdb-2082-4a7f-b15f-c99275948e07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=55b73399-8649-462e-89b5-61ae08e0f381,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:08:57.739846 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4fa4ecdb-2082-4a7f-b15f-c99275948e07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:08:57.749712 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4fa4ecdb-2082-4a7f-b15f-c99275948e07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:57.927736 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-4fa4ecdb-2082-4a7f-b15f-c99275948e07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Floating IP 61370ef3-fb50-4872-a25d-bdf0118e1b2c associated. External IP: 172.26.0.58, port: 7941a12f-d2d2-4af7-be18-0a41d116480a. May 31 16:08:58.284208 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa4ecdb-2082-4a7f-b15f-c99275948e07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 49d96797-fabe-4fd3-b6f6-cab449cc86d2 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:08:58.437742 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:58.470331 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa4ecdb-2082-4a7f-b15f-c99275948e07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:08:58.480633 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4beb06f-405e-4a19-9ca0-8cab67b74877 None None] Sync routers for ids ['49d96797-fabe-4fd3-b6f6-cab449cc86d2'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:08:58.492200 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4beb06f-405e-4a19-9ca0-8cab67b74877 None None] Routers {'49d96797-fabe-4fd3-b6f6-cab449cc86d2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:08:58.492975 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a4beb06f-405e-4a19-9ca0-8cab67b74877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:08:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['49d96797-fabe-4fd3-b6f6-cab449cc86d2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:08:58.495089 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4fa4ecdb-2082-4a7f-b15f-c99275948e07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:08:58.549490 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4fa4ecdb-2082-4a7f-b15f-c99275948e07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3588662 May 31 16:08:58.550158 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bad4b1-9834-43c8-bbc0-d93d65068b4a', 'tag': '7941a12f-d2d2-4af7-be18-0a41d116480a'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:08:58.552499 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d2b0ba-fb40-4b75-8edd-3e6e9af2d871" -d '{"events": [{"name": "network-changed", "server_uuid": "59bad4b1-9834-43c8-bbc0-d93d65068b4a", "tag": "7941a12f-d2d2-4af7-be18-0a41d116480a"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:08:58.593597 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce48404-1510-46b9-88c1-b3a35db3caa8 x-openstack-request-id: req-cce48404-1510-46b9-88c1-b3a35db3caa8 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:08:58.593928 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bad4b1-9834-43c8-bbc0-d93d65068b4a", "tag": "7941a12f-d2d2-4af7-be18-0a41d116480a", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:08:58.594212 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cce48404-1510-46b9-88c1-b3a35db3caa8 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:08:58.594664 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59bad4b1-9834-43c8-bbc0-d93d65068b4a', 'tag': '7941a12f-d2d2-4af7-be18-0a41d116480a', 'status': 'completed', 'code': 200} May 31 16:08:58.671593 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-a4beb06f-405e-4a19-9ca0-8cab67b74877 None None] Set router 49d96797-fabe-4fd3-b6f6-cab449cc86d2 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:08:58.686714 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2b0ba-fb40-4b75-8edd-3e6e9af2d871 req-7dd2949b-7796-4e0b-ab82-0699cf1c5ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:58.688258 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2d2b0ba-fb40-4b75-8edd-3e6e9af2d871 req-7dd2949b-7796-4e0b-ab82-0699cf1c5ec0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=59bad4b1-9834-43c8-bbc0-d93d65068b4a HTTP/1.1" status: 200 len: 1099 time: 0.0713918 May 31 16:08:58.818564 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2b0ba-fb40-4b75-8edd-3e6e9af2d871 req-c8066a15-3f86-4b7a-bdc2-fae6d1c08c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:58.819984 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2d2b0ba-fb40-4b75-8edd-3e6e9af2d871 req-c8066a15-3f86-4b7a-bdc2-fae6d1c08c78 service neutron] 10.222.0.59 "GET /v2.0/networks?id=26ee73d3-3ee5-49ba-8873-81e43d6237ca HTTP/1.1" status: 200 len: 897 time: 0.1254992 May 31 16:08:59.029752 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a4beb06f-405e-4a19-9ca0-8cab67b74877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'name': 'tempest-TestNetworkBasicOps-router-1264377900', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:08:11Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:12Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '1fa7ce34-7f65-438a-9b3a-7c38b3d7c90b', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.29', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'port_id': '65cf570e-347e-4439-8c45-8be6ad59c05e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'mac_address': 'fa:16:3e:c4:ea:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddebe6b5-f176-4923-88c4-773f4f28da72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:08:35Z', 'updated_at': '2021-05-31T16:08:38Z', 'revision_number': 1, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}, {'id': '61370ef3-fb50-4872-a25d-bdf0118e1b2c', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.58', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'port_id': '7941a12f-d2d2-4af7-be18-0a41d116480a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'mac_address': 'fa:16:3e:69:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bad4b1-9834-43c8-bbc0-d93d65068b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:08:57Z', 'updated_at': '2021-05-31T16:08:57Z', 'revision_number': 0, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54ab408-a112-4431-8974-aae3905851f8', 'name': '', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:21:bc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:16Z', 'updated_at': '2021-05-31T16:08:21Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:08:59.034085 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4beb06f-405e-4a19-9ca0-8cab67b74877 None None] Checking router: 49d96797-fabe-4fd3-b6f6-cab449cc86d2 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:08:59.042701 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4beb06f-405e-4a19-9ca0-8cab67b74877 None None] Routers {'49d96797-fabe-4fd3-b6f6-cab449cc86d2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:08:59.043360 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a4beb06f-405e-4a19-9ca0-8cab67b74877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:08:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['49d96797-fabe-4fd3-b6f6-cab449cc86d2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:08:59.083098 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2d2b0ba-fb40-4b75-8edd-3e6e9af2d871 req-4ab6a608-6330-4be7-b908-e1a5c9cd8687 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7941a12f-d2d2-4af7-be18-0a41d116480a HTTP/1.1" status: 200 len: 999 time: 0.2560394 May 31 16:08:59.148401 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2b0ba-fb40-4b75-8edd-3e6e9af2d871 req-a9bcc6ed-307b-4999-9a5e-0f20c7d091e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:59.149890 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2d2b0ba-fb40-4b75-8edd-3e6e9af2d871 req-a9bcc6ed-307b-4999-9a5e-0f20c7d091e2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8 HTTP/1.1" status: 200 len: 834 time: 0.0604124 May 31 16:08:59.219843 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-a4beb06f-405e-4a19-9ca0-8cab67b74877 None None] Set router 49d96797-fabe-4fd3-b6f6-cab449cc86d2 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:08:59.226976 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2b0ba-fb40-4b75-8edd-3e6e9af2d871 req-96b9eb7b-2735-4fc0-a27f-cadd1251406f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:08:59.228555 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2d2b0ba-fb40-4b75-8edd-3e6e9af2d871 req-96b9eb7b-2735-4fc0-a27f-cadd1251406f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=26ee73d3-3ee5-49ba-8873-81e43d6237ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0723522 May 31 16:08:59.361700 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2d2b0ba-fb40-4b75-8edd-3e6e9af2d871 req-f558ce0d-79a9-4d84-a6b9-c9de3a6d11ef service neutron] 10.222.0.59 "GET /v2.0/networks/26ee73d3-3ee5-49ba-8873-81e43d6237ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259618 May 31 16:08:59.494288 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2d2b0ba-fb40-4b75-8edd-3e6e9af2d871 req-6850db77-8d9b-40b7-9d5e-c62aded5fdbb service neutron] 10.222.0.59 "GET /v2.0/networks/26ee73d3-3ee5-49ba-8873-81e43d6237ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261649 May 31 16:08:59.617316 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a4beb06f-405e-4a19-9ca0-8cab67b74877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'name': 'tempest-TestNetworkBasicOps-router-1264377900', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:08:11Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:12Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '1fa7ce34-7f65-438a-9b3a-7c38b3d7c90b', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.29', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'port_id': '65cf570e-347e-4439-8c45-8be6ad59c05e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'mac_address': 'fa:16:3e:c4:ea:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddebe6b5-f176-4923-88c4-773f4f28da72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:08:35Z', 'updated_at': '2021-05-31T16:08:38Z', 'revision_number': 1, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}, {'id': '61370ef3-fb50-4872-a25d-bdf0118e1b2c', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.58', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'port_id': '7941a12f-d2d2-4af7-be18-0a41d116480a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'mac_address': 'fa:16:3e:69:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bad4b1-9834-43c8-bbc0-d93d65068b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:08:57Z', 'updated_at': '2021-05-31T16:08:57Z', 'revision_number': 0, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54ab408-a112-4431-8974-aae3905851f8', 'name': '', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:21:bc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:16Z', 'updated_at': '2021-05-31T16:08:21Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:08:59.624368 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4beb06f-405e-4a19-9ca0-8cab67b74877 None None] The sync data for ids ['49d96797-fabe-4fd3-b6f6-cab449cc86d2'] in dv-neutron-601336-79-hyperv is: [{'id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'name': 'tempest-TestNetworkBasicOps-router-1264377900', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:08:11Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:12Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '1fa7ce34-7f65-438a-9b3a-7c38b3d7c90b', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.29', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'port_id': '65cf570e-347e-4439-8c45-8be6ad59c05e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'mac_address': 'fa:16:3e:c4:ea:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddebe6b5-f176-4923-88c4-773f4f28da72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:08:35Z', 'updated_at': '2021-05-31T16:08:38Z', 'revision_number': 1, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}, {'id': '61370ef3-fb50-4872-a25d-bdf0118e1b2c', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.58', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'port_id': '7941a12f-d2d2-4af7-be18-0a41d116480a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'mac_address': 'fa:16:3e:69:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bad4b1-9834-43c8-bbc0-d93d65068b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:08:57Z', 'updated_at': '2021-05-31T16:08:57Z', 'revision_number': 0, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54ab408-a112-4431-8974-aae3905851f8', 'name': '', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:21:bc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:16Z', 'updated_at': '2021-05-31T16:08:21Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:08:59.802838 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe5d059-e366-4538-bee3-efe8ed2dfe9a None None] New status for floating IP 61370ef3-fb50-4872-a25d-bdf0118e1b2c: ACTIVE {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:09:04.684960 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6e4c6b47-7b09-42c8-ac25-e032ce0cb008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:09:06.798691 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:09:07.004385 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:09:07.909679 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8f857656-e4ba-4166-bcec-d1eeb371ac55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:09:08.411573 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:09:09.775392 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:09:28.458675 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:09:34.683680 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-44f94be8-9eeb-47cb-87f9-b25b1222025a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:09:37.000187 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:09:37.908789 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dafb167b-6df0-4813-9f07-f5ed6b38c141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:09:38.408192 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:09:39.776402 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:09:43.803576 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:09:46.983058 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cfeb2937-0b12-44da-aa2f-25ad09e5f0f3 req-e931800e-dca8-44c9-937a-38f8047b5a71 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ddebe6b5-f176-4923-88c4-773f4f28da72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769482 May 31 16:09:47.139178 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb2937-0b12-44da-aa2f-25ad09e5f0f3 req-55a1e766-d7d5-40e6-bc72-e9dcae62ca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:09:47.140626 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cfeb2937-0b12-44da-aa2f-25ad09e5f0f3 req-55a1e766-d7d5-40e6-bc72-e9dcae62ca51 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=ddebe6b5-f176-4923-88c4-773f4f28da72 HTTP/1.1" status: 200 len: 1098 time: 0.0754206 May 31 16:09:47.289108 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb2937-0b12-44da-aa2f-25ad09e5f0f3 req-19a3e5d9-d8f7-4eb8-bfd8-914900acc9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:09:47.290495 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cfeb2937-0b12-44da-aa2f-25ad09e5f0f3 req-19a3e5d9-d8f7-4eb8-bfd8-914900acc9d8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=26ee73d3-3ee5-49ba-8873-81e43d6237ca HTTP/1.1" status: 200 len: 897 time: 0.1289670 May 31 16:09:47.397495 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cfeb2937-0b12-44da-aa2f-25ad09e5f0f3 req-3ca47783-619d-4fac-bf41-10c9cc9eb28a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65cf570e-347e-4439-8c45-8be6ad59c05e HTTP/1.1" status: 200 len: 1000 time: 0.0999002 May 31 16:09:47.459059 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb2937-0b12-44da-aa2f-25ad09e5f0f3 req-cc53437d-b56b-49d3-9bf7-c000226c2b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:09:47.460456 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cfeb2937-0b12-44da-aa2f-25ad09e5f0f3 req-cc53437d-b56b-49d3-9bf7-c000226c2b19 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8 HTTP/1.1" status: 200 len: 834 time: 0.0563202 May 31 16:09:47.540053 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb2937-0b12-44da-aa2f-25ad09e5f0f3 req-c805d124-d261-452c-9f8c-c9b362101718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:09:47.541394 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cfeb2937-0b12-44da-aa2f-25ad09e5f0f3 req-c805d124-d261-452c-9f8c-c9b362101718 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=26ee73d3-3ee5-49ba-8873-81e43d6237ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0737820 May 31 16:09:47.685449 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cfeb2937-0b12-44da-aa2f-25ad09e5f0f3 req-0bcfadde-b035-431b-81c8-93d02a8ee955 service neutron] 10.222.0.59 "GET /v2.0/networks/26ee73d3-3ee5-49ba-8873-81e43d6237ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365373 May 31 16:09:47.816707 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cfeb2937-0b12-44da-aa2f-25ad09e5f0f3 req-e663ffe9-6579-4562-97e4-351ce04a9337 service neutron] 10.222.0.59 "GET /v2.0/networks/26ee73d3-3ee5-49ba-8873-81e43d6237ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239491 May 31 16:09:58.460581 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:04.684733 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6afecf70-96e1-426b-8a2e-c678ac7c4b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:06.999165 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:07.915941 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0353c4f2-d128-47dd-9b97-b6b06cd39a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:08.412245 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:09.786541 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:13.880373 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35030) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:10:14.003297 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-40fc7667-d58a-4699-89ce-bb7add59c7d7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/1fa7ce34-7f65-438a-9b3a-7c38b3d7c90b HTTP/1.1" status: 200 len: 992 time: 0.1212366 May 31 16:10:14.739664 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35040) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:10:14.749930 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-f97e8093-368c-4e40-a128-54fdca3d0257 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'port': {'admin_state_up': False}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:10:14.878536 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f97e8093-368c-4e40-a128-54fdca3d0257 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:15.244865 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-f97e8093-368c-4e40-a128-54fdca3d0257 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] For port 65cf570e-347e-4439-8c45-8be6ad59c05e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=65cf570e-347e-4439-8c45-8be6ad59c05e,segment=NetworkSegment(aae67142-56f5-4579-9452-4a2b311c6bf5),segment_id=aae67142-56f5-4579-9452-4a2b311c6bf5)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:10:15.272053 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f97e8093-368c-4e40-a128-54fdca3d0257 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:15.278719 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f97e8093-368c-4e40-a128-54fdca3d0257 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:15.282427 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a6fab967-ee16-4ab4-9397-c8b112e53508 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:15.350341 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97e8093-368c-4e40-a128-54fdca3d0257 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:15.350981 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f97e8093-368c-4e40-a128-54fdca3d0257 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:15.357175 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f97e8093-368c-4e40-a128-54fdca3d0257 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "PUT /v2.0/ports/65cf570e-347e-4439-8c45-8be6ad59c05e HTTP/1.1" status: 200 len: 938 time: 0.6113358 May 31 16:10:15.357175 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddebe6b5-f176-4923-88c4-773f4f28da72', 'tag': '65cf570e-347e-4439-8c45-8be6ad59c05e'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:10:15.357175 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b82e504-6ac7-43e6-92ff-f6e67c10ebb4" -d '{"events": [{"name": "network-changed", "server_uuid": "ddebe6b5-f176-4923-88c4-773f4f28da72", "tag": "65cf570e-347e-4439-8c45-8be6ad59c05e"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:10:15.378922 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e8093-368c-4e40-a128-54fdca3d0257 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=65cf570e-347e-4439-8c45-8be6ad59c05e,revision_number=6']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:15.386670 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97e8093-368c-4e40-a128-54fdca3d0257 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:15.387090 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97e8093-368c-4e40-a128-54fdca3d0257 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:15.387467 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97e8093-368c-4e40-a128-54fdca3d0257 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:15.387840 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97e8093-368c-4e40-a128-54fdca3d0257 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:15.388201 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97e8093-368c-4e40-a128-54fdca3d0257 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:15.388557 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97e8093-368c-4e40-a128-54fdca3d0257 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:15.389067 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97e8093-368c-4e40-a128-54fdca3d0257 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:15.389301 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97e8093-368c-4e40-a128-54fdca3d0257 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:15.389635 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97e8093-368c-4e40-a128-54fdca3d0257 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:15.389995 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97e8093-368c-4e40-a128-54fdca3d0257 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:15.390384 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97e8093-368c-4e40-a128-54fdca3d0257 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:15.390697 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97e8093-368c-4e40-a128-54fdca3d0257 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:15.395003 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f97e8093-368c-4e40-a128-54fdca3d0257 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:15.456144 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca3004a-6ff2-4471-915a-397090f547e7 x-openstack-request-id: req-7ca3004a-6ff2-4471-915a-397090f547e7 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:10:15.456475 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddebe6b5-f176-4923-88c4-773f4f28da72", "tag": "65cf570e-347e-4439-8c45-8be6ad59c05e", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:10:15.456767 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7ca3004a-6ff2-4471-915a-397090f547e7 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:10:15.457214 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddebe6b5-f176-4923-88c4-773f4f28da72', 'tag': '65cf570e-347e-4439-8c45-8be6ad59c05e', 'status': 'completed', 'code': 200} May 31 16:10:15.550491 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82e504-6ac7-43e6-92ff-f6e67c10ebb4 req-512672de-8c19-411d-8a02-0a893f5822f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:15.552065 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1b82e504-6ac7-43e6-92ff-f6e67c10ebb4 req-512672de-8c19-411d-8a02-0a893f5822f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=ddebe6b5-f176-4923-88c4-773f4f28da72 HTTP/1.1" status: 200 len: 1099 time: 0.0733023 May 31 16:10:15.605684 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-3bf73f7a-4dbe-4356-9764-64aada9448b6 None None] Provisioning complete for port 65cf570e-347e-4439-8c45-8be6ad59c05e triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:10:15.606186 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3bf73f7a-4dbe-4356-9764-64aada9448b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:15.665865 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-3bf73f7a-4dbe-4356-9764-64aada9448b6 None None] Port 65cf570e-347e-4439-8c45-8be6ad59c05e is administratively disabled so it will not transition to active. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} May 31 16:10:15.689245 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82e504-6ac7-43e6-92ff-f6e67c10ebb4 req-4f419565-99d8-416e-a732-df25dc5359b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:15.690702 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1b82e504-6ac7-43e6-92ff-f6e67c10ebb4 req-4f419565-99d8-416e-a732-df25dc5359b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=26ee73d3-3ee5-49ba-8873-81e43d6237ca HTTP/1.1" status: 200 len: 897 time: 0.1315880 May 31 16:10:15.793619 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1b82e504-6ac7-43e6-92ff-f6e67c10ebb4 req-e6d953a9-ddea-49b4-8ffb-5e087cb76fa1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65cf570e-347e-4439-8c45-8be6ad59c05e HTTP/1.1" status: 200 len: 1001 time: 0.0961697 May 31 16:10:15.862391 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82e504-6ac7-43e6-92ff-f6e67c10ebb4 req-db4aa152-2edc-423a-bda3-e6f576bbdc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:15.863832 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1b82e504-6ac7-43e6-92ff-f6e67c10ebb4 req-db4aa152-2edc-423a-bda3-e6f576bbdc2d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8 HTTP/1.1" status: 200 len: 834 time: 0.0636597 May 31 16:10:15.950158 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82e504-6ac7-43e6-92ff-f6e67c10ebb4 req-e0bca06a-23d3-43ae-b230-24f5f67eb516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:15.951688 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1b82e504-6ac7-43e6-92ff-f6e67c10ebb4 req-e0bca06a-23d3-43ae-b230-24f5f67eb516 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=26ee73d3-3ee5-49ba-8873-81e43d6237ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0813951 May 31 16:10:16.081449 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1b82e504-6ac7-43e6-92ff-f6e67c10ebb4 req-867ef9f1-de5b-4681-b0ca-ce09f48f8973 service neutron] 10.222.0.59 "GET /v2.0/networks/26ee73d3-3ee5-49ba-8873-81e43d6237ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228018 May 31 16:10:16.212542 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1b82e504-6ac7-43e6-92ff-f6e67c10ebb4 req-c8108dee-7b6e-4118-b953-fb46ddbcd3d6 service neutron] 10.222.0.59 "GET /v2.0/networks/26ee73d3-3ee5-49ba-8873-81e43d6237ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245825 May 31 16:10:18.804767 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35052) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:10:18.814244 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-fcb6d428-a719-4e1f-85f3-c9f855445873 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'port': {'admin_state_up': True}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:10:18.938656 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d428-a719-4e1f-85f3-c9f855445873 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:19.165919 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-fcb6d428-a719-4e1f-85f3-c9f855445873 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] For port 65cf570e-347e-4439-8c45-8be6ad59c05e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=65cf570e-347e-4439-8c45-8be6ad59c05e,segment=NetworkSegment(aae67142-56f5-4579-9452-4a2b311c6bf5),segment_id=aae67142-56f5-4579-9452-4a2b311c6bf5)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:10:19.190178 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d428-a719-4e1f-85f3-c9f855445873 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:19.197251 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d428-a719-4e1f-85f3-c9f855445873 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:19.200737 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0e0f7e11-0043-44b9-baa0-313be7cb016e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:19.265388 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb6d428-a719-4e1f-85f3-c9f855445873 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:19.266001 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d428-a719-4e1f-85f3-c9f855445873 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:19.267452 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-fcb6d428-a719-4e1f-85f3-c9f855445873 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "PUT /v2.0/ports/65cf570e-347e-4439-8c45-8be6ad59c05e HTTP/1.1" status: 200 len: 937 time: 0.4614863 May 31 16:10:19.270736 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35056) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:10:19.271723 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddebe6b5-f176-4923-88c4-773f4f28da72', 'tag': '65cf570e-347e-4439-8c45-8be6ad59c05e'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:10:19.274156 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e9f90b-ace1-4f51-b364-732a1cdeb91d" -d '{"events": [{"name": "network-changed", "server_uuid": "ddebe6b5-f176-4923-88c4-773f4f28da72", "tag": "65cf570e-347e-4439-8c45-8be6ad59c05e"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:10:19.299979 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6d428-a719-4e1f-85f3-c9f855445873 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=65cf570e-347e-4439-8c45-8be6ad59c05e,revision_number=7']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:19.303404 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fcb6d428-a719-4e1f-85f3-c9f855445873 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:19.333567 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6c83d7-7310-479d-ad02-b619c8de66cb x-openstack-request-id: req-6d6c83d7-7310-479d-ad02-b619c8de66cb {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:10:19.333906 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddebe6b5-f176-4923-88c4-773f4f28da72", "tag": "65cf570e-347e-4439-8c45-8be6ad59c05e", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:10:19.334202 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6d6c83d7-7310-479d-ad02-b619c8de66cb {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:10:19.334644 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddebe6b5-f176-4923-88c4-773f4f28da72', 'tag': '65cf570e-347e-4439-8c45-8be6ad59c05e', 'status': 'completed', 'code': 200} May 31 16:10:19.409648 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-dc58eec6-1026-47df-b4a1-765128471a16 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/1fa7ce34-7f65-438a-9b3a-7c38b3d7c90b HTTP/1.1" status: 200 len: 992 time: 0.1374080 May 31 16:10:19.445942 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9f90b-ace1-4f51-b364-732a1cdeb91d req-5d231cfa-808d-48cf-8475-4b5ed4620c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:19.447518 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-98e9f90b-ace1-4f51-b364-732a1cdeb91d req-5d231cfa-808d-48cf-8475-4b5ed4620c74 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=ddebe6b5-f176-4923-88c4-773f4f28da72 HTTP/1.1" status: 200 len: 1098 time: 0.0904899 May 31 16:10:19.516060 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-95da0c04-e987-4788-92ca-c23e75f38df8 None None] Provisioning complete for port 65cf570e-347e-4439-8c45-8be6ad59c05e triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:10:19.516682 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-95da0c04-e987-4788-92ca-c23e75f38df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:19.671230 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['65cf570e-347e-4439-8c45-8be6ad59c05e'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:10:19.757235 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9f90b-ace1-4f51-b364-732a1cdeb91d req-ff541439-e2e4-4fec-a953-f419aa1b6d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:19.758772 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-98e9f90b-ace1-4f51-b364-732a1cdeb91d req-ff541439-e2e4-4fec-a953-f419aa1b6d06 service neutron] 10.222.0.59 "GET /v2.0/networks?id=26ee73d3-3ee5-49ba-8873-81e43d6237ca HTTP/1.1" status: 200 len: 897 time: 0.3040028 May 31 16:10:19.861241 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-98e9f90b-ace1-4f51-b364-732a1cdeb91d req-423bfc6d-8006-4ceb-aec7-21bea653e9d8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65cf570e-347e-4439-8c45-8be6ad59c05e HTTP/1.1" status: 200 len: 1000 time: 0.0950654 May 31 16:10:19.923868 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9f90b-ace1-4f51-b364-732a1cdeb91d req-1f388f62-cb9b-41b7-a22b-81869dddfd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:19.925296 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-98e9f90b-ace1-4f51-b364-732a1cdeb91d req-1f388f62-cb9b-41b7-a22b-81869dddfd61 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8 HTTP/1.1" status: 200 len: 834 time: 0.0575819 May 31 16:10:20.004642 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9f90b-ace1-4f51-b364-732a1cdeb91d req-5dedc92e-2937-42d5-afe2-fd2e03d31863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:20.006134 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-98e9f90b-ace1-4f51-b364-732a1cdeb91d req-5dedc92e-2937-42d5-afe2-fd2e03d31863 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=26ee73d3-3ee5-49ba-8873-81e43d6237ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0738733 May 31 16:10:20.137038 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-98e9f90b-ace1-4f51-b364-732a1cdeb91d req-f05e6a99-49db-4917-89cc-2213499ae27c service neutron] 10.222.0.59 "GET /v2.0/networks/26ee73d3-3ee5-49ba-8873-81e43d6237ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231332 May 31 16:10:20.278738 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-98e9f90b-ace1-4f51-b364-732a1cdeb91d req-c4afca01-84b7-42a1-8aa9-48d84bbfd43c service neutron] 10.222.0.59 "GET /v2.0/networks/26ee73d3-3ee5-49ba-8873-81e43d6237ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340570 May 31 16:10:20.808043 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:10:22.005111 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35068) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:10:22.284608 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-c3547284-d67d-4dec-8b5a-e87556e374d9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port 55b73399-8649-462e-89b5-61ae08e0f381 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:10:22.284838 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c3547284-d67d-4dec-8b5a-e87556e374d9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:22.405145 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c3547284-d67d-4dec-8b5a-e87556e374d9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:22.405485 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c3547284-d67d-4dec-8b5a-e87556e374d9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:22.526893 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-c3547284-d67d-4dec-8b5a-e87556e374d9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for 55b73399-8649-462e-89b5-61ae08e0f381 owned by network:floatingip {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:10:22.662361 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c3547284-d67d-4dec-8b5a-e87556e374d9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:22.665863 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9e089922-2296-4d1f-8f14-cd30a0d918ed tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:22.708660 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3547284-d67d-4dec-8b5a-e87556e374d9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=55b73399-8649-462e-89b5-61ae08e0f381,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:22.750146 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3547284-d67d-4dec-8b5a-e87556e374d9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:22.750527 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3547284-d67d-4dec-8b5a-e87556e374d9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:22.750941 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3547284-d67d-4dec-8b5a-e87556e374d9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:22.751334 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3547284-d67d-4dec-8b5a-e87556e374d9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:22.751697 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3547284-d67d-4dec-8b5a-e87556e374d9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:22.752060 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3547284-d67d-4dec-8b5a-e87556e374d9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:22.752408 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3547284-d67d-4dec-8b5a-e87556e374d9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:22.752767 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3547284-d67d-4dec-8b5a-e87556e374d9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:22.753121 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3547284-d67d-4dec-8b5a-e87556e374d9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:22.753457 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3547284-d67d-4dec-8b5a-e87556e374d9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:22.753804 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3547284-d67d-4dec-8b5a-e87556e374d9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:22.754149 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3547284-d67d-4dec-8b5a-e87556e374d9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:22.761360 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c3547284-d67d-4dec-8b5a-e87556e374d9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:22.816248 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c3547284-d67d-4dec-8b5a-e87556e374d9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:22.816614 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.l3_db [None req-c3547284-d67d-4dec-8b5a-e87556e374d9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Floating IP 61370ef3-fb50-4872-a25d-bdf0118e1b2c disassociated (deleted). External IP: 172.26.0.58, port: 7941a12f-d2d2-4af7-be18-0a41d116480a. May 31 16:10:23.329217 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3547284-d67d-4dec-8b5a-e87556e374d9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 49d96797-fabe-4fd3-b6f6-cab449cc86d2 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:10:23.511770 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3547284-d67d-4dec-8b5a-e87556e374d9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:10:23.521679 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be30e2d-7ed2-4f5e-abb1-ac7a094eb354 None None] Sync routers for ids ['49d96797-fabe-4fd3-b6f6-cab449cc86d2'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:10:23.531461 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be30e2d-7ed2-4f5e-abb1-ac7a094eb354 None None] Routers {'49d96797-fabe-4fd3-b6f6-cab449cc86d2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:10:23.532089 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-1be30e2d-7ed2-4f5e-abb1-ac7a094eb354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:10:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['49d96797-fabe-4fd3-b6f6-cab449cc86d2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:10:23.533045 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c3547284-d67d-4dec-8b5a-e87556e374d9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:23.588110 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c3547284-d67d-4dec-8b5a-e87556e374d9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/floatingips/61370ef3-fb50-4872-a25d-bdf0118e1b2c HTTP/1.1" status: 204 len: 168 time: 1.5815551 May 31 16:10:23.588669 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bad4b1-9834-43c8-bbc0-d93d65068b4a', 'tag': '7941a12f-d2d2-4af7-be18-0a41d116480a'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:10:23.591015 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e835c11c-e8a2-4b51-9601-88ec553eaf21" -d '{"events": [{"name": "network-changed", "server_uuid": "59bad4b1-9834-43c8-bbc0-d93d65068b4a", "tag": "7941a12f-d2d2-4af7-be18-0a41d116480a"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:10:23.686756 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdcc062-3974-47b7-bbaf-5ad2279a264f x-openstack-request-id: req-2cdcc062-3974-47b7-bbaf-5ad2279a264f {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:10:23.687128 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bad4b1-9834-43c8-bbc0-d93d65068b4a", "tag": "7941a12f-d2d2-4af7-be18-0a41d116480a", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:10:23.687430 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2cdcc062-3974-47b7-bbaf-5ad2279a264f {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:10:23.687889 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59bad4b1-9834-43c8-bbc0-d93d65068b4a', 'tag': '7941a12f-d2d2-4af7-be18-0a41d116480a', 'status': 'completed', 'code': 200} May 31 16:10:23.724925 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-1be30e2d-7ed2-4f5e-abb1-ac7a094eb354 None None] Set router 49d96797-fabe-4fd3-b6f6-cab449cc86d2 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:10:23.795909 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835c11c-e8a2-4b51-9601-88ec553eaf21 req-63b0d49d-8dd1-45cb-ab04-529d50c47f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:23.798023 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e835c11c-e8a2-4b51-9601-88ec553eaf21 req-63b0d49d-8dd1-45cb-ab04-529d50c47f91 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=59bad4b1-9834-43c8-bbc0-d93d65068b4a HTTP/1.1" status: 200 len: 1099 time: 0.0746057 May 31 16:10:23.985305 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835c11c-e8a2-4b51-9601-88ec553eaf21 req-0f62ecab-91c6-44ba-bb8d-14d4cc0b41c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:23.986938 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e835c11c-e8a2-4b51-9601-88ec553eaf21 req-0f62ecab-91c6-44ba-bb8d-14d4cc0b41c2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=26ee73d3-3ee5-49ba-8873-81e43d6237ca HTTP/1.1" status: 200 len: 897 time: 0.1817231 May 31 16:10:24.071268 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e835c11c-e8a2-4b51-9601-88ec553eaf21 req-212f1822-667b-45a9-9edf-68fa1c9c21ff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7941a12f-d2d2-4af7-be18-0a41d116480a HTTP/1.1" status: 200 len: 217 time: 0.0716383 May 31 16:10:24.081698 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-1be30e2d-7ed2-4f5e-abb1-ac7a094eb354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'name': 'tempest-TestNetworkBasicOps-router-1264377900', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:08:11Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:12Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '1fa7ce34-7f65-438a-9b3a-7c38b3d7c90b', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.29', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'port_id': '65cf570e-347e-4439-8c45-8be6ad59c05e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'mac_address': 'fa:16:3e:c4:ea:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddebe6b5-f176-4923-88c4-773f4f28da72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:08:35Z', 'updated_at': '2021-05-31T16:08:38Z', 'revision_number': 1, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54ab408-a112-4431-8974-aae3905851f8', 'name': '', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:21:bc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:16Z', 'updated_at': '2021-05-31T16:08:21Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:10:24.086107 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be30e2d-7ed2-4f5e-abb1-ac7a094eb354 None None] Checking router: 49d96797-fabe-4fd3-b6f6-cab449cc86d2 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:10:24.096263 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be30e2d-7ed2-4f5e-abb1-ac7a094eb354 None None] Routers {'49d96797-fabe-4fd3-b6f6-cab449cc86d2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:10:24.097177 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-1be30e2d-7ed2-4f5e-abb1-ac7a094eb354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:10:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['49d96797-fabe-4fd3-b6f6-cab449cc86d2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:10:24.132885 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709fbe54-9282-41c7-87de-d7f3446de479 req-d3c7d07e-fd19-4a52-9211-d677581a1672 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:24.134351 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-709fbe54-9282-41c7-87de-d7f3446de479 req-d3c7d07e-fd19-4a52-9211-d677581a1672 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=59bad4b1-9834-43c8-bbc0-d93d65068b4a HTTP/1.1" status: 200 len: 946 time: 0.2146428 May 31 16:10:24.161326 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835c11c-e8a2-4b51-9601-88ec553eaf21 req-eb5ef404-13ac-432e-8cc4-30538c3624d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:24.162737 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e835c11c-e8a2-4b51-9601-88ec553eaf21 req-eb5ef404-13ac-432e-8cc4-30538c3624d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8 HTTP/1.1" status: 200 len: 834 time: 0.0840080 May 31 16:10:24.228590 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-709fbe54-9282-41c7-87de-d7f3446de479 req-caf65e8a-2abb-417f-8fbe-cfe936075bf2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=998356b1-d3a9-4eb0-8940-28cf4caf444c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0876527 May 31 16:10:24.257770 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835c11c-e8a2-4b51-9601-88ec553eaf21 req-d22559da-ba62-4691-8296-a5fc6d46f6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:24.259323 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e835c11c-e8a2-4b51-9601-88ec553eaf21 req-d22559da-ba62-4691-8296-a5fc6d46f6c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=26ee73d3-3ee5-49ba-8873-81e43d6237ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0821836 May 31 16:10:24.323269 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-1be30e2d-7ed2-4f5e-abb1-ac7a094eb354 None None] Set router 49d96797-fabe-4fd3-b6f6-cab449cc86d2 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:10:24.392833 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e835c11c-e8a2-4b51-9601-88ec553eaf21 req-d52cccbb-912f-45c3-8d9a-0835d2ec695b service neutron] 10.222.0.59 "GET /v2.0/networks/26ee73d3-3ee5-49ba-8873-81e43d6237ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264355 May 31 16:10:24.524111 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e835c11c-e8a2-4b51-9601-88ec553eaf21 req-b6714127-8af1-4cd5-b8e3-2505cb794e6f service neutron] 10.222.0.59 "GET /v2.0/networks/26ee73d3-3ee5-49ba-8873-81e43d6237ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241577 May 31 16:10:24.675567 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-1be30e2d-7ed2-4f5e-abb1-ac7a094eb354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'name': 'tempest-TestNetworkBasicOps-router-1264377900', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:08:11Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:12Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '1fa7ce34-7f65-438a-9b3a-7c38b3d7c90b', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.29', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'port_id': '65cf570e-347e-4439-8c45-8be6ad59c05e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'mac_address': 'fa:16:3e:c4:ea:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddebe6b5-f176-4923-88c4-773f4f28da72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:08:35Z', 'updated_at': '2021-05-31T16:08:38Z', 'revision_number': 1, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54ab408-a112-4431-8974-aae3905851f8', 'name': '', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:21:bc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:16Z', 'updated_at': '2021-05-31T16:08:21Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:10:24.679665 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be30e2d-7ed2-4f5e-abb1-ac7a094eb354 None None] The sync data for ids ['49d96797-fabe-4fd3-b6f6-cab449cc86d2'] in dv-neutron-601336-79-hyperv is: [{'id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'name': 'tempest-TestNetworkBasicOps-router-1264377900', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:08:11Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:12Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '1fa7ce34-7f65-438a-9b3a-7c38b3d7c90b', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.29', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'port_id': '65cf570e-347e-4439-8c45-8be6ad59c05e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'mac_address': 'fa:16:3e:c4:ea:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddebe6b5-f176-4923-88c4-773f4f28da72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:08:35Z', 'updated_at': '2021-05-31T16:08:38Z', 'revision_number': 1, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54ab408-a112-4431-8974-aae3905851f8', 'name': '', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:21:bc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:16Z', 'updated_at': '2021-05-31T16:08:21Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:10:24.989669 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9507ec-1c0c-49eb-8182-471c91d75501 None None] New status for floating IP 61370ef3-fb50-4872-a25d-bdf0118e1b2c: DOWN {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:10:25.437316 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614dde6c-dda1-4557-a3a0-d32df5e68846 req-8ab7e3b3-4e1b-4b62-b4af-22168ed79413 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:25.438900 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-614dde6c-dda1-4557-a3a0-d32df5e68846 req-8ab7e3b3-4e1b-4b62-b4af-22168ed79413 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=59bad4b1-9834-43c8-bbc0-d93d65068b4a HTTP/1.1" status: 200 len: 946 time: 0.0876939 May 31 16:10:25.483527 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-614dde6c-dda1-4557-a3a0-d32df5e68846 req-c18e012b-0dbd-4289-b979-8bce2bb9ac2d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=998356b1-d3a9-4eb0-8940-28cf4caf444c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386465 May 31 16:10:25.646796 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c9219-546f-4736-ac9b-c9272c5ae983 req-871e4a5d-b1e1-4deb-baad-8ebdfb62acd4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:25.648265 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-566c9219-546f-4736-ac9b-c9272c5ae983 req-871e4a5d-b1e1-4deb-baad-8ebdfb62acd4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/ports?device_id=59bad4b1-9834-43c8-bbc0-d93d65068b4a HTTP/1.1" status: 200 len: 946 time: 0.0899327 May 31 16:10:25.789143 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-566c9219-546f-4736-ac9b-c9272c5ae983 req-fbe09d40-77c4-4c8d-922f-4d0a63fa4e0f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port 7941a12f-d2d2-4af7-be18-0a41d116480a {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:10:25.789474 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-566c9219-546f-4736-ac9b-c9272c5ae983 req-fbe09d40-77c4-4c8d-922f-4d0a63fa4e0f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:25.929298 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-566c9219-546f-4736-ac9b-c9272c5ae983 req-fbe09d40-77c4-4c8d-922f-4d0a63fa4e0f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] For port 7941a12f-d2d2-4af7-be18-0a41d116480a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7941a12f-d2d2-4af7-be18-0a41d116480a,segment=NetworkSegment(aae67142-56f5-4579-9452-4a2b311c6bf5),segment_id=aae67142-56f5-4579-9452-4a2b311c6bf5)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:10:25.929746 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-566c9219-546f-4736-ac9b-c9272c5ae983 req-fbe09d40-77c4-4c8d-922f-4d0a63fa4e0f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:26.058819 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-566c9219-546f-4736-ac9b-c9272c5ae983 req-fbe09d40-77c4-4c8d-922f-4d0a63fa4e0f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for 7941a12f-d2d2-4af7-be18-0a41d116480a owned by compute:nova {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:10:26.321895 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-566c9219-546f-4736-ac9b-c9272c5ae983 req-fbe09d40-77c4-4c8d-922f-4d0a63fa4e0f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:26.329834 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fcb6d428-a719-4e1f-85f3-c9f855445873 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:26.377116 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe09d40-77c4-4c8d-922f-4d0a63fa4e0f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=7941a12f-d2d2-4af7-be18-0a41d116480a,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:26.380269 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fbe09d40-77c4-4c8d-922f-4d0a63fa4e0f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:26.449061 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-566c9219-546f-4736-ac9b-c9272c5ae983 req-fbe09d40-77c4-4c8d-922f-4d0a63fa4e0f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] No DVR routers for this DVR port 7941a12f-d2d2-4af7-be18-0a41d116480a on host hv-neutron-6013 {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:10:26.451990 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-566c9219-546f-4736-ac9b-c9272c5ae983 req-fbe09d40-77c4-4c8d-922f-4d0a63fa4e0f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:26.454565 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59bad4b1-9834-43c8-bbc0-d93d65068b4a', 'name': 'network-vif-deleted', 'tag': '7941a12f-d2d2-4af7-be18-0a41d116480a'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:10:26.456893 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af104a8-ba77-4869-a80d-87897732018c" -d '{"events": [{"server_uuid": "59bad4b1-9834-43c8-bbc0-d93d65068b4a", "name": "network-vif-deleted", "tag": "7941a12f-d2d2-4af7-be18-0a41d116480a"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:10:26.466418 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-566c9219-546f-4736-ac9b-c9272c5ae983 req-fbe09d40-77c4-4c8d-922f-4d0a63fa4e0f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "DELETE /v2.0/ports/7941a12f-d2d2-4af7-be18-0a41d116480a HTTP/1.1" status: 204 len: 173 time: 0.8119416 May 31 16:10:26.506751 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584d5cc7-7327-458d-a1fb-18acb48ae2a9 x-openstack-request-id: req-584d5cc7-7327-458d-a1fb-18acb48ae2a9 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:10:26.507186 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59bad4b1-9834-43c8-bbc0-d93d65068b4a", "name": "network-vif-deleted", "tag": "7941a12f-d2d2-4af7-be18-0a41d116480a", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:10:26.507489 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-584d5cc7-7327-458d-a1fb-18acb48ae2a9 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:10:26.507934 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bad4b1-9834-43c8-bbc0-d93d65068b4a', 'name': 'network-vif-deleted', 'tag': '7941a12f-d2d2-4af7-be18-0a41d116480a', 'status': 'completed', 'code': 200} May 31 16:10:26.647259 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-16a7d0e6-5cb7-4e49-a48f-fe4b02feace8 req-3969c3c2-a752-4681-b844-a539f3f33cff tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:10:26.665006 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-16a7d0e6-5cb7-4e49-a48f-fe4b02feace8 req-3969c3c2-a752-4681-b844-a539f3f33cff tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:10:26.666275 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-16a7d0e6-5cb7-4e49-a48f-fe4b02feace8 req-3969c3c2-a752-4681-b844-a539f3f33cff tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=59bad4b1-9834-43c8-bbc0-d93d65068b4a HTTP/1.1" status: 200 len: 210 time: 0.0711205 May 31 16:10:27.777654 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35088) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:10:27.852596 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3203d2a4-2643-4cbf-b97c-d7af5a9641fe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:27.882267 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3203d2a4-2643-4cbf-b97c-d7af5a9641fe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:27.950882 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3203d2a4-2643-4cbf-b97c-d7af5a9641fe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:27.956078 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3e4e69da-cd2f-4065-aac7-74a2dab6ee26 tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:27.971609 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203d2a4-2643-4cbf-b97c-d7af5a9641fe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=998356b1-d3a9-4eb0-8940-28cf4caf444c,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:27.975824 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3203d2a4-2643-4cbf-b97c-d7af5a9641fe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:27.979340 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3203d2a4-2643-4cbf-b97c-d7af5a9641fe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:27.980523 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3203d2a4-2643-4cbf-b97c-d7af5a9641fe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/security-groups/998356b1-d3a9-4eb0-8940-28cf4caf444c HTTP/1.1" status: 204 len: 168 time: 0.2019033 May 31 16:10:28.012224 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35094) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:10:28.279736 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-0e534907-f8a0-4360-b6a1-a9642b8f0907 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port 07525ab8-cb80-4f98-803d-3a05364bbe76 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:10:28.279948 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0e534907-f8a0-4360-b6a1-a9642b8f0907 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:28.405746 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0e534907-f8a0-4360-b6a1-a9642b8f0907 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:28.406129 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0e534907-f8a0-4360-b6a1-a9642b8f0907 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:28.472892 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:28.526392 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-0e534907-f8a0-4360-b6a1-a9642b8f0907 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for 07525ab8-cb80-4f98-803d-3a05364bbe76 owned by network:floatingip {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:10:28.659553 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0e534907-f8a0-4360-b6a1-a9642b8f0907 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:28.663225 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-438858bd-6f99-4825-b103-a15d2e273ca2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:28.708577 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e534907-f8a0-4360-b6a1-a9642b8f0907 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=07525ab8-cb80-4f98-803d-3a05364bbe76,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:28.711690 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0e534907-f8a0-4360-b6a1-a9642b8f0907 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:28.803038 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0e534907-f8a0-4360-b6a1-a9642b8f0907 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:28.803712 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.l3_db [None req-0e534907-f8a0-4360-b6a1-a9642b8f0907 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Floating IP 1fa7ce34-7f65-438a-9b3a-7c38b3d7c90b disassociated (deleted). External IP: 172.26.0.29, port: 65cf570e-347e-4439-8c45-8be6ad59c05e. May 31 16:10:29.309403 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e534907-f8a0-4360-b6a1-a9642b8f0907 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 49d96797-fabe-4fd3-b6f6-cab449cc86d2 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:10:29.508845 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e534907-f8a0-4360-b6a1-a9642b8f0907 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:10:29.518493 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad412da-494b-4b9f-8224-ab3ca0fb0c9c None None] Sync routers for ids ['49d96797-fabe-4fd3-b6f6-cab449cc86d2'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:10:29.528188 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad412da-494b-4b9f-8224-ab3ca0fb0c9c None None] Routers {'49d96797-fabe-4fd3-b6f6-cab449cc86d2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:10:29.528818 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-aad412da-494b-4b9f-8224-ab3ca0fb0c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:10:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['49d96797-fabe-4fd3-b6f6-cab449cc86d2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:10:29.532001 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0e534907-f8a0-4360-b6a1-a9642b8f0907 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:29.587958 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0e534907-f8a0-4360-b6a1-a9642b8f0907 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/floatingips/1fa7ce34-7f65-438a-9b3a-7c38b3d7c90b HTTP/1.1" status: 204 len: 168 time: 1.5744255 May 31 16:10:29.588453 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddebe6b5-f176-4923-88c4-773f4f28da72', 'tag': '65cf570e-347e-4439-8c45-8be6ad59c05e'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:10:29.590967 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da74243-d29a-4dc1-ba69-35658af77e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "ddebe6b5-f176-4923-88c4-773f4f28da72", "tag": "65cf570e-347e-4439-8c45-8be6ad59c05e"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:10:29.643989 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69001216-7be9-4a24-bb4f-70dbbd03fb58 x-openstack-request-id: req-69001216-7be9-4a24-bb4f-70dbbd03fb58 {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:10:29.644328 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddebe6b5-f176-4923-88c4-773f4f28da72", "tag": "65cf570e-347e-4439-8c45-8be6ad59c05e", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:10:29.644618 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-69001216-7be9-4a24-bb4f-70dbbd03fb58 {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:10:29.645053 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddebe6b5-f176-4923-88c4-773f4f28da72', 'tag': '65cf570e-347e-4439-8c45-8be6ad59c05e', 'status': 'completed', 'code': 200} May 31 16:10:29.714851 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-aad412da-494b-4b9f-8224-ab3ca0fb0c9c None None] Set router 49d96797-fabe-4fd3-b6f6-cab449cc86d2 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:10:29.736206 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da74243-d29a-4dc1-ba69-35658af77e4f req-a826d622-ff09-4130-ad50-179b36fe5daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:29.737765 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2da74243-d29a-4dc1-ba69-35658af77e4f req-a826d622-ff09-4130-ad50-179b36fe5daa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=ddebe6b5-f176-4923-88c4-773f4f28da72 HTTP/1.1" status: 200 len: 1098 time: 0.0722988 May 31 16:10:29.881046 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da74243-d29a-4dc1-ba69-35658af77e4f req-dbe581de-0a5b-46b0-b9d0-11483ec1c78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:29.882587 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2da74243-d29a-4dc1-ba69-35658af77e4f req-dbe581de-0a5b-46b0-b9d0-11483ec1c78e service neutron] 10.222.0.59 "GET /v2.0/networks?id=26ee73d3-3ee5-49ba-8873-81e43d6237ca HTTP/1.1" status: 200 len: 897 time: 0.1379769 May 31 16:10:29.991637 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2da74243-d29a-4dc1-ba69-35658af77e4f req-e18a6cf9-6dfb-4f8a-b1d2-f0bdb98f9484 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65cf570e-347e-4439-8c45-8be6ad59c05e HTTP/1.1" status: 200 len: 217 time: 0.1017611 May 31 16:10:30.030076 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-aad412da-494b-4b9f-8224-ab3ca0fb0c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'name': 'tempest-TestNetworkBasicOps-router-1264377900', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:08:11Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:12Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'c54ab408-a112-4431-8974-aae3905851f8', 'name': '', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:21:bc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:16Z', 'updated_at': '2021-05-31T16:08:21Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:10:30.034098 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad412da-494b-4b9f-8224-ab3ca0fb0c9c None None] Checking router: 49d96797-fabe-4fd3-b6f6-cab449cc86d2 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:10:30.042488 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad412da-494b-4b9f-8224-ab3ca0fb0c9c None None] Routers {'49d96797-fabe-4fd3-b6f6-cab449cc86d2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:10:30.043103 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-aad412da-494b-4b9f-8224-ab3ca0fb0c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:10:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['49d96797-fabe-4fd3-b6f6-cab449cc86d2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:10:30.070509 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da74243-d29a-4dc1-ba69-35658af77e4f req-c1f0ea97-988d-4b17-8f49-b588de236346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:30.071993 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2da74243-d29a-4dc1-ba69-35658af77e4f req-c1f0ea97-988d-4b17-8f49-b588de236346 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8 HTTP/1.1" status: 200 len: 834 time: 0.0722260 May 31 16:10:30.106814 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 7941a12f-d2d2-4af7-be18-0a41d116480a no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:10:30.115438 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68614d7e-7dc3-4893-9272-0efaebcfbaf9 req-09b9f872-22e6-42cb-acfc-3e9d9ba3fd77 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:30.116890 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-68614d7e-7dc3-4893-9272-0efaebcfbaf9 req-09b9f872-22e6-42cb-acfc-3e9d9ba3fd77 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddebe6b5-f176-4923-88c4-773f4f28da72 HTTP/1.1" status: 200 len: 945 time: 0.1809082 May 31 16:10:30.153756 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: 7941a12f-d2d2-4af7-be18-0a41d116480a {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:10:30.154096 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 7941a12f-d2d2-4af7-be18-0a41d116480a not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:10:30.177132 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-68614d7e-7dc3-4893-9272-0efaebcfbaf9 req-e7af9ef1-23bc-449c-88de-38bc77e64780 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=fadbbfaa-d497-422d-bda3-737afd46753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538285 May 31 16:10:30.192862 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da74243-d29a-4dc1-ba69-35658af77e4f req-7797caca-eb76-4663-9b93-189c83094a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:30.194367 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2da74243-d29a-4dc1-ba69-35658af77e4f req-7797caca-eb76-4663-9b93-189c83094a25 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=26ee73d3-3ee5-49ba-8873-81e43d6237ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1151819 May 31 16:10:30.256457 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-aad412da-494b-4b9f-8224-ab3ca0fb0c9c None None] Set router 49d96797-fabe-4fd3-b6f6-cab449cc86d2 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:10:30.326626 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2da74243-d29a-4dc1-ba69-35658af77e4f req-ebd8c580-648d-4984-bb37-5966e857686b service neutron] 10.222.0.59 "GET /v2.0/networks/26ee73d3-3ee5-49ba-8873-81e43d6237ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246564 May 31 16:10:30.467170 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2da74243-d29a-4dc1-ba69-35658af77e4f req-8e44d72e-39db-4321-ba73-3a91d2df18d0 service neutron] 10.222.0.59 "GET /v2.0/networks/26ee73d3-3ee5-49ba-8873-81e43d6237ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319871 May 31 16:10:30.621891 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-aad412da-494b-4b9f-8224-ab3ca0fb0c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'name': 'tempest-TestNetworkBasicOps-router-1264377900', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:08:11Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:12Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'c54ab408-a112-4431-8974-aae3905851f8', 'name': '', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:21:bc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:16Z', 'updated_at': '2021-05-31T16:08:21Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:10:30.627982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad412da-494b-4b9f-8224-ab3ca0fb0c9c None None] The sync data for ids ['49d96797-fabe-4fd3-b6f6-cab449cc86d2'] in dv-neutron-601336-79-hyperv is: [{'id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'name': 'tempest-TestNetworkBasicOps-router-1264377900', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:08:11Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:12Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'c54ab408-a112-4431-8974-aae3905851f8', 'name': '', 'network_id': '26ee73d3-3ee5-49ba-8873-81e43d6237ca', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:21:bc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:16Z', 'updated_at': '2021-05-31T16:08:21Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:10:30.839187 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7eba3a-71f0-460f-85df-eaa40025f79b None None] New status for floating IP 1fa7ce34-7f65-438a-9b3a-7c38b3d7c90b: DOWN {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:10:31.391482 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7537f0-c698-403d-acdd-9d2c6a081806 req-124a1767-d411-433c-aca7-4b7f16fb902c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:31.393006 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1d7537f0-c698-403d-acdd-9d2c6a081806 req-124a1767-d411-433c-aca7-4b7f16fb902c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddebe6b5-f176-4923-88c4-773f4f28da72 HTTP/1.1" status: 200 len: 945 time: 0.0987623 May 31 16:10:31.438815 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1d7537f0-c698-403d-acdd-9d2c6a081806 req-a3b8a641-3bcc-439d-b529-86eb62828114 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=fadbbfaa-d497-422d-bda3-737afd46753d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397687 May 31 16:10:31.678548 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7c54d-7275-43fd-b6af-bbd82876b9e3 req-0f063baf-5d1c-4b08-bcae-0a624dc09967 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:31.680038 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e2e7c54d-7275-43fd-b6af-bbd82876b9e3 req-0f063baf-5d1c-4b08-bcae-0a624dc09967 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddebe6b5-f176-4923-88c4-773f4f28da72 HTTP/1.1" status: 200 len: 945 time: 0.0931439 May 31 16:10:31.824509 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-e2e7c54d-7275-43fd-b6af-bbd82876b9e3 req-7a34e32e-921d-4626-87be-7eb634a52c40 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port 65cf570e-347e-4439-8c45-8be6ad59c05e {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:10:31.824845 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-e2e7c54d-7275-43fd-b6af-bbd82876b9e3 req-7a34e32e-921d-4626-87be-7eb634a52c40 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:31.961091 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-e2e7c54d-7275-43fd-b6af-bbd82876b9e3 req-7a34e32e-921d-4626-87be-7eb634a52c40 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] For port 65cf570e-347e-4439-8c45-8be6ad59c05e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=65cf570e-347e-4439-8c45-8be6ad59c05e,segment=NetworkSegment(aae67142-56f5-4579-9452-4a2b311c6bf5),segment_id=aae67142-56f5-4579-9452-4a2b311c6bf5)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:10:31.961460 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-e2e7c54d-7275-43fd-b6af-bbd82876b9e3 req-7a34e32e-921d-4626-87be-7eb634a52c40 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:32.228180 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-e2e7c54d-7275-43fd-b6af-bbd82876b9e3 req-7a34e32e-921d-4626-87be-7eb634a52c40 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for 65cf570e-347e-4439-8c45-8be6ad59c05e owned by compute:nova {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:10:32.345310 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-e2e7c54d-7275-43fd-b6af-bbd82876b9e3 req-7a34e32e-921d-4626-87be-7eb634a52c40 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:32.350936 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9be2b09f-104d-4ff5-b2b4-b53bbed4fc9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:32.395333 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34e32e-921d-4626-87be-7eb634a52c40 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=65cf570e-347e-4439-8c45-8be6ad59c05e,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:32.398382 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7a34e32e-921d-4626-87be-7eb634a52c40 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:32.470510 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e7c54d-7275-43fd-b6af-bbd82876b9e3 req-7a34e32e-921d-4626-87be-7eb634a52c40 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] No DVR routers for this DVR port 65cf570e-347e-4439-8c45-8be6ad59c05e on host hv-neutron-6013 {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:10:32.473366 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-e2e7c54d-7275-43fd-b6af-bbd82876b9e3 req-7a34e32e-921d-4626-87be-7eb634a52c40 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:32.476076 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddebe6b5-f176-4923-88c4-773f4f28da72', 'name': 'network-vif-deleted', 'tag': '65cf570e-347e-4439-8c45-8be6ad59c05e'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:10:32.478500 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0e4644-7f65-4224-b0a3-4ed896984583" -d '{"events": [{"server_uuid": "ddebe6b5-f176-4923-88c4-773f4f28da72", "name": "network-vif-deleted", "tag": "65cf570e-347e-4439-8c45-8be6ad59c05e"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:10:32.488008 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e2e7c54d-7275-43fd-b6af-bbd82876b9e3 req-7a34e32e-921d-4626-87be-7eb634a52c40 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "DELETE /v2.0/ports/65cf570e-347e-4439-8c45-8be6ad59c05e HTTP/1.1" status: 204 len: 173 time: 0.8021288 May 31 16:10:32.525483 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d9fec2-9ee7-4d5a-8149-ddda3fb13fc2 x-openstack-request-id: req-d7d9fec2-9ee7-4d5a-8149-ddda3fb13fc2 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:10:32.525829 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddebe6b5-f176-4923-88c4-773f4f28da72", "name": "network-vif-deleted", "tag": "65cf570e-347e-4439-8c45-8be6ad59c05e", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:10:32.526121 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d7d9fec2-9ee7-4d5a-8149-ddda3fb13fc2 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:10:32.526552 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddebe6b5-f176-4923-88c4-773f4f28da72', 'name': 'network-vif-deleted', 'tag': '65cf570e-347e-4439-8c45-8be6ad59c05e', 'status': 'completed', 'code': 200} May 31 16:10:32.595972 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-c8fa92d7-822c-44d9-ba96-d18dcc089276 req-32df8f8b-1e7f-4625-a8b9-640e52142fdb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:10:32.614261 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-c8fa92d7-822c-44d9-ba96-d18dcc089276 req-32df8f8b-1e7f-4625-a8b9-640e52142fdb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:10:32.615591 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c8fa92d7-822c-44d9-ba96-d18dcc089276 req-32df8f8b-1e7f-4625-a8b9-640e52142fdb tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddebe6b5-f176-4923-88c4-773f4f28da72 HTTP/1.1" status: 200 len: 210 time: 0.0621192 May 31 16:10:33.715773 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35112) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:10:33.786475 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-54a52236-93e6-4490-a452-1a3e785c97cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:33.816590 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-54a52236-93e6-4490-a452-1a3e785c97cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:33.888126 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-54a52236-93e6-4490-a452-1a3e785c97cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:33.892085 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9da2f309-29a3-441d-bad6-588560440d57 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:33.908898 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a52236-93e6-4490-a452-1a3e785c97cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadbbfaa-d497-422d-bda3-737afd46753d,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:33.912769 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-54a52236-93e6-4490-a452-1a3e785c97cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:33.918847 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-54a52236-93e6-4490-a452-1a3e785c97cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:33.920024 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-54a52236-93e6-4490-a452-1a3e785c97cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/security-groups/fadbbfaa-d497-422d-bda3-737afd46753d HTTP/1.1" status: 204 len: 168 time: 0.2031741 May 31 16:10:33.952272 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35118) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:10:34.517533 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-12404e1f-905d-4b85-b019-d6516511bafa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:34.679719 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-98d1d729-8d8e-4201-acfc-deb5f73bd624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:34.942820 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-12404e1f-905d-4b85-b019-d6516511bafa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port c54ab408-a112-4431-8974-aae3905851f8 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:10:34.943163 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-12404e1f-905d-4b85-b019-d6516511bafa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:35.222056 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-12404e1f-905d-4b85-b019-d6516511bafa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] For port c54ab408-a112-4431-8974-aae3905851f8, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c54ab408-a112-4431-8974-aae3905851f8,segment=NetworkSegment(aae67142-56f5-4579-9452-4a2b311c6bf5),segment_id=aae67142-56f5-4579-9452-4a2b311c6bf5)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:10:35.222763 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-12404e1f-905d-4b85-b019-d6516511bafa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:35.343137 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-12404e1f-905d-4b85-b019-d6516511bafa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for c54ab408-a112-4431-8974-aae3905851f8 owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:10:35.656574 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-12404e1f-905d-4b85-b019-d6516511bafa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:35.660619 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5bce7abd-9abd-434e-ab56-bb9f311f127b tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:35.708525 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12404e1f-905d-4b85-b019-d6516511bafa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=c54ab408-a112-4431-8974-aae3905851f8,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:35.711071 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-12404e1f-905d-4b85-b019-d6516511bafa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:35.993644 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-12404e1f-905d-4b85-b019-d6516511bafa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:36.119848 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 65cf570e-347e-4439-8c45-8be6ad59c05e no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:10:36.157294 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: 65cf570e-347e-4439-8c45-8be6ad59c05e {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:10:36.157639 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 65cf570e-347e-4439-8c45-8be6ad59c05e not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:10:36.380531 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12404e1f-905d-4b85-b019-d6516511bafa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 49d96797-fabe-4fd3-b6f6-cab449cc86d2 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:10:36.731404 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12404e1f-905d-4b85-b019-d6516511bafa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:10:36.741960 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c8791a-a2ee-46ff-b7a9-933961e0766c None None] Sync routers for ids ['49d96797-fabe-4fd3-b6f6-cab449cc86d2'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:10:36.750193 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-12404e1f-905d-4b85-b019-d6516511bafa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "PUT /v2.0/routers/49d96797-fabe-4fd3-b6f6-cab449cc86d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7966945 May 31 16:10:36.752008 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c8791a-a2ee-46ff-b7a9-933961e0766c None None] Routers {'49d96797-fabe-4fd3-b6f6-cab449cc86d2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:10:36.752709 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-37c8791a-a2ee-46ff-b7a9-933961e0766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:10:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['49d96797-fabe-4fd3-b6f6-cab449cc86d2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:10:36.753225 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35124) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:10:36.819446 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-e97619fa-048d-404d-a747-25ceb11d138d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting subnet 5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:10:36.822418 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e97619fa-048d-404d-a747-25ceb11d138d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:36.879824 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e97619fa-048d-404d-a747-25ceb11d138d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:36.927727 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-37c8791a-a2ee-46ff-b7a9-933961e0766c None None] Set router 49d96797-fabe-4fd3-b6f6-cab449cc86d2 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:10:36.966296 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e97619fa-048d-404d-a747-25ceb11d138d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:37.100448 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:37.218013 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-37c8791a-a2ee-46ff-b7a9-933961e0766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'name': 'tempest-TestNetworkBasicOps-router-1264377900', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:08:11Z', 'updated_at': '2021-05-31T16:10:35Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:12Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:10:37.222252 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c8791a-a2ee-46ff-b7a9-933961e0766c None None] Checking router: 49d96797-fabe-4fd3-b6f6-cab449cc86d2 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:10:37.230796 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c8791a-a2ee-46ff-b7a9-933961e0766c None None] Routers {'49d96797-fabe-4fd3-b6f6-cab449cc86d2'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:10:37.231435 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-37c8791a-a2ee-46ff-b7a9-933961e0766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:10:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['49d96797-fabe-4fd3-b6f6-cab449cc86d2'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:10:37.242289 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e97619fa-048d-404d-a747-25ceb11d138d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:37.246662 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c453d550-09fb-4d33-b5ae-f82b8b600f36 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:37.282743 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97619fa-048d-404d-a747-25ceb11d138d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Subnet': ['ID=5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:37.289739 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e97619fa-048d-404d-a747-25ceb11d138d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:37.292685 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e97619fa-048d-404d-a747-25ceb11d138d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:37.297412 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e97619fa-048d-404d-a747-25ceb11d138d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/subnets/5c5954b9-1e61-4410-a3b0-ea0bd1cc22b8 HTTP/1.1" status: 204 len: 168 time: 0.5429156 May 31 16:10:37.300655 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35128) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:10:37.303484 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0129df9b-c606-46eb-b3f2-51ed98419140 None None] Network 26ee73d3-3ee5-49ba-8873-81e43d6237ca requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:10:37.486255 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1634989-b663-4f0a-868c-a454295722bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:37.560411 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-37c8791a-a2ee-46ff-b7a9-933961e0766c None None] Set router 49d96797-fabe-4fd3-b6f6-cab449cc86d2 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:10:37.666780 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1634989-b663-4f0a-868c-a454295722bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:37.745362 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-f1634989-b663-4f0a-868c-a454295722bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:10:37.745587 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1634989-b663-4f0a-868c-a454295722bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:37.870068 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-f1634989-b663-4f0a-868c-a454295722bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] For port e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:10:37.870424 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1634989-b663-4f0a-868c-a454295722bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:37.887717 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad4af8d-1fa4-4e39-91dd-b0c401147331 None None] DHCP port deletion for 26ee73d3-3ee5-49ba-8873-81e43d6237ca request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 16:10:37.944959 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-164fe467-5875-4c05-bee7-3b69334d7b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:37.983428 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-37c8791a-a2ee-46ff-b7a9-933961e0766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'name': 'tempest-TestNetworkBasicOps-router-1264377900', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:08:11Z', 'updated_at': '2021-05-31T16:10:35Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:12Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:10:37.989841 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c8791a-a2ee-46ff-b7a9-933961e0766c None None] The sync data for ids ['49d96797-fabe-4fd3-b6f6-cab449cc86d2'] in dv-neutron-601336-79-hyperv is: [{'id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'name': 'tempest-TestNetworkBasicOps-router-1264377900', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:08:11Z', 'updated_at': '2021-05-31T16:10:35Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': 'e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d96797-fabe-4fd3-b6f6-cab449cc86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:08:12Z', 'updated_at': '2021-05-31T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:10:37.992245 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-fad4af8d-1fa4-4e39-91dd-b0c401147331 None None] Deleting port f8cfccb0-cc51-4f3c-ae07-40c840e9a564 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:10:37.993593 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fad4af8d-1fa4-4e39-91dd-b0c401147331 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:38.001158 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-f1634989-b663-4f0a-868c-a454295722bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d owned by network:router_gateway {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:10:38.101854 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-fad4af8d-1fa4-4e39-91dd-b0c401147331 None None] For port f8cfccb0-cc51-4f3c-ae07-40c840e9a564, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=f8cfccb0-cc51-4f3c-ae07-40c840e9a564,segment=NetworkSegment(aae67142-56f5-4579-9452-4a2b311c6bf5),segment_id=aae67142-56f5-4579-9452-4a2b311c6bf5)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:10:38.102188 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fad4af8d-1fa4-4e39-91dd-b0c401147331 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:38.148750 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1634989-b663-4f0a-868c-a454295722bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:38.152735 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cb29c511-efdb-4df8-a174-b72d7d1d79db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:38.200833 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1634989-b663-4f0a-868c-a454295722bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:38.223995 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-fad4af8d-1fa4-4e39-91dd-b0c401147331 None None] Calling delete_port for f8cfccb0-cc51-4f3c-ae07-40c840e9a564 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:10:38.226558 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f1634989-b663-4f0a-868c-a454295722bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:38.272756 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fad4af8d-1fa4-4e39-91dd-b0c401147331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:38.277319 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-613c74b8-4088-4bfb-9e55-e740949cf2b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:38.291274 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1634989-b663-4f0a-868c-a454295722bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:38.322481 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4af8d-1fa4-4e39-91dd-b0c401147331 None None] Pushing event deleted for resources: {'Port': ['ID=f8cfccb0-cc51-4f3c-ae07-40c840e9a564,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:38.327325 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad4af8d-1fa4-4e39-91dd-b0c401147331 None None] No DVR routers for this DVR port f8cfccb0-cc51-4f3c-ae07-40c840e9a564 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:10:38.333367 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4af8d-1fa4-4e39-91dd-b0c401147331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:38.333727 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4af8d-1fa4-4e39-91dd-b0c401147331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:38.334030 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4af8d-1fa4-4e39-91dd-b0c401147331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:38.339359 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4af8d-1fa4-4e39-91dd-b0c401147331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:38.339359 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4af8d-1fa4-4e39-91dd-b0c401147331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:38.339359 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4af8d-1fa4-4e39-91dd-b0c401147331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:38.339359 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4af8d-1fa4-4e39-91dd-b0c401147331 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:38.339359 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4af8d-1fa4-4e39-91dd-b0c401147331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:38.339359 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4af8d-1fa4-4e39-91dd-b0c401147331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:38.339359 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4af8d-1fa4-4e39-91dd-b0c401147331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:38.339359 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4af8d-1fa4-4e39-91dd-b0c401147331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:38.339359 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad4af8d-1fa4-4e39-91dd-b0c401147331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:38.340475 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-fad4af8d-1fa4-4e39-91dd-b0c401147331 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:38.413512 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:38.469694 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1634989-b663-4f0a-868c-a454295722bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:38.472130 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1634989-b663-4f0a-868c-a454295722bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:38.501482 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1634989-b663-4f0a-868c-a454295722bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:38.502326 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1634989-b663-4f0a-868c-a454295722bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Fanout notify agent at l3_agent the message router_deleted on router 49d96797-fabe-4fd3-b6f6-cab449cc86d2 {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 16:10:38.517979 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1634989-b663-4f0a-868c-a454295722bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:38.519206 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f1634989-b663-4f0a-868c-a454295722bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/routers/49d96797-fabe-4fd3-b6f6-cab449cc86d2 HTTP/1.1" status: 204 len: 168 time: 1.2166147 May 31 16:10:38.521954 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35134) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:10:38.637511 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-31a9e5e0-abb3-4456-a457-f7496ae03181 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:38.766670 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-31a9e5e0-abb3-4456-a457-f7496ae03181 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:38.783146 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-31a9e5e0-abb3-4456-a457-f7496ae03181 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26ee73d3-3ee5-49ba-8873-81e43d6237ca']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:10:38.944064 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-31a9e5e0-abb3-4456-a457-f7496ae03181 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae67142-56f5-4579-9452-4a2b311c6bf5') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:10:38.944359 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-31a9e5e0-abb3-4456-a457-f7496ae03181 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae67142-56f5-4579-9452-4a2b311c6bf5') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:10:38.957318 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-31a9e5e0-abb3-4456-a457-f7496ae03181 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:38.973828 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-31a9e5e0-abb3-4456-a457-f7496ae03181 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:38.980408 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a9e5e0-abb3-4456-a457-f7496ae03181 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:10:38.980778 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-31a9e5e0-abb3-4456-a457-f7496ae03181 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:10:38.994986 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:10:39.085730 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-31a9e5e0-abb3-4456-a457-f7496ae03181 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:39.089444 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cde6290a-3bdd-4de7-97aa-3b0a1e014ac9 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:39.103944 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-31a9e5e0-abb3-4456-a457-f7496ae03181 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:39.116329 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9e5e0-abb3-4456-a457-f7496ae03181 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Network': ['ID=26ee73d3-3ee5-49ba-8873-81e43d6237ca,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:39.119269 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-31a9e5e0-abb3-4456-a457-f7496ae03181 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:39.125488 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-31a9e5e0-abb3-4456-a457-f7496ae03181 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/networks/26ee73d3-3ee5-49ba-8873-81e43d6237ca HTTP/1.1" status: 204 len: 168 time: 0.6024342 May 31 16:10:39.151908 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35140) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:10:39.157891 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-479a1752-7404-4494-9a67-970b91b23cf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'network': {'name': 'tempest-network-smoke--21915258', 'project_id': '77a9908268404908970d038c7b3f1f66', 'port_security_enabled': True}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:10:39.163113 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-479a1752-7404-4494-9a67-970b91b23cf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:10:39.167318 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-479a1752-7404-4494-9a67-970b91b23cf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:network and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:10:39.170197 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-479a1752-7404-4494-9a67-970b91b23cf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:10:39.176002 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-479a1752-7404-4494-9a67-970b91b23cf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:10:39.188036 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479a1752-7404-4494-9a67-970b91b23cf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Made reservation on behalf of 77a9908268404908970d038c7b3f1f66 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:10:39.191764 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-479a1752-7404-4494-9a67-970b91b23cf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:39.221783 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-479a1752-7404-4494-9a67-970b91b23cf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:10:39.231418 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-479a1752-7404-4494-9a67-970b91b23cf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:39.231738 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-479a1752-7404-4494-9a67-970b91b23cf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Added segment 1b13936a-84aa-4793-bd44-ddcd49bd2b10 of type vlan for network 60c34fb6-2e12-444a-8d00-2e1e0342dfc8 May 31 16:10:39.258701 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-479a1752-7404-4494-9a67-970b91b23cf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:39.288823 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-479a1752-7404-4494-9a67-970b91b23cf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:39.295663 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479a1752-7404-4494-9a67-970b91b23cf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:39.296294 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-479a1752-7404-4494-9a67-970b91b23cf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:39.301792 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-da52ad4b-f6e3-4d85-a5c3-2f9fe5283178 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:39.403493 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-479a1752-7404-4494-9a67-970b91b23cf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2504575 May 31 16:10:39.406454 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35144) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:10:39.409945 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a1752-7404-4494-9a67-970b91b23cf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Network': ['ID=60c34fb6-2e12-444a-8d00-2e1e0342dfc8,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:39.412507 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-eea72087-6ce7-4d43-bb18-8cfdefe1fbf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-72747873', 'admin_state_up': True, 'project_id': '77a9908268404908970d038c7b3f1f66', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:10:39.412944 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-479a1752-7404-4494-9a67-970b91b23cf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:39.419840 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-eea72087-6ce7-4d43-bb18-8cfdefe1fbf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:10:39.420825 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 60c34fb6-2e12-444a-8d00-2e1e0342dfc8 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 16:10:39.423995 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-eea72087-6ce7-4d43-bb18-8cfdefe1fbf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:router and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:10:39.426924 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-eea72087-6ce7-4d43-bb18-8cfdefe1fbf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:10:39.433685 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-eea72087-6ce7-4d43-bb18-8cfdefe1fbf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:10:39.445030 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-eea72087-6ce7-4d43-bb18-8cfdefe1fbf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:39.446052 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-eea72087-6ce7-4d43-bb18-8cfdefe1fbf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:39.462316 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-eea72087-6ce7-4d43-bb18-8cfdefe1fbf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:39.657784 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c54ab408-a112-4431-8974-aae3905851f8 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:10:39.692552 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: c54ab408-a112-4431-8974-aae3905851f8 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:10:39.692902 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c54ab408-a112-4431-8974-aae3905851f8 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:10:39.693328 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:10:39.725127 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:10:39.725470 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e9fd9e32-ca0b-42e7-9ce7-ef2bf9649a9d not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:10:39.725877 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f8cfccb0-cc51-4f3c-ae07-40c840e9a564 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:10:39.730617 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-eea72087-6ce7-4d43-bb18-8cfdefe1fbf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:39.761615 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: f8cfccb0-cc51-4f3c-ae07-40c840e9a564 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:10:39.761962 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f8cfccb0-cc51-4f3c-ae07-40c840e9a564 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:10:39.782023 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:40.038914 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-eea72087-6ce7-4d43-bb18-8cfdefe1fbf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_gateway, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:40.067106 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-eea72087-6ce7-4d43-bb18-8cfdefe1fbf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:40.205074 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-eea72087-6ce7-4d43-bb18-8cfdefe1fbf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.26.0.18 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/7eda1fa3-3fd2-4bc1-947c-7702801498b9) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:10:40.358366 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-eea72087-6ce7-4d43-bb18-8cfdefe1fbf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:40.393434 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-eea72087-6ce7-4d43-bb18-8cfdefe1fbf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:40.398088 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-980a159d-6672-43c1-ade5-e6042023e851 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:40.458049 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea72087-6ce7-4d43-bb18-8cfdefe1fbf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:10:40.460718 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-eea72087-6ce7-4d43-bb18-8cfdefe1fbf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:10:40.464452 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea72087-6ce7-4d43-bb18-8cfdefe1fbf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:10:40.498439 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea72087-6ce7-4d43-bb18-8cfdefe1fbf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=7eda1fa3-3fd2-4bc1-947c-7702801498b9,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:40.509957 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-eea72087-6ce7-4d43-bb18-8cfdefe1fbf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:41.026328 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-eea72087-6ce7-4d43-bb18-8cfdefe1fbf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_gateway, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:41.373112 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-eea72087-6ce7-4d43-bb18-8cfdefe1fbf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:41.580124 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea72087-6ce7-4d43-bb18-8cfdefe1fbf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 92bb8a44-52e0-4d5e-8742-837d51aff17a is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 16:10:41.757622 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea72087-6ce7-4d43-bb18-8cfdefe1fbf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:10:41.767185 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81198981-4e69-4358-876f-d424eaf4c7de None None] Sync routers for ids ['92bb8a44-52e0-4d5e-8742-837d51aff17a'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:10:41.777857 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81198981-4e69-4358-876f-d424eaf4c7de None None] Routers {'92bb8a44-52e0-4d5e-8742-837d51aff17a'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:10:41.778475 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-81198981-4e69-4358-876f-d424eaf4c7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:10:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['92bb8a44-52e0-4d5e-8742-837d51aff17a'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:10:41.785531 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-eea72087-6ce7-4d43-bb18-8cfdefe1fbf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:41.786762 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-eea72087-6ce7-4d43-bb18-8cfdefe1fbf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3790724 May 31 16:10:41.790278 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35150) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:10:41.953468 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-81198981-4e69-4358-876f-d424eaf4c7de None None] Set router 92bb8a44-52e0-4d5e-8742-837d51aff17a gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:10:42.058862 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2be82073-a95f-43ad-ac15-6d79aed3a51f tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=77a9908268404908970d038c7b3f1f66&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2671449 May 31 16:10:42.061492 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35156) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:10:42.192499 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb1f31a-b6e1-49f3-a3a2-ba89c6b858c7 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:42.194037 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-dcb1f31a-b6e1-49f3-a3a2-ba89c6b858c7 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316481 May 31 16:10:42.197162 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35160) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:10:42.237223 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4c31b9ac-8aa0-4208-baf9-55915820c64f tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=014c45f7-9697-4b0b-b8b7-66a80a50a15c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387700 May 31 16:10:42.239583 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35164) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:10:42.244929 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-0337c033-8d17-4304-ad80-d1d6c6ad9e5d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-442827405', 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8', 'project_id': '77a9908268404908970d038c7b3f1f66', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:10:42.271467 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-81198981-4e69-4358-876f-d424eaf4c7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'name': 'tempest-TestNetworkBasicOps-router-72747873', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18'}], 'enable_snat': True}, 'gw_port_id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:10:39Z', 'updated_at': '2021-05-31T16:10:40Z', 'revision_number': 3, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:10:40Z', 'updated_at': '2021-05-31T16:10:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:10:42.275621 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81198981-4e69-4358-876f-d424eaf4c7de None None] Checking router: 92bb8a44-52e0-4d5e-8742-837d51aff17a for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:10:42.275955 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81198981-4e69-4358-876f-d424eaf4c7de None None] Updating router 92bb8a44-52e0-4d5e-8742-837d51aff17a port 7eda1fa3-3fd2-4bc1-947c-7702801498b9 binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:10:42.328886 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-81198981-4e69-4358-876f-d424eaf4c7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:42.352675 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0337c033-8d17-4304-ad80-d1d6c6ad9e5d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:10:42.356484 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0337c033-8d17-4304-ad80-d1d6c6ad9e5d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:subnet and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:10:42.359298 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0337c033-8d17-4304-ad80-d1d6c6ad9e5d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:10:42.365037 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0337c033-8d17-4304-ad80-d1d6c6ad9e5d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:10:42.381058 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0337c033-8d17-4304-ad80-d1d6c6ad9e5d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Made reservation on behalf of 77a9908268404908970d038c7b3f1f66 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:10:42.385149 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0337c033-8d17-4304-ad80-d1d6c6ad9e5d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:42.647889 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-81198981-4e69-4358-876f-d424eaf4c7de None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:42.659191 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-81198981-4e69-4358-876f-d424eaf4c7de None None] Transition to ACTIVE for port object 7eda1fa3-3fd2-4bc1-947c-7702801498b9 will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:10:42.665554 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-81198981-4e69-4358-876f-d424eaf4c7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:42.668996 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-d5e6402e-f125-468c-8a82-989e8b6e64aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:42.744394 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-81198981-4e69-4358-876f-d424eaf4c7de None None] Attempting to bind port 7eda1fa3-3fd2-4bc1-947c-7702801498b9 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:10:42.744764 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-81198981-4e69-4358-876f-d424eaf4c7de None None] Attempting to bind port 7eda1fa3-3fd2-4bc1-947c-7702801498b9 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:10:42.745126 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81198981-4e69-4358-876f-d424eaf4c7de None None] Attempting to bind port 7eda1fa3-3fd2-4bc1-947c-7702801498b9 on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:10:42.751318 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3ebda-8842-4f63-9483-93d6f0f2ba01 None None] Pushing event updated for resources: {'Port': ['ID=7eda1fa3-3fd2-4bc1-947c-7702801498b9,revision_number=2']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:42.759574 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81198981-4e69-4358-876f-d424eaf4c7de None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:10:42.759925 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81198981-4e69-4358-876f-d424eaf4c7de None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:10:42.760344 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-81198981-4e69-4358-876f-d424eaf4c7de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:42.760735 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81198981-4e69-4358-876f-d424eaf4c7de None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:10:42.761195 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-81198981-4e69-4358-876f-d424eaf4c7de None None] Bound port: 7eda1fa3-3fd2-4bc1-947c-7702801498b9, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:10:42.761563 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-81198981-4e69-4358-876f-d424eaf4c7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:42.785880 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3ebda-8842-4f63-9483-93d6f0f2ba01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:42.786579 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3ebda-8842-4f63-9483-93d6f0f2ba01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:42.786579 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3ebda-8842-4f63-9483-93d6f0f2ba01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:42.786837 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3ebda-8842-4f63-9483-93d6f0f2ba01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:42.787206 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3ebda-8842-4f63-9483-93d6f0f2ba01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:42.787524 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3ebda-8842-4f63-9483-93d6f0f2ba01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:42.787823 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3ebda-8842-4f63-9483-93d6f0f2ba01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:42.788160 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3ebda-8842-4f63-9483-93d6f0f2ba01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:42.788476 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3ebda-8842-4f63-9483-93d6f0f2ba01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:42.788796 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3ebda-8842-4f63-9483-93d6f0f2ba01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:42.789105 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3ebda-8842-4f63-9483-93d6f0f2ba01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:42.789413 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3ebda-8842-4f63-9483-93d6f0f2ba01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:10:42.798445 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-b5b3ebda-8842-4f63-9483-93d6f0f2ba01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:42.815707 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0337c033-8d17-4304-ad80-d1d6c6ad9e5d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:42.820228 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6a9ffcda-e27c-49af-9dd2-0292b1848ac3 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:42.842223 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-81198981-4e69-4358-876f-d424eaf4c7de None None] For port 7eda1fa3-3fd2-4bc1-947c-7702801498b9, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:10:42.845163 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-81198981-4e69-4358-876f-d424eaf4c7de None None] For port 7eda1fa3-3fd2-4bc1-947c-7702801498b9, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=7eda1fa3-3fd2-4bc1-947c-7702801498b9,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:10:42.851332 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-81198981-4e69-4358-876f-d424eaf4c7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:42.854958 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-e931f09d-1203-412b-9b04-cadb17ebe6a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:42.893768 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337c033-8d17-4304-ad80-d1d6c6ad9e5d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Subnet': ['ID=4bfb80fd-bb50-495b-bf6c-471b1c0519e2,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:42.897256 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0337c033-8d17-4304-ad80-d1d6c6ad9e5d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:42.903271 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0337c033-8d17-4304-ad80-d1d6c6ad9e5d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Checking segment: {'id': '1b13936a-84aa-4793-bd44-ddcd49bd2b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:10:42.903632 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0337c033-8d17-4304-ad80-d1d6c6ad9e5d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network hostable DHCP agents. Network: 60c34fb6-2e12-444a-8d00-2e1e0342dfc8, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:10:42.921399 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0337c033-8d17-4304-ad80-d1d6c6ad9e5d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 60c34fb6-2e12-444a-8d00-2e1e0342dfc8 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:10:42.932276 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-0337c033-8d17-4304-ad80-d1d6c6ad9e5d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 60c34fb6-2e12-444a-8d00-2e1e0342dfc8) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:10:42.933407 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3ebda-8842-4f63-9483-93d6f0f2ba01 None None] Pushing event updated for resources: {'Port': ['ID=7eda1fa3-3fd2-4bc1-947c-7702801498b9,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:42.936949 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-b5b3ebda-8842-4f63-9483-93d6f0f2ba01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:42.937663 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81198981-4e69-4358-876f-d424eaf4c7de None None] Routers {'92bb8a44-52e0-4d5e-8742-837d51aff17a'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:10:42.938284 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-81198981-4e69-4358-876f-d424eaf4c7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:10:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['92bb8a44-52e0-4d5e-8742-837d51aff17a'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:10:42.941041 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7aca93-017f-4ef5-b3c3-6cc725204786 None None] Network 60c34fb6-2e12-444a-8d00-2e1e0342dfc8 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:10:42.950589 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0337c033-8d17-4304-ad80-d1d6c6ad9e5d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:42.951233 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0337c033-8d17-4304-ad80-d1d6c6ad9e5d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:42.973095 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0337c033-8d17-4304-ad80-d1d6c6ad9e5d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7325370 May 31 16:10:42.975851 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35168) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:10:43.121819 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-81198981-4e69-4358-876f-d424eaf4c7de None None] Set router 92bb8a44-52e0-4d5e-8742-837d51aff17a gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:10:43.162856 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27639ac3-76c8-47c8-a20f-04b879bd354f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-60c34fb6-2e12-444a-8d00-2e1e0342dfc8', 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ips': [{'subnet_id': '4bfb80fd-bb50-495b-bf6c-471b1c0519e2'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:10:43.163840 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-27639ac3-76c8-47c8-a20f-04b879bd354f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:43.316781 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-27639ac3-76c8-47c8-a20f-04b879bd354f None None] Allocated IP 172.20.0.2 (60c34fb6-2e12-444a-8d00-2e1e0342dfc8/4bfb80fd-bb50-495b-bf6c-471b1c0519e2/a2e1ab2d-8fa3-4043-8624-238a1ff225c1) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:10:43.407564 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-81198981-4e69-4358-876f-d424eaf4c7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'name': 'tempest-TestNetworkBasicOps-router-72747873', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18'}], 'enable_snat': True}, 'gw_port_id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:10:39Z', 'updated_at': '2021-05-31T16:10:40Z', 'revision_number': 3, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:10:40Z', 'updated_at': '2021-05-31T16:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:10:43.411582 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81198981-4e69-4358-876f-d424eaf4c7de None None] The sync data for ids ['92bb8a44-52e0-4d5e-8742-837d51aff17a'] in dv-neutron-601336-79-hyperv is: [{'id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'name': 'tempest-TestNetworkBasicOps-router-72747873', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18'}], 'enable_snat': True}, 'gw_port_id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:10:39Z', 'updated_at': '2021-05-31T16:10:40Z', 'revision_number': 3, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:10:40Z', 'updated_at': '2021-05-31T16:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:10:43.530276 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-27639ac3-76c8-47c8-a20f-04b879bd354f None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:43.541016 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-27639ac3-76c8-47c8-a20f-04b879bd354f None None] Transition to ACTIVE for port object a2e1ab2d-8fa3-4043-8624-238a1ff225c1 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:10:43.560471 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-27639ac3-76c8-47c8-a20f-04b879bd354f None None] Transition to ACTIVE for port object a2e1ab2d-8fa3-4043-8624-238a1ff225c1 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:10:43.568324 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-27639ac3-76c8-47c8-a20f-04b879bd354f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:43.579066 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:43.644643 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27639ac3-76c8-47c8-a20f-04b879bd354f None None] Network 60c34fb6-2e12-444a-8d00-2e1e0342dfc8 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:10:43.652734 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-27639ac3-76c8-47c8-a20f-04b879bd354f None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:10:43.657383 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27639ac3-76c8-47c8-a20f-04b879bd354f None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:10:43.713891 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27639ac3-76c8-47c8-a20f-04b879bd354f None None] Pushing event updated for resources: {'Port': ['ID=a2e1ab2d-8fa3-4043-8624-238a1ff225c1,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:43.717415 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-27639ac3-76c8-47c8-a20f-04b879bd354f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:43.829120 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7eda1fa3-3fd2-4bc1-947c-7702801498b9 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:10:43.864209 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-27639ac3-76c8-47c8-a20f-04b879bd354f None None] Attempting to bind port a2e1ab2d-8fa3-4043-8624-238a1ff225c1 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:10:43.864576 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-27639ac3-76c8-47c8-a20f-04b879bd354f None None] Attempting to bind port a2e1ab2d-8fa3-4043-8624-238a1ff225c1 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '1b13936a-84aa-4793-bd44-ddcd49bd2b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:10:43.864943 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27639ac3-76c8-47c8-a20f-04b879bd354f None None] Attempting to bind port a2e1ab2d-8fa3-4043-8624-238a1ff225c1 on network 60c34fb6-2e12-444a-8d00-2e1e0342dfc8 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:10:43.872927 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27639ac3-76c8-47c8-a20f-04b879bd354f None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:10:43.873301 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27639ac3-76c8-47c8-a20f-04b879bd354f None None] Checking segment: {'id': '1b13936a-84aa-4793-bd44-ddcd49bd2b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:10:43.873706 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-27639ac3-76c8-47c8-a20f-04b879bd354f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:43.874101 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27639ac3-76c8-47c8-a20f-04b879bd354f None None] Bound using segment: {'id': '1b13936a-84aa-4793-bd44-ddcd49bd2b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:10:43.874560 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-27639ac3-76c8-47c8-a20f-04b879bd354f None None] Bound port: a2e1ab2d-8fa3-4043-8624-238a1ff225c1, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b13936a-84aa-4793-bd44-ddcd49bd2b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:10:43.874930 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-27639ac3-76c8-47c8-a20f-04b879bd354f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:43.901860 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-30b48f77-eabd-4f78-8531-b3a5dba7a519 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:43.988389 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 7eda1fa3-3fd2-4bc1-947c-7702801498b9 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:10:43.992773 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-27639ac3-76c8-47c8-a20f-04b879bd354f None None] For port a2e1ab2d-8fa3-4043-8624-238a1ff225c1, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:10:43.996751 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-27639ac3-76c8-47c8-a20f-04b879bd354f None None] For port a2e1ab2d-8fa3-4043-8624-238a1ff225c1, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a2e1ab2d-8fa3-4043-8624-238a1ff225c1,segment=NetworkSegment(1b13936a-84aa-4793-bd44-ddcd49bd2b10),segment_id=1b13936a-84aa-4793-bd44-ddcd49bd2b10)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:10:43.997969 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 7eda1fa3-3fd2-4bc1-947c-7702801498b9 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:10:43.998310 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:44.027669 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-27639ac3-76c8-47c8-a20f-04b879bd354f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:44.037077 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:44.142920 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27639ac3-76c8-47c8-a20f-04b879bd354f None None] Pushing event updated for resources: {'Port': ['ID=a2e1ab2d-8fa3-4043-8624-238a1ff225c1,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:44.147502 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-27639ac3-76c8-47c8-a20f-04b879bd354f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:44.208099 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:44.227302 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 7eda1fa3-3fd2-4bc1-947c-7702801498b9, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=7eda1fa3-3fd2-4bc1-947c-7702801498b9,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:10:44.233802 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:44.235856 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f8cf8937-c0d5-431b-a5bb-c8b38ca44ad0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:44.309887 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=7eda1fa3-3fd2-4bc1-947c-7702801498b9,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:44.313250 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:44.360349 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-30b48f77-eabd-4f78-8531-b3a5dba7a519 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.20.0.1 (60c34fb6-2e12-444a-8d00-2e1e0342dfc8/4bfb80fd-bb50-495b-bf6c-471b1c0519e2/e52669a3-b85d-492b-a843-4484f50bbfa7) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:10:44.529681 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-30b48f77-eabd-4f78-8531-b3a5dba7a519 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:44.546288 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-30b48f77-eabd-4f78-8531-b3a5dba7a519 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Transition to ACTIVE for port object e52669a3-b85d-492b-a843-4484f50bbfa7 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:10:44.571856 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-30b48f77-eabd-4f78-8531-b3a5dba7a519 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:44.577367 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5c1692e1-b53c-4c9c-8a34-5431d6cd0b07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:44.642930 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b48f77-eabd-4f78-8531-b3a5dba7a519 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 60c34fb6-2e12-444a-8d00-2e1e0342dfc8 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:10:44.645962 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-30b48f77-eabd-4f78-8531-b3a5dba7a519 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:10:44.650110 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b48f77-eabd-4f78-8531-b3a5dba7a519 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:10:44.687010 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b48f77-eabd-4f78-8531-b3a5dba7a519 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=e52669a3-b85d-492b-a843-4484f50bbfa7,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:44.696430 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-30b48f77-eabd-4f78-8531-b3a5dba7a519 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:44.715327 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-30b48f77-eabd-4f78-8531-b3a5dba7a519 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:44.849893 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-30b48f77-eabd-4f78-8531-b3a5dba7a519 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:45.281964 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-30b48f77-eabd-4f78-8531-b3a5dba7a519 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:45.288901 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-30b48f77-eabd-4f78-8531-b3a5dba7a519 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:45.318883 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7e3b245a-5bcf-4dde-9e99-948a1f2ca2af tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:45.406653 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-30b48f77-eabd-4f78-8531-b3a5dba7a519 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:45.410374 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b48f77-eabd-4f78-8531-b3a5dba7a519 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=e52669a3-b85d-492b-a843-4484f50bbfa7,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:45.413592 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-30b48f77-eabd-4f78-8531-b3a5dba7a519 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:45.553952 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b48f77-eabd-4f78-8531-b3a5dba7a519 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 60c34fb6-2e12-444a-8d00-2e1e0342dfc8 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:10:45.555156 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-30b48f77-eabd-4f78-8531-b3a5dba7a519 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:10:45.615333 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa2b312-8d0e-41d2-b0bd-633efe0c4c3c None None] Network 60c34fb6-2e12-444a-8d00-2e1e0342dfc8 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:10:45.725223 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-aff10e42-3caf-4192-a91b-684a280f2b4c None None] Provisioning for port a2e1ab2d-8fa3-4043-8624-238a1ff225c1 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:10:45.778911 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a2e1ab2d-8fa3-4043-8624-238a1ff225c1 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:10:45.909882 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b48f77-eabd-4f78-8531-b3a5dba7a519 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 92bb8a44-52e0-4d5e-8742-837d51aff17a has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:10:45.911291 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port a2e1ab2d-8fa3-4043-8624-238a1ff225c1 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:10:45.919180 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port a2e1ab2d-8fa3-4043-8624-238a1ff225c1 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:10:45.919559 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:46.048608 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:46.085610 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port a2e1ab2d-8fa3-4043-8624-238a1ff225c1, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a2e1ab2d-8fa3-4043-8624-238a1ff225c1,segment=NetworkSegment(1b13936a-84aa-4793-bd44-ddcd49bd2b10),segment_id=1b13936a-84aa-4793-bd44-ddcd49bd2b10)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:10:46.090589 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:46.092465 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7eda1fa3-3fd2-4bc1-947c-7702801498b9 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:10:46.098146 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b48f77-eabd-4f78-8531-b3a5dba7a519 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:10:46.114871 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35174) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:10:46.115485 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-30b48f77-eabd-4f78-8531-b3a5dba7a519 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "PUT /v2.0/routers/92bb8a44-52e0-4d5e-8742-837d51aff17a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1380315 May 31 16:10:46.121962 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:46.151390 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e469bd2-be71-48d5-8ea2-0ac1f8e83db6 None None] Sync routers for ids ['92bb8a44-52e0-4d5e-8742-837d51aff17a'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:10:46.207551 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e469bd2-be71-48d5-8ea2-0ac1f8e83db6 None None] Routers {'92bb8a44-52e0-4d5e-8742-837d51aff17a'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:10:46.208192 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-6e469bd2-be71-48d5-8ea2-0ac1f8e83db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:10:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['92bb8a44-52e0-4d5e-8742-837d51aff17a'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:10:46.264684 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0331334c-dd86-43a8-ba2d-649929a521c9 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:46.266066 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0331334c-dd86-43a8-ba2d-649929a521c9 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:46.266540 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0331334c-dd86-43a8-ba2d-649929a521c9 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:46.267039 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0331334c-dd86-43a8-ba2d-649929a521c9 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:46.271470 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0331334c-dd86-43a8-ba2d-649929a521c9 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.1520143 May 31 16:10:46.271888 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35178) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:10:46.302906 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-8c381003-9eac-4582-8752-51393a056849 None None] Provisioning for port e52669a3-b85d-492b-a843-4484f50bbfa7 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:10:46.323093 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=a2e1ab2d-8fa3-4043-8624-238a1ff225c1,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:46.326288 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:46.333128 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-8c381003-9eac-4582-8752-51393a056849 None None] Provisioning complete for port e52669a3-b85d-492b-a843-4484f50bbfa7 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:10:46.333501 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c381003-9eac-4582-8752-51393a056849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:46.356785 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b107cc6-fd67-4376-94da-8082107a5fdb tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:46.357385 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b107cc6-fd67-4376-94da-8082107a5fdb tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:46.357848 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b107cc6-fd67-4376-94da-8082107a5fdb tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:46.358294 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b107cc6-fd67-4376-94da-8082107a5fdb tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:46.360865 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3b107cc6-fd67-4376-94da-8082107a5fdb tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0878544 May 31 16:10:46.363815 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35182) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:10:46.449908 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 7eda1fa3-3fd2-4bc1-947c-7702801498b9 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:10:46.450282 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:46.512301 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-8c381003-9eac-4582-8752-51393a056849 None None] Port e52669a3-b85d-492b-a843-4484f50bbfa7 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:10:46.542199 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-6e469bd2-be71-48d5-8ea2-0ac1f8e83db6 None None] Set router 92bb8a44-52e0-4d5e-8742-837d51aff17a gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:10:46.612727 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-8c381003-9eac-4582-8752-51393a056849 None None] Provisioning complete for port a2e1ab2d-8fa3-4043-8624-238a1ff225c1 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:10:46.612958 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c381003-9eac-4582-8752-51393a056849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:46.761128 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-5878f699-4d29-4f0a-83d3-d3b1ecd82886 tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1604 time: 0.3932924 May 31 16:10:47.059873 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-6e469bd2-be71-48d5-8ea2-0ac1f8e83db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'name': 'tempest-TestNetworkBasicOps-router-72747873', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18'}], 'enable_snat': True}, 'gw_port_id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:10:39Z', 'updated_at': '2021-05-31T16:10:44Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:10:40Z', 'updated_at': '2021-05-31T16:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'e52669a3-b85d-492b-a843-4484f50bbfa7', 'name': '', 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:32:60:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '4bfb80fd-bb50-495b-bf6c-471b1c0519e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:10:44Z', 'updated_at': '2021-05-31T16:10:45Z', 'revision_number': 2, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '4bfb80fd-bb50-495b-bf6c-471b1c0519e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:10:47.063836 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e469bd2-be71-48d5-8ea2-0ac1f8e83db6 None None] Checking router: 92bb8a44-52e0-4d5e-8742-837d51aff17a for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:10:47.064192 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e469bd2-be71-48d5-8ea2-0ac1f8e83db6 None None] Updating router 92bb8a44-52e0-4d5e-8742-837d51aff17a port e52669a3-b85d-492b-a843-4484f50bbfa7 binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:10:47.116572 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6e469bd2-be71-48d5-8ea2-0ac1f8e83db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:47.191155 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d3a94d5d-d381-4a67-b02a-c16514407e88 None None] Provisioning complete for port e52669a3-b85d-492b-a843-4484f50bbfa7 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:10:47.191530 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d3a94d5d-d381-4a67-b02a-c16514407e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:47.301997 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d3a94d5d-d381-4a67-b02a-c16514407e88 None None] Port e52669a3-b85d-492b-a843-4484f50bbfa7 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:10:47.430820 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35188) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:10:47.436673 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-407909fc-23e1-4323-b352-1cd28da28c6d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1403442773', 'description': 'tempest-secgroup-smoke-1403442773 description', 'project_id': '77a9908268404908970d038c7b3f1f66'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:10:47.443690 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-407909fc-23e1-4323-b352-1cd28da28c6d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:10:47.448057 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-407909fc-23e1-4323-b352-1cd28da28c6d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:10:47.450987 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-407909fc-23e1-4323-b352-1cd28da28c6d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:10:47.456848 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-407909fc-23e1-4323-b352-1cd28da28c6d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:10:47.470326 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-407909fc-23e1-4323-b352-1cd28da28c6d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:47.490363 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-407909fc-23e1-4323-b352-1cd28da28c6d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:10:47.494093 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-407909fc-23e1-4323-b352-1cd28da28c6d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:10:47.497207 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-407909fc-23e1-4323-b352-1cd28da28c6d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:10:47.502822 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-407909fc-23e1-4323-b352-1cd28da28c6d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:10:47.513643 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6e469bd2-be71-48d5-8ea2-0ac1f8e83db6 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:47.525798 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-6e469bd2-be71-48d5-8ea2-0ac1f8e83db6 None None] Transition to ACTIVE for port object e52669a3-b85d-492b-a843-4484f50bbfa7 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:10:47.532556 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6e469bd2-be71-48d5-8ea2-0ac1f8e83db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:47.536877 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:47.573928 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-407909fc-23e1-4323-b352-1cd28da28c6d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:47.578708 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-407909fc-23e1-4323-b352-1cd28da28c6d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:47.588061 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2cdbc350-3200-4eeb-a1b7-12319d068eb7 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:47.644097 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407909fc-23e1-4323-b352-1cd28da28c6d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74d034bc-346e-4aaa-8eb7-6f3395ba8397,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:47.647358 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-407909fc-23e1-4323-b352-1cd28da28c6d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:47.651743 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35192) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:10:47.657256 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-e68ac5a8-2cc1-43c6-8bf6-a0f6f02b2d0d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '74d034bc-346e-4aaa-8eb7-6f3395ba8397', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:10:47.659558 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-407909fc-23e1-4323-b352-1cd28da28c6d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2270460 May 31 16:10:47.660949 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-407909fc-23e1-4323-b352-1cd28da28c6d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:47.666977 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e68ac5a8-2cc1-43c6-8bf6-a0f6f02b2d0d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:10:47.669071 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e68ac5a8-2cc1-43c6-8bf6-a0f6f02b2d0d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:10:47.672654 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e68ac5a8-2cc1-43c6-8bf6-a0f6f02b2d0d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:10:47.681498 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e68ac5a8-2cc1-43c6-8bf6-a0f6f02b2d0d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:10:47.707355 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a2e1ab2d-8fa3-4043-8624-238a1ff225c1 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:10:47.709305 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e68ac5a8-2cc1-43c6-8bf6-a0f6f02b2d0d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:47.760343 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18505b-e760-42f2-beb4-4a2fc7dca9ec None None] Pushing event updated for resources: {'Port': ['ID=e52669a3-b85d-492b-a843-4484f50bbfa7,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:47.775720 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e68ac5a8-2cc1-43c6-8bf6-a0f6f02b2d0d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:47.777576 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0a18505b-e760-42f2-beb4-4a2fc7dca9ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:47.780143 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e68ac5a8-2cc1-43c6-8bf6-a0f6f02b2d0d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:47.791951 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9c519c7b-2216-4b43-8d27-1ad056520163 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:47.808096 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-6e469bd2-be71-48d5-8ea2-0ac1f8e83db6 None None] Attempting to bind port e52669a3-b85d-492b-a843-4484f50bbfa7 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:10:47.808470 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-6e469bd2-be71-48d5-8ea2-0ac1f8e83db6 None None] Attempting to bind port e52669a3-b85d-492b-a843-4484f50bbfa7 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '1b13936a-84aa-4793-bd44-ddcd49bd2b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:10:47.808836 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e469bd2-be71-48d5-8ea2-0ac1f8e83db6 None None] Attempting to bind port e52669a3-b85d-492b-a843-4484f50bbfa7 on network 60c34fb6-2e12-444a-8d00-2e1e0342dfc8 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:10:47.812979 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ac5a8-2cc1-43c6-8bf6-a0f6f02b2d0d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e368837-c0ee-4a84-98cd-07f0b6e12edd,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:47.820161 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e469bd2-be71-48d5-8ea2-0ac1f8e83db6 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:10:47.820539 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e469bd2-be71-48d5-8ea2-0ac1f8e83db6 None None] Checking segment: {'id': '1b13936a-84aa-4793-bd44-ddcd49bd2b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:10:47.820940 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6e469bd2-be71-48d5-8ea2-0ac1f8e83db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:47.821108 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e68ac5a8-2cc1-43c6-8bf6-a0f6f02b2d0d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:47.821329 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e469bd2-be71-48d5-8ea2-0ac1f8e83db6 None None] Bound using segment: {'id': '1b13936a-84aa-4793-bd44-ddcd49bd2b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:10:47.821810 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-6e469bd2-be71-48d5-8ea2-0ac1f8e83db6 None None] Bound port: e52669a3-b85d-492b-a843-4484f50bbfa7, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b13936a-84aa-4793-bd44-ddcd49bd2b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:10:47.822184 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6e469bd2-be71-48d5-8ea2-0ac1f8e83db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:47.828180 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e68ac5a8-2cc1-43c6-8bf6-a0f6f02b2d0d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:47.829469 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e68ac5a8-2cc1-43c6-8bf6-a0f6f02b2d0d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1767192 May 31 16:10:47.832310 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35196) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:10:47.840014 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-c131054f-6863-405c-ad23-888a74e4d3d8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '74d034bc-346e-4aaa-8eb7-6f3395ba8397', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:10:47.845734 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c131054f-6863-405c-ad23-888a74e4d3d8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:10:47.849805 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c131054f-6863-405c-ad23-888a74e4d3d8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:10:47.852605 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c131054f-6863-405c-ad23-888a74e4d3d8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:10:47.858192 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c131054f-6863-405c-ad23-888a74e4d3d8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:10:47.874184 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c131054f-6863-405c-ad23-888a74e4d3d8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:47.909175 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port a2e1ab2d-8fa3-4043-8624-238a1ff225c1 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:10:47.909551 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:47.945476 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c131054f-6863-405c-ad23-888a74e4d3d8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:47.949648 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c131054f-6863-405c-ad23-888a74e4d3d8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:47.952166 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8197d84e-a2f1-41d9-adac-12302a9b3589 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:47.973404 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131054f-6863-405c-ad23-888a74e4d3d8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57153138-0794-4a2a-8126-761d045c0fb5,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:47.977012 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-6e469bd2-be71-48d5-8ea2-0ac1f8e83db6 None None] For port e52669a3-b85d-492b-a843-4484f50bbfa7, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:10:47.977442 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c131054f-6863-405c-ad23-888a74e4d3d8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:47.981422 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-6e469bd2-be71-48d5-8ea2-0ac1f8e83db6 None None] For port e52669a3-b85d-492b-a843-4484f50bbfa7, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=e52669a3-b85d-492b-a843-4484f50bbfa7,segment=NetworkSegment(1b13936a-84aa-4793-bd44-ddcd49bd2b10),segment_id=1b13936a-84aa-4793-bd44-ddcd49bd2b10)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:10:47.985969 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6e469bd2-be71-48d5-8ea2-0ac1f8e83db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:47.987470 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c131054f-6863-405c-ad23-888a74e4d3d8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:47.988675 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c131054f-6863-405c-ad23-888a74e4d3d8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1554146 May 31 16:10:47.989644 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:47.991689 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35200) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:10:47.997793 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-9b5536d1-96fb-4e8f-8599-580c19076d03 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '74d034bc-346e-4aaa-8eb7-6f3395ba8397', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:10:48.004048 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9b5536d1-96fb-4e8f-8599-580c19076d03 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:10:48.007857 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9b5536d1-96fb-4e8f-8599-580c19076d03 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:10:48.010684 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9b5536d1-96fb-4e8f-8599-580c19076d03 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:10:48.016439 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9b5536d1-96fb-4e8f-8599-580c19076d03 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:10:48.036680 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9b5536d1-96fb-4e8f-8599-580c19076d03 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:48.103893 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9b5536d1-96fb-4e8f-8599-580c19076d03 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:48.109049 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9b5536d1-96fb-4e8f-8599-580c19076d03 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:48.111220 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-34094f16-ef34-4094-b970-144b67905993 tempest-SecGroupTest-373522241 tempest-SecGroupTest-373522241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:48.115071 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e469bd2-be71-48d5-8ea2-0ac1f8e83db6 None None] Routers {'92bb8a44-52e0-4d5e-8742-837d51aff17a'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:10:48.115716 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-6e469bd2-be71-48d5-8ea2-0ac1f8e83db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:10:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['92bb8a44-52e0-4d5e-8742-837d51aff17a'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:10:48.137542 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5536d1-96fb-4e8f-8599-580c19076d03 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b9e8e4-48c3-4f9b-968f-bd4a72e95a6b,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:48.149517 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9b5536d1-96fb-4e8f-8599-580c19076d03 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:48.152817 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9b5536d1-96fb-4e8f-8599-580c19076d03 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:48.156969 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9b5536d1-96fb-4e8f-8599-580c19076d03 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1612296 May 31 16:10:48.157252 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35204) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:10:48.162986 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-a9a5a17f-4e56-4031-825e-84272d579f67 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '74d034bc-346e-4aaa-8eb7-6f3395ba8397', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:10:48.169838 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a9a5a17f-4e56-4031-825e-84272d579f67 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:10:48.173754 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a9a5a17f-4e56-4031-825e-84272d579f67 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:10:48.176791 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a9a5a17f-4e56-4031-825e-84272d579f67 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:10:48.182501 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a9a5a17f-4e56-4031-825e-84272d579f67 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:10:48.195764 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18505b-e760-42f2-beb4-4a2fc7dca9ec None None] Pushing event updated for resources: {'Port': ['ID=e52669a3-b85d-492b-a843-4484f50bbfa7,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:48.200633 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a9a5a17f-4e56-4031-825e-84272d579f67 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:48.209662 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0a18505b-e760-42f2-beb4-4a2fc7dca9ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:48.267869 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a9a5a17f-4e56-4031-825e-84272d579f67 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:48.272873 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a9a5a17f-4e56-4031-825e-84272d579f67 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:48.275127 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7e699fcd-5200-442c-9823-90436e5278bd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:48.296247 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5a17f-4e56-4031-825e-84272d579f67 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=269060f6-6ea2-41f4-9742-42bcd735588c,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:48.301113 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a9a5a17f-4e56-4031-825e-84272d579f67 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:48.312531 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a9a5a17f-4e56-4031-825e-84272d579f67 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:48.316754 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a9a5a17f-4e56-4031-825e-84272d579f67 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1554666 May 31 16:10:48.316921 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35208) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:10:48.322625 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-aebbbd59-41e2-4831-a324-187cf694eefa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '74d034bc-346e-4aaa-8eb7-6f3395ba8397', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:10:48.329015 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-aebbbd59-41e2-4831-a324-187cf694eefa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:10:48.333125 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-aebbbd59-41e2-4831-a324-187cf694eefa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:10:48.336495 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-aebbbd59-41e2-4831-a324-187cf694eefa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:10:48.342838 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-aebbbd59-41e2-4831-a324-187cf694eefa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:10:48.355568 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.securitygroups_db [None req-aebbbd59-41e2-4831-a324-187cf694eefa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Project 77a9908268404908970d038c7b3f1f66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:10:48.361675 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-aebbbd59-41e2-4831-a324-187cf694eefa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:48.385812 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-6e469bd2-be71-48d5-8ea2-0ac1f8e83db6 None None] Set router 92bb8a44-52e0-4d5e-8742-837d51aff17a gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:10:48.429786 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-aebbbd59-41e2-4831-a324-187cf694eefa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:48.434150 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-aebbbd59-41e2-4831-a324-187cf694eefa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:48.435994 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-52ecb06f-c70b-4247-acff-e17dc1b07c38 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:48.456693 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbbd59-41e2-4831-a324-187cf694eefa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76bce5a0-b9fa-47cb-9fa5-be2a0bb7dcd3,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:48.460650 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-aebbbd59-41e2-4831-a324-187cf694eefa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:48.469714 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-aebbbd59-41e2-4831-a324-187cf694eefa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:48.470910 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-aebbbd59-41e2-4831-a324-187cf694eefa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1529834 May 31 16:10:48.473790 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35212) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:10:48.478851 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-bb96c815-f2e5-49cc-b737-f7ceefec3bc0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'security_group_rule': {'security_group_id': '74d034bc-346e-4aaa-8eb7-6f3395ba8397', 'project_id': '77a9908268404908970d038c7b3f1f66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:10:48.484966 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-bb96c815-f2e5-49cc-b737-f7ceefec3bc0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:10:48.488822 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-bb96c815-f2e5-49cc-b737-f7ceefec3bc0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:security_group_rule and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:10:48.491703 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-bb96c815-f2e5-49cc-b737-f7ceefec3bc0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:10:48.498139 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-bb96c815-f2e5-49cc-b737-f7ceefec3bc0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:10:48.509006 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.securitygroups_db [None req-bb96c815-f2e5-49cc-b737-f7ceefec3bc0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Project 77a9908268404908970d038c7b3f1f66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:10:48.514666 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bb96c815-f2e5-49cc-b737-f7ceefec3bc0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:48.581001 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bb96c815-f2e5-49cc-b737-f7ceefec3bc0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:48.585787 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bb96c815-f2e5-49cc-b737-f7ceefec3bc0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:48.587649 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b5e3d752-8489-493f-bc1a-e2ac58a72010 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:48.611385 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96c815-f2e5-49cc-b737-f7ceefec3bc0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2785fe62-46a2-4708-93ac-91e638a79f76,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:48.615305 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bb96c815-f2e5-49cc-b737-f7ceefec3bc0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:48.625031 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bb96c815-f2e5-49cc-b737-f7ceefec3bc0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:48.626229 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bb96c815-f2e5-49cc-b737-f7ceefec3bc0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1515441 May 31 16:10:48.707547 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-6e469bd2-be71-48d5-8ea2-0ac1f8e83db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'name': 'tempest-TestNetworkBasicOps-router-72747873', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18'}], 'enable_snat': True}, 'gw_port_id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:10:39Z', 'updated_at': '2021-05-31T16:10:44Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:10:40Z', 'updated_at': '2021-05-31T16:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'e52669a3-b85d-492b-a843-4484f50bbfa7', 'name': '', 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:32:60:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '4bfb80fd-bb50-495b-bf6c-471b1c0519e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:10:44Z', 'updated_at': '2021-05-31T16:10:47Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '4bfb80fd-bb50-495b-bf6c-471b1c0519e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:10:48.711682 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e469bd2-be71-48d5-8ea2-0ac1f8e83db6 None None] The sync data for ids ['92bb8a44-52e0-4d5e-8742-837d51aff17a'] in dv-neutron-601336-79-hyperv is: [{'id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'name': 'tempest-TestNetworkBasicOps-router-72747873', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18'}], 'enable_snat': True}, 'gw_port_id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:10:39Z', 'updated_at': '2021-05-31T16:10:44Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:10:40Z', 'updated_at': '2021-05-31T16:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'e52669a3-b85d-492b-a843-4484f50bbfa7', 'name': '', 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:32:60:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '4bfb80fd-bb50-495b-bf6c-471b1c0519e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:10:44Z', 'updated_at': '2021-05-31T16:10:47Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '4bfb80fd-bb50-495b-bf6c-471b1c0519e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:10:48.815474 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-5a19f0c4-b708-4a4a-acfc-baa891670c74 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:10:48.832246 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-5a19f0c4-b708-4a4a-acfc-baa891670c74 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:10:48.833509 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-5a19f0c4-b708-4a4a-acfc-baa891670c74 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1403442773&fields=id&tenant_id=77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 267 time: 0.0626695 May 31 16:10:48.992705 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-e25fedd6-071a-492d-be68-a02c1dfd4521 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:48.993421 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-e25fedd6-071a-492d-be68-a02c1dfd4521 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:network {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:10:49.009746 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-e25fedd6-071a-492d-be68-a02c1dfd4521 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:network {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:10:49.010985 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-e25fedd6-071a-492d-be68-a02c1dfd4521 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/networks?id=60c34fb6-2e12-444a-8d00-2e1e0342dfc8 HTTP/1.1" status: 200 len: 795 time: 0.1702948 May 31 16:10:49.027279 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-c53b827c-a949-4a56-9fef-21893cd4651f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/quotas/77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 375 time: 0.0101697 May 31 16:10:49.113962 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-8710958b-c085-4a7b-8a56-b0eefc6f515b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:10:49.130738 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-8710958b-c085-4a7b-8a56-b0eefc6f515b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:10:49.132218 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-8710958b-c085-4a7b-8a56-b0eefc6f515b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0993960 May 31 16:10:49.320231 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-fa120775-7e0e-4e89-8f62-064f11d00006 service neutron] 10.222.0.45 "GET /v2.0/networks/60c34fb6-2e12-444a-8d00-2e1e0342dfc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751759 May 31 16:10:49.460462 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-f078fb11-facc-4968-8abe-bd980b74bdb1 service neutron] 10.222.0.45 "GET /v2.0/networks/60c34fb6-2e12-444a-8d00-2e1e0342dfc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342342 May 31 16:10:49.646858 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fd6905b8-391d-4a4c-8670-73939df511f9 req-dc902e60-5742-4de8-9dec-37af9021ae2a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4be9591-0f87-440f-a9bd-21dabba4dad9 HTTP/1.1" status: 200 len: 210 time: 0.0459473 May 31 16:10:49.712631 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e52669a3-b85d-492b-a843-4484f50bbfa7 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:10:49.781506 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port e52669a3-b85d-492b-a843-4484f50bbfa7 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:10:49.786908 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port e52669a3-b85d-492b-a843-4484f50bbfa7 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:10:49.787335 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:49.910770 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:49.947369 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port e52669a3-b85d-492b-a843-4484f50bbfa7, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=e52669a3-b85d-492b-a843-4484f50bbfa7,segment=NetworkSegment(1b13936a-84aa-4793-bd44-ddcd49bd2b10),segment_id=1b13936a-84aa-4793-bd44-ddcd49bd2b10)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:10:49.953065 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:49.955034 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:50.022725 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=e52669a3-b85d-492b-a843-4484f50bbfa7,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:50.025972 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:50.732601 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-7d3b6687-1940-46af-bdd9-a86df51f56f3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:50.734701 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-7d3b6687-1940-46af-bdd9-a86df51f56f3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/networks?id=60c34fb6-2e12-444a-8d00-2e1e0342dfc8 HTTP/1.1" status: 200 len: 795 time: 0.1543665 May 31 16:10:50.812951 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-189db089-a9c0-4a97-9bf0-cdb39b5a2141 req-eaa9910b-ed92-4b6b-9c74-2a25a3b5b47d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4be9591-0f87-440f-a9bd-21dabba4dad9 HTTP/1.1" status: 200 len: 210 time: 0.0500698 May 31 16:10:50.834104 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-24f2198c-926e-4cb7-97de-68592037b473 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77a9908268404908970d038c7b3f1f66 HTTP/1.1" status: 200 len: 380 time: 0.0906408 May 31 16:10:50.843268 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-97f8a5e6-7de0-4626-bec3-578fa9e20c4c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'port': {'device_id': 'f4be9591-0f87-440f-a9bd-21dabba4dad9', 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8', 'admin_state_up': True, 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'security_groups': ['74d034bc-346e-4aaa-8eb7-6f3395ba8397']}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:10:50.988191 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-97f8a5e6-7de0-4626-bec3-578fa9e20c4c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:10:50.998008 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-97f8a5e6-7de0-4626-bec3-578fa9e20c4c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:10:51.010102 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-97f8a5e6-7de0-4626-bec3-578fa9e20c4c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Made reservation on behalf of 77a9908268404908970d038c7b3f1f66 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:10:51.013679 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-97f8a5e6-7de0-4626-bec3-578fa9e20c4c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:51.185571 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-97f8a5e6-7de0-4626-bec3-578fa9e20c4c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.20.0.13 (60c34fb6-2e12-444a-8d00-2e1e0342dfc8/4bfb80fd-bb50-495b-bf6c-471b1c0519e2/785ed464-1f36-445d-8d6f-b13030b9b9ec) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:10:51.386750 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-97f8a5e6-7de0-4626-bec3-578fa9e20c4c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:51.402645 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-97f8a5e6-7de0-4626-bec3-578fa9e20c4c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Transition to ACTIVE for port object 785ed464-1f36-445d-8d6f-b13030b9b9ec will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:10:51.426828 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-97f8a5e6-7de0-4626-bec3-578fa9e20c4c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:51.432511 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1c4f7483-c027-442d-adb3-4106b77dbf90 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:51.502552 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-97f8a5e6-7de0-4626-bec3-578fa9e20c4c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 60c34fb6-2e12-444a-8d00-2e1e0342dfc8 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:10:51.506801 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-97f8a5e6-7de0-4626-bec3-578fa9e20c4c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:10:51.510986 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-97f8a5e6-7de0-4626-bec3-578fa9e20c4c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:10:51.545696 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8a5e6-7de0-4626-bec3-578fa9e20c4c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=785ed464-1f36-445d-8d6f-b13030b9b9ec,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:51.554712 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-97f8a5e6-7de0-4626-bec3-578fa9e20c4c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:51.577486 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-97f8a5e6-7de0-4626-bec3-578fa9e20c4c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:51.578096 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-97f8a5e6-7de0-4626-bec3-578fa9e20c4c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:51.604979 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-97f8a5e6-7de0-4626-bec3-578fa9e20c4c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7653334 May 31 16:10:51.616968 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-6cef0d51-1608-4806-8ed2-539ecb629fe0 service neutron] Request body: {'port': {'device_id': 'f4be9591-0f87-440f-a9bd-21dabba4dad9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:10:51.695838 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e52669a3-b85d-492b-a843-4484f50bbfa7 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:10:51.738132 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-6cef0d51-1608-4806-8ed2-539ecb629fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:51.759882 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b17f657f-9321-41ce-a275-aa3a5c07bec6 None None] Provisioning for port 785ed464-1f36-445d-8d6f-b13030b9b9ec completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:10:51.767965 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b17f657f-9321-41ce-a275-aa3a5c07bec6 None None] Provisioning complete for port 785ed464-1f36-445d-8d6f-b13030b9b9ec triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:10:51.768346 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b17f657f-9321-41ce-a275-aa3a5c07bec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:51.829346 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-b17f657f-9321-41ce-a275-aa3a5c07bec6 None None] Port 785ed464-1f36-445d-8d6f-b13030b9b9ec cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:10:51.832240 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port e52669a3-b85d-492b-a843-4484f50bbfa7 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:10:51.832618 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:52.202456 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ef7a0-5f90-4d26-998a-2d6277789b5c req-27d3b407-135a-4255-b46e-4c373f32bd20 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:52.203263 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-448ef7a0-5f90-4d26-998a-2d6277789b5c req-27d3b407-135a-4255-b46e-4c373f32bd20 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:10:52.238435 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-448ef7a0-5f90-4d26-998a-2d6277789b5c req-27d3b407-135a-4255-b46e-4c373f32bd20 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:10:52.239497 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-448ef7a0-5f90-4d26-998a-2d6277789b5c req-27d3b407-135a-4255-b46e-4c373f32bd20 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4be9591-0f87-440f-a9bd-21dabba4dad9 HTTP/1.1" status: 200 len: 932 time: 0.2293291 May 31 16:10:52.336476 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-6cef0d51-1608-4806-8ed2-539ecb629fe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 785ed464-1f36-445d-8d6f-b13030b9b9ec {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:10:52.343215 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-448ef7a0-5f90-4d26-998a-2d6277789b5c req-7481f905-51b2-405a-9416-8767edbfb13f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=74d034bc-346e-4aaa-8eb7-6f3395ba8397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940857 May 31 16:10:52.347105 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-6cef0d51-1608-4806-8ed2-539ecb629fe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:52.362708 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-6cef0d51-1608-4806-8ed2-539ecb629fe0 service neutron] Transition to ACTIVE for port object 785ed464-1f36-445d-8d6f-b13030b9b9ec will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:10:52.368244 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-6cef0d51-1608-4806-8ed2-539ecb629fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:52.372227 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4fa4ecdb-2082-4a7f-b15f-c99275948e07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:52.523456 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef0d51-1608-4806-8ed2-539ecb629fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=785ed464-1f36-445d-8d6f-b13030b9b9ec,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:52.531211 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6cef0d51-1608-4806-8ed2-539ecb629fe0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:52.605392 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-6cef0d51-1608-4806-8ed2-539ecb629fe0 service neutron] Attempting to bind port 785ed464-1f36-445d-8d6f-b13030b9b9ec on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:10:52.605724 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-6cef0d51-1608-4806-8ed2-539ecb629fe0 service neutron] Attempting to bind port 785ed464-1f36-445d-8d6f-b13030b9b9ec by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1b13936a-84aa-4793-bd44-ddcd49bd2b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:10:52.606054 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-6cef0d51-1608-4806-8ed2-539ecb629fe0 service neutron] Attempting to bind port 785ed464-1f36-445d-8d6f-b13030b9b9ec on network 60c34fb6-2e12-444a-8d00-2e1e0342dfc8 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:10:52.610509 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-6cef0d51-1608-4806-8ed2-539ecb629fe0 service neutron] Port 785ed464-1f36-445d-8d6f-b13030b9b9ec on network 60c34fb6-2e12-444a-8d00-2e1e0342dfc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:10:52.610828 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-6cef0d51-1608-4806-8ed2-539ecb629fe0 service neutron] Attempting to bind port 785ed464-1f36-445d-8d6f-b13030b9b9ec on network 60c34fb6-2e12-444a-8d00-2e1e0342dfc8 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:10:52.616261 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-6cef0d51-1608-4806-8ed2-539ecb629fe0 service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:10:52.616587 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-6cef0d51-1608-4806-8ed2-539ecb629fe0 service neutron] Checking segment: {'id': '1b13936a-84aa-4793-bd44-ddcd49bd2b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:10:52.616962 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-6cef0d51-1608-4806-8ed2-539ecb629fe0 service neutron] Bound using segment: {'id': '1b13936a-84aa-4793-bd44-ddcd49bd2b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:10:52.617383 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-6cef0d51-1608-4806-8ed2-539ecb629fe0 service neutron] Bound port: 785ed464-1f36-445d-8d6f-b13030b9b9ec, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b13936a-84aa-4793-bd44-ddcd49bd2b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:10:52.617718 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-6cef0d51-1608-4806-8ed2-539ecb629fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:52.710975 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-6cef0d51-1608-4806-8ed2-539ecb629fe0 service neutron] For port 785ed464-1f36-445d-8d6f-b13030b9b9ec, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:10:52.714006 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-6cef0d51-1608-4806-8ed2-539ecb629fe0 service neutron] For port 785ed464-1f36-445d-8d6f-b13030b9b9ec, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=785ed464-1f36-445d-8d6f-b13030b9b9ec,segment=NetworkSegment(1b13936a-84aa-4793-bd44-ddcd49bd2b10),segment_id=1b13936a-84aa-4793-bd44-ddcd49bd2b10)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:10:52.720789 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-6cef0d51-1608-4806-8ed2-539ecb629fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:52.724481 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9be2b09f-104d-4ff5-b2b4-b53bbed4fc9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:52.778988 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-6cef0d51-1608-4806-8ed2-539ecb629fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:52.779802 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-6cef0d51-1608-4806-8ed2-539ecb629fe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:52.781220 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-6cef0d51-1608-4806-8ed2-539ecb629fe0 service neutron] 10.222.0.59 "PUT /v2.0/ports/785ed464-1f36-445d-8d6f-b13030b9b9ec HTTP/1.1" status: 200 len: 1094 time: 1.1686654 May 31 16:10:52.781729 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4be9591-0f87-440f-a9bd-21dabba4dad9', 'tag': '785ed464-1f36-445d-8d6f-b13030b9b9ec'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:10:52.784092 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b74a3dc-0d18-4f69-a6a8-51f1e475bf48" -d '{"events": [{"name": "network-changed", "server_uuid": "f4be9591-0f87-440f-a9bd-21dabba4dad9", "tag": "785ed464-1f36-445d-8d6f-b13030b9b9ec"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:10:52.807023 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef0d51-1608-4806-8ed2-539ecb629fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=785ed464-1f36-445d-8d6f-b13030b9b9ec,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:52.810452 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6cef0d51-1608-4806-8ed2-539ecb629fe0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:52.859564 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e9d2cf-3938-4d2e-a73e-6b8ab146fd2d x-openstack-request-id: req-08e9d2cf-3938-4d2e-a73e-6b8ab146fd2d {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:10:52.859894 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4be9591-0f87-440f-a9bd-21dabba4dad9", "tag": "785ed464-1f36-445d-8d6f-b13030b9b9ec", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:10:52.860189 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-08e9d2cf-3938-4d2e-a73e-6b8ab146fd2d {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:10:52.860620 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4be9591-0f87-440f-a9bd-21dabba4dad9', 'tag': '785ed464-1f36-445d-8d6f-b13030b9b9ec', 'status': 'completed', 'code': 200} May 31 16:10:52.903564 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-2839e418-f6c0-43c5-b5b7-0ef2748d688a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:52.905185 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-2839e418-f6c0-43c5-b5b7-0ef2748d688a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=f4be9591-0f87-440f-a9bd-21dabba4dad9 HTTP/1.1" status: 200 len: 1097 time: 0.0781193 May 31 16:10:52.976888 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-74488ffe-434e-4bc4-9910-5fc24274467b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=785ed464-1f36-445d-8d6f-b13030b9b9ec HTTP/1.1" status: 200 len: 217 time: 0.0648339 May 31 16:10:53.039457 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-a294a682-2df7-4e2d-a80e-ee10fa84c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:53.040745 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-a294a682-2df7-4e2d-a80e-ee10fa84c59f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4bfb80fd-bb50-495b-bf6c-471b1c0519e2 HTTP/1.1" status: 200 len: 834 time: 0.0579722 May 31 16:10:53.127913 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-dc010d2b-2ad8-4be7-9552-92b690f276f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:53.129413 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-dc010d2b-2ad8-4be7-9552-92b690f276f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60c34fb6-2e12-444a-8d00-2e1e0342dfc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0827813 May 31 16:10:53.272937 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-498fef03-44cd-4628-be6e-110a08d7f627 service neutron] 10.222.0.59 "GET /v2.0/networks/60c34fb6-2e12-444a-8d00-2e1e0342dfc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359339 May 31 16:10:53.424586 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-93acd8ac-a26c-4ca9-bbbd-830e1edb5c64 req-ff18ee53-9138-4d6d-9cd4-a0bd4290bf6f service neutron] 10.222.0.59 "GET /v2.0/networks/60c34fb6-2e12-444a-8d00-2e1e0342dfc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448891 May 31 16:10:53.590615 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988b7c1-7695-455c-8861-f0c4b109c561 req-eeac3e7d-1505-404b-b008-ee120b0f4dfd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:53.592090 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e988b7c1-7695-455c-8861-f0c4b109c561 req-eeac3e7d-1505-404b-b008-ee120b0f4dfd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4be9591-0f87-440f-a9bd-21dabba4dad9 HTTP/1.1" status: 200 len: 944 time: 0.1392415 May 31 16:10:53.593963 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74a3dc-0d18-4f69-a6a8-51f1e475bf48 req-0caf2d78-b4cc-4d1d-bbe2-cf94e1546dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:53.595241 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7b74a3dc-0d18-4f69-a6a8-51f1e475bf48 req-0caf2d78-b4cc-4d1d-bbe2-cf94e1546dee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=f4be9591-0f87-440f-a9bd-21dabba4dad9 HTTP/1.1" status: 200 len: 1097 time: 0.1058812 May 31 16:10:53.857205 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e988b7c1-7695-455c-8861-f0c4b109c561 req-adaae081-8100-46ba-9648-e7a8d7576516 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=74d034bc-346e-4aaa-8eb7-6f3395ba8397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2590139 May 31 16:10:53.900486 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74a3dc-0d18-4f69-a6a8-51f1e475bf48 req-e450ac05-b243-4ea6-957d-7b1a91845a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:53.901894 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7b74a3dc-0d18-4f69-a6a8-51f1e475bf48 req-e450ac05-b243-4ea6-957d-7b1a91845a07 service neutron] 10.222.0.59 "GET /v2.0/networks?id=60c34fb6-2e12-444a-8d00-2e1e0342dfc8 HTTP/1.1" status: 200 len: 896 time: 0.2913101 May 31 16:10:53.970610 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7b74a3dc-0d18-4f69-a6a8-51f1e475bf48 req-88547aa6-c997-4ae2-958d-2e9e270f5f65 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=785ed464-1f36-445d-8d6f-b13030b9b9ec HTTP/1.1" status: 200 len: 217 time: 0.0620453 May 31 16:10:54.037330 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74a3dc-0d18-4f69-a6a8-51f1e475bf48 req-72b05678-1b78-404c-a82a-bd66d822e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:54.038739 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7b74a3dc-0d18-4f69-a6a8-51f1e475bf48 req-72b05678-1b78-404c-a82a-bd66d822e7b4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4bfb80fd-bb50-495b-bf6c-471b1c0519e2 HTTP/1.1" status: 200 len: 834 time: 0.0599272 May 31 16:10:54.124515 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74a3dc-0d18-4f69-a6a8-51f1e475bf48 req-b1b8bfb8-509e-4649-9d23-e2bfbaed220c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:54.125941 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7b74a3dc-0d18-4f69-a6a8-51f1e475bf48 req-b1b8bfb8-509e-4649-9d23-e2bfbaed220c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60c34fb6-2e12-444a-8d00-2e1e0342dfc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0802305 May 31 16:10:54.263620 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7b74a3dc-0d18-4f69-a6a8-51f1e475bf48 req-649157f3-2f1d-4fe3-a9d8-da9e8ec40008 service neutron] 10.222.0.59 "GET /v2.0/networks/60c34fb6-2e12-444a-8d00-2e1e0342dfc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295390 May 31 16:10:54.396698 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7b74a3dc-0d18-4f69-a6a8-51f1e475bf48 req-5b9a6ffd-9159-4c3e-8f79-e90665ef9a0e service neutron] 10.222.0.59 "GET /v2.0/networks/60c34fb6-2e12-444a-8d00-2e1e0342dfc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264894 May 31 16:10:55.063185 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be3380-e55a-448a-bd13-fb930e62b9fa req-1070bc16-a066-4b60-979a-74efafc8715e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:55.064642 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-31be3380-e55a-448a-bd13-fb930e62b9fa req-1070bc16-a066-4b60-979a-74efafc8715e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4be9591-0f87-440f-a9bd-21dabba4dad9 HTTP/1.1" status: 200 len: 944 time: 0.0885665 May 31 16:10:55.109562 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-31be3380-e55a-448a-bd13-fb930e62b9fa req-52ed38e0-b66b-48d5-80b6-1111da2635d3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=74d034bc-346e-4aaa-8eb7-6f3395ba8397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385013 May 31 16:10:56.218041 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 785ed464-1f36-445d-8d6f-b13030b9b9ec details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:10:56.315975 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1aeb10-14f2-44ed-9e9b-f07f7199345b req-e1174976-a90d-4f3e-9177-a210e65bb337 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:56.317454 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0d1aeb10-14f2-44ed-9e9b-f07f7199345b req-e1174976-a90d-4f3e-9177-a210e65bb337 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4be9591-0f87-440f-a9bd-21dabba4dad9 HTTP/1.1" status: 200 len: 944 time: 0.0843549 May 31 16:10:56.355309 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 785ed464-1f36-445d-8d6f-b13030b9b9ec, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=785ed464-1f36-445d-8d6f-b13030b9b9ec,segment=NetworkSegment(1b13936a-84aa-4793-bd44-ddcd49bd2b10),segment_id=1b13936a-84aa-4793-bd44-ddcd49bd2b10)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:10:56.367131 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0d1aeb10-14f2-44ed-9e9b-f07f7199345b req-bc01f800-8427-4dc5-8df7-5f9f21dbb368 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=74d034bc-346e-4aaa-8eb7-6f3395ba8397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437963 May 31 16:10:56.368553 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '785ed464-1f36-445d-8d6f-b13030b9b9ec', 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8', 'port_id': '785ed464-1f36-445d-8d6f-b13030b9b9ec', 'mac_address': 'fa:16:3e:38:58:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bfb80fd-bb50-495b-bf6c-471b1c0519e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:10:56.423816 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:56.443126 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 785ed464-1f36-445d-8d6f-b13030b9b9ec {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:10:56.458718 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 785ed464-1f36-445d-8d6f-b13030b9b9ec, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=785ed464-1f36-445d-8d6f-b13030b9b9ec,segment=NetworkSegment(1b13936a-84aa-4793-bd44-ddcd49bd2b10),segment_id=1b13936a-84aa-4793-bd44-ddcd49bd2b10)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:10:56.466833 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:56.469210 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:56.540736 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=785ed464-1f36-445d-8d6f-b13030b9b9ec,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:56.543748 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:56.756369 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['785ed464-1f36-445d-8d6f-b13030b9b9ec'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:10:57.569299 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8315b13-73c9-4b0b-b5b4-2ccc6d3ad0fa req-6c8ce87b-ba55-4f16-8cb6-eb01c76d9859 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:57.570760 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b8315b13-73c9-4b0b-b5b4-2ccc6d3ad0fa req-6c8ce87b-ba55-4f16-8cb6-eb01c76d9859 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4be9591-0f87-440f-a9bd-21dabba4dad9 HTTP/1.1" status: 200 len: 945 time: 0.0883682 May 31 16:10:57.615833 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b8315b13-73c9-4b0b-b5b4-2ccc6d3ad0fa req-316c92be-c6ca-4f3b-a4e6-956192baecc3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=74d034bc-346e-4aaa-8eb7-6f3395ba8397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392678 May 31 16:10:57.812911 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:10:58.248203 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 785ed464-1f36-445d-8d6f-b13030b9b9ec up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:10:58.324136 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port 785ed464-1f36-445d-8d6f-b13030b9b9ec completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:10:58.328785 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 785ed464-1f36-445d-8d6f-b13030b9b9ec triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:10:58.329164 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:58.453322 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:58.519487 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:58.525184 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4be9591-0f87-440f-a9bd-21dabba4dad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785ed464-1f36-445d-8d6f-b13030b9b9ec'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:10:58.527526 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f48266-de5a-4fd5-bd36-94170a02d8b4" -d '{"events": [{"server_uuid": "f4be9591-0f87-440f-a9bd-21dabba4dad9", "name": "network-vif-plugged", "status": "completed", "tag": "785ed464-1f36-445d-8d6f-b13030b9b9ec"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:10:58.535330 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 785ed464-1f36-445d-8d6f-b13030b9b9ec, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=785ed464-1f36-445d-8d6f-b13030b9b9ec,segment=NetworkSegment(1b13936a-84aa-4793-bd44-ddcd49bd2b10),segment_id=1b13936a-84aa-4793-bd44-ddcd49bd2b10)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:10:58.540668 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:10:58.543685 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-95202fc0-ed0f-42e4-9854-bb9f1f95cf70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:10:58.609656 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=785ed464-1f36-445d-8d6f-b13030b9b9ec,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:10:58.612716 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:10:58.620454 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202e756b-7b3f-4f27-b551-003df32db379 x-openstack-request-id: req-202e756b-7b3f-4f27-b551-003df32db379 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:10:58.621091 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4be9591-0f87-440f-a9bd-21dabba4dad9", "name": "network-vif-plugged", "status": "completed", "tag": "785ed464-1f36-445d-8d6f-b13030b9b9ec", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:10:58.621336 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-202e756b-7b3f-4f27-b551-003df32db379 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:10:58.621730 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4be9591-0f87-440f-a9bd-21dabba4dad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785ed464-1f36-445d-8d6f-b13030b9b9ec', 'code': 200} May 31 16:10:58.860869 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69c974-9cae-4829-b5e1-5de11b8cd395 req-8513257d-0da7-40e2-ad17-8d5759bad56c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:58.862210 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4e69c974-9cae-4829-b5e1-5de11b8cd395 req-8513257d-0da7-40e2-ad17-8d5759bad56c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4be9591-0f87-440f-a9bd-21dabba4dad9 HTTP/1.1" status: 200 len: 946 time: 0.1382270 May 31 16:10:58.901422 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c5a0c-f578-484a-b171-a872efc8f60a req-e9d654a4-0455-429b-b59b-89ba552a4dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:10:58.902836 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d58c5a0c-f578-484a-b171-a872efc8f60a req-e9d654a4-0455-429b-b59b-89ba552a4dae service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4be9591-0f87-440f-a9bd-21dabba4dad9 HTTP/1.1" status: 200 len: 1099 time: 0.1161664 May 31 16:10:58.927731 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4e69c974-9cae-4829-b5e1-5de11b8cd395 req-8d07b659-b136-4496-88e8-2638d288e641 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=74d034bc-346e-4aaa-8eb7-6f3395ba8397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590460 May 31 16:10:58.954795 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d58c5a0c-f578-484a-b171-a872efc8f60a req-ed58a5d6-58dd-44d0-9f62-eccee1193adb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=74d034bc-346e-4aaa-8eb7-6f3395ba8397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442603 May 31 16:11:00.126514 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09740d8f-2294-4812-ac61-067727766e3b req-773bba2e-af6a-442e-9535-2dd6d7fb3493 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:11:00.128014 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-09740d8f-2294-4812-ac61-067727766e3b req-773bba2e-af6a-442e-9535-2dd6d7fb3493 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4be9591-0f87-440f-a9bd-21dabba4dad9 HTTP/1.1" status: 200 len: 946 time: 0.0833716 May 31 16:11:00.172297 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-09740d8f-2294-4812-ac61-067727766e3b req-ba0fccd4-3c63-4107-bb75-2b6320e611d2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=74d034bc-346e-4aaa-8eb7-6f3395ba8397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381107 May 31 16:11:01.368714 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb66b98-1a16-4320-9fb9-f2f6c59db2ac req-5b365eb9-84c6-4eaa-818c-62cb4220ef2b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:11:01.370182 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dcb66b98-1a16-4320-9fb9-f2f6c59db2ac req-5b365eb9-84c6-4eaa-818c-62cb4220ef2b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4be9591-0f87-440f-a9bd-21dabba4dad9 HTTP/1.1" status: 200 len: 946 time: 0.0874331 May 31 16:11:01.421885 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dcb66b98-1a16-4320-9fb9-f2f6c59db2ac req-7559436f-3c74-4a06-8c5b-5674caa2a0a8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=74d034bc-346e-4aaa-8eb7-6f3395ba8397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437670 May 31 16:11:01.625552 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d39582-bda3-4a11-95c2-be5854948dee req-66cfe829-a1b8-4d96-b1a6-476b81d14814 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:11:01.627042 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-71d39582-bda3-4a11-95c2-be5854948dee req-66cfe829-a1b8-4d96-b1a6-476b81d14814 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4be9591-0f87-440f-a9bd-21dabba4dad9 HTTP/1.1" status: 200 len: 946 time: 0.0880125 May 31 16:11:01.672190 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-71d39582-bda3-4a11-95c2-be5854948dee req-a35864b6-c910-4ea8-b831-3c5daf1bb833 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=74d034bc-346e-4aaa-8eb7-6f3395ba8397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387092 May 31 16:11:01.695742 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35270) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:11:01.771302 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ea3c5a-3e30-48e8-a723-254981b2bf7b tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:11:01.772731 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-99ea3c5a-3e30-48e8-a723-254981b2bf7b tempest-TestNetworkBasicOps-1574959865 tempest-TestNetworkBasicOps-1574959865-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f4be9591-0f87-440f-a9bd-21dabba4dad9 HTTP/1.1" status: 200 len: 1094 time: 0.0759723 May 31 16:11:01.775962 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35274) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:11:01.781639 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-aa49c7c3-6537-4feb-8ec7-cabc5c29fe9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'port_id': '785ed464-1f36-445d-8d6f-b13030b9b9ec', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address': '172.20.0.13'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:11:01.788018 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-aa49c7c3-6537-4feb-8ec7-cabc5c29fe9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:11:01.791980 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-aa49c7c3-6537-4feb-8ec7-cabc5c29fe9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Usage tracker for resource:floatingip and tenant:77a9908268404908970d038c7b3f1f66 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:11:01.794990 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-aa49c7c3-6537-4feb-8ec7-cabc5c29fe9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:11:01.801703 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-aa49c7c3-6537-4feb-8ec7-cabc5c29fe9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:11:01.813929 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aa49c7c3-6537-4feb-8ec7-cabc5c29fe9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:11:01.955527 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aa49c7c3-6537-4feb-8ec7-cabc5c29fe9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:11:02.115804 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-aa49c7c3-6537-4feb-8ec7-cabc5c29fe9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Allocated IP 172.26.0.104 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/ccb06ce2-0e1d-4bd3-b4a4-acf290322039) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:11:02.267989 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aa49c7c3-6537-4feb-8ec7-cabc5c29fe9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:11:02.302365 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aa49c7c3-6537-4feb-8ec7-cabc5c29fe9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:11:02.307253 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-01a81ff3-f725-4c0f-a5ac-630f5a5a9ebc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:11:02.366828 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa49c7c3-6537-4feb-8ec7-cabc5c29fe9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:11:02.369546 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-aa49c7c3-6537-4feb-8ec7-cabc5c29fe9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:11:02.375018 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa49c7c3-6537-4feb-8ec7-cabc5c29fe9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:11:02.420220 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49c7c3-6537-4feb-8ec7-cabc5c29fe9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=ccb06ce2-0e1d-4bd3-b4a4-acf290322039,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:11:02.424470 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-aa49c7c3-6537-4feb-8ec7-cabc5c29fe9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:11:02.791767 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aa49c7c3-6537-4feb-8ec7-cabc5c29fe9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:11:02.869578 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aa49c7c3-6537-4feb-8ec7-cabc5c29fe9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:11:03.260205 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aa49c7c3-6537-4feb-8ec7-cabc5c29fe9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:11:03.266628 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aa49c7c3-6537-4feb-8ec7-cabc5c29fe9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:11:03.271194 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-01a81ff3-f725-4c0f-a5ac-630f5a5a9ebc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:11:03.382290 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49c7c3-6537-4feb-8ec7-cabc5c29fe9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event updated for resources: {'Port': ['ID=ccb06ce2-0e1d-4bd3-b4a4-acf290322039,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:11:03.385226 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-aa49c7c3-6537-4feb-8ec7-cabc5c29fe9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:11:03.392779 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aa49c7c3-6537-4feb-8ec7-cabc5c29fe9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:11:03.566442 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.l3_db [None req-aa49c7c3-6537-4feb-8ec7-cabc5c29fe9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Floating IP e6b76052-72ea-4d7e-82b8-50cb5a63d9e8 associated. External IP: 172.26.0.104, port: 785ed464-1f36-445d-8d6f-b13030b9b9ec. May 31 16:11:03.929695 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa49c7c3-6537-4feb-8ec7-cabc5c29fe9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 92bb8a44-52e0-4d5e-8742-837d51aff17a has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:11:04.114824 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa49c7c3-6537-4feb-8ec7-cabc5c29fe9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:11:04.125683 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eadf0a-fcd3-424d-809f-499464250174 None None] Sync routers for ids ['92bb8a44-52e0-4d5e-8742-837d51aff17a'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:11:04.136688 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eadf0a-fcd3-424d-809f-499464250174 None None] Routers {'92bb8a44-52e0-4d5e-8742-837d51aff17a'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:11:04.137313 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-09eadf0a-fcd3-424d-809f-499464250174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:10:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['92bb8a44-52e0-4d5e-8742-837d51aff17a'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:11:04.140810 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aa49c7c3-6537-4feb-8ec7-cabc5c29fe9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:11:04.199654 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-aa49c7c3-6537-4feb-8ec7-cabc5c29fe9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4198937 May 31 16:11:04.199654 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4be9591-0f87-440f-a9bd-21dabba4dad9', 'tag': '785ed464-1f36-445d-8d6f-b13030b9b9ec'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:11:04.200021 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de40d721-133a-4b11-92f1-fd09508d839d" -d '{"events": [{"name": "network-changed", "server_uuid": "f4be9591-0f87-440f-a9bd-21dabba4dad9", "tag": "785ed464-1f36-445d-8d6f-b13030b9b9ec"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:11:04.200668 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35278) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:11:04.246454 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9199c9e-ed08-4c0b-8750-2b04ae7773c7 x-openstack-request-id: req-f9199c9e-ed08-4c0b-8750-2b04ae7773c7 {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:11:04.247059 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4be9591-0f87-440f-a9bd-21dabba4dad9", "tag": "785ed464-1f36-445d-8d6f-b13030b9b9ec", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:11:04.247547 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f9199c9e-ed08-4c0b-8750-2b04ae7773c7 {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:11:04.248197 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4be9591-0f87-440f-a9bd-21dabba4dad9', 'tag': '785ed464-1f36-445d-8d6f-b13030b9b9ec', 'status': 'completed', 'code': 200} May 31 16:11:04.344324 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-09eadf0a-fcd3-424d-809f-499464250174 None None] Set router 92bb8a44-52e0-4d5e-8742-837d51aff17a gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:11:04.363192 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-99d2d3c6-eeae-437b-9c6a-e625e4aecf69 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/e6b76052-72ea-4d7e-82b8-50cb5a63d9e8 HTTP/1.1" status: 200 len: 992 time: 0.1612165 May 31 16:11:04.382791 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40d721-133a-4b11-92f1-fd09508d839d req-2ed25076-2f6a-4df9-81eb-b2249703c47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:11:04.384296 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-de40d721-133a-4b11-92f1-fd09508d839d req-2ed25076-2f6a-4df9-81eb-b2249703c47b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=f4be9591-0f87-440f-a9bd-21dabba4dad9 HTTP/1.1" status: 200 len: 1099 time: 0.1094248 May 31 16:11:04.515311 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40d721-133a-4b11-92f1-fd09508d839d req-804f4258-8940-4db3-8002-eca6e2e4088b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:11:04.516631 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-de40d721-133a-4b11-92f1-fd09508d839d req-804f4258-8940-4db3-8002-eca6e2e4088b service neutron] 10.222.0.59 "GET /v2.0/networks?id=60c34fb6-2e12-444a-8d00-2e1e0342dfc8 HTTP/1.1" status: 200 len: 896 time: 0.1254563 May 31 16:11:04.622930 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-de40d721-133a-4b11-92f1-fd09508d839d req-035bd538-8f3d-4b50-b45c-ba2bf558b67b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=785ed464-1f36-445d-8d6f-b13030b9b9ec HTTP/1.1" status: 200 len: 1000 time: 0.0989048 May 31 16:11:04.675099 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f9ed3a6b-840b-463f-a6af-fa44b301f557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:11:04.686166 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-09eadf0a-fcd3-424d-809f-499464250174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'name': 'tempest-TestNetworkBasicOps-router-72747873', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18'}], 'enable_snat': True}, 'gw_port_id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:10:39Z', 'updated_at': '2021-05-31T16:10:44Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:10:40Z', 'updated_at': '2021-05-31T16:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'e6b76052-72ea-4d7e-82b8-50cb5a63d9e8', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.104', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'port_id': '785ed464-1f36-445d-8d6f-b13030b9b9ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8', 'mac_address': 'fa:16:3e:38:58:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4be9591-0f87-440f-a9bd-21dabba4dad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:11:02Z', 'updated_at': '2021-05-31T16:11:02Z', 'revision_number': 0, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e52669a3-b85d-492b-a843-4484f50bbfa7', 'name': '', 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:32:60:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '4bfb80fd-bb50-495b-bf6c-471b1c0519e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:10:44Z', 'updated_at': '2021-05-31T16:10:49Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '4bfb80fd-bb50-495b-bf6c-471b1c0519e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:11:04.690216 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eadf0a-fcd3-424d-809f-499464250174 None None] Checking router: 92bb8a44-52e0-4d5e-8742-837d51aff17a for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:11:04.694207 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40d721-133a-4b11-92f1-fd09508d839d req-d7b66b46-b6b9-4252-b66d-ba03dd8ed9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:11:04.695755 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-de40d721-133a-4b11-92f1-fd09508d839d req-d7b66b46-b6b9-4252-b66d-ba03dd8ed9ee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4bfb80fd-bb50-495b-bf6c-471b1c0519e2 HTTP/1.1" status: 200 len: 834 time: 0.0608437 May 31 16:11:04.698983 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eadf0a-fcd3-424d-809f-499464250174 None None] Routers {'92bb8a44-52e0-4d5e-8742-837d51aff17a'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:11:04.699582 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-09eadf0a-fcd3-424d-809f-499464250174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:10:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['92bb8a44-52e0-4d5e-8742-837d51aff17a'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:11:04.880288 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-09eadf0a-fcd3-424d-809f-499464250174 None None] Set router 92bb8a44-52e0-4d5e-8742-837d51aff17a gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:11:04.921000 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40d721-133a-4b11-92f1-fd09508d839d req-0bb1b485-5356-4042-abef-e40aa533c5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:11:04.922512 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-de40d721-133a-4b11-92f1-fd09508d839d req-0bb1b485-5356-4042-abef-e40aa533c5d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60c34fb6-2e12-444a-8d00-2e1e0342dfc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2198615 May 31 16:11:05.056309 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-de40d721-133a-4b11-92f1-fd09508d839d req-fc794d36-5484-4ca6-9803-900be93fe683 service neutron] 10.222.0.59 "GET /v2.0/networks/60c34fb6-2e12-444a-8d00-2e1e0342dfc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264963 May 31 16:11:05.189141 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-de40d721-133a-4b11-92f1-fd09508d839d req-555ab577-7c08-481b-9bd2-00df6493a6f7 service neutron] 10.222.0.59 "GET /v2.0/networks/60c34fb6-2e12-444a-8d00-2e1e0342dfc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262519 May 31 16:11:05.228296 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-09eadf0a-fcd3-424d-809f-499464250174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'name': 'tempest-TestNetworkBasicOps-router-72747873', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18'}], 'enable_snat': True}, 'gw_port_id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:10:39Z', 'updated_at': '2021-05-31T16:10:44Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:10:40Z', 'updated_at': '2021-05-31T16:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'e6b76052-72ea-4d7e-82b8-50cb5a63d9e8', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.104', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'port_id': '785ed464-1f36-445d-8d6f-b13030b9b9ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8', 'mac_address': 'fa:16:3e:38:58:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4be9591-0f87-440f-a9bd-21dabba4dad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:11:02Z', 'updated_at': '2021-05-31T16:11:02Z', 'revision_number': 0, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e52669a3-b85d-492b-a843-4484f50bbfa7', 'name': '', 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:32:60:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '4bfb80fd-bb50-495b-bf6c-471b1c0519e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:10:44Z', 'updated_at': '2021-05-31T16:10:49Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '4bfb80fd-bb50-495b-bf6c-471b1c0519e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:11:05.232379 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eadf0a-fcd3-424d-809f-499464250174 None None] The sync data for ids ['92bb8a44-52e0-4d5e-8742-837d51aff17a'] in dv-neutron-601336-79-hyperv is: [{'id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'name': 'tempest-TestNetworkBasicOps-router-72747873', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18'}], 'enable_snat': True}, 'gw_port_id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:10:39Z', 'updated_at': '2021-05-31T16:10:44Z', 'revision_number': 4, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:10:40Z', 'updated_at': '2021-05-31T16:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'e6b76052-72ea-4d7e-82b8-50cb5a63d9e8', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.104', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'port_id': '785ed464-1f36-445d-8d6f-b13030b9b9ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8', 'mac_address': 'fa:16:3e:38:58:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4be9591-0f87-440f-a9bd-21dabba4dad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:11:02Z', 'updated_at': '2021-05-31T16:11:02Z', 'revision_number': 0, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e52669a3-b85d-492b-a843-4484f50bbfa7', 'name': '', 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:32:60:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '4bfb80fd-bb50-495b-bf6c-471b1c0519e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:10:44Z', 'updated_at': '2021-05-31T16:10:49Z', 'revision_number': 5, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '4bfb80fd-bb50-495b-bf6c-471b1c0519e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:11:05.367680 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35284) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:11:05.413585 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f515f6-5a27-49e3-badd-76cfe1df9063 None None] New status for floating IP e6b76052-72ea-4d7e-82b8-50cb5a63d9e8: ACTIVE {{(pid=99206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:11:05.481134 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0ce9c6b3-5f97-4ee8-aee9-d573ef579aa3 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/e6b76052-72ea-4d7e-82b8-50cb5a63d9e8 HTTP/1.1" status: 200 len: 992 time: 0.1109829 May 31 16:11:06.485205 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35288) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:11:06.592733 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f836eeb4-aeb1-4f52-ac4e-02c37acd962b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/e6b76052-72ea-4d7e-82b8-50cb5a63d9e8 HTTP/1.1" status: 200 len: 994 time: 0.1059675 May 31 16:11:06.998265 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:11:07.906717 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-53ec11da-18b1-44ef-beeb-421b8935bd4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:11:08.420152 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:11:09.793822 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:11:28.479574 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:11:34.674403 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a581199b-4490-43b1-84bf-fd3f52325d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:11:34.814839 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:11:36.999080 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:11:37.905652 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2481654b-8cac-4c6b-8616-f4b49de459de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:11:38.420756 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:11:39.789125 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:11:48.983940 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ebdcbae5-59c7-4545-bec8-7d2b66555b3f req-e5310cae-77bb-47fe-bfc7-c68cf19da824 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4be9591-0f87-440f-a9bd-21dabba4dad9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811498 May 31 16:11:49.150037 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdcbae5-59c7-4545-bec8-7d2b66555b3f req-e86cbd7f-60ba-4412-b713-530a953100b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:11:49.151563 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ebdcbae5-59c7-4545-bec8-7d2b66555b3f req-e86cbd7f-60ba-4412-b713-530a953100b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=f4be9591-0f87-440f-a9bd-21dabba4dad9 HTTP/1.1" status: 200 len: 1099 time: 0.0769994 May 31 16:11:49.297641 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdcbae5-59c7-4545-bec8-7d2b66555b3f req-d2fa92ba-5ce6-41f7-a6ce-59dbd6aac346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:11:49.298968 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ebdcbae5-59c7-4545-bec8-7d2b66555b3f req-d2fa92ba-5ce6-41f7-a6ce-59dbd6aac346 service neutron] 10.222.0.59 "GET /v2.0/networks?id=60c34fb6-2e12-444a-8d00-2e1e0342dfc8 HTTP/1.1" status: 200 len: 896 time: 0.1279454 May 31 16:11:49.400857 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ebdcbae5-59c7-4545-bec8-7d2b66555b3f req-4fb45790-07ba-4eca-a802-7b9807c6baca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=785ed464-1f36-445d-8d6f-b13030b9b9ec HTTP/1.1" status: 200 len: 1002 time: 0.0928617 May 31 16:11:49.472773 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdcbae5-59c7-4545-bec8-7d2b66555b3f req-9984eddc-f11a-4776-a2fe-dbd3d0c0aae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:11:49.474179 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ebdcbae5-59c7-4545-bec8-7d2b66555b3f req-9984eddc-f11a-4776-a2fe-dbd3d0c0aae8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4bfb80fd-bb50-495b-bf6c-471b1c0519e2 HTTP/1.1" status: 200 len: 834 time: 0.0666008 May 31 16:11:49.552949 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdcbae5-59c7-4545-bec8-7d2b66555b3f req-81deeff5-3d47-4fc0-8c0a-8dfdbf5e6032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:11:49.554299 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ebdcbae5-59c7-4545-bec8-7d2b66555b3f req-81deeff5-3d47-4fc0-8c0a-8dfdbf5e6032 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60c34fb6-2e12-444a-8d00-2e1e0342dfc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0725496 May 31 16:11:49.686293 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ebdcbae5-59c7-4545-bec8-7d2b66555b3f req-f6c8f312-95aa-4b9a-81fa-759bf3f89c7d service neutron] 10.222.0.59 "GET /v2.0/networks/60c34fb6-2e12-444a-8d00-2e1e0342dfc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251211 May 31 16:11:49.825277 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ebdcbae5-59c7-4545-bec8-7d2b66555b3f req-2756badf-dc27-44b7-bc80-da0f713a66eb service neutron] 10.222.0.59 "GET /v2.0/networks/60c34fb6-2e12-444a-8d00-2e1e0342dfc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322713 May 31 16:11:58.491344 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:04.678003 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-353baf62-ed45-4550-aea8-1129e2d80287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:07.004996 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:07.910744 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e25dd710-596e-4a56-8ac3-44668a6be935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:08.423914 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:09.792823 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:11.820543 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:12:17.850690 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35310) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:12:18.069171 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-55e9e32d-e6fa-4967-9ad9-244e556fa019 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'router': {'admin_state_up': False}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:12:18.742563 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-55e9e32d-e6fa-4967-9ad9-244e556fa019 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:18.757231 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-55e9e32d-e6fa-4967-9ad9-244e556fa019 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446711'] for router, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:18.948530 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e9e32d-e6fa-4967-9ad9-244e556fa019 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 92bb8a44-52e0-4d5e-8742-837d51aff17a has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:12:19.127245 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e9e32d-e6fa-4967-9ad9-244e556fa019 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:12:19.133922 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-55e9e32d-e6fa-4967-9ad9-244e556fa019 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:19.135028 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-55e9e32d-e6fa-4967-9ad9-244e556fa019 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "PUT /v2.0/routers/92bb8a44-52e0-4d5e-8742-837d51aff17a HTTP/1.1" status: 200 len: 886 time: 1.2829251 May 31 16:12:19.142679 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4329b7d5-2988-498a-9dad-bf38548930b0 None None] Sync routers for ids ['92bb8a44-52e0-4d5e-8742-837d51aff17a'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:12:19.156818 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4329b7d5-2988-498a-9dad-bf38548930b0 None None] Routers {'92bb8a44-52e0-4d5e-8742-837d51aff17a'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:12:19.157675 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-4329b7d5-2988-498a-9dad-bf38548930b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:12:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['92bb8a44-52e0-4d5e-8742-837d51aff17a'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:12:19.220792 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-4329b7d5-2988-498a-9dad-bf38548930b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:12:19.229765 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4329b7d5-2988-498a-9dad-bf38548930b0 None None] Routers {'92bb8a44-52e0-4d5e-8742-837d51aff17a'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:12:19.230335 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-4329b7d5-2988-498a-9dad-bf38548930b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:12:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['92bb8a44-52e0-4d5e-8742-837d51aff17a'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:12:19.287994 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-4329b7d5-2988-498a-9dad-bf38548930b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:12:19.288416 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4329b7d5-2988-498a-9dad-bf38548930b0 None None] The sync data for ids ['92bb8a44-52e0-4d5e-8742-837d51aff17a'] in dv-neutron-601336-79-hyperv is: [] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:12:20.029987 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e52669a3-b85d-492b-a843-4484f50bbfa7 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:12:20.058168 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e16522b-42dc-46e3-b41f-cc8f00d3f29b None None] New status for floating IP e6b76052-72ea-4d7e-82b8-50cb5a63d9e8: DOWN {{(pid=99206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:12:20.379259 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:20.413953 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port e52669a3-b85d-492b-a843-4484f50bbfa7, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=e52669a3-b85d-492b-a843-4484f50bbfa7,segment=NetworkSegment(1b13936a-84aa-4793-bd44-ddcd49bd2b10),segment_id=1b13936a-84aa-4793-bd44-ddcd49bd2b10)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:12:20.418704 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:20.420477 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-95202fc0-ed0f-42e4-9854-bb9f1f95cf70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:20.490970 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=e52669a3-b85d-492b-a843-4484f50bbfa7,revision_number=6']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:12:20.498794 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:20.499172 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:20.499506 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:20.499840 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:20.500164 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:20.500482 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:20.500805 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:20.501126 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:20.501443 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:20.501762 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:20.502075 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:20.502388 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:20.506426 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:21.283461 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35320) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:12:21.289021 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-ad28e66c-8330-4cb8-b992-7346bcb47cf9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Request body: {'router': {'admin_state_up': True}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:12:21.735445 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7eda1fa3-3fd2-4bc1-947c-7702801498b9 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:12:21.851850 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:21.867662 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 7eda1fa3-3fd2-4bc1-947c-7702801498b9, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=7eda1fa3-3fd2-4bc1-947c-7702801498b9,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:12:21.872673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:21.874552 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-fff188fd-1861-4bdf-9423-a42390ef2fed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:21.938766 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=7eda1fa3-3fd2-4bc1-947c-7702801498b9,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:12:21.941763 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:22.006730 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ad28e66c-8330-4cb8-b992-7346bcb47cf9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:22.020182 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ad28e66c-8330-4cb8-b992-7346bcb47cf9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446711'] for router, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:22.210150 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad28e66c-8330-4cb8-b992-7346bcb47cf9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 92bb8a44-52e0-4d5e-8742-837d51aff17a has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:12:22.402624 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad28e66c-8330-4cb8-b992-7346bcb47cf9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:12:22.409564 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ad28e66c-8330-4cb8-b992-7346bcb47cf9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:22.410772 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ad28e66c-8330-4cb8-b992-7346bcb47cf9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "PUT /v2.0/routers/92bb8a44-52e0-4d5e-8742-837d51aff17a HTTP/1.1" status: 200 len: 885 time: 1.1262910 May 31 16:12:22.412203 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a654beb6-19be-40d9-9a0a-ccc29a9aa24a None None] Sync routers for ids ['92bb8a44-52e0-4d5e-8742-837d51aff17a'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:12:22.414081 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35324) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:12:22.422735 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a654beb6-19be-40d9-9a0a-ccc29a9aa24a None None] Routers {'92bb8a44-52e0-4d5e-8742-837d51aff17a'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:12:22.423397 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-a654beb6-19be-40d9-9a0a-ccc29a9aa24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:12:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['92bb8a44-52e0-4d5e-8742-837d51aff17a'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:12:22.524689 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1de98968-6bb7-4ac9-9a28-9067dff0d3dd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/e6b76052-72ea-4d7e-82b8-50cb5a63d9e8 HTTP/1.1" status: 200 len: 992 time: 0.1092114 May 31 16:12:22.631833 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-a654beb6-19be-40d9-9a0a-ccc29a9aa24a None None] Set router 92bb8a44-52e0-4d5e-8742-837d51aff17a gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:12:22.979303 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-a654beb6-19be-40d9-9a0a-ccc29a9aa24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'name': 'tempest-TestNetworkBasicOps-router-72747873', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18'}], 'enable_snat': True}, 'gw_port_id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:10:39Z', 'updated_at': '2021-05-31T16:12:22Z', 'revision_number': 6, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:10:40Z', 'updated_at': '2021-05-31T16:12:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'e6b76052-72ea-4d7e-82b8-50cb5a63d9e8', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.104', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'port_id': '785ed464-1f36-445d-8d6f-b13030b9b9ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8', 'mac_address': 'fa:16:3e:38:58:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4be9591-0f87-440f-a9bd-21dabba4dad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:11:02Z', 'updated_at': '2021-05-31T16:12:20Z', 'revision_number': 2, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e52669a3-b85d-492b-a843-4484f50bbfa7', 'name': '', 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:32:60:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '4bfb80fd-bb50-495b-bf6c-471b1c0519e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:10:44Z', 'updated_at': '2021-05-31T16:12:20Z', 'revision_number': 6, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '4bfb80fd-bb50-495b-bf6c-471b1c0519e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:12:22.983282 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a654beb6-19be-40d9-9a0a-ccc29a9aa24a None None] Checking router: 92bb8a44-52e0-4d5e-8742-837d51aff17a for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:12:22.991496 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a654beb6-19be-40d9-9a0a-ccc29a9aa24a None None] Routers {'92bb8a44-52e0-4d5e-8742-837d51aff17a'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:12:22.992081 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-a654beb6-19be-40d9-9a0a-ccc29a9aa24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:12:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['92bb8a44-52e0-4d5e-8742-837d51aff17a'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:12:23.168941 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-a654beb6-19be-40d9-9a0a-ccc29a9aa24a None None] Set router 92bb8a44-52e0-4d5e-8742-837d51aff17a gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:12:23.504474 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-a654beb6-19be-40d9-9a0a-ccc29a9aa24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'name': 'tempest-TestNetworkBasicOps-router-72747873', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18'}], 'enable_snat': True}, 'gw_port_id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:10:39Z', 'updated_at': '2021-05-31T16:12:22Z', 'revision_number': 6, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:10:40Z', 'updated_at': '2021-05-31T16:12:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'e6b76052-72ea-4d7e-82b8-50cb5a63d9e8', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.104', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'port_id': '785ed464-1f36-445d-8d6f-b13030b9b9ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8', 'mac_address': 'fa:16:3e:38:58:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4be9591-0f87-440f-a9bd-21dabba4dad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:11:02Z', 'updated_at': '2021-05-31T16:12:20Z', 'revision_number': 2, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e52669a3-b85d-492b-a843-4484f50bbfa7', 'name': '', 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:32:60:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '4bfb80fd-bb50-495b-bf6c-471b1c0519e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:10:44Z', 'updated_at': '2021-05-31T16:12:20Z', 'revision_number': 6, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '4bfb80fd-bb50-495b-bf6c-471b1c0519e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:12:23.508507 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a654beb6-19be-40d9-9a0a-ccc29a9aa24a None None] The sync data for ids ['92bb8a44-52e0-4d5e-8742-837d51aff17a'] in dv-neutron-601336-79-hyperv is: [{'id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'name': 'tempest-TestNetworkBasicOps-router-72747873', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18'}], 'enable_snat': True}, 'gw_port_id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:10:39Z', 'updated_at': '2021-05-31T16:12:22Z', 'revision_number': 6, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:10:40Z', 'updated_at': '2021-05-31T16:12:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'e6b76052-72ea-4d7e-82b8-50cb5a63d9e8', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'floating_ip_address': '172.26.0.104', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'port_id': '785ed464-1f36-445d-8d6f-b13030b9b9ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8', 'mac_address': 'fa:16:3e:38:58:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4be9591-0f87-440f-a9bd-21dabba4dad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:11:02Z', 'updated_at': '2021-05-31T16:12:20Z', 'revision_number': 2, 'project_id': '77a9908268404908970d038c7b3f1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e52669a3-b85d-492b-a843-4484f50bbfa7', 'name': '', 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:32:60:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '4bfb80fd-bb50-495b-bf6c-471b1c0519e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:10:44Z', 'updated_at': '2021-05-31T16:12:20Z', 'revision_number': 6, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '4bfb80fd-bb50-495b-bf6c-471b1c0519e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:12:23.528596 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35328) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:12:23.640010 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a4f7786e-0cef-46cc-8275-2ece8fb6d5f1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/e6b76052-72ea-4d7e-82b8-50cb5a63d9e8 HTTP/1.1" status: 200 len: 992 time: 0.1090732 May 31 16:12:23.758699 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e52669a3-b85d-492b-a843-4484f50bbfa7 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:12:23.888032 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port e52669a3-b85d-492b-a843-4484f50bbfa7 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:12:23.888032 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:24.005357 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:24.040080 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port e52669a3-b85d-492b-a843-4484f50bbfa7, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=e52669a3-b85d-492b-a843-4484f50bbfa7,segment=NetworkSegment(1b13936a-84aa-4793-bd44-ddcd49bd2b10),segment_id=1b13936a-84aa-4793-bd44-ddcd49bd2b10)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:12:24.044759 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:24.048109 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:24.133026 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=e52669a3-b85d-492b-a843-4484f50bbfa7,revision_number=7']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:12:24.136951 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:24.643078 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35332) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:12:24.753057 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-12c17a4c-b7a2-43ff-bb17-e5873e113634 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/e6b76052-72ea-4d7e-82b8-50cb5a63d9e8 HTTP/1.1" status: 200 len: 992 time: 0.1086612 May 31 16:12:25.002768 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca93318e-2078-49e6-91ff-50c147830d9d None None] New status for floating IP e6b76052-72ea-4d7e-82b8-50cb5a63d9e8: ACTIVE {{(pid=99206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:12:25.757090 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35336) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:12:25.814333 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e52669a3-b85d-492b-a843-4484f50bbfa7 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:12:25.862854 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-675aebc0-eeab-495d-aec3-9a6fb8e3c8f9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/floatingips/e6b76052-72ea-4d7e-82b8-50cb5a63d9e8 HTTP/1.1" status: 200 len: 994 time: 0.1045256 May 31 16:12:25.885120 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port e52669a3-b85d-492b-a843-4484f50bbfa7 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:12:25.885500 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:26.003470 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7eda1fa3-3fd2-4bc1-947c-7702801498b9 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:12:26.080137 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 7eda1fa3-3fd2-4bc1-947c-7702801498b9 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:12:26.080137 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:26.141348 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35344) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:12:26.197762 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:26.214651 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 7eda1fa3-3fd2-4bc1-947c-7702801498b9, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=7eda1fa3-3fd2-4bc1-947c-7702801498b9,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:12:26.219895 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:26.221800 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-27639ac3-76c8-47c8-a20f-04b879bd354f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:26.286644 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=7eda1fa3-3fd2-4bc1-947c-7702801498b9,revision_number=6']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:12:26.289698 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:26.411554 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-6f6dcb72-dac0-4f8c-8681-81f2040f8c35 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port ccb06ce2-0e1d-4bd3-b4a4-acf290322039 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:12:26.411891 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f6dcb72-dac0-4f8c-8681-81f2040f8c35 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:26.529672 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f6dcb72-dac0-4f8c-8681-81f2040f8c35 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:26.529985 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f6dcb72-dac0-4f8c-8681-81f2040f8c35 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:26.649049 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-6f6dcb72-dac0-4f8c-8681-81f2040f8c35 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for ccb06ce2-0e1d-4bd3-b4a4-acf290322039 owned by network:floatingip {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:12:26.783259 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f6dcb72-dac0-4f8c-8681-81f2040f8c35 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:26.786974 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0e534907-f8a0-4360-b6a1-a9642b8f0907 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:26.982263 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6dcb72-dac0-4f8c-8681-81f2040f8c35 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=ccb06ce2-0e1d-4bd3-b4a4-acf290322039,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:12:27.019847 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6dcb72-dac0-4f8c-8681-81f2040f8c35 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:27.020234 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6dcb72-dac0-4f8c-8681-81f2040f8c35 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:27.020611 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6dcb72-dac0-4f8c-8681-81f2040f8c35 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:27.021006 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6dcb72-dac0-4f8c-8681-81f2040f8c35 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:27.021403 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6dcb72-dac0-4f8c-8681-81f2040f8c35 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:27.021787 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6dcb72-dac0-4f8c-8681-81f2040f8c35 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:27.022180 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6dcb72-dac0-4f8c-8681-81f2040f8c35 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:27.022553 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6dcb72-dac0-4f8c-8681-81f2040f8c35 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:27.022911 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6dcb72-dac0-4f8c-8681-81f2040f8c35 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:27.023320 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6dcb72-dac0-4f8c-8681-81f2040f8c35 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:27.023698 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6dcb72-dac0-4f8c-8681-81f2040f8c35 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:27.024079 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6dcb72-dac0-4f8c-8681-81f2040f8c35 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:27.031518 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6f6dcb72-dac0-4f8c-8681-81f2040f8c35 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:27.089103 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f6dcb72-dac0-4f8c-8681-81f2040f8c35 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for floatingip, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:27.089490 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.l3_db [None req-6f6dcb72-dac0-4f8c-8681-81f2040f8c35 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Floating IP e6b76052-72ea-4d7e-82b8-50cb5a63d9e8 disassociated (deleted). External IP: 172.26.0.104, port: 785ed464-1f36-445d-8d6f-b13030b9b9ec. May 31 16:12:27.452412 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6dcb72-dac0-4f8c-8681-81f2040f8c35 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 92bb8a44-52e0-4d5e-8742-837d51aff17a has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:12:27.634665 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6dcb72-dac0-4f8c-8681-81f2040f8c35 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:12:27.643829 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1c7e13-93e8-496c-a13b-c637c1d74132 None None] Sync routers for ids ['92bb8a44-52e0-4d5e-8742-837d51aff17a'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:12:27.653417 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1c7e13-93e8-496c-a13b-c637c1d74132 None None] Routers {'92bb8a44-52e0-4d5e-8742-837d51aff17a'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:12:27.654014 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-1b1c7e13-93e8-496c-a13b-c637c1d74132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:12:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['92bb8a44-52e0-4d5e-8742-837d51aff17a'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:12:27.657460 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f6dcb72-dac0-4f8c-8681-81f2040f8c35 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:27.715925 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6f6dcb72-dac0-4f8c-8681-81f2040f8c35 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/floatingips/e6b76052-72ea-4d7e-82b8-50cb5a63d9e8 HTTP/1.1" status: 204 len: 168 time: 1.5710564 May 31 16:12:27.715925 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4be9591-0f87-440f-a9bd-21dabba4dad9', 'tag': '785ed464-1f36-445d-8d6f-b13030b9b9ec'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:12:27.717106 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12714438-1348-4dd8-8527-b841019c62d9" -d '{"events": [{"name": "network-changed", "server_uuid": "f4be9591-0f87-440f-a9bd-21dabba4dad9", "tag": "785ed464-1f36-445d-8d6f-b13030b9b9ec"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:12:27.755549 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7eda1fa3-3fd2-4bc1-947c-7702801498b9 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:12:27.772198 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f864b7-035d-4701-8ef3-32a1a0acaab5 x-openstack-request-id: req-b8f864b7-035d-4701-8ef3-32a1a0acaab5 {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:12:27.772535 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4be9591-0f87-440f-a9bd-21dabba4dad9", "tag": "785ed464-1f36-445d-8d6f-b13030b9b9ec", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:12:27.772826 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b8f864b7-035d-4701-8ef3-32a1a0acaab5 {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:12:27.773330 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4be9591-0f87-440f-a9bd-21dabba4dad9', 'tag': '785ed464-1f36-445d-8d6f-b13030b9b9ec', 'status': 'completed', 'code': 200} May 31 16:12:27.833493 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 7eda1fa3-3fd2-4bc1-947c-7702801498b9 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:12:27.834225 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:27.845665 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-1b1c7e13-93e8-496c-a13b-c637c1d74132 None None] Set router 92bb8a44-52e0-4d5e-8742-837d51aff17a gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:12:27.868880 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12714438-1348-4dd8-8527-b841019c62d9 req-cb59a96c-dcd1-44b9-8436-6eaf1fd63b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:27.870780 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-12714438-1348-4dd8-8527-b841019c62d9 req-cb59a96c-dcd1-44b9-8436-6eaf1fd63b6d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77a9908268404908970d038c7b3f1f66&device_id=f4be9591-0f87-440f-a9bd-21dabba4dad9 HTTP/1.1" status: 200 len: 1099 time: 0.0742514 May 31 16:12:28.019655 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12714438-1348-4dd8-8527-b841019c62d9 req-53e2ccd0-95b5-432d-8c0a-5a7d9e2eeb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:28.021120 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-12714438-1348-4dd8-8527-b841019c62d9 req-53e2ccd0-95b5-432d-8c0a-5a7d9e2eeb48 service neutron] 10.222.0.59 "GET /v2.0/networks?id=60c34fb6-2e12-444a-8d00-2e1e0342dfc8 HTTP/1.1" status: 200 len: 896 time: 0.1438015 May 31 16:12:28.225368 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-1b1c7e13-93e8-496c-a13b-c637c1d74132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'name': 'tempest-TestNetworkBasicOps-router-72747873', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18'}], 'enable_snat': True}, 'gw_port_id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:10:39Z', 'updated_at': '2021-05-31T16:12:22Z', 'revision_number': 6, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:10:40Z', 'updated_at': '2021-05-31T16:12:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'e52669a3-b85d-492b-a843-4484f50bbfa7', 'name': '', 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:32:60:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '4bfb80fd-bb50-495b-bf6c-471b1c0519e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:10:44Z', 'updated_at': '2021-05-31T16:12:24Z', 'revision_number': 7, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '4bfb80fd-bb50-495b-bf6c-471b1c0519e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:12:28.229760 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1c7e13-93e8-496c-a13b-c637c1d74132 None None] Checking router: 92bb8a44-52e0-4d5e-8742-837d51aff17a for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:12:28.238730 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1c7e13-93e8-496c-a13b-c637c1d74132 None None] Routers {'92bb8a44-52e0-4d5e-8742-837d51aff17a'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:12:28.239378 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-1b1c7e13-93e8-496c-a13b-c637c1d74132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:12:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['92bb8a44-52e0-4d5e-8742-837d51aff17a'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:12:28.294117 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-12714438-1348-4dd8-8527-b841019c62d9 req-9b66a5d8-0407-431d-9e58-0716b7a7122e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=785ed464-1f36-445d-8d6f-b13030b9b9ec HTTP/1.1" status: 200 len: 217 time: 0.2660885 May 31 16:12:28.372789 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12714438-1348-4dd8-8527-b841019c62d9 req-18f40ed7-9b3a-471b-8387-ff2d9ac55482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:28.376273 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-12714438-1348-4dd8-8527-b841019c62d9 req-18f40ed7-9b3a-471b-8387-ff2d9ac55482 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4bfb80fd-bb50-495b-bf6c-471b1c0519e2 HTTP/1.1" status: 200 len: 834 time: 0.0721338 May 31 16:12:28.417507 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-1b1c7e13-93e8-496c-a13b-c637c1d74132 None None] Set router 92bb8a44-52e0-4d5e-8742-837d51aff17a gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:12:28.430501 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42c781-aac5-4175-8444-3365eded179d req-aeb1b594-052f-435e-92f1-84a746216151 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:28.432058 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ba42c781-aac5-4175-8444-3365eded179d req-aeb1b594-052f-435e-92f1-84a746216151 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4be9591-0f87-440f-a9bd-21dabba4dad9 HTTP/1.1" status: 200 len: 946 time: 0.1874855 May 31 16:12:28.493455 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ba42c781-aac5-4175-8444-3365eded179d req-57a216f1-ae07-4477-ba93-2da8d4c5a1f8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=74d034bc-346e-4aaa-8eb7-6f3395ba8397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538814 May 31 16:12:28.499604 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12714438-1348-4dd8-8527-b841019c62d9 req-ba545c49-b6bd-4799-8565-8ff8d399184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:28.501053 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-12714438-1348-4dd8-8527-b841019c62d9 req-ba545c49-b6bd-4799-8565-8ff8d399184d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60c34fb6-2e12-444a-8d00-2e1e0342dfc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1189303 May 31 16:12:28.502673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:28.637916 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-12714438-1348-4dd8-8527-b841019c62d9 req-7517b602-e68d-4c93-93fe-db66dd4c34d5 service neutron] 10.222.0.59 "GET /v2.0/networks/60c34fb6-2e12-444a-8d00-2e1e0342dfc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278551 May 31 16:12:28.729453 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-1b1c7e13-93e8-496c-a13b-c637c1d74132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'name': 'tempest-TestNetworkBasicOps-router-72747873', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18'}], 'enable_snat': True}, 'gw_port_id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:10:39Z', 'updated_at': '2021-05-31T16:12:22Z', 'revision_number': 6, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:10:40Z', 'updated_at': '2021-05-31T16:12:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'e52669a3-b85d-492b-a843-4484f50bbfa7', 'name': '', 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:32:60:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '4bfb80fd-bb50-495b-bf6c-471b1c0519e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:10:44Z', 'updated_at': '2021-05-31T16:12:24Z', 'revision_number': 7, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '4bfb80fd-bb50-495b-bf6c-471b1c0519e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:12:28.733537 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1c7e13-93e8-496c-a13b-c637c1d74132 None None] The sync data for ids ['92bb8a44-52e0-4d5e-8742-837d51aff17a'] in dv-neutron-601336-79-hyperv is: [{'id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'name': 'tempest-TestNetworkBasicOps-router-72747873', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18'}], 'enable_snat': True}, 'gw_port_id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:10:39Z', 'updated_at': '2021-05-31T16:12:22Z', 'revision_number': 6, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:10:40Z', 'updated_at': '2021-05-31T16:12:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'e52669a3-b85d-492b-a843-4484f50bbfa7', 'name': '', 'network_id': '60c34fb6-2e12-444a-8d00-2e1e0342dfc8', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'mac_address': 'fa:16:3e:32:60:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '4bfb80fd-bb50-495b-bf6c-471b1c0519e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:10:44Z', 'updated_at': '2021-05-31T16:12:24Z', 'revision_number': 7, 'project_id': '77a9908268404908970d038c7b3f1f66', 'subnets': [{'id': '4bfb80fd-bb50-495b-bf6c-471b1c0519e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:12:28.773803 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-12714438-1348-4dd8-8527-b841019c62d9 req-e9c488fd-2d56-4f73-891a-f467d9e9c0bd service neutron] 10.222.0.59 "GET /v2.0/networks/60c34fb6-2e12-444a-8d00-2e1e0342dfc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288619 May 31 16:12:29.332347 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc868cb6-57f6-47cd-b9b5-91cb644e420b None None] New status for floating IP e6b76052-72ea-4d7e-82b8-50cb5a63d9e8: DOWN {{(pid=99206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:12:29.754605 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59eb269-9a8e-48bd-a190-63fd5f1efc66 req-e0c86e97-004a-455c-bfef-b210de055b74 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:29.756187 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f59eb269-9a8e-48bd-a190-63fd5f1efc66 req-e0c86e97-004a-455c-bfef-b210de055b74 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4be9591-0f87-440f-a9bd-21dabba4dad9 HTTP/1.1" status: 200 len: 946 time: 0.1524458 May 31 16:12:29.766819 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb861cb2-f752-435e-a855-ecd8447fe9b8 req-56cb9005-b958-42e6-b7e1-a5c248eded81 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:29.768182 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cb861cb2-f752-435e-a855-ecd8447fe9b8 req-56cb9005-b958-42e6-b7e1-a5c248eded81 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4be9591-0f87-440f-a9bd-21dabba4dad9 HTTP/1.1" status: 200 len: 946 time: 0.1124856 May 31 16:12:29.861486 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f59eb269-9a8e-48bd-a190-63fd5f1efc66 req-855ee13f-9b37-4b74-8180-dd52464a6d5a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/security-groups?id=74d034bc-346e-4aaa-8eb7-6f3395ba8397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922611 May 31 16:12:29.933128 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-cb861cb2-f752-435e-a855-ecd8447fe9b8 req-fefd9b63-e021-441a-afc3-99877a83d55e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port 785ed464-1f36-445d-8d6f-b13030b9b9ec {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:12:29.933462 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-cb861cb2-f752-435e-a855-ecd8447fe9b8 req-fefd9b63-e021-441a-afc3-99877a83d55e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:30.065151 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-cb861cb2-f752-435e-a855-ecd8447fe9b8 req-fefd9b63-e021-441a-afc3-99877a83d55e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] For port 785ed464-1f36-445d-8d6f-b13030b9b9ec, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=785ed464-1f36-445d-8d6f-b13030b9b9ec,segment=NetworkSegment(1b13936a-84aa-4793-bd44-ddcd49bd2b10),segment_id=1b13936a-84aa-4793-bd44-ddcd49bd2b10)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:12:30.065516 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-cb861cb2-f752-435e-a855-ecd8447fe9b8 req-fefd9b63-e021-441a-afc3-99877a83d55e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:30.188314 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-cb861cb2-f752-435e-a855-ecd8447fe9b8 req-fefd9b63-e021-441a-afc3-99877a83d55e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for 785ed464-1f36-445d-8d6f-b13030b9b9ec owned by compute:nova {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:12:30.308256 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-cb861cb2-f752-435e-a855-ecd8447fe9b8 req-fefd9b63-e021-441a-afc3-99877a83d55e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:30.316442 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-12404e1f-905d-4b85-b019-d6516511bafa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:30.365869 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd9b63-e021-441a-afc3-99877a83d55e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=785ed464-1f36-445d-8d6f-b13030b9b9ec,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:12:30.407938 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd9b63-e021-441a-afc3-99877a83d55e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:30.408263 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd9b63-e021-441a-afc3-99877a83d55e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:30.408638 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd9b63-e021-441a-afc3-99877a83d55e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:30.409007 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd9b63-e021-441a-afc3-99877a83d55e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:30.409374 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd9b63-e021-441a-afc3-99877a83d55e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:30.409738 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd9b63-e021-441a-afc3-99877a83d55e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:30.410096 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd9b63-e021-441a-afc3-99877a83d55e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:30.410488 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd9b63-e021-441a-afc3-99877a83d55e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:30.410848 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd9b63-e021-441a-afc3-99877a83d55e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:30.411367 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd9b63-e021-441a-afc3-99877a83d55e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:30.411730 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd9b63-e021-441a-afc3-99877a83d55e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:30.412081 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd9b63-e021-441a-afc3-99877a83d55e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:30.438130 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fefd9b63-e021-441a-afc3-99877a83d55e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:30.448893 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb861cb2-f752-435e-a855-ecd8447fe9b8 req-fefd9b63-e021-441a-afc3-99877a83d55e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] No DVR routers for this DVR port 785ed464-1f36-445d-8d6f-b13030b9b9ec on host hv-neutron-6013 {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:12:30.451904 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-cb861cb2-f752-435e-a855-ecd8447fe9b8 req-fefd9b63-e021-441a-afc3-99877a83d55e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:30.454354 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4be9591-0f87-440f-a9bd-21dabba4dad9', 'name': 'network-vif-deleted', 'tag': '785ed464-1f36-445d-8d6f-b13030b9b9ec'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:12:30.456651 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e92a62-9651-4317-8be7-f8401f1293a9" -d '{"events": [{"server_uuid": "f4be9591-0f87-440f-a9bd-21dabba4dad9", "name": "network-vif-deleted", "tag": "785ed464-1f36-445d-8d6f-b13030b9b9ec"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:12:30.466485 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cb861cb2-f752-435e-a855-ecd8447fe9b8 req-fefd9b63-e021-441a-afc3-99877a83d55e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.59 "DELETE /v2.0/ports/785ed464-1f36-445d-8d6f-b13030b9b9ec HTTP/1.1" status: 204 len: 173 time: 0.6845541 May 31 16:12:30.503264 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fe4d99-77aa-4a1a-8a07-7661830b7c92 x-openstack-request-id: req-54fe4d99-77aa-4a1a-8a07-7661830b7c92 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:12:30.503591 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4be9591-0f87-440f-a9bd-21dabba4dad9", "name": "network-vif-deleted", "tag": "785ed464-1f36-445d-8d6f-b13030b9b9ec", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:12:30.503884 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-54fe4d99-77aa-4a1a-8a07-7661830b7c92 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:12:30.504315 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4be9591-0f87-440f-a9bd-21dabba4dad9', 'name': 'network-vif-deleted', 'tag': '785ed464-1f36-445d-8d6f-b13030b9b9ec', 'status': 'completed', 'code': 200} May 31 16:12:31.028642 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-007123f5-dd0d-4722-9a49-e29445d97b04 req-93e4b921-d143-4317-9ecc-c2f1d0d691f2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Synchronizing usage tracker for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:12:31.045173 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-007123f5-dd0d-4722-9a49-e29445d97b04 req-93e4b921-d143-4317-9ecc-c2f1d0d691f2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Unset dirty status for tenant:77a9908268404908970d038c7b3f1f66 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:12:31.046459 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-007123f5-dd0d-4722-9a49-e29445d97b04 req-93e4b921-d143-4317-9ecc-c2f1d0d691f2 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4be9591-0f87-440f-a9bd-21dabba4dad9 HTTP/1.1" status: 200 len: 210 time: 0.0606894 May 31 16:12:32.141932 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35362) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:12:32.214838 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-236fd39b-200b-46a9-8cab-5a3cde598527 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:32.246852 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-236fd39b-200b-46a9-8cab-5a3cde598527 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:32.319449 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-236fd39b-200b-46a9-8cab-5a3cde598527 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:32.323444 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f951449e-fc8c-42e0-ab61-bdf0a6479586 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:32.339435 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236fd39b-200b-46a9-8cab-5a3cde598527 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d034bc-346e-4aaa-8eb7-6f3395ba8397,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:12:32.342576 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-236fd39b-200b-46a9-8cab-5a3cde598527 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:32.353393 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-236fd39b-200b-46a9-8cab-5a3cde598527 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:32.357773 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-236fd39b-200b-46a9-8cab-5a3cde598527 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/security-groups/74d034bc-346e-4aaa-8eb7-6f3395ba8397 HTTP/1.1" status: 204 len: 168 time: 0.2147191 May 31 16:12:32.387386 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35368) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:12:32.700461 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 785ed464-1f36-445d-8d6f-b13030b9b9ec no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:12:32.734164 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: 785ed464-1f36-445d-8d6f-b13030b9b9ec {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:12:32.734508 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 785ed464-1f36-445d-8d6f-b13030b9b9ec not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:12:33.114992 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ec75eef1-adaa-4b10-b83e-bb5afe5486df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:33.548284 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-ec75eef1-adaa-4b10-b83e-bb5afe5486df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port e52669a3-b85d-492b-a843-4484f50bbfa7 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:12:33.548984 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ec75eef1-adaa-4b10-b83e-bb5afe5486df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:33.694343 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-ec75eef1-adaa-4b10-b83e-bb5afe5486df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] For port e52669a3-b85d-492b-a843-4484f50bbfa7, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=e52669a3-b85d-492b-a843-4484f50bbfa7,segment=NetworkSegment(1b13936a-84aa-4793-bd44-ddcd49bd2b10),segment_id=1b13936a-84aa-4793-bd44-ddcd49bd2b10)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:12:33.695009 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ec75eef1-adaa-4b10-b83e-bb5afe5486df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:33.830623 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-ec75eef1-adaa-4b10-b83e-bb5afe5486df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for e52669a3-b85d-492b-a843-4484f50bbfa7 owned by network:router_interface {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:12:34.136686 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ec75eef1-adaa-4b10-b83e-bb5afe5486df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:34.140246 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-aa49c7c3-6537-4feb-8ec7-cabc5c29fe9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:34.183732 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75eef1-adaa-4b10-b83e-bb5afe5486df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=e52669a3-b85d-492b-a843-4484f50bbfa7,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:12:34.186849 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ec75eef1-adaa-4b10-b83e-bb5afe5486df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:34.464028 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ec75eef1-adaa-4b10-b83e-bb5afe5486df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:34.674747 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-44cd9fe8-ff25-4349-a97e-a6ed7c1df828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:34.972955 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec75eef1-adaa-4b10-b83e-bb5afe5486df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Router 92bb8a44-52e0-4d5e-8742-837d51aff17a has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:12:35.152420 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec75eef1-adaa-4b10-b83e-bb5afe5486df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:12:35.162811 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c194e2e-5863-4a92-b260-ac4f99f1e29d None None] Sync routers for ids ['92bb8a44-52e0-4d5e-8742-837d51aff17a'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:12:35.170594 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ec75eef1-adaa-4b10-b83e-bb5afe5486df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "PUT /v2.0/routers/92bb8a44-52e0-4d5e-8742-837d51aff17a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7820072 May 31 16:12:35.173165 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c194e2e-5863-4a92-b260-ac4f99f1e29d None None] Routers {'92bb8a44-52e0-4d5e-8742-837d51aff17a'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:12:35.173436 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35372) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:12:35.173810 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-1c194e2e-5863-4a92-b260-ac4f99f1e29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:12:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['92bb8a44-52e0-4d5e-8742-837d51aff17a'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:12:35.243920 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-be79f031-137a-49b9-9ec7-840fcd25f041 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting subnet 4bfb80fd-bb50-495b-bf6c-471b1c0519e2 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:12:35.248017 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-be79f031-137a-49b9-9ec7-840fcd25f041 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:35.301746 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-be79f031-137a-49b9-9ec7-840fcd25f041 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:35.346004 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-1c194e2e-5863-4a92-b260-ac4f99f1e29d None None] Set router 92bb8a44-52e0-4d5e-8742-837d51aff17a gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:12:35.399222 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-be79f031-137a-49b9-9ec7-840fcd25f041 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:35.648604 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-1c194e2e-5863-4a92-b260-ac4f99f1e29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'name': 'tempest-TestNetworkBasicOps-router-72747873', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18'}], 'enable_snat': True}, 'gw_port_id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:10:39Z', 'updated_at': '2021-05-31T16:12:34Z', 'revision_number': 7, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:10:40Z', 'updated_at': '2021-05-31T16:12:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:12:35.652915 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c194e2e-5863-4a92-b260-ac4f99f1e29d None None] Checking router: 92bb8a44-52e0-4d5e-8742-837d51aff17a for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:12:35.661466 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c194e2e-5863-4a92-b260-ac4f99f1e29d None None] Routers {'92bb8a44-52e0-4d5e-8742-837d51aff17a'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:12:35.662076 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-1c194e2e-5863-4a92-b260-ac4f99f1e29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:12:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['92bb8a44-52e0-4d5e-8742-837d51aff17a'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:12:35.668955 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-be79f031-137a-49b9-9ec7-840fcd25f041 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:35.673450 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f0981f52-b7b4-4e99-b971-89eb76013d91 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:35.713716 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79f031-137a-49b9-9ec7-840fcd25f041 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Subnet': ['ID=4bfb80fd-bb50-495b-bf6c-471b1c0519e2,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:12:35.715402 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-be79f031-137a-49b9-9ec7-840fcd25f041 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:35.721092 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-be79f031-137a-49b9-9ec7-840fcd25f041 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:35.721602 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b781cc0b-bd15-4208-aeef-6d7fe8a7cb75 None None] Network 60c34fb6-2e12-444a-8d00-2e1e0342dfc8 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:12:35.725226 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-be79f031-137a-49b9-9ec7-840fcd25f041 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/subnets/4bfb80fd-bb50-495b-bf6c-471b1c0519e2 HTTP/1.1" status: 204 len: 168 time: 0.5482697 May 31 16:12:35.725840 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35376) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:12:35.852055 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-1c194e2e-5863-4a92-b260-ac4f99f1e29d None None] Set router 92bb8a44-52e0-4d5e-8742-837d51aff17a gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:12:35.915460 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3b21b81d-c552-4bb1-9f1a-9fe16befc8f9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:36.028401 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35285393-1465-42f5-8ebf-8ae9c4650a3a None None] DHCP port deletion for 60c34fb6-2e12-444a-8d00-2e1e0342dfc8 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 16:12:36.094616 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-35285393-1465-42f5-8ebf-8ae9c4650a3a None None] Deleting port a2e1ab2d-8fa3-4043-8624-238a1ff225c1 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:12:36.095017 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-35285393-1465-42f5-8ebf-8ae9c4650a3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:36.143026 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-1c194e2e-5863-4a92-b260-ac4f99f1e29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'name': 'tempest-TestNetworkBasicOps-router-72747873', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18'}], 'enable_snat': True}, 'gw_port_id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:10:39Z', 'updated_at': '2021-05-31T16:12:34Z', 'revision_number': 7, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:10:40Z', 'updated_at': '2021-05-31T16:12:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:12:36.147272 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c194e2e-5863-4a92-b260-ac4f99f1e29d None None] The sync data for ids ['92bb8a44-52e0-4d5e-8742-837d51aff17a'] in dv-neutron-601336-79-hyperv is: [{'id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'name': 'tempest-TestNetworkBasicOps-router-72747873', 'tenant_id': '77a9908268404908970d038c7b3f1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18'}], 'enable_snat': True}, 'gw_port_id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:10:39Z', 'updated_at': '2021-05-31T16:12:34Z', 'revision_number': 7, 'project_id': '77a9908268404908970d038c7b3f1f66', 'gw_port': {'id': '7eda1fa3-3fd2-4bc1-947c-7702801498b9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bb8a44-52e0-4d5e-8742-837d51aff17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:10:40Z', 'updated_at': '2021-05-31T16:12:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:12:36.205468 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-35285393-1465-42f5-8ebf-8ae9c4650a3a None None] For port a2e1ab2d-8fa3-4043-8624-238a1ff225c1, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a2e1ab2d-8fa3-4043-8624-238a1ff225c1,segment=NetworkSegment(1b13936a-84aa-4793-bd44-ddcd49bd2b10),segment_id=1b13936a-84aa-4793-bd44-ddcd49bd2b10)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:12:36.205893 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-35285393-1465-42f5-8ebf-8ae9c4650a3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:36.257332 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3b21b81d-c552-4bb1-9f1a-9fe16befc8f9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:36.326444 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-35285393-1465-42f5-8ebf-8ae9c4650a3a None None] Calling delete_port for a2e1ab2d-8fa3-4043-8624-238a1ff225c1 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:12:36.334799 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-3b21b81d-c552-4bb1-9f1a-9fe16befc8f9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Deleting port 7eda1fa3-3fd2-4bc1-947c-7702801498b9 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:12:36.335184 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3b21b81d-c552-4bb1-9f1a-9fe16befc8f9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:36.380204 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-35285393-1465-42f5-8ebf-8ae9c4650a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:36.384511 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-3540058e-bba0-435f-84e3-617e55912413 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:36.429457 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35285393-1465-42f5-8ebf-8ae9c4650a3a None None] Pushing event deleted for resources: {'Port': ['ID=a2e1ab2d-8fa3-4043-8624-238a1ff225c1,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:12:36.432477 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-35285393-1465-42f5-8ebf-8ae9c4650a3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:36.433273 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35285393-1465-42f5-8ebf-8ae9c4650a3a None None] No DVR routers for this DVR port a2e1ab2d-8fa3-4043-8624-238a1ff225c1 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:12:36.463545 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-3b21b81d-c552-4bb1-9f1a-9fe16befc8f9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] For port 7eda1fa3-3fd2-4bc1-947c-7702801498b9, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=7eda1fa3-3fd2-4bc1-947c-7702801498b9,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:12:36.463890 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3b21b81d-c552-4bb1-9f1a-9fe16befc8f9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:36.596427 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-3b21b81d-c552-4bb1-9f1a-9fe16befc8f9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Calling delete_port for 7eda1fa3-3fd2-4bc1-947c-7702801498b9 owned by network:router_gateway {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:12:36.735043 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3b21b81d-c552-4bb1-9f1a-9fe16befc8f9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:36.741432 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-dd2bfb7c-9fe6-4f76-978c-6a7e5a7b7285 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:36.788606 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21b81d-c552-4bb1-9f1a-9fe16befc8f9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Port': ['ID=7eda1fa3-3fd2-4bc1-947c-7702801498b9,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:12:36.814422 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3b21b81d-c552-4bb1-9f1a-9fe16befc8f9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:36.880273 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3b21b81d-c552-4bb1-9f1a-9fe16befc8f9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:36.999895 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:37.054565 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3b21b81d-c552-4bb1-9f1a-9fe16befc8f9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:37.056832 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3b21b81d-c552-4bb1-9f1a-9fe16befc8f9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:37.080827 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3b21b81d-c552-4bb1-9f1a-9fe16befc8f9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:37.081507 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b21b81d-c552-4bb1-9f1a-9fe16befc8f9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Fanout notify agent at l3_agent the message router_deleted on router 92bb8a44-52e0-4d5e-8742-837d51aff17a {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 16:12:37.097725 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3b21b81d-c552-4bb1-9f1a-9fe16befc8f9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:37.098853 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3b21b81d-c552-4bb1-9f1a-9fe16befc8f9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/routers/92bb8a44-52e0-4d5e-8742-837d51aff17a HTTP/1.1" status: 204 len: 168 time: 1.3720746 May 31 16:12:37.101664 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35380) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:12:37.218453 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0ef3718a-ce96-4f83-97f6-d4d2f1e4dc68 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:37.352270 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0ef3718a-ce96-4f83-97f6-d4d2f1e4dc68 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:37.368002 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-0ef3718a-ce96-4f83-97f6-d4d2f1e4dc68 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c34fb6-2e12-444a-8d00-2e1e0342dfc8']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:12:37.381520 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-0ef3718a-ce96-4f83-97f6-d4d2f1e4dc68 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b13936a-84aa-4793-bd44-ddcd49bd2b10') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:12:37.381820 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-0ef3718a-ce96-4f83-97f6-d4d2f1e4dc68 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b13936a-84aa-4793-bd44-ddcd49bd2b10') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:12:37.393952 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0ef3718a-ce96-4f83-97f6-d4d2f1e4dc68 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:37.410494 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0ef3718a-ce96-4f83-97f6-d4d2f1e4dc68 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:37.416857 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef3718a-ce96-4f83-97f6-d4d2f1e4dc68 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:12:37.417239 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0ef3718a-ce96-4f83-97f6-d4d2f1e4dc68 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:12:37.435832 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:12:37.516647 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0ef3718a-ce96-4f83-97f6-d4d2f1e4dc68 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:37.520772 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f0752594-f339-4f3a-98c4-ce8f19ab78ad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:37.535881 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0ef3718a-ce96-4f83-97f6-d4d2f1e4dc68 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:37.548736 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3718a-ce96-4f83-97f6-d4d2f1e4dc68 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Pushing event deleted for resources: {'Network': ['ID=60c34fb6-2e12-444a-8d00-2e1e0342dfc8,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:12:37.551745 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0ef3718a-ce96-4f83-97f6-d4d2f1e4dc68 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:37.557633 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0ef3718a-ce96-4f83-97f6-d4d2f1e4dc68 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] 10.222.0.45 "DELETE /v2.0/networks/60c34fb6-2e12-444a-8d00-2e1e0342dfc8 HTTP/1.1" status: 204 len: 168 time: 0.4529548 May 31 16:12:37.746651 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e52669a3-b85d-492b-a843-4484f50bbfa7 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:12:37.780957 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: e52669a3-b85d-492b-a843-4484f50bbfa7 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:12:37.781296 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e52669a3-b85d-492b-a843-4484f50bbfa7 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:12:37.781713 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a2e1ab2d-8fa3-4043-8624-238a1ff225c1 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:12:37.817527 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: a2e1ab2d-8fa3-4043-8624-238a1ff225c1 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:12:37.817877 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a2e1ab2d-8fa3-4043-8624-238a1ff225c1 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:12:37.818300 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7eda1fa3-3fd2-4bc1-947c-7702801498b9 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:12:37.853689 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 7eda1fa3-3fd2-4bc1-947c-7702801498b9 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:12:37.854063 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7eda1fa3-3fd2-4bc1-947c-7702801498b9 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:12:37.894640 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-40e54b7c-e59a-4714-a9ff-c10ca9e9a225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:37.904957 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35390) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:12:38.080117 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b98fdd5f-b04f-471e-a880-14069c90324b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=77a9908268404908970d038c7b3f1f66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1738014 May 31 16:12:38.082219 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35396) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:12:38.143331 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-12467e61-34f8-4256-bc42-83c890be0d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:38.169587 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-12467e61-34f8-4256-bc42-83c890be0d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:38.224343 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-12467e61-34f8-4256-bc42-83c890be0d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:38.227975 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a05216b3-a6da-4561-ad28-b48a50bb53b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:38.241475 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12467e61-34f8-4256-bc42-83c890be0d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676bac8e-538c-4a65-9a2e-41b0e5ba259f,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:12:38.245596 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-12467e61-34f8-4256-bc42-83c890be0d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:38.248806 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-12467e61-34f8-4256-bc42-83c890be0d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:38.249869 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-12467e61-34f8-4256-bc42-83c890be0d21 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/676bac8e-538c-4a65-9a2e-41b0e5ba259f HTTP/1.1" status: 204 len: 168 time: 0.1664255 May 31 16:12:38.426710 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:38.553306 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35404) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:12:38.571674 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-be925d54-e2f1-481e-bc21-22985b6b5144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:38.590479 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-be925d54-e2f1-481e-bc21-22985b6b5144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:12:38.595096 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-be925d54-e2f1-481e-bc21-22985b6b5144 admin admin] Usage tracker for resource:security_group_rule and tenant:eefd5d12fbec479d9205d1ec27b988ab is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:12:38.598910 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-be925d54-e2f1-481e-bc21-22985b6b5144 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:12:38.609342 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-be925d54-e2f1-481e-bc21-22985b6b5144 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:12:38.698337 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-be925d54-e2f1-481e-bc21-22985b6b5144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:38.704695 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-be925d54-e2f1-481e-bc21-22985b6b5144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:38.711676 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1eb45047-4214-44a6-9ae6-4af6375d727c tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:38.753249 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-be925d54-e2f1-481e-bc21-22985b6b5144 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eefd5d12fbec479d9205d1ec27b988ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1988387 May 31 16:12:38.754206 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be925d54-e2f1-481e-bc21-22985b6b5144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a768813e-4122-4a40-9722-273612a8bdb2,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:12:38.756926 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35408) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:12:38.757399 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-be925d54-e2f1-481e-bc21-22985b6b5144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:38.817761 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bd8cd60e-da6f-4d8a-ad36-34203ed551c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:38.854878 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bd8cd60e-da6f-4d8a-ad36-34203ed551c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:38.911514 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bd8cd60e-da6f-4d8a-ad36-34203ed551c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:38.915181 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bfc9ad50-55cf-45c0-a526-39a639849b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:38.926139 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8cd60e-da6f-4d8a-ad36-34203ed551c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a768813e-4122-4a40-9722-273612a8bdb2,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:12:38.929506 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bd8cd60e-da6f-4d8a-ad36-34203ed551c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:38.932881 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bd8cd60e-da6f-4d8a-ad36-34203ed551c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:38.936607 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bd8cd60e-da6f-4d8a-ad36-34203ed551c0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a768813e-4122-4a40-9722-273612a8bdb2 HTTP/1.1" status: 204 len: 168 time: 0.1786458 May 31 16:12:39.791397 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:39.829636 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35432) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:12:39.939242 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-d60e18a0-ef9e-423a-88d2-566b2572d023 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1946710120-network', 'tenant_id': '40ad927beacb44fb955f7b8872bd5cc4'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:12:39.944370 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d60e18a0-ef9e-423a-88d2-566b2572d023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:12:39.948668 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d60e18a0-ef9e-423a-88d2-566b2572d023 admin admin] Usage tracker for resource:network and tenant:40ad927beacb44fb955f7b8872bd5cc4 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:12:39.951773 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d60e18a0-ef9e-423a-88d2-566b2572d023 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:12:39.959068 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d60e18a0-ef9e-423a-88d2-566b2572d023 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:12:39.973558 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60e18a0-ef9e-423a-88d2-566b2572d023 admin admin] Made reservation on behalf of 40ad927beacb44fb955f7b8872bd5cc4 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:12:39.977438 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d60e18a0-ef9e-423a-88d2-566b2572d023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:39.991084 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d60e18a0-ef9e-423a-88d2-566b2572d023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:40.005938 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d60e18a0-ef9e-423a-88d2-566b2572d023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:12:40.009898 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d60e18a0-ef9e-423a-88d2-566b2572d023 admin admin] Usage tracker for resource:security_group_rule and tenant:40ad927beacb44fb955f7b8872bd5cc4 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:12:40.012990 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d60e18a0-ef9e-423a-88d2-566b2572d023 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:12:40.019214 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d60e18a0-ef9e-423a-88d2-566b2572d023 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:12:40.102844 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d60e18a0-ef9e-423a-88d2-566b2572d023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:40.109089 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d60e18a0-ef9e-423a-88d2-566b2572d023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:40.112326 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0b974209-39b0-43d7-ad05-d062694822d1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:40.141185 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d60e18a0-ef9e-423a-88d2-566b2572d023 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:12:40.149805 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e18a0-ef9e-423a-88d2-566b2572d023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9082ccc-76dd-40c9-bb84-daad1e86a980,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:12:40.154299 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d60e18a0-ef9e-423a-88d2-566b2572d023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:40.157160 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d60e18a0-ef9e-423a-88d2-566b2572d023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:40.158072 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-d60e18a0-ef9e-423a-88d2-566b2572d023 admin admin] Added segment 53ae0cd8-b128-4b36-af71-676ba1fe2543 of type vlan for network a0214409-920a-41d8-a8e9-999a243871d6 May 31 16:12:40.184803 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d60e18a0-ef9e-423a-88d2-566b2572d023 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:40.221242 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d60e18a0-ef9e-423a-88d2-566b2572d023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:40.222266 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60e18a0-ef9e-423a-88d2-566b2572d023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:40.222830 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d60e18a0-ef9e-423a-88d2-566b2572d023 admin admin] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:40.226151 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-abd260f2-0be6-4066-9ddf-c0367c662a9d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:40.321595 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e18a0-ef9e-423a-88d2-566b2572d023 admin admin] Pushing event updated for resources: {'Network': ['ID=a0214409-920a-41d8-a8e9-999a243871d6,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:12:40.324716 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d60e18a0-ef9e-423a-88d2-566b2572d023 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4940624 May 31 16:12:40.325642 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d60e18a0-ef9e-423a-88d2-566b2572d023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:40.327914 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35438) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:12:40.333154 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network a0214409-920a-41d8-a8e9-999a243871d6 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 16:12:40.333585 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-d90a7d19-bc2f-4d43-a7a8-b8426a38d501 admin admin] Request body: {'subnet': {'network_id': 'a0214409-920a-41d8-a8e9-999a243871d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1946710120-subnet', 'tenant_id': '40ad927beacb44fb955f7b8872bd5cc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:12:40.338664 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d90a7d19-bc2f-4d43-a7a8-b8426a38d501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:12:40.343003 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d90a7d19-bc2f-4d43-a7a8-b8426a38d501 admin admin] Usage tracker for resource:subnet and tenant:40ad927beacb44fb955f7b8872bd5cc4 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:12:40.346370 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d90a7d19-bc2f-4d43-a7a8-b8426a38d501 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:12:40.352336 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d90a7d19-bc2f-4d43-a7a8-b8426a38d501 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:12:40.363373 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90a7d19-bc2f-4d43-a7a8-b8426a38d501 admin admin] Made reservation on behalf of 40ad927beacb44fb955f7b8872bd5cc4 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:12:40.366576 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d90a7d19-bc2f-4d43-a7a8-b8426a38d501 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:40.891460 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d90a7d19-bc2f-4d43-a7a8-b8426a38d501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:40.896948 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6ac74ad6-feac-4635-be9d-f6503213b356 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:40.968828 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a7d19-bc2f-4d43-a7a8-b8426a38d501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a49185a-af51-4ec0-becd-67e89da76d74,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:12:40.972591 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d90a7d19-bc2f-4d43-a7a8-b8426a38d501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:40.979959 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90a7d19-bc2f-4d43-a7a8-b8426a38d501 admin admin] Checking segment: {'id': '53ae0cd8-b128-4b36-af71-676ba1fe2543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a0214409-920a-41d8-a8e9-999a243871d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:12:40.980353 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90a7d19-bc2f-4d43-a7a8-b8426a38d501 admin admin] Network hostable DHCP agents. Network: a0214409-920a-41d8-a8e9-999a243871d6, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:12:40.998167 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90a7d19-bc2f-4d43-a7a8-b8426a38d501 admin admin] Network a0214409-920a-41d8-a8e9-999a243871d6 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:12:41.006576 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-d90a7d19-bc2f-4d43-a7a8-b8426a38d501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, a0214409-920a-41d8-a8e9-999a243871d6) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:12:41.014901 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90a7d19-bc2f-4d43-a7a8-b8426a38d501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:41.015534 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d90a7d19-bc2f-4d43-a7a8-b8426a38d501 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:41.017328 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe51aa8-1396-4260-91f8-7c8f7b9d4860 None None] Network a0214409-920a-41d8-a8e9-999a243871d6 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:12:41.036399 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d90a7d19-bc2f-4d43-a7a8-b8426a38d501 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7073238 May 31 16:12:41.207845 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3a0982-fb75-4f5c-a9a8-ef06a22f861a None None] Network a0214409-920a-41d8-a8e9-999a243871d6 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:12:41.541316 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35456) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:12:41.547322 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-206daf85-6962-4880-918f-4a265de82449 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1272318160-network', 'tenant_id': '75d9105f2ec744cb9dade7e2fc563ee5'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:12:41.552403 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-206daf85-6962-4880-918f-4a265de82449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:12:41.556612 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-206daf85-6962-4880-918f-4a265de82449 admin admin] Usage tracker for resource:network and tenant:75d9105f2ec744cb9dade7e2fc563ee5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:12:41.559676 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-206daf85-6962-4880-918f-4a265de82449 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:12:41.565674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-206daf85-6962-4880-918f-4a265de82449 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:12:41.578372 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206daf85-6962-4880-918f-4a265de82449 admin admin] Made reservation on behalf of 75d9105f2ec744cb9dade7e2fc563ee5 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:12:41.580747 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-206daf85-6962-4880-918f-4a265de82449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:41.592525 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-206daf85-6962-4880-918f-4a265de82449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:41.606582 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-206daf85-6962-4880-918f-4a265de82449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:12:41.610405 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-206daf85-6962-4880-918f-4a265de82449 admin admin] Usage tracker for resource:security_group_rule and tenant:75d9105f2ec744cb9dade7e2fc563ee5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:12:41.613250 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-206daf85-6962-4880-918f-4a265de82449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:12:41.618983 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-206daf85-6962-4880-918f-4a265de82449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:12:41.724106 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-206daf85-6962-4880-918f-4a265de82449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:41.730537 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-206daf85-6962-4880-918f-4a265de82449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:41.733730 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-39ed4a5b-3a00-4c75-aaaf-f36b4d091cf8 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:41.761647 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206daf85-6962-4880-918f-4a265de82449 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:12:41.770537 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206daf85-6962-4880-918f-4a265de82449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6f15cf-5c82-4b19-b03d-e8a328838bee,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:12:41.774488 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-206daf85-6962-4880-918f-4a265de82449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:41.777698 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-206daf85-6962-4880-918f-4a265de82449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:41.778043 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-206daf85-6962-4880-918f-4a265de82449 admin admin] Added segment 8c192be4-960c-442d-ba5d-bf40a47cc248 of type vlan for network 8352a2dd-b348-4937-8545-d4cd354e6eec May 31 16:12:41.804063 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-206daf85-6962-4880-918f-4a265de82449 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:41.834231 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-206daf85-6962-4880-918f-4a265de82449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:41.835279 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206daf85-6962-4880-918f-4a265de82449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:41.835876 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-206daf85-6962-4880-918f-4a265de82449 admin admin] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:41.839206 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8aab1012-8d47-4c3a-ac3d-c67705b993da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:41.938490 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206daf85-6962-4880-918f-4a265de82449 admin admin] Pushing event updated for resources: {'Network': ['ID=8352a2dd-b348-4937-8545-d4cd354e6eec,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:12:41.941466 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-206daf85-6962-4880-918f-4a265de82449 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3990397 May 31 16:12:41.942329 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-206daf85-6962-4880-918f-4a265de82449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:41.944397 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35460) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:12:41.949994 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-ec982e3a-d72b-431e-b1e5-517b40af8df3 admin admin] Request body: {'subnet': {'network_id': '8352a2dd-b348-4937-8545-d4cd354e6eec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1272318160-subnet', 'tenant_id': '75d9105f2ec744cb9dade7e2fc563ee5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:12:41.950338 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 8352a2dd-b348-4937-8545-d4cd354e6eec details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 16:12:41.955102 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-ec982e3a-d72b-431e-b1e5-517b40af8df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:12:41.959098 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ec982e3a-d72b-431e-b1e5-517b40af8df3 admin admin] Usage tracker for resource:subnet and tenant:75d9105f2ec744cb9dade7e2fc563ee5 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:12:41.962622 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ec982e3a-d72b-431e-b1e5-517b40af8df3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:12:41.968505 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-ec982e3a-d72b-431e-b1e5-517b40af8df3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:12:41.979149 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec982e3a-d72b-431e-b1e5-517b40af8df3 admin admin] Made reservation on behalf of 75d9105f2ec744cb9dade7e2fc563ee5 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:12:41.981701 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ec982e3a-d72b-431e-b1e5-517b40af8df3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:42.375005 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ec982e3a-d72b-431e-b1e5-517b40af8df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:42.378510 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e866fd63-fb78-425a-85f4-76833956f48e tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:42.448031 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec982e3a-d72b-431e-b1e5-517b40af8df3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9ad06ea-d1ab-4b9f-81b1-c316946e90ae,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:12:42.451648 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ec982e3a-d72b-431e-b1e5-517b40af8df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:42.458926 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec982e3a-d72b-431e-b1e5-517b40af8df3 admin admin] Checking segment: {'id': '8c192be4-960c-442d-ba5d-bf40a47cc248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '8352a2dd-b348-4937-8545-d4cd354e6eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:12:42.459300 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec982e3a-d72b-431e-b1e5-517b40af8df3 admin admin] Network hostable DHCP agents. Network: 8352a2dd-b348-4937-8545-d4cd354e6eec, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:12:42.478838 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec982e3a-d72b-431e-b1e5-517b40af8df3 admin admin] Network 8352a2dd-b348-4937-8545-d4cd354e6eec is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:12:42.490315 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-ec982e3a-d72b-431e-b1e5-517b40af8df3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 8352a2dd-b348-4937-8545-d4cd354e6eec) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:12:42.499073 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec982e3a-d72b-431e-b1e5-517b40af8df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:42.499650 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ec982e3a-d72b-431e-b1e5-517b40af8df3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:42.500424 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f53a736-d7e9-4777-8657-6bf4048530d4 None None] Network 8352a2dd-b348-4937-8545-d4cd354e6eec requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:12:42.521954 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ec982e3a-d72b-431e-b1e5-517b40af8df3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5764012 May 31 16:12:42.690630 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4f3435-bca6-46a8-94ac-ca013747f4bf None None] Network 8352a2dd-b348-4937-8545-d4cd354e6eec requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:12:43.127861 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-f21af633-6cd7-4f87-bafd-599b723272f6 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:43.128577 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-f21af633-6cd7-4f87-bafd-599b723272f6 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Synchronizing usage tracker for tenant:40ad927beacb44fb955f7b8872bd5cc4 on resource:network {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:12:43.151630 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-f21af633-6cd7-4f87-bafd-599b723272f6 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Unset dirty status for tenant:40ad927beacb44fb955f7b8872bd5cc4 on resource:network {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:12:43.153444 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-f21af633-6cd7-4f87-bafd-599b723272f6 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/networks?id=a0214409-920a-41d8-a8e9-999a243871d6 HTTP/1.1" status: 200 len: 812 time: 0.1715312 May 31 16:12:43.171302 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-ba07be69-fab9-408e-b44a-8b04e86d4704 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/quotas/40ad927beacb44fb955f7b8872bd5cc4 HTTP/1.1" status: 200 len: 375 time: 0.0091875 May 31 16:12:43.220355 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-70ad57aa-c709-4099-bca9-c73a13bc0054 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=40ad927beacb44fb955f7b8872bd5cc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418208 May 31 16:12:43.349956 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-63706534-465e-4589-9159-55053336b9d4 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 16:12:43.350935 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-63706534-465e-4589-9159-55053336b9d4 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1209140 May 31 16:12:43.491557 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-ba69bbd1-d19c-4237-8fac-9f5ad90b7ae4 service neutron] 10.222.0.45 "GET /v2.0/networks/a0214409-920a-41d8-a8e9-999a243871d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344130 May 31 16:12:43.625845 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-51fac374-e87e-41c4-9fbe-2dcc789e8f1b service neutron] 10.222.0.45 "GET /v2.0/networks/a0214409-920a-41d8-a8e9-999a243871d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251934 May 31 16:12:43.821820 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4a8381ea-e5ef-495a-90d1-8bc569709b35 req-7ebb0b71-ee09-43ad-9176-da9c89140e7c tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8499207-b7d6-4b3c-9a28-26c1ceb0132b HTTP/1.1" status: 200 len: 210 time: 0.0421007 May 31 16:12:44.926533 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c79b0ed0-5f64-475d-9583-901b93ceb0d3 req-a999762e-72cc-438e-a8d1-cba811c5d83a tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8499207-b7d6-4b3c-9a28-26c1ceb0132b HTTP/1.1" status: 200 len: 210 time: 0.0463910 May 31 16:12:46.094012 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ebb8097d-aeae-4629-aa51-1b5afd102bb1 req-79865033-8bb2-4045-b47d-88a050d29057 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8499207-b7d6-4b3c-9a28-26c1ceb0132b HTTP/1.1" status: 200 len: 210 time: 0.0483966 May 31 16:12:47.096943 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-60803221-aa95-47c8-9a8c-e8105ae51aab tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:47.098354 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-60803221-aa95-47c8-9a8c-e8105ae51aab tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.59 "GET /v2.0/networks?id=a0214409-920a-41d8-a8e9-999a243871d6 HTTP/1.1" status: 200 len: 812 time: 0.2934065 May 31 16:12:47.110832 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-7ed9ab4e-3043-44dd-b917-ead0250ff9bf tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Request body: {'port': {'device_id': 'c8499207-b7d6-4b3c-9a28-26c1ceb0132b', 'network_id': 'a0214409-920a-41d8-a8e9-999a243871d6', 'admin_state_up': True, 'tenant_id': '40ad927beacb44fb955f7b8872bd5cc4'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:12:47.275117 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-891a1098-87cb-46a1-9278-aab5bcb6d5da req-6d3d675c-5915-4e09-af13-308bc53f4a43 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8499207-b7d6-4b3c-9a28-26c1ceb0132b HTTP/1.1" status: 200 len: 210 time: 0.0652363 May 31 16:12:47.292222 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-7ed9ab4e-3043-44dd-b917-ead0250ff9bf tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:12:47.296903 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-7ed9ab4e-3043-44dd-b917-ead0250ff9bf tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Usage tracker for resource:port and tenant:40ad927beacb44fb955f7b8872bd5cc4 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:12:47.299764 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-7ed9ab4e-3043-44dd-b917-ead0250ff9bf tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:12:47.306068 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-7ed9ab4e-3043-44dd-b917-ead0250ff9bf tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:12:47.317190 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-7ed9ab4e-3043-44dd-b917-ead0250ff9bf tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Made reservation on behalf of 40ad927beacb44fb955f7b8872bd5cc4 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:12:47.320776 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-7ed9ab4e-3043-44dd-b917-ead0250ff9bf tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:47.488040 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-7ed9ab4e-3043-44dd-b917-ead0250ff9bf tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Allocated IP 172.20.0.2 (a0214409-920a-41d8-a8e9-999a243871d6/4a49185a-af51-4ec0-becd-67e89da76d74/8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:12:47.707713 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-7ed9ab4e-3043-44dd-b917-ead0250ff9bf tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:47.739931 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-7ed9ab4e-3043-44dd-b917-ead0250ff9bf tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:47.746114 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-97f8a5e6-7de0-4626-bec3-578fa9e20c4c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:47.810050 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-7ed9ab4e-3043-44dd-b917-ead0250ff9bf tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Network a0214409-920a-41d8-a8e9-999a243871d6 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:12:47.813186 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-7ed9ab4e-3043-44dd-b917-ead0250ff9bf tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:12:47.817046 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-7ed9ab4e-3043-44dd-b917-ead0250ff9bf tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:12:47.846510 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9ab4e-3043-44dd-b917-ead0250ff9bf tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Pushing event updated for resources: {'Port': ['ID=8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:12:47.852639 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7ed9ab4e-3043-44dd-b917-ead0250ff9bf tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:47.885425 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-7ed9ab4e-3043-44dd-b917-ead0250ff9bf tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:47.886043 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-7ed9ab4e-3043-44dd-b917-ead0250ff9bf tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:47.909031 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-7ed9ab4e-3043-44dd-b917-ead0250ff9bf tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8017321 May 31 16:12:47.963356 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-5f6fac9e-2ffe-4a50-806a-5b94d28e7f60 service neutron] Request body: {'port': {'device_id': 'c8499207-b7d6-4b3c-9a28-26c1ceb0132b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:12:48.076659 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-5f6fac9e-2ffe-4a50-806a-5b94d28e7f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:48.464479 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-5f6fac9e-2ffe-4a50-806a-5b94d28e7f60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:12:48.473861 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-5f6fac9e-2ffe-4a50-806a-5b94d28e7f60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:48.498377 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-5f6fac9e-2ffe-4a50-806a-5b94d28e7f60 service neutron] Transition to ACTIVE for port object 8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:12:48.502827 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-5f6fac9e-2ffe-4a50-806a-5b94d28e7f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:48.507055 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7a34e32e-921d-4626-87be-7eb634a52c40 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:48.641437 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bf658-89b0-4b90-92b3-058f1ba0e092 req-c786f8ed-31be-41fe-9301-f8d09738efba tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:48.642159 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-987bf658-89b0-4b90-92b3-058f1ba0e092 req-c786f8ed-31be-41fe-9301-f8d09738efba tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Synchronizing usage tracker for tenant:40ad927beacb44fb955f7b8872bd5cc4 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:12:48.648558 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fac9e-2ffe-4a50-806a-5b94d28e7f60 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:12:48.653876 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5f6fac9e-2ffe-4a50-806a-5b94d28e7f60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:48.733695 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-987bf658-89b0-4b90-92b3-058f1ba0e092 req-c786f8ed-31be-41fe-9301-f8d09738efba tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Unset dirty status for tenant:40ad927beacb44fb955f7b8872bd5cc4 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:12:48.734857 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-987bf658-89b0-4b90-92b3-058f1ba0e092 req-c786f8ed-31be-41fe-9301-f8d09738efba tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8499207-b7d6-4b3c-9a28-26c1ceb0132b HTTP/1.1" status: 200 len: 931 time: 0.3393252 May 31 16:12:48.789812 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-5f6fac9e-2ffe-4a50-806a-5b94d28e7f60 service neutron] Attempting to bind port 8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:12:48.790140 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-5f6fac9e-2ffe-4a50-806a-5b94d28e7f60 service neutron] Attempting to bind port 8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '53ae0cd8-b128-4b36-af71-676ba1fe2543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a0214409-920a-41d8-a8e9-999a243871d6'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:12:48.790489 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-5f6fac9e-2ffe-4a50-806a-5b94d28e7f60 service neutron] Attempting to bind port 8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e on network a0214409-920a-41d8-a8e9-999a243871d6 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:12:48.800133 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-987bf658-89b0-4b90-92b3-058f1ba0e092 req-62365e17-9511-4c05-ac4c-7bfb37d8c7ec tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Synchronizing usage tracker for tenant:40ad927beacb44fb955f7b8872bd5cc4 on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:12:48.802612 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-5f6fac9e-2ffe-4a50-806a-5b94d28e7f60 service neutron] Port 8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e on network a0214409-920a-41d8-a8e9-999a243871d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:12:48.802921 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-5f6fac9e-2ffe-4a50-806a-5b94d28e7f60 service neutron] Attempting to bind port 8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e on network a0214409-920a-41d8-a8e9-999a243871d6 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:12:48.809976 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:12:48.810862 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-5f6fac9e-2ffe-4a50-806a-5b94d28e7f60 service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:12:48.811278 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-5f6fac9e-2ffe-4a50-806a-5b94d28e7f60 service neutron] Checking segment: {'id': '53ae0cd8-b128-4b36-af71-676ba1fe2543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a0214409-920a-41d8-a8e9-999a243871d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:12:48.811675 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-5f6fac9e-2ffe-4a50-806a-5b94d28e7f60 service neutron] Bound using segment: {'id': '53ae0cd8-b128-4b36-af71-676ba1fe2543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a0214409-920a-41d8-a8e9-999a243871d6'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:12:48.812116 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-5f6fac9e-2ffe-4a50-806a-5b94d28e7f60 service neutron] Bound port: 8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ae0cd8-b128-4b36-af71-676ba1fe2543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a0214409-920a-41d8-a8e9-999a243871d6'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:12:48.812468 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-5f6fac9e-2ffe-4a50-806a-5b94d28e7f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:48.865014 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-987bf658-89b0-4b90-92b3-058f1ba0e092 req-62365e17-9511-4c05-ac4c-7bfb37d8c7ec tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Unset dirty status for tenant:40ad927beacb44fb955f7b8872bd5cc4 on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:12:48.866053 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-987bf658-89b0-4b90-92b3-058f1ba0e092 req-62365e17-9511-4c05-ac4c-7bfb37d8c7ec tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9082ccc-76dd-40c9-bb84-daad1e86a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248410 May 31 16:12:48.913138 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-5f6fac9e-2ffe-4a50-806a-5b94d28e7f60 service neutron] For port 8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:12:48.916623 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-5f6fac9e-2ffe-4a50-806a-5b94d28e7f60 service neutron] For port 8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e,segment=NetworkSegment(53ae0cd8-b128-4b36-af71-676ba1fe2543),segment_id=53ae0cd8-b128-4b36-af71-676ba1fe2543)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:12:48.923184 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-5f6fac9e-2ffe-4a50-806a-5b94d28e7f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:48.927966 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6cef0d51-1608-4806-8ed2-539ecb629fe0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:48.993358 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-5f6fac9e-2ffe-4a50-806a-5b94d28e7f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:48.993962 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-5f6fac9e-2ffe-4a50-806a-5b94d28e7f60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:48.995715 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-5f6fac9e-2ffe-4a50-806a-5b94d28e7f60 service neutron] 10.222.0.59 "PUT /v2.0/ports/8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e HTTP/1.1" status: 200 len: 1093 time: 1.0789418 May 31 16:12:48.996249 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8499207-b7d6-4b3c-9a28-26c1ceb0132b', 'tag': '8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:12:48.998591 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c49e059-0203-43af-b3da-e6d3c64341d9" -d '{"events": [{"name": "network-changed", "server_uuid": "c8499207-b7d6-4b3c-9a28-26c1ceb0132b", "tag": "8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:12:49.019216 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fac9e-2ffe-4a50-806a-5b94d28e7f60 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:12:49.022828 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5f6fac9e-2ffe-4a50-806a-5b94d28e7f60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:49.044068 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabe3e7a-aa1b-4503-b962-057794099b12 x-openstack-request-id: req-fabe3e7a-aa1b-4503-b962-057794099b12 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:12:49.044401 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8499207-b7d6-4b3c-9a28-26c1ceb0132b", "tag": "8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:12:49.044695 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fabe3e7a-aa1b-4503-b962-057794099b12 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:12:49.045132 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8499207-b7d6-4b3c-9a28-26c1ceb0132b', 'tag': '8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e', 'status': 'completed', 'code': 200} May 31 16:12:49.261936 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-f694f1d8-b035-447c-871a-95b6112dae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:49.263490 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-f694f1d8-b035-447c-871a-95b6112dae4e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40ad927beacb44fb955f7b8872bd5cc4&device_id=c8499207-b7d6-4b3c-9a28-26c1ceb0132b HTTP/1.1" status: 200 len: 1096 time: 0.2130489 May 31 16:12:49.333623 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-f015ea6e-877e-4e31-821b-a3b568905ddd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e HTTP/1.1" status: 200 len: 217 time: 0.0613070 May 31 16:12:49.395651 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-f0ba62ed-e939-4206-bc78-a000bad80553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:49.397103 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-f0ba62ed-e939-4206-bc78-a000bad80553 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a49185a-af51-4ec0-becd-67e89da76d74 HTTP/1.1" status: 200 len: 852 time: 0.0572855 May 31 16:12:49.444129 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-6eefbdfa-4899-4c25-a6e9-5885aff23c53 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a0214409-920a-41d8-a8e9-999a243871d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399435 May 31 16:12:49.582092 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-f8c3b688-0614-4a33-857c-734a1a026306 service neutron] 10.222.0.59 "GET /v2.0/networks/a0214409-920a-41d8-a8e9-999a243871d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303344 May 31 16:12:49.732408 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7db1bede-1188-4dd5-923a-8ca23924c679 req-e77ac9e1-3f8b-4fc2-8acc-08e49f0310fe service neutron] 10.222.0.59 "GET /v2.0/networks/a0214409-920a-41d8-a8e9-999a243871d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439590 May 31 16:12:49.864768 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49e059-0203-43af-b3da-e6d3c64341d9 req-70f72d72-195f-4fc8-a8c1-da2098a94c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:49.866175 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7c49e059-0203-43af-b3da-e6d3c64341d9 req-70f72d72-195f-4fc8-a8c1-da2098a94c84 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40ad927beacb44fb955f7b8872bd5cc4&device_id=c8499207-b7d6-4b3c-9a28-26c1ceb0132b HTTP/1.1" status: 200 len: 1096 time: 0.0757012 May 31 16:12:50.039478 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49e059-0203-43af-b3da-e6d3c64341d9 req-0841527d-1641-48b0-a312-7872125c36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:50.040903 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7c49e059-0203-43af-b3da-e6d3c64341d9 req-0841527d-1641-48b0-a312-7872125c36f9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a0214409-920a-41d8-a8e9-999a243871d6 HTTP/1.1" status: 200 len: 913 time: 0.1661186 May 31 16:12:50.117062 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7c49e059-0203-43af-b3da-e6d3c64341d9 req-fb6a3a1a-1ee3-48af-adee-d6a38f2ad633 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e HTTP/1.1" status: 200 len: 217 time: 0.0641508 May 31 16:12:50.177883 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8a4b2-e7f5-4b32-8099-f25f22d7f5e2 req-47eeb628-4a5b-4d49-a46b-4a22d8b057d2 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:50.179301 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5cd8a4b2-e7f5-4b32-8099-f25f22d7f5e2 req-47eeb628-4a5b-4d49-a46b-4a22d8b057d2 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8499207-b7d6-4b3c-9a28-26c1ceb0132b HTTP/1.1" status: 200 len: 943 time: 0.1984518 May 31 16:12:50.206089 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49e059-0203-43af-b3da-e6d3c64341d9 req-09b38012-b659-491f-be2e-e356d8c21357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:50.207477 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7c49e059-0203-43af-b3da-e6d3c64341d9 req-09b38012-b659-491f-be2e-e356d8c21357 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a49185a-af51-4ec0-becd-67e89da76d74 HTTP/1.1" status: 200 len: 852 time: 0.0837247 May 31 16:12:50.264883 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7c49e059-0203-43af-b3da-e6d3c64341d9 req-814180ab-bcd9-407e-9d2f-52ee5227c729 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a0214409-920a-41d8-a8e9-999a243871d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506120 May 31 16:12:50.269502 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5cd8a4b2-e7f5-4b32-8099-f25f22d7f5e2 req-314ab015-f2b2-4601-9e54-40d976037b2f tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9082ccc-76dd-40c9-bb84-daad1e86a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842011 May 31 16:12:50.400493 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7c49e059-0203-43af-b3da-e6d3c64341d9 req-eb72d5ec-86fa-475d-ae68-c4f8683c36f2 service neutron] 10.222.0.59 "GET /v2.0/networks/a0214409-920a-41d8-a8e9-999a243871d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281893 May 31 16:12:50.535170 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7c49e059-0203-43af-b3da-e6d3c64341d9 req-9629e7d4-85d9-4b30-9d03-233642e112a5 service neutron] 10.222.0.59 "GET /v2.0/networks/a0214409-920a-41d8-a8e9-999a243871d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260843 May 31 16:12:51.463436 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16a830-8c9c-49e7-8211-826ab6c9a68a req-ee706b1f-563d-4382-97ff-d783f676a8ba tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:51.464873 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ca16a830-8c9c-49e7-8211-826ab6c9a68a req-ee706b1f-563d-4382-97ff-d783f676a8ba tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8499207-b7d6-4b3c-9a28-26c1ceb0132b HTTP/1.1" status: 200 len: 943 time: 0.0809500 May 31 16:12:51.513482 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ca16a830-8c9c-49e7-8211-826ab6c9a68a req-e4c0cf63-b0a6-4267-9a4c-310221ae835f tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9082ccc-76dd-40c9-bb84-daad1e86a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425165 May 31 16:12:52.736379 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ede55d-f392-44d8-b4bb-bcb75adfc9f2 req-cd852ecb-3242-4a2a-bdb6-9d7d38852c86 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:52.737743 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-43ede55d-f392-44d8-b4bb-bcb75adfc9f2 req-cd852ecb-3242-4a2a-bdb6-9d7d38852c86 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8499207-b7d6-4b3c-9a28-26c1ceb0132b HTTP/1.1" status: 200 len: 943 time: 0.0978260 May 31 16:12:52.784221 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-43ede55d-f392-44d8-b4bb-bcb75adfc9f2 req-59c52492-82e2-43f5-a7a5-44cf3967b6b7 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9082ccc-76dd-40c9-bb84-daad1e86a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401106 May 31 16:12:52.801880 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:12:52.939457 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e,segment=NetworkSegment(53ae0cd8-b128-4b36-af71-676ba1fe2543),segment_id=53ae0cd8-b128-4b36-af71-676ba1fe2543)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:12:52.952676 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e', 'network_id': 'a0214409-920a-41d8-a8e9-999a243871d6', 'port_id': '8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e', 'mac_address': 'fa:16:3e:0a:9d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a49185a-af51-4ec0-becd-67e89da76d74', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:12:53.009134 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:53.026265 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:12:53.041876 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e,segment=NetworkSegment(53ae0cd8-b128-4b36-af71-676ba1fe2543),segment_id=53ae0cd8-b128-4b36-af71-676ba1fe2543)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:12:53.048385 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:53.051870 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-35285393-1465-42f5-8ebf-8ae9c4650a3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:53.129297 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:12:53.132783 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:53.364684 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:12:53.993769 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fb446-1100-4e69-b035-8e9a2247cce8 req-cf40448b-a99c-4499-8a4d-2896f98ad7d0 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:53.995534 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-782fb446-1100-4e69-b035-8e9a2247cce8 req-cf40448b-a99c-4499-8a4d-2896f98ad7d0 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8499207-b7d6-4b3c-9a28-26c1ceb0132b HTTP/1.1" status: 200 len: 944 time: 0.0853999 May 31 16:12:54.181299 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-782fb446-1100-4e69-b035-8e9a2247cce8 req-066fa880-3647-4152-9f5b-9b090bc776ee tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9082ccc-76dd-40c9-bb84-daad1e86a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798384 May 31 16:12:54.801803 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:12:54.884292 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port 8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:12:54.891219 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:12:54.891599 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:55.008200 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:55.034689 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8499207-b7d6-4b3c-9a28-26c1ceb0132b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:12:55.036938 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e677e324-55d4-495c-b154-c39307156168" -d '{"events": [{"server_uuid": "c8499207-b7d6-4b3c-9a28-26c1ceb0132b", "name": "network-vif-plugged", "status": "completed", "tag": "8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:12:55.045540 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e,segment=NetworkSegment(53ae0cd8-b128-4b36-af71-676ba1fe2543),segment_id=53ae0cd8-b128-4b36-af71-676ba1fe2543)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:12:55.050147 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:55.052221 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0a18505b-e760-42f2-beb4-4a2fc7dca9ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:55.086131 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b95e4d8-5d05-4305-8080-57ddb8160761 x-openstack-request-id: req-5b95e4d8-5d05-4305-8080-57ddb8160761 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:12:55.086422 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8499207-b7d6-4b3c-9a28-26c1ceb0132b", "name": "network-vif-plugged", "status": "completed", "tag": "8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:12:55.086673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5b95e4d8-5d05-4305-8080-57ddb8160761 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:12:55.087084 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8499207-b7d6-4b3c-9a28-26c1ceb0132b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e', 'code': 200} May 31 16:12:55.118673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:12:55.121919 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:55.402174 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb5c6f-488f-4200-8825-bec501537bcc req-45e76b59-402c-49a8-9b78-cae519aa88fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:55.403743 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-afeb5c6f-488f-4200-8825-bec501537bcc req-45e76b59-402c-49a8-9b78-cae519aa88fb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c8499207-b7d6-4b3c-9a28-26c1ceb0132b HTTP/1.1" status: 200 len: 1098 time: 0.1348686 May 31 16:12:55.411976 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467c2b0-5bd1-481a-bb47-b2aaf8d0ebf2 req-7502b758-3e7d-4c4c-b627-edaf4c5564b3 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:55.413457 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0467c2b0-5bd1-481a-bb47-b2aaf8d0ebf2 req-7502b758-3e7d-4c4c-b627-edaf4c5564b3 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8499207-b7d6-4b3c-9a28-26c1ceb0132b HTTP/1.1" status: 200 len: 945 time: 0.1117399 May 31 16:12:55.480466 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-afeb5c6f-488f-4200-8825-bec501537bcc req-d7b8ba8d-5baf-4aba-bfcf-a9da6ba96003 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d9082ccc-76dd-40c9-bb84-daad1e86a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661051 May 31 16:12:55.488028 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0467c2b0-5bd1-481a-bb47-b2aaf8d0ebf2 req-ddbf32ed-6de0-411f-bc79-6dd9043d97bb tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9082ccc-76dd-40c9-bb84-daad1e86a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618513 May 31 16:12:56.700460 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1588be-851f-4b06-b5c9-f04c032e84c7 req-625466ea-29e2-42bb-975f-098622f31130 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:56.701844 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3d1588be-851f-4b06-b5c9-f04c032e84c7 req-625466ea-29e2-42bb-975f-098622f31130 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8499207-b7d6-4b3c-9a28-26c1ceb0132b HTTP/1.1" status: 200 len: 945 time: 0.0863180 May 31 16:12:56.747256 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3d1588be-851f-4b06-b5c9-f04c032e84c7 req-7f450745-c3c8-4ae0-a253-bcd7102db5a3 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9082ccc-76dd-40c9-bb84-daad1e86a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394132 May 31 16:12:56.934327 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f6253-6894-4fe2-be6e-1b6ce259fff3 req-84afee51-e59c-4bd4-9954-c9233d8ed52d tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:56.935766 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-215f6253-6894-4fe2-be6e-1b6ce259fff3 req-84afee51-e59c-4bd4-9954-c9233d8ed52d tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8499207-b7d6-4b3c-9a28-26c1ceb0132b HTTP/1.1" status: 200 len: 945 time: 0.0836775 May 31 16:12:56.987261 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-215f6253-6894-4fe2-be6e-1b6ce259fff3 req-553083e7-6777-4412-a2d2-6269ce167e35 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9082ccc-76dd-40c9-bb84-daad1e86a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430031 May 31 16:12:57.403792 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bf3a2-5da6-4bba-a049-e00d84bcd764 req-7f338033-158e-4a80-822b-7248cf61a016 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:57.405243 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-421bf3a2-5da6-4bba-a049-e00d84bcd764 req-7f338033-158e-4a80-822b-7248cf61a016 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8499207-b7d6-4b3c-9a28-26c1ceb0132b HTTP/1.1" status: 200 len: 945 time: 0.0816283 May 31 16:12:57.450031 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-421bf3a2-5da6-4bba-a049-e00d84bcd764 req-281164d7-4282-4e82-a652-c411bb89df98 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9082ccc-76dd-40c9-bb84-daad1e86a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387907 May 31 16:12:58.518748 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:58.647235 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535abfd2-5f50-4ff2-857c-7297ff4de09d req-c581a267-e7c0-4644-b8c9-ca2ecaac1ff1 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:58.648571 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-535abfd2-5f50-4ff2-857c-7297ff4de09d req-c581a267-e7c0-4644-b8c9-ca2ecaac1ff1 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8499207-b7d6-4b3c-9a28-26c1ceb0132b HTTP/1.1" status: 200 len: 945 time: 0.0836055 May 31 16:12:58.692849 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-535abfd2-5f50-4ff2-857c-7297ff4de09d req-f1ba7482-d0bc-4d82-9877-3e16a3d64a51 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9082ccc-76dd-40c9-bb84-daad1e86a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385485 May 31 16:12:59.105559 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cae10-bb73-414a-a91b-68e2f3d5999e req-06f556bb-7ead-4239-9f76-7eedf4ebfcdc tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:59.107054 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ad1cae10-bb73-414a-a91b-68e2f3d5999e req-06f556bb-7ead-4239-9f76-7eedf4ebfcdc tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8499207-b7d6-4b3c-9a28-26c1ceb0132b HTTP/1.1" status: 200 len: 945 time: 0.1412799 May 31 16:12:59.109753 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e8c7f-dc61-4223-b501-9863d7c59824 req-5ffe3abc-4e77-4f00-8f88-717f1d5bc5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:59.111109 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5a3e8c7f-dc61-4223-b501-9863d7c59824 req-5ffe3abc-4e77-4f00-8f88-717f1d5bc5d0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40ad927beacb44fb955f7b8872bd5cc4&device_id=c8499207-b7d6-4b3c-9a28-26c1ceb0132b HTTP/1.1" status: 200 len: 1098 time: 0.1122596 May 31 16:12:59.230807 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ad1cae10-bb73-414a-a91b-68e2f3d5999e req-4f388050-9c52-4ebf-9926-d99e98700c09 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9082ccc-76dd-40c9-bb84-daad1e86a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175244 May 31 16:12:59.269766 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e8c7f-dc61-4223-b501-9863d7c59824 req-e4612134-feb4-4a65-99dc-da83ef7c77c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:59.271225 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5a3e8c7f-dc61-4223-b501-9863d7c59824 req-e4612134-feb4-4a65-99dc-da83ef7c77c5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a0214409-920a-41d8-a8e9-999a243871d6 HTTP/1.1" status: 200 len: 913 time: 0.1448357 May 31 16:12:59.340340 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5a3e8c7f-dc61-4223-b501-9863d7c59824 req-7124bdf5-5071-4a1a-b085-ff86e5112b97 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e HTTP/1.1" status: 200 len: 217 time: 0.0622101 May 31 16:12:59.404476 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e8c7f-dc61-4223-b501-9863d7c59824 req-54f7b077-3258-402b-971f-1f340c4e3ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:59.405968 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5a3e8c7f-dc61-4223-b501-9863d7c59824 req-54f7b077-3258-402b-971f-1f340c4e3ad6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a49185a-af51-4ec0-becd-67e89da76d74 HTTP/1.1" status: 200 len: 852 time: 0.0586834 May 31 16:12:59.452215 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5a3e8c7f-dc61-4223-b501-9863d7c59824 req-63af7891-f145-4a0f-95e1-1b501f1a55c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a0214409-920a-41d8-a8e9-999a243871d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397422 May 31 16:12:59.582313 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5a3e8c7f-dc61-4223-b501-9863d7c59824 req-4b092150-f24b-4a40-a766-81f369609c4d service neutron] 10.222.0.59 "GET /v2.0/networks/a0214409-920a-41d8-a8e9-999a243871d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235340 May 31 16:12:59.721036 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5a3e8c7f-dc61-4223-b501-9863d7c59824 req-0e07a20e-b2be-408e-b0ea-f459e096c258 service neutron] 10.222.0.59 "GET /v2.0/networks/a0214409-920a-41d8-a8e9-999a243871d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326632 May 31 16:13:00.442370 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96024c-03a9-413e-9424-ae2a78532dff req-abe6d217-6350-439c-92cb-0572f9d1586d tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:00.443887 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5b96024c-03a9-413e-9424-ae2a78532dff req-abe6d217-6350-439c-92cb-0572f9d1586d tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8499207-b7d6-4b3c-9a28-26c1ceb0132b HTTP/1.1" status: 200 len: 945 time: 0.0943708 May 31 16:13:00.487773 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5b96024c-03a9-413e-9424-ae2a78532dff req-ffe2d6ba-a32e-4219-b0e2-b57372ff7981 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9082ccc-76dd-40c9-bb84-daad1e86a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380495 May 31 16:13:01.693706 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f1adc-87c5-42c6-ab93-5edebc67ee9d req-75331b10-258f-46f0-8623-eca6ff77f7bb tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:01.695183 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f87f1adc-87c5-42c6-ab93-5edebc67ee9d req-75331b10-258f-46f0-8623-eca6ff77f7bb tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8499207-b7d6-4b3c-9a28-26c1ceb0132b HTTP/1.1" status: 200 len: 945 time: 0.0885248 May 31 16:13:01.741883 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f87f1adc-87c5-42c6-ab93-5edebc67ee9d req-081e7034-c083-40c7-a640-0814eaf0cdca tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9082ccc-76dd-40c9-bb84-daad1e86a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405428 May 31 16:13:02.301793 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1e18b-1ef5-4d75-9c32-e93d2c710b0d req-280a1a38-8520-4cd9-a54d-2f7f12fdddda tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:02.303305 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-22f1e18b-1ef5-4d75-9c32-e93d2c710b0d req-280a1a38-8520-4cd9-a54d-2f7f12fdddda tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8499207-b7d6-4b3c-9a28-26c1ceb0132b HTTP/1.1" status: 200 len: 945 time: 0.2269857 May 31 16:13:02.351130 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-22f1e18b-1ef5-4d75-9c32-e93d2c710b0d req-874c4044-48ba-41b9-a725-6143e062c982 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9082ccc-76dd-40c9-bb84-daad1e86a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393724 May 31 16:13:03.590265 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919dc83-c70a-470f-9da5-3460301ffd13 req-a4211d82-c22a-451d-bd60-e39115cbe24e tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:03.591627 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f919dc83-c70a-470f-9da5-3460301ffd13 req-a4211d82-c22a-451d-bd60-e39115cbe24e tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8499207-b7d6-4b3c-9a28-26c1ceb0132b HTTP/1.1" status: 200 len: 945 time: 0.1320419 May 31 16:13:03.638576 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f919dc83-c70a-470f-9da5-3460301ffd13 req-da3d0302-a694-4497-acc4-242a9f640f88 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9082ccc-76dd-40c9-bb84-daad1e86a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404646 May 31 16:13:04.045147 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de786815-4365-4420-bfda-2c05188171d3 req-39590829-d319-43b0-8988-58508e681ef1 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:04.046536 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-de786815-4365-4420-bfda-2c05188171d3 req-39590829-d319-43b0-8988-58508e681ef1 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8499207-b7d6-4b3c-9a28-26c1ceb0132b HTTP/1.1" status: 200 len: 945 time: 0.1420650 May 31 16:13:04.049188 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4bdcf-c651-4436-9833-35d9f7275a88 req-48a4ed10-6eef-4dd5-af49-c94e7e695fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:04.050602 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-44c4bdcf-c651-4436-9833-35d9f7275a88 req-48a4ed10-6eef-4dd5-af49-c94e7e695fe6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40ad927beacb44fb955f7b8872bd5cc4&device_id=c8499207-b7d6-4b3c-9a28-26c1ceb0132b HTTP/1.1" status: 200 len: 1098 time: 0.1133642 May 31 16:13:04.171221 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-de786815-4365-4420-bfda-2c05188171d3 req-004787b4-d50a-4765-b3a9-2d4203e0160e tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9082ccc-76dd-40c9-bb84-daad1e86a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182106 May 31 16:13:04.216043 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4bdcf-c651-4436-9833-35d9f7275a88 req-74bb61b0-d809-4623-b7ce-72ea1720e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:04.217489 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-44c4bdcf-c651-4436-9833-35d9f7275a88 req-74bb61b0-d809-4623-b7ce-72ea1720e5ab service neutron] 10.222.0.59 "GET /v2.0/networks?id=a0214409-920a-41d8-a8e9-999a243871d6 HTTP/1.1" status: 200 len: 913 time: 0.1517706 May 31 16:13:04.288175 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-44c4bdcf-c651-4436-9833-35d9f7275a88 req-ead73b04-3902-4c3d-a1fa-037fd9c4f1ce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e HTTP/1.1" status: 200 len: 217 time: 0.0636384 May 31 16:13:04.349954 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4bdcf-c651-4436-9833-35d9f7275a88 req-b8c0bfc7-3815-4483-91b0-cd4a929fbb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:04.351252 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-44c4bdcf-c651-4436-9833-35d9f7275a88 req-b8c0bfc7-3815-4483-91b0-cd4a929fbb9f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a49185a-af51-4ec0-becd-67e89da76d74 HTTP/1.1" status: 200 len: 852 time: 0.0572059 May 31 16:13:04.399150 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-44c4bdcf-c651-4436-9833-35d9f7275a88 req-97e1f36b-e61f-4007-9e92-2733c52e6d41 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a0214409-920a-41d8-a8e9-999a243871d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406797 May 31 16:13:04.540705 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-44c4bdcf-c651-4436-9833-35d9f7275a88 req-bec9a4aa-782b-4901-911d-2c6400987029 service neutron] 10.222.0.59 "GET /v2.0/networks/a0214409-920a-41d8-a8e9-999a243871d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347754 May 31 16:13:04.669625 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9b669bbb-37a1-4166-81bb-2bac847037d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:04.676912 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-44c4bdcf-c651-4436-9833-35d9f7275a88 req-ad0d083f-30b2-4b17-9761-ccfd1a62fe44 service neutron] 10.222.0.59 "GET /v2.0/networks/a0214409-920a-41d8-a8e9-999a243871d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285431 May 31 16:13:05.454064 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5f904-2b76-4b67-b7f5-cf13cf829abf req-9ab5800f-7d8b-466d-bbb5-e34d5236ef55 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:05.455633 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8ea5f904-2b76-4b67-b7f5-cf13cf829abf req-9ab5800f-7d8b-466d-bbb5-e34d5236ef55 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8499207-b7d6-4b3c-9a28-26c1ceb0132b HTTP/1.1" status: 200 len: 945 time: 0.1520622 May 31 16:13:05.502131 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8ea5f904-2b76-4b67-b7f5-cf13cf829abf req-cf17c8b4-ab5b-4ed8-992f-51f84aa3a185 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9082ccc-76dd-40c9-bb84-daad1e86a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405607 May 31 16:13:06.708900 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0593581-94d9-4916-a9ee-1b24206d1396 req-6fbada79-7558-42ad-bc64-4af6c374a864 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:06.710234 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b0593581-94d9-4916-a9ee-1b24206d1396 req-6fbada79-7558-42ad-bc64-4af6c374a864 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8499207-b7d6-4b3c-9a28-26c1ceb0132b HTTP/1.1" status: 200 len: 945 time: 0.0947838 May 31 16:13:06.758152 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b0593581-94d9-4916-a9ee-1b24206d1396 req-9d0c8e48-87ec-4331-b816-9eaf02c169d1 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9082ccc-76dd-40c9-bb84-daad1e86a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421338 May 31 16:13:07.003474 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:07.136706 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227dff85-9037-483f-9410-0510d5652005 req-53670143-8100-4026-9430-442500e1bda7 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:07.138170 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-227dff85-9037-483f-9410-0510d5652005 req-53670143-8100-4026-9430-442500e1bda7 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8499207-b7d6-4b3c-9a28-26c1ceb0132b HTTP/1.1" status: 200 len: 945 time: 0.0787191 May 31 16:13:07.193902 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-227dff85-9037-483f-9410-0510d5652005 req-79cc0aac-b57f-49d6-b54f-f98d9974b1e6 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9082ccc-76dd-40c9-bb84-daad1e86a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498910 May 31 16:13:07.911046 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ae88aa71-19c5-480f-b69c-c6f6215bdc4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:08.397064 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d668b-dbc7-409e-abb2-73f890cb04d6 req-ead79457-efae-4660-aaee-190a52ae17df tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:08.398564 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a18d668b-dbc7-409e-abb2-73f890cb04d6 req-ead79457-efae-4660-aaee-190a52ae17df tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8499207-b7d6-4b3c-9a28-26c1ceb0132b HTTP/1.1" status: 200 len: 945 time: 0.0902193 May 31 16:13:08.428853 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:08.443830 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a18d668b-dbc7-409e-abb2-73f890cb04d6 req-2c48cdf7-52de-4447-b482-ce1e9c372b32 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9082ccc-76dd-40c9-bb84-daad1e86a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393035 May 31 16:13:09.084637 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c2137-4425-4ac5-aeff-8f5a1ebf225f req-816e853e-a319-4f2e-b9ae-6725d3b5da25 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:09.086060 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fa7c2137-4425-4ac5-aeff-8f5a1ebf225f req-816e853e-a319-4f2e-b9ae-6725d3b5da25 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8499207-b7d6-4b3c-9a28-26c1ceb0132b HTTP/1.1" status: 200 len: 945 time: 0.0915670 May 31 16:13:09.227455 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-fa7c2137-4425-4ac5-aeff-8f5a1ebf225f req-2c91ef18-b4ce-4085-9913-918eaa9824e9 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Deleting port 8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:13:09.227765 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-fa7c2137-4425-4ac5-aeff-8f5a1ebf225f req-2c91ef18-b4ce-4085-9913-918eaa9824e9 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:09.363038 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-fa7c2137-4425-4ac5-aeff-8f5a1ebf225f req-2c91ef18-b4ce-4085-9913-918eaa9824e9 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] For port 8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e,segment=NetworkSegment(53ae0cd8-b128-4b36-af71-676ba1fe2543),segment_id=53ae0cd8-b128-4b36-af71-676ba1fe2543)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:13:09.363291 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-fa7c2137-4425-4ac5-aeff-8f5a1ebf225f req-2c91ef18-b4ce-4085-9913-918eaa9824e9 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:09.655181 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-fa7c2137-4425-4ac5-aeff-8f5a1ebf225f req-2c91ef18-b4ce-4085-9913-918eaa9824e9 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Calling delete_port for 8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e owned by compute:nova {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:13:09.733514 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d7556-6e2c-4224-9227-ed1fb16fcd4c req-7449d04d-2507-4a1b-8a88-f73386b23b9e tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:09.734989 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-535d7556-6e2c-4224-9227-ed1fb16fcd4c req-7449d04d-2507-4a1b-8a88-f73386b23b9e tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8499207-b7d6-4b3c-9a28-26c1ceb0132b HTTP/1.1" status: 200 len: 945 time: 0.1687322 May 31 16:13:09.796368 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:09.832029 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-535d7556-6e2c-4224-9227-ed1fb16fcd4c req-9934f4f2-c233-40e4-927b-eae8bc7038cc tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9082ccc-76dd-40c9-bb84-daad1e86a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905130 May 31 16:13:09.842788 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-fa7c2137-4425-4ac5-aeff-8f5a1ebf225f req-2c91ef18-b4ce-4085-9913-918eaa9824e9 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:09.848858 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fdbc5a52-fd13-4a40-a7fe-38889f297734 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:09.854439 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:13:09.893046 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91ef18-b4ce-4085-9913-918eaa9824e9 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Pushing event deleted for resources: {'Port': ['ID=8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:09.896201 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2c91ef18-b4ce-4085-9913-918eaa9824e9 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:09.967519 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7c2137-4425-4ac5-aeff-8f5a1ebf225f req-2c91ef18-b4ce-4085-9913-918eaa9824e9 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] No DVR routers for this DVR port 8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e on host hv-neutron-6013 {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:13:09.970267 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-fa7c2137-4425-4ac5-aeff-8f5a1ebf225f req-2c91ef18-b4ce-4085-9913-918eaa9824e9 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:09.973061 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8499207-b7d6-4b3c-9a28-26c1ceb0132b', 'name': 'network-vif-deleted', 'tag': '8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:13:09.975455 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98ec7d5-a82a-473f-8d97-65033c0ca8b7" -d '{"events": [{"server_uuid": "c8499207-b7d6-4b3c-9a28-26c1ceb0132b", "name": "network-vif-deleted", "tag": "8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:13:09.989963 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fa7c2137-4425-4ac5-aeff-8f5a1ebf225f req-2c91ef18-b4ce-4085-9913-918eaa9824e9 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] 10.222.0.59 "DELETE /v2.0/ports/8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e HTTP/1.1" status: 204 len: 173 time: 0.8967073 May 31 16:13:10.019930 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be41bed-c802-41de-b917-854e1521d9ab x-openstack-request-id: req-9be41bed-c802-41de-b917-854e1521d9ab {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:13:10.020344 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8499207-b7d6-4b3c-9a28-26c1ceb0132b", "name": "network-vif-deleted", "tag": "8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:13:10.020666 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9be41bed-c802-41de-b917-854e1521d9ab {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:13:10.021198 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8499207-b7d6-4b3c-9a28-26c1ceb0132b', 'name': 'network-vif-deleted', 'tag': '8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e', 'status': 'completed', 'code': 200} May 31 16:13:10.941453 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35572) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:13:11.002993 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc183f37-d74c-49a1-b977-0a8dc7f29f6a admin admin] Deleting subnet 4a49185a-af51-4ec0-becd-67e89da76d74 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:13:11.006304 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cc183f37-d74c-49a1-b977-0a8dc7f29f6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:11.064848 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cc183f37-d74c-49a1-b977-0a8dc7f29f6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:11.123234 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cc183f37-d74c-49a1-b977-0a8dc7f29f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:11.382684 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cc183f37-d74c-49a1-b977-0a8dc7f29f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:11.386728 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-92fec274-f934-499e-86e7-8bec0f233e8f tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:11.421007 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc183f37-d74c-49a1-b977-0a8dc7f29f6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a49185a-af51-4ec0-becd-67e89da76d74,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:11.424110 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cc183f37-d74c-49a1-b977-0a8dc7f29f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:11.426595 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cc183f37-d74c-49a1-b977-0a8dc7f29f6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:11.434799 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-cc183f37-d74c-49a1-b977-0a8dc7f29f6a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4a49185a-af51-4ec0-becd-67e89da76d74 HTTP/1.1" status: 204 len: 168 time: 0.4923654 May 31 16:13:11.437446 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35576) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:13:11.544614 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d59c8e96-98ca-42a1-9346-6e24df0ec97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:11.674608 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d59c8e96-98ca-42a1-9346-6e24df0ec97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:11.687811 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-d59c8e96-98ca-42a1-9346-6e24df0ec97c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0214409-920a-41d8-a8e9-999a243871d6']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:13:11.702131 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-d59c8e96-98ca-42a1-9346-6e24df0ec97c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ae0cd8-b128-4b36-af71-676ba1fe2543') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:13:11.702638 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-d59c8e96-98ca-42a1-9346-6e24df0ec97c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ae0cd8-b128-4b36-af71-676ba1fe2543') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:13:11.716955 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d59c8e96-98ca-42a1-9346-6e24df0ec97c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:11.736953 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d59c8e96-98ca-42a1-9346-6e24df0ec97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:11.743270 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59c8e96-98ca-42a1-9346-6e24df0ec97c admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:13:11.743651 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d59c8e96-98ca-42a1-9346-6e24df0ec97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:13:11.757792 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:13:11.837695 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d59c8e96-98ca-42a1-9346-6e24df0ec97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:11.841500 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-837fb4e5-3ddd-4a02-ab4d-ccbe371c7046 tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:11.854199 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d59c8e96-98ca-42a1-9346-6e24df0ec97c admin admin] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:11.864530 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c8e96-98ca-42a1-9346-6e24df0ec97c admin admin] Pushing event deleted for resources: {'Network': ['ID=a0214409-920a-41d8-a8e9-999a243871d6,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:11.867655 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d59c8e96-98ca-42a1-9346-6e24df0ec97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:11.874578 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d59c8e96-98ca-42a1-9346-6e24df0ec97c admin admin] 10.222.0.45 "DELETE /v2.0/networks/a0214409-920a-41d8-a8e9-999a243871d6 HTTP/1.1" status: 204 len: 168 time: 0.4358346 May 31 16:13:11.877686 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35580) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:13:11.936414 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-354a7811-1590-4670-b56e-cb0b6b86f739 admin admin] Deleting subnet e9ad06ea-d1ab-4b9f-81b1-c316946e90ae {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:13:11.939499 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-354a7811-1590-4670-b56e-cb0b6b86f739 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:11.996672 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-354a7811-1590-4670-b56e-cb0b6b86f739 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:12.053043 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-354a7811-1590-4670-b56e-cb0b6b86f739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:12.454281 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-354a7811-1590-4670-b56e-cb0b6b86f739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:12.457786 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-348b6cc5-3317-488f-ac99-ece8acf6bf93 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:12.491735 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a7811-1590-4670-b56e-cb0b6b86f739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9ad06ea-d1ab-4b9f-81b1-c316946e90ae,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:12.494206 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-354a7811-1590-4670-b56e-cb0b6b86f739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:12.497168 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-354a7811-1590-4670-b56e-cb0b6b86f739 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:12.503198 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-354a7811-1590-4670-b56e-cb0b6b86f739 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e9ad06ea-d1ab-4b9f-81b1-c316946e90ae HTTP/1.1" status: 204 len: 168 time: 0.6245811 May 31 16:13:12.505847 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35584) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:13:12.610108 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5626630f-fa8f-469d-9b78-425269f243e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:12.737112 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5626630f-fa8f-469d-9b78-425269f243e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:12.750757 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-5626630f-fa8f-469d-9b78-425269f243e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8352a2dd-b348-4937-8545-d4cd354e6eec']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:13:12.766664 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-5626630f-fa8f-469d-9b78-425269f243e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c192be4-960c-442d-ba5d-bf40a47cc248') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:13:12.766973 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-5626630f-fa8f-469d-9b78-425269f243e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c192be4-960c-442d-ba5d-bf40a47cc248') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:13:12.778099 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5626630f-fa8f-469d-9b78-425269f243e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:12.794900 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5626630f-fa8f-469d-9b78-425269f243e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:12.803331 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5626630f-fa8f-469d-9b78-425269f243e8 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:13:12.803716 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5626630f-fa8f-469d-9b78-425269f243e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:13:12.816822 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:13:12.890978 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:13:12.904684 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5626630f-fa8f-469d-9b78-425269f243e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:12.908283 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ede6bd8a-80ec-4ba1-99ae-526aae756138 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:12.923590 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5626630f-fa8f-469d-9b78-425269f243e8 admin admin] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:12.926732 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: 8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:13:12.927119 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 8f7c0a75-8b06-40cb-bc44-9a1f15e9be5e not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:13:12.933750 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626630f-fa8f-469d-9b78-425269f243e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8352a2dd-b348-4937-8545-d4cd354e6eec,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:12.936799 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5626630f-fa8f-469d-9b78-425269f243e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:12.938343 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-5626630f-fa8f-469d-9b78-425269f243e8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/8352a2dd-b348-4937-8545-d4cd354e6eec HTTP/1.1" status: 204 len: 168 time: 0.4315491 May 31 16:13:13.118247 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35590) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:13:13.169485 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e489f246-6e90-49cd-8525-2607cf38f938 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=40ad927beacb44fb955f7b8872bd5cc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498736 May 31 16:13:13.172954 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35594) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:13:13.230789 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-685a7ee0-f1cb-4abb-95b6-445089e72f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:13.260702 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-685a7ee0-f1cb-4abb-95b6-445089e72f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:13.313315 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-685a7ee0-f1cb-4abb-95b6-445089e72f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:13.317001 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c29f8816-da45-470b-af7b-af251599ba96 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:13.329101 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a7ee0-f1cb-4abb-95b6-445089e72f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9082ccc-76dd-40c9-bb84-daad1e86a980,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:13.332800 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-685a7ee0-f1cb-4abb-95b6-445089e72f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:13.351845 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-685a7ee0-f1cb-4abb-95b6-445089e72f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:13.353547 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-685a7ee0-f1cb-4abb-95b6-445089e72f8f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d9082ccc-76dd-40c9-bb84-daad1e86a980 HTTP/1.1" status: 204 len: 168 time: 0.1794479 May 31 16:13:13.722542 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35602) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:13:13.771224 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a631d652-5929-4648-8646-7809ea3512f6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=75d9105f2ec744cb9dade7e2fc563ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473728 May 31 16:13:13.773711 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35606) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:13:13.830755 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bbb28e9d-f27d-4d6a-95b3-dc8364a01d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:13.855985 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bbb28e9d-f27d-4d6a-95b3-dc8364a01d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:13.911714 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bbb28e9d-f27d-4d6a-95b3-dc8364a01d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:13.916670 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6e7f668c-6879-47a6-8091-6c26e187e2f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:13.930507 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb28e9d-f27d-4d6a-95b3-dc8364a01d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6f15cf-5c82-4b19-b03d-e8a328838bee,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:13.935013 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bbb28e9d-f27d-4d6a-95b3-dc8364a01d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:13.936953 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bbb28e9d-f27d-4d6a-95b3-dc8364a01d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:13.938047 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-bbb28e9d-f27d-4d6a-95b3-dc8364a01d40 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ed6f15cf-5c82-4b19-b03d-e8a328838bee HTTP/1.1" status: 204 len: 168 time: 0.1634953 May 31 16:13:20.972551 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-cc0bf2ce-a69f-40f4-a493-534347a832d4 tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=595ad966f923437d97a79b2340d83878&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287681 May 31 16:13:21.127237 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-5dc6f328-33c3-4b8c-8b35-6216946ae17e tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:21.128699 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-5dc6f328-33c3-4b8c-8b35-6216946ae17e tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1507516 May 31 16:13:21.146630 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-a93e2241-94fd-4889-b3d9-d96c58af0dea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.45 "GET /v2.0/quotas/595ad966f923437d97a79b2340d83878 HTTP/1.1" status: 200 len: 375 time: 0.0096710 May 31 16:13:21.195689 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-84a03826-5fd7-4710-9c21-0b54c042e05b tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=595ad966f923437d97a79b2340d83878&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419264 May 31 16:13:22.419530 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c458e7e2-81d4-4eb0-83ae-04e1181d1d09 req-671a475b-c3f7-4d39-a7d3-acf6771efb92 tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f84ea04-cfc6-45d9-a268-35afcdcfe5c9 HTTP/1.1" status: 200 len: 210 time: 0.0425475 May 31 16:13:23.524618 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-226413e9-0396-41c8-b42c-2a6054b6eb65 req-6b4ab010-bd86-4452-bf93-864eb4ea6842 tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f84ea04-cfc6-45d9-a268-35afcdcfe5c9 HTTP/1.1" status: 200 len: 210 time: 0.0461345 May 31 16:13:24.690811 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a961443a-c0f5-455c-bb2c-c0bcedeaac57 req-ed2e115d-ad8c-425f-8af6-03abe9c35955 tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f84ea04-cfc6-45d9-a268-35afcdcfe5c9 HTTP/1.1" status: 200 len: 210 time: 0.0423343 May 31 16:13:25.664199 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-6de8c3f3-40fc-433f-98cd-7969d54cf0fe tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=595ad966f923437d97a79b2340d83878&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300996 May 31 16:13:25.808448 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:13:25.856900 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-f91bd55b-dc63-45b7-9b02-0311475a5c74 tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:25.858402 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-f91bd55b-dc63-45b7-9b02-0311475a5c74 tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1894386 May 31 16:13:25.865285 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bf98048b-33d2-46ee-9acb-d0c1a4eb6664 req-3a069096-1892-4734-a26e-4a533990e6f5 tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f84ea04-cfc6-45d9-a268-35afcdcfe5c9 HTTP/1.1" status: 200 len: 210 time: 0.0618498 May 31 16:13:25.872009 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-2347afa8-eb4a-4084-bc1a-61907b9492ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Request body: {'port': {'device_id': '1f84ea04-cfc6-45d9-a268-35afcdcfe5c9', 'network_id': '9f05c119-ce42-4950-bfac-08e236d2e016', 'admin_state_up': True, 'tenant_id': '595ad966f923437d97a79b2340d83878'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:13:26.017350 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-2347afa8-eb4a-4084-bc1a-61907b9492ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:13:26.021286 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-2347afa8-eb4a-4084-bc1a-61907b9492ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Usage tracker for resource:port and tenant:595ad966f923437d97a79b2340d83878 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:13:26.024105 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-2347afa8-eb4a-4084-bc1a-61907b9492ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:13:26.029747 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-2347afa8-eb4a-4084-bc1a-61907b9492ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:13:26.044505 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-2347afa8-eb4a-4084-bc1a-61907b9492ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Made reservation on behalf of 595ad966f923437d97a79b2340d83878 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:13:26.050159 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-2347afa8-eb4a-4084-bc1a-61907b9492ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:26.062837 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-2347afa8-eb4a-4084-bc1a-61907b9492ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:26.077899 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-2347afa8-eb4a-4084-bc1a-61907b9492ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:13:26.082093 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-2347afa8-eb4a-4084-bc1a-61907b9492ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Usage tracker for resource:security_group_rule and tenant:595ad966f923437d97a79b2340d83878 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:13:26.085298 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-2347afa8-eb4a-4084-bc1a-61907b9492ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:13:26.091641 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-2347afa8-eb4a-4084-bc1a-61907b9492ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:13:26.202521 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-2347afa8-eb4a-4084-bc1a-61907b9492ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:26.209627 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-2347afa8-eb4a-4084-bc1a-61907b9492ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:26.214017 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-53b8fdde-a6be-463a-b502-abfcafadaabc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:26.296211 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347afa8-eb4a-4084-bc1a-61907b9492ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec288e2-fc7c-4aca-a157-b98b05ef0e0c,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:26.301362 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2347afa8-eb4a-4084-bc1a-61907b9492ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:26.381145 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-2347afa8-eb4a-4084-bc1a-61907b9492ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Allocated IP 192.168.233.36 (9f05c119-ce42-4950-bfac-08e236d2e016/f28b8bb1-3dcf-4f5d-8543-53365f90304f/a206de28-1040-4e78-bc97-f12d0e1d5af0) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:13:26.585851 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-2347afa8-eb4a-4084-bc1a-61907b9492ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:26.605398 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-2347afa8-eb4a-4084-bc1a-61907b9492ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Transition to ACTIVE for port object a206de28-1040-4e78-bc97-f12d0e1d5af0 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:13:26.634433 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-2347afa8-eb4a-4084-bc1a-61907b9492ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:26.640671 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4fa4ecdb-2082-4a7f-b15f-c99275948e07 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:26.846479 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-2347afa8-eb4a-4084-bc1a-61907b9492ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Network 9f05c119-ce42-4950-bfac-08e236d2e016 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:13:26.849587 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-2347afa8-eb4a-4084-bc1a-61907b9492ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:13:26.853489 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-2347afa8-eb4a-4084-bc1a-61907b9492ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:13:26.884269 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347afa8-eb4a-4084-bc1a-61907b9492ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Pushing event updated for resources: {'Port': ['ID=a206de28-1040-4e78-bc97-f12d0e1d5af0,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:26.891436 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2347afa8-eb4a-4084-bc1a-61907b9492ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:26.923574 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-2347afa8-eb4a-4084-bc1a-61907b9492ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:26.924182 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-2347afa8-eb4a-4084-bc1a-61907b9492ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:26.953018 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-2347afa8-eb4a-4084-bc1a-61907b9492ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0849335 May 31 16:13:26.965226 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-979f891a-894f-4587-9772-9bc362679f04 service neutron] Request body: {'port': {'device_id': '1f84ea04-cfc6-45d9-a268-35afcdcfe5c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:13:27.037011 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e689e72e-747f-491b-993c-ca56297d3edf None None] Provisioning for port a206de28-1040-4e78-bc97-f12d0e1d5af0 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:13:27.042171 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e689e72e-747f-491b-993c-ca56297d3edf None None] Provisioning complete for port a206de28-1040-4e78-bc97-f12d0e1d5af0 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:13:27.042596 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e689e72e-747f-491b-993c-ca56297d3edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:27.098621 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-e689e72e-747f-491b-993c-ca56297d3edf None None] Port a206de28-1040-4e78-bc97-f12d0e1d5af0 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:13:27.143573 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b27de9-b709-4129-8e2e-9a2b905a9d69 req-6f9f470e-5f1e-4ae2-9480-fc2251676ccd tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:27.144257 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-a1b27de9-b709-4129-8e2e-9a2b905a9d69 req-6f9f470e-5f1e-4ae2-9480-fc2251676ccd tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Synchronizing usage tracker for tenant:595ad966f923437d97a79b2340d83878 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:13:27.148999 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-979f891a-894f-4587-9772-9bc362679f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:27.204994 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-a1b27de9-b709-4129-8e2e-9a2b905a9d69 req-6f9f470e-5f1e-4ae2-9480-fc2251676ccd tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Unset dirty status for tenant:595ad966f923437d97a79b2340d83878 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:13:27.206067 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a1b27de9-b709-4129-8e2e-9a2b905a9d69 req-6f9f470e-5f1e-4ae2-9480-fc2251676ccd tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f84ea04-cfc6-45d9-a268-35afcdcfe5c9 HTTP/1.1" status: 200 len: 935 time: 0.2123666 May 31 16:13:27.313652 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-a1b27de9-b709-4129-8e2e-9a2b905a9d69 req-9e3226f0-02d3-425b-ab31-4f1265fe3a05 tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Synchronizing usage tracker for tenant:595ad966f923437d97a79b2340d83878 on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:13:27.356965 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-a1b27de9-b709-4129-8e2e-9a2b905a9d69 req-9e3226f0-02d3-425b-ab31-4f1265fe3a05 tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Unset dirty status for tenant:595ad966f923437d97a79b2340d83878 on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:13:27.357970 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a1b27de9-b709-4129-8e2e-9a2b905a9d69 req-9e3226f0-02d3-425b-ab31-4f1265fe3a05 tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ec288e2-fc7c-4aca-a157-b98b05ef0e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433055 May 31 16:13:27.531490 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-979f891a-894f-4587-9772-9bc362679f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a206de28-1040-4e78-bc97-f12d0e1d5af0 {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:13:27.539147 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-979f891a-894f-4587-9772-9bc362679f04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:27.553101 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-979f891a-894f-4587-9772-9bc362679f04 service neutron] Transition to ACTIVE for port object a206de28-1040-4e78-bc97-f12d0e1d5af0 will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:13:27.560121 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-979f891a-894f-4587-9772-9bc362679f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:27.564551 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fefd9b63-e021-441a-afc3-99877a83d55e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:27.709636 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f891a-894f-4587-9772-9bc362679f04 service neutron] Pushing event updated for resources: {'Port': ['ID=a206de28-1040-4e78-bc97-f12d0e1d5af0,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:27.720611 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-979f891a-894f-4587-9772-9bc362679f04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:27.790870 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-979f891a-894f-4587-9772-9bc362679f04 service neutron] Attempting to bind port a206de28-1040-4e78-bc97-f12d0e1d5af0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:13:27.791218 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-979f891a-894f-4587-9772-9bc362679f04 service neutron] Attempting to bind port a206de28-1040-4e78-bc97-f12d0e1d5af0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '92e6ae45-06ec-43d4-9040-ec4311168308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9f05c119-ce42-4950-bfac-08e236d2e016'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:13:27.791539 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-979f891a-894f-4587-9772-9bc362679f04 service neutron] Attempting to bind port a206de28-1040-4e78-bc97-f12d0e1d5af0 on network 9f05c119-ce42-4950-bfac-08e236d2e016 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:13:27.796169 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-979f891a-894f-4587-9772-9bc362679f04 service neutron] Port a206de28-1040-4e78-bc97-f12d0e1d5af0 on network 9f05c119-ce42-4950-bfac-08e236d2e016 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:13:27.796481 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-979f891a-894f-4587-9772-9bc362679f04 service neutron] Attempting to bind port a206de28-1040-4e78-bc97-f12d0e1d5af0 on network 9f05c119-ce42-4950-bfac-08e236d2e016 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:13:27.801921 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-979f891a-894f-4587-9772-9bc362679f04 service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:13:27.802241 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-979f891a-894f-4587-9772-9bc362679f04 service neutron] Checking segment: {'id': '92e6ae45-06ec-43d4-9040-ec4311168308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9f05c119-ce42-4950-bfac-08e236d2e016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:13:27.802609 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-979f891a-894f-4587-9772-9bc362679f04 service neutron] Bound using segment: {'id': '92e6ae45-06ec-43d4-9040-ec4311168308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9f05c119-ce42-4950-bfac-08e236d2e016'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:13:27.803048 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-979f891a-894f-4587-9772-9bc362679f04 service neutron] Bound port: a206de28-1040-4e78-bc97-f12d0e1d5af0, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92e6ae45-06ec-43d4-9040-ec4311168308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9f05c119-ce42-4950-bfac-08e236d2e016'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:13:27.803382 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-979f891a-894f-4587-9772-9bc362679f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:27.894634 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-979f891a-894f-4587-9772-9bc362679f04 service neutron] For port a206de28-1040-4e78-bc97-f12d0e1d5af0, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:13:27.897504 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-979f891a-894f-4587-9772-9bc362679f04 service neutron] For port a206de28-1040-4e78-bc97-f12d0e1d5af0, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a206de28-1040-4e78-bc97-f12d0e1d5af0,segment=NetworkSegment(92e6ae45-06ec-43d4-9040-ec4311168308),segment_id=92e6ae45-06ec-43d4-9040-ec4311168308)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:13:27.904491 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-979f891a-894f-4587-9772-9bc362679f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:27.908263 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-eea72087-6ce7-4d43-bb18-8cfdefe1fbf8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:27.964663 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-979f891a-894f-4587-9772-9bc362679f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:27.965222 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-979f891a-894f-4587-9772-9bc362679f04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:27.966735 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-979f891a-894f-4587-9772-9bc362679f04 service neutron] 10.222.0.59 "PUT /v2.0/ports/a206de28-1040-4e78-bc97-f12d0e1d5af0 HTTP/1.1" status: 200 len: 1097 time: 1.0060279 May 31 16:13:27.967414 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f84ea04-cfc6-45d9-a268-35afcdcfe5c9', 'tag': 'a206de28-1040-4e78-bc97-f12d0e1d5af0'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:13:27.969636 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244d498b-7f83-4ae2-9671-37579f2315a4" -d '{"events": [{"name": "network-changed", "server_uuid": "1f84ea04-cfc6-45d9-a268-35afcdcfe5c9", "tag": "a206de28-1040-4e78-bc97-f12d0e1d5af0"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:13:27.990193 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f891a-894f-4587-9772-9bc362679f04 service neutron] Pushing event updated for resources: {'Port': ['ID=a206de28-1040-4e78-bc97-f12d0e1d5af0,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:27.993514 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-979f891a-894f-4587-9772-9bc362679f04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:28.039735 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5a19f6-12bc-4189-a579-729ee7fadbc9 x-openstack-request-id: req-0e5a19f6-12bc-4189-a579-729ee7fadbc9 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:13:28.040068 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f84ea04-cfc6-45d9-a268-35afcdcfe5c9", "tag": "a206de28-1040-4e78-bc97-f12d0e1d5af0", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:13:28.040358 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0e5a19f6-12bc-4189-a579-729ee7fadbc9 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:13:28.040787 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f84ea04-cfc6-45d9-a268-35afcdcfe5c9', 'tag': 'a206de28-1040-4e78-bc97-f12d0e1d5af0', 'status': 'completed', 'code': 200} May 31 16:13:28.086824 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-6d61cb06-debc-4726-9f4d-f1976cefe3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:28.088323 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-6d61cb06-debc-4726-9f4d-f1976cefe3d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=595ad966f923437d97a79b2340d83878&device_id=1f84ea04-cfc6-45d9-a268-35afcdcfe5c9 HTTP/1.1" status: 200 len: 1100 time: 0.0827339 May 31 16:13:28.157084 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-e2ef1878-befc-4c0f-bff1-b817e7d0612c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=a206de28-1040-4e78-bc97-f12d0e1d5af0 HTTP/1.1" status: 200 len: 217 time: 0.0607762 May 31 16:13:28.226829 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-717d7624-ed9d-466c-be5a-14a1e741f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:28.228123 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-717d7624-ed9d-466c-be5a-14a1e741f769 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f28b8bb1-3dcf-4f5d-8543-53365f90304f HTTP/1.1" status: 200 len: 843 time: 0.0626757 May 31 16:13:28.320495 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-d4072877-b99f-4d87-b88c-0318bbf6cc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:28.321945 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-d4072877-b99f-4d87-b88c-0318bbf6cc26 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9f05c119-ce42-4950-bfac-08e236d2e016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0870030 May 31 16:13:28.452725 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-1f8a2569-9fbb-4f36-a9a2-5c8ef9817075 service neutron] 10.222.0.59 "GET /v2.0/networks/9f05c119-ce42-4950-bfac-08e236d2e016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234262 May 31 16:13:28.522514 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:28.782233 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-20f7ed50-9ac1-492f-a1af-f7b05ecfe92d req-7e07177b-25e6-48c8-9602-1c481a18307f service neutron] 10.222.0.59 "GET /v2.0/networks/9f05c119-ce42-4950-bfac-08e236d2e016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212550 May 31 16:13:28.794594 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187aa12-f35f-4491-9087-d54bc7fefb5e req-1ac5a135-e81c-47c1-9b35-6bf5f8c2b2f4 tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:28.796040 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e187aa12-f35f-4491-9087-d54bc7fefb5e req-1ac5a135-e81c-47c1-9b35-6bf5f8c2b2f4 tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f84ea04-cfc6-45d9-a268-35afcdcfe5c9 HTTP/1.1" status: 200 len: 947 time: 0.3180182 May 31 16:13:28.882425 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e187aa12-f35f-4491-9087-d54bc7fefb5e req-2825ec0e-b275-4d2d-b17c-fd2cf6ad9bd6 tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ec288e2-fc7c-4aca-a157-b98b05ef0e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795867 May 31 16:13:28.911695 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d498b-7f83-4ae2-9671-37579f2315a4 req-7cac22fc-f9c8-4c34-ba70-3f60b2c08cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:28.913174 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-244d498b-7f83-4ae2-9671-37579f2315a4 req-7cac22fc-f9c8-4c34-ba70-3f60b2c08cbe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=595ad966f923437d97a79b2340d83878&device_id=1f84ea04-cfc6-45d9-a268-35afcdcfe5c9 HTTP/1.1" status: 200 len: 1100 time: 0.0812414 May 31 16:13:29.045707 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d498b-7f83-4ae2-9671-37579f2315a4 req-e2b14f76-d951-4088-a0e8-48da15c903da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:29.047097 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-244d498b-7f83-4ae2-9671-37579f2315a4 req-e2b14f76-d951-4088-a0e8-48da15c903da service neutron] 10.222.0.59 "GET /v2.0/networks?id=9f05c119-ce42-4950-bfac-08e236d2e016 HTTP/1.1" status: 200 len: 870 time: 0.1276293 May 31 16:13:29.121515 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-244d498b-7f83-4ae2-9671-37579f2315a4 req-08ec68d2-a20b-474b-a3d6-6a3d8aa561a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=a206de28-1040-4e78-bc97-f12d0e1d5af0 HTTP/1.1" status: 200 len: 217 time: 0.0668917 May 31 16:13:29.191494 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d498b-7f83-4ae2-9671-37579f2315a4 req-27270a31-29b5-48d5-8c71-94beba22ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:29.192959 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-244d498b-7f83-4ae2-9671-37579f2315a4 req-27270a31-29b5-48d5-8c71-94beba22ce5e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f28b8bb1-3dcf-4f5d-8543-53365f90304f HTTP/1.1" status: 200 len: 843 time: 0.0649216 May 31 16:13:29.274545 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d498b-7f83-4ae2-9671-37579f2315a4 req-33fb0659-1b04-45b8-93d4-3f0f4b1ac62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:29.276040 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-244d498b-7f83-4ae2-9671-37579f2315a4 req-33fb0659-1b04-45b8-93d4-3f0f4b1ac62c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9f05c119-ce42-4950-bfac-08e236d2e016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0763295 May 31 16:13:29.416060 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-244d498b-7f83-4ae2-9671-37579f2315a4 req-510d9480-2f45-4148-bafe-6d6546e21415 service neutron] 10.222.0.59 "GET /v2.0/networks/9f05c119-ce42-4950-bfac-08e236d2e016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326096 May 31 16:13:29.563189 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-244d498b-7f83-4ae2-9671-37579f2315a4 req-fe797014-a060-4f5e-967f-7482e7110395 service neutron] 10.222.0.59 "GET /v2.0/networks/9f05c119-ce42-4950-bfac-08e236d2e016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401758 May 31 16:13:30.092716 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aefa83-bb1c-475a-b892-5591ce8d35f3 req-850f3d86-9d89-4dbd-9c3e-e7bb44a9e45c tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:30.094061 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-94aefa83-bb1c-475a-b892-5591ce8d35f3 req-850f3d86-9d89-4dbd-9c3e-e7bb44a9e45c tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f84ea04-cfc6-45d9-a268-35afcdcfe5c9 HTTP/1.1" status: 200 len: 947 time: 0.0957561 May 31 16:13:30.138747 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-94aefa83-bb1c-475a-b892-5591ce8d35f3 req-dbd9041d-13cd-4c69-8a69-2dd4fd19beec tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ec288e2-fc7c-4aca-a157-b98b05ef0e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388896 May 31 16:13:30.940813 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device a206de28-1040-4e78-bc97-f12d0e1d5af0 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:13:31.089803 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port a206de28-1040-4e78-bc97-f12d0e1d5af0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a206de28-1040-4e78-bc97-f12d0e1d5af0,segment=NetworkSegment(92e6ae45-06ec-43d4-9040-ec4311168308),segment_id=92e6ae45-06ec-43d4-9040-ec4311168308)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:13:31.102811 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': 'a206de28-1040-4e78-bc97-f12d0e1d5af0', 'network_id': '9f05c119-ce42-4950-bfac-08e236d2e016', 'port_id': 'a206de28-1040-4e78-bc97-f12d0e1d5af0', 'mac_address': 'fa:16:3e:b1:55:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f28b8bb1-3dcf-4f5d-8543-53365f90304f', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:13:31.159566 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:31.176246 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a206de28-1040-4e78-bc97-f12d0e1d5af0 {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:13:31.191894 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port a206de28-1040-4e78-bc97-f12d0e1d5af0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a206de28-1040-4e78-bc97-f12d0e1d5af0,segment=NetworkSegment(92e6ae45-06ec-43d4-9040-ec4311168308),segment_id=92e6ae45-06ec-43d4-9040-ec4311168308)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:13:31.196746 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:31.198508 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:31.266606 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=a206de28-1040-4e78-bc97-f12d0e1d5af0,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:31.274069 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:31.274412 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:31.274747 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:31.275106 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:31.275437 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:31.275762 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:31.276085 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:31.276409 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:31.276729 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:31.277046 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:31.277361 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:31.277661 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:31.281615 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:31.334591 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c48e2e-b4a3-4c1f-8a09-734dbb89177f req-521c0e44-6352-4c31-a2f7-6d69be1016ab tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:31.336053 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b5c48e2e-b4a3-4c1f-8a09-734dbb89177f req-521c0e44-6352-4c31-a2f7-6d69be1016ab tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f84ea04-cfc6-45d9-a268-35afcdcfe5c9 HTTP/1.1" status: 200 len: 948 time: 0.0871699 May 31 16:13:31.382074 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b5c48e2e-b4a3-4c1f-8a09-734dbb89177f req-47c4613d-a80f-4dc3-8cd6-c01b852afb92 tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ec288e2-fc7c-4aca-a157-b98b05ef0e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400567 May 31 16:13:31.518001 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['a206de28-1040-4e78-bc97-f12d0e1d5af0'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:13:32.584807 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1232dc-89c1-439f-8a94-7e1fb4efcbe0 req-964174c7-c859-4922-8483-b44c64cb1f97 tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:32.586284 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2a1232dc-89c1-439f-8a94-7e1fb4efcbe0 req-964174c7-c859-4922-8483-b44c64cb1f97 tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f84ea04-cfc6-45d9-a268-35afcdcfe5c9 HTTP/1.1" status: 200 len: 948 time: 0.0864389 May 31 16:13:32.635241 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2a1232dc-89c1-439f-8a94-7e1fb4efcbe0 req-5a51c78b-fc98-46c6-83fe-c2b8da286e14 tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ec288e2-fc7c-4aca-a157-b98b05ef0e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431187 May 31 16:13:32.945884 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device a206de28-1040-4e78-bc97-f12d0e1d5af0 up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:13:33.020989 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port a206de28-1040-4e78-bc97-f12d0e1d5af0 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:13:33.025728 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port a206de28-1040-4e78-bc97-f12d0e1d5af0 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:13:33.026204 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:33.185852 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:33.212248 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f84ea04-cfc6-45d9-a268-35afcdcfe5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a206de28-1040-4e78-bc97-f12d0e1d5af0'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:13:33.214492 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86da900-7a93-4257-bf6d-d05d32c75557" -d '{"events": [{"server_uuid": "1f84ea04-cfc6-45d9-a268-35afcdcfe5c9", "name": "network-vif-plugged", "status": "completed", "tag": "a206de28-1040-4e78-bc97-f12d0e1d5af0"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:13:33.222833 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port a206de28-1040-4e78-bc97-f12d0e1d5af0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a206de28-1040-4e78-bc97-f12d0e1d5af0,segment=NetworkSegment(92e6ae45-06ec-43d4-9040-ec4311168308),segment_id=92e6ae45-06ec-43d4-9040-ec4311168308)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:13:33.228498 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:33.230345 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:33.264829 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06766cd3-ff33-441f-b997-b11055db7b48 x-openstack-request-id: req-06766cd3-ff33-441f-b997-b11055db7b48 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:13:33.265121 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f84ea04-cfc6-45d9-a268-35afcdcfe5c9", "name": "network-vif-plugged", "status": "completed", "tag": "a206de28-1040-4e78-bc97-f12d0e1d5af0", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:13:33.265378 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-06766cd3-ff33-441f-b997-b11055db7b48 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:13:33.265738 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f84ea04-cfc6-45d9-a268-35afcdcfe5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a206de28-1040-4e78-bc97-f12d0e1d5af0', 'code': 200} May 31 16:13:33.298615 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=a206de28-1040-4e78-bc97-f12d0e1d5af0,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:33.301540 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:33.493272 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05e37c-fa87-4c7e-8a5b-52c92fea5242 req-68c2e447-975a-4733-9adf-de2829c76202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:33.494982 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ca05e37c-fa87-4c7e-8a5b-52c92fea5242 req-68c2e447-975a-4733-9adf-de2829c76202 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1f84ea04-cfc6-45d9-a268-35afcdcfe5c9 HTTP/1.1" status: 200 len: 1102 time: 0.0713482 May 31 16:13:33.543764 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ca05e37c-fa87-4c7e-8a5b-52c92fea5242 req-b7350f8b-78d4-47f2-8f12-721bc05c91a8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7ec288e2-fc7c-4aca-a157-b98b05ef0e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415974 May 31 16:13:33.834681 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc278d9-21a9-4d87-b6ab-d1a9966a2e16 req-abe16b33-3a39-494e-a1a0-021146ef17c3 tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:33.836047 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8dc278d9-21a9-4d87-b6ab-d1a9966a2e16 req-abe16b33-3a39-494e-a1a0-021146ef17c3 tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f84ea04-cfc6-45d9-a268-35afcdcfe5c9 HTTP/1.1" status: 200 len: 949 time: 0.0853126 May 31 16:13:33.879644 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8dc278d9-21a9-4d87-b6ab-d1a9966a2e16 req-5b6065e9-3b23-4e37-90ac-8c927ae7ff89 tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ec288e2-fc7c-4aca-a157-b98b05ef0e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378394 May 31 16:13:34.671709 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-330023a8-b82e-413f-82c8-2aa7fc871506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:35.092267 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b0054-75fa-4e4f-b171-e355e68cfe3e req-b598e30a-40ad-4699-b390-9e8453cb9005 tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:35.093748 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c91b0054-75fa-4e4f-b171-e355e68cfe3e req-b598e30a-40ad-4699-b390-9e8453cb9005 tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f84ea04-cfc6-45d9-a268-35afcdcfe5c9 HTTP/1.1" status: 200 len: 949 time: 0.0842731 May 31 16:13:35.137923 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c91b0054-75fa-4e4f-b171-e355e68cfe3e req-f8ab8fc4-e251-4148-b13b-9207acbdba86 tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ec288e2-fc7c-4aca-a157-b98b05ef0e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384383 May 31 16:13:36.298859 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0634d-f209-4ba3-b19b-d51d13c7890f req-829a6b11-cde0-48b9-8c53-03c1910978b0 tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:36.300257 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6ca0634d-f209-4ba3-b19b-d51d13c7890f req-829a6b11-cde0-48b9-8c53-03c1910978b0 tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f84ea04-cfc6-45d9-a268-35afcdcfe5c9 HTTP/1.1" status: 200 len: 949 time: 0.0968411 May 31 16:13:36.345351 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6ca0634d-f209-4ba3-b19b-d51d13c7890f req-a1b38739-8298-43a1-a0e8-93d13f1c764b tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ec288e2-fc7c-4aca-a157-b98b05ef0e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391109 May 31 16:13:37.013930 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:37.549074 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888c2b3-205f-4a41-abf4-1ea483dc6f7e req-655c25f3-8fed-478f-b1b7-7a89323f1514 tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:37.550567 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d888c2b3-205f-4a41-abf4-1ea483dc6f7e req-655c25f3-8fed-478f-b1b7-7a89323f1514 tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f84ea04-cfc6-45d9-a268-35afcdcfe5c9 HTTP/1.1" status: 200 len: 949 time: 0.0902858 May 31 16:13:37.634026 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d888c2b3-205f-4a41-abf4-1ea483dc6f7e req-64be4fcc-4a3c-4225-88e4-248cdff5d4e7 tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ec288e2-fc7c-4aca-a157-b98b05ef0e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776014 May 31 16:13:37.678470 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a820c9-e3ab-49f0-9b6b-3d179bd4d310 req-b13b29ed-5e15-42bf-9ea5-df291cd0cf96 tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:37.679899 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a6a820c9-e3ab-49f0-9b6b-3d179bd4d310 req-b13b29ed-5e15-42bf-9ea5-df291cd0cf96 tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f84ea04-cfc6-45d9-a268-35afcdcfe5c9 HTTP/1.1" status: 200 len: 949 time: 0.0954671 May 31 16:13:37.817879 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-a6a820c9-e3ab-49f0-9b6b-3d179bd4d310 req-56263b99-2707-4a6d-ab07-20a4fa5948cc tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Deleting port a206de28-1040-4e78-bc97-f12d0e1d5af0 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:13:37.818222 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-a6a820c9-e3ab-49f0-9b6b-3d179bd4d310 req-56263b99-2707-4a6d-ab07-20a4fa5948cc tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:37.894851 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c4a862d1-407b-47b3-94ec-2a200507471b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:38.107785 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-a6a820c9-e3ab-49f0-9b6b-3d179bd4d310 req-56263b99-2707-4a6d-ab07-20a4fa5948cc tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] For port a206de28-1040-4e78-bc97-f12d0e1d5af0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a206de28-1040-4e78-bc97-f12d0e1d5af0,segment=NetworkSegment(92e6ae45-06ec-43d4-9040-ec4311168308),segment_id=92e6ae45-06ec-43d4-9040-ec4311168308)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:13:38.108118 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-a6a820c9-e3ab-49f0-9b6b-3d179bd4d310 req-56263b99-2707-4a6d-ab07-20a4fa5948cc tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:38.241145 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-a6a820c9-e3ab-49f0-9b6b-3d179bd4d310 req-56263b99-2707-4a6d-ab07-20a4fa5948cc tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Calling delete_port for a206de28-1040-4e78-bc97-f12d0e1d5af0 owned by compute:nova {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:13:38.357697 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-a6a820c9-e3ab-49f0-9b6b-3d179bd4d310 req-56263b99-2707-4a6d-ab07-20a4fa5948cc tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:38.363752 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5f6fac9e-2ffe-4a50-806a-5b94d28e7f60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:38.371627 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['a206de28-1040-4e78-bc97-f12d0e1d5af0'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:13:38.413211 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56263b99-2707-4a6d-ab07-20a4fa5948cc tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Pushing event deleted for resources: {'Port': ['ID=a206de28-1040-4e78-bc97-f12d0e1d5af0,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:38.431755 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:38.451972 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56263b99-2707-4a6d-ab07-20a4fa5948cc tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:38.452371 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56263b99-2707-4a6d-ab07-20a4fa5948cc tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:38.452746 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56263b99-2707-4a6d-ab07-20a4fa5948cc tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:38.453115 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56263b99-2707-4a6d-ab07-20a4fa5948cc tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:38.453488 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56263b99-2707-4a6d-ab07-20a4fa5948cc tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:38.453850 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56263b99-2707-4a6d-ab07-20a4fa5948cc tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:38.454196 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56263b99-2707-4a6d-ab07-20a4fa5948cc tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:38.454567 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56263b99-2707-4a6d-ab07-20a4fa5948cc tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:38.454924 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56263b99-2707-4a6d-ab07-20a4fa5948cc tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:38.455320 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56263b99-2707-4a6d-ab07-20a4fa5948cc tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:38.455683 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56263b99-2707-4a6d-ab07-20a4fa5948cc tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:38.456040 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56263b99-2707-4a6d-ab07-20a4fa5948cc tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:38.464026 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-56263b99-2707-4a6d-ab07-20a4fa5948cc tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:38.503564 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a820c9-e3ab-49f0-9b6b-3d179bd4d310 req-56263b99-2707-4a6d-ab07-20a4fa5948cc tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] No DVR routers for this DVR port a206de28-1040-4e78-bc97-f12d0e1d5af0 on host hv-neutron-6013 {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:13:38.506270 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-a6a820c9-e3ab-49f0-9b6b-3d179bd4d310 req-56263b99-2707-4a6d-ab07-20a4fa5948cc tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:38.509333 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f84ea04-cfc6-45d9-a268-35afcdcfe5c9', 'name': 'network-vif-deleted', 'tag': 'a206de28-1040-4e78-bc97-f12d0e1d5af0'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:13:38.511718 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35802622-9ae9-4ae0-8b8f-9d6b9abff244" -d '{"events": [{"server_uuid": "1f84ea04-cfc6-45d9-a268-35afcdcfe5c9", "name": "network-vif-deleted", "tag": "a206de28-1040-4e78-bc97-f12d0e1d5af0"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:13:38.527662 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a6a820c9-e3ab-49f0-9b6b-3d179bd4d310 req-56263b99-2707-4a6d-ab07-20a4fa5948cc tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.59 "DELETE /v2.0/ports/a206de28-1040-4e78-bc97-f12d0e1d5af0 HTTP/1.1" status: 204 len: 173 time: 0.8422596 May 31 16:13:38.557487 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76418e68-29c8-407e-b176-69f20286d2ce x-openstack-request-id: req-76418e68-29c8-407e-b176-69f20286d2ce {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:13:38.558690 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f84ea04-cfc6-45d9-a268-35afcdcfe5c9", "name": "network-vif-deleted", "tag": "a206de28-1040-4e78-bc97-f12d0e1d5af0", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:13:38.559064 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-76418e68-29c8-407e-b176-69f20286d2ce {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:13:38.559500 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f84ea04-cfc6-45d9-a268-35afcdcfe5c9', 'name': 'network-vif-deleted', 'tag': 'a206de28-1040-4e78-bc97-f12d0e1d5af0', 'status': 'completed', 'code': 200} May 31 16:13:38.795846 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-5b70d3b3-75ae-4ffe-a88b-f50b40fe0690 req-64a32ee3-4581-4421-8161-8ca4cac2a7ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Synchronizing usage tracker for tenant:595ad966f923437d97a79b2340d83878 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:13:38.813520 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-5b70d3b3-75ae-4ffe-a88b-f50b40fe0690 req-64a32ee3-4581-4421-8161-8ca4cac2a7ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Unset dirty status for tenant:595ad966f923437d97a79b2340d83878 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:13:38.815034 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5b70d3b3-75ae-4ffe-a88b-f50b40fe0690 req-64a32ee3-4581-4421-8161-8ca4cac2a7ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f84ea04-cfc6-45d9-a268-35afcdcfe5c9 HTTP/1.1" status: 200 len: 210 time: 0.0611496 May 31 16:13:39.808939 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:40.186498 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35752) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:13:40.359592 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a9798c76-fbd5-4586-9ba2-6a5f9085f6f4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=595ad966f923437d97a79b2340d83878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1717753 May 31 16:13:40.363089 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35758) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:13:40.426115 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f9ce27e-4924-4336-9ed0-4ae4b5a5c10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:40.451932 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f9ce27e-4924-4336-9ed0-4ae4b5a5c10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:40.507148 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f9ce27e-4924-4336-9ed0-4ae4b5a5c10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:40.510291 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-84a2c6ff-060e-47b1-8e89-3e8c84143895 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:40.522456 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ce27e-4924-4336-9ed0-4ae4b5a5c10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec288e2-fc7c-4aca-a157-b98b05ef0e0c,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:40.531218 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ce27e-4924-4336-9ed0-4ae4b5a5c10e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:40.531606 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ce27e-4924-4336-9ed0-4ae4b5a5c10e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:40.531983 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ce27e-4924-4336-9ed0-4ae4b5a5c10e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:40.532357 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ce27e-4924-4336-9ed0-4ae4b5a5c10e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:40.532728 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ce27e-4924-4336-9ed0-4ae4b5a5c10e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:40.533097 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ce27e-4924-4336-9ed0-4ae4b5a5c10e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:40.533469 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ce27e-4924-4336-9ed0-4ae4b5a5c10e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:40.533829 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ce27e-4924-4336-9ed0-4ae4b5a5c10e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:40.534191 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ce27e-4924-4336-9ed0-4ae4b5a5c10e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:40.534553 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ce27e-4924-4336-9ed0-4ae4b5a5c10e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:40.534908 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ce27e-4924-4336-9ed0-4ae4b5a5c10e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:40.535289 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ce27e-4924-4336-9ed0-4ae4b5a5c10e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:40.538548 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6f9ce27e-4924-4336-9ed0-4ae4b5a5c10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:40.543883 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f9ce27e-4924-4336-9ed0-4ae4b5a5c10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:40.545122 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6f9ce27e-4924-4336-9ed0-4ae4b5a5c10e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7ec288e2-fc7c-4aca-a157-b98b05ef0e0c HTTP/1.1" status: 204 len: 168 time: 0.1811755 May 31 16:13:40.845211 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35766) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:13:40.864064 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-76f9a577-73a9-444a-9628-b747e064ad74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:40.879304 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-76f9a577-73a9-444a-9628-b747e064ad74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:13:40.883560 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-76f9a577-73a9-444a-9628-b747e064ad74 admin admin] Usage tracker for resource:security_group_rule and tenant:3f7abe4389574ba69a473f56e422e6da is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:13:40.886458 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-76f9a577-73a9-444a-9628-b747e064ad74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:13:40.894336 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-76f9a577-73a9-444a-9628-b747e064ad74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:13:40.982867 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-76f9a577-73a9-444a-9628-b747e064ad74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:40.989368 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-76f9a577-73a9-444a-9628-b747e064ad74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:40.991857 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device a206de28-1040-4e78-bc97-f12d0e1d5af0 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:13:40.996860 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6fded435-bea5-4b60-a0ce-4887ac464e9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:41.027070 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: a206de28-1040-4e78-bc97-f12d0e1d5af0 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:13:41.027378 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device a206de28-1040-4e78-bc97-f12d0e1d5af0 not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:13:41.037555 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-76f9a577-73a9-444a-9628-b747e064ad74 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3f7abe4389574ba69a473f56e422e6da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1909533 May 31 16:13:41.038389 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9a577-73a9-444a-9628-b747e064ad74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deaf538d-935d-459b-a21f-2beeda5aae8c,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:41.040525 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35770) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:13:41.041370 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-76f9a577-73a9-444a-9628-b747e064ad74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:41.104462 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bbd9feb4-cde9-4ca0-8612-25943cdebaf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:41.132472 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bbd9feb4-cde9-4ca0-8612-25943cdebaf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:41.194172 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bbd9feb4-cde9-4ca0-8612-25943cdebaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:41.199829 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bddf2079-1363-430e-8839-2d8fed9c1f05 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:41.213716 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9feb4-cde9-4ca0-8612-25943cdebaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaf538d-935d-459b-a21f-2beeda5aae8c,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:41.217219 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bbd9feb4-cde9-4ca0-8612-25943cdebaf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:41.220563 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bbd9feb4-cde9-4ca0-8612-25943cdebaf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:41.223481 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-bbd9feb4-cde9-4ca0-8612-25943cdebaf8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/deaf538d-935d-459b-a21f-2beeda5aae8c HTTP/1.1" status: 204 len: 168 time: 0.1817307 May 31 16:13:41.986900 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35796) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:13:42.093329 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-0812a3b3-9734-4217-a671-510c3a88dbf5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-584018516-network', 'tenant_id': '27b32c074695449cbb2591dea69daa01'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:13:42.098131 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0812a3b3-9734-4217-a671-510c3a88dbf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:13:42.102122 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0812a3b3-9734-4217-a671-510c3a88dbf5 admin admin] Usage tracker for resource:network and tenant:27b32c074695449cbb2591dea69daa01 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:13:42.105059 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0812a3b3-9734-4217-a671-510c3a88dbf5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:13:42.110676 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0812a3b3-9734-4217-a671-510c3a88dbf5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:13:42.122502 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0812a3b3-9734-4217-a671-510c3a88dbf5 admin admin] Made reservation on behalf of 27b32c074695449cbb2591dea69daa01 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:13:42.124724 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0812a3b3-9734-4217-a671-510c3a88dbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:42.136695 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0812a3b3-9734-4217-a671-510c3a88dbf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:42.150725 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0812a3b3-9734-4217-a671-510c3a88dbf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:13:42.154622 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0812a3b3-9734-4217-a671-510c3a88dbf5 admin admin] Usage tracker for resource:security_group_rule and tenant:27b32c074695449cbb2591dea69daa01 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:13:42.157464 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0812a3b3-9734-4217-a671-510c3a88dbf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:13:42.163190 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0812a3b3-9734-4217-a671-510c3a88dbf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:13:42.245871 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0812a3b3-9734-4217-a671-510c3a88dbf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:42.251714 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0812a3b3-9734-4217-a671-510c3a88dbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:42.254695 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-dfc72089-5264-475c-a7d3-989ba5077372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:42.287961 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0812a3b3-9734-4217-a671-510c3a88dbf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:13:42.293315 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812a3b3-9734-4217-a671-510c3a88dbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac237c4-5e87-4a9a-82a9-5af5eef89008,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:42.296895 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0812a3b3-9734-4217-a671-510c3a88dbf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:42.300502 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0812a3b3-9734-4217-a671-510c3a88dbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:42.300832 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-0812a3b3-9734-4217-a671-510c3a88dbf5 admin admin] Added segment 8d76c98e-8094-4193-a6f1-17dde4bf6364 of type vlan for network a65eb11f-c5fd-44b8-b2e5-a79de76e765e May 31 16:13:42.326318 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0812a3b3-9734-4217-a671-510c3a88dbf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:42.357725 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0812a3b3-9734-4217-a671-510c3a88dbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:42.358732 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0812a3b3-9734-4217-a671-510c3a88dbf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:42.359331 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0812a3b3-9734-4217-a671-510c3a88dbf5 admin admin] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:42.362623 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-68bbd201-d83a-4ef6-a68d-e9aaeaec31cb tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:42.463871 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812a3b3-9734-4217-a671-510c3a88dbf5 admin admin] Pushing event updated for resources: {'Network': ['ID=a65eb11f-c5fd-44b8-b2e5-a79de76e765e,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:42.467228 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0812a3b3-9734-4217-a671-510c3a88dbf5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4792337 May 31 16:13:42.468115 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0812a3b3-9734-4217-a671-510c3a88dbf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:42.471246 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35802) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:13:42.476067 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network a65eb11f-c5fd-44b8-b2e5-a79de76e765e details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 16:13:42.476633 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-816cd26e-57dd-48d4-a554-0349ebf9c19f admin admin] Request body: {'subnet': {'network_id': 'a65eb11f-c5fd-44b8-b2e5-a79de76e765e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-584018516-subnet', 'tenant_id': '27b32c074695449cbb2591dea69daa01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:13:42.481682 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-816cd26e-57dd-48d4-a554-0349ebf9c19f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:13:42.485501 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-816cd26e-57dd-48d4-a554-0349ebf9c19f admin admin] Usage tracker for resource:subnet and tenant:27b32c074695449cbb2591dea69daa01 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:13:42.488340 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-816cd26e-57dd-48d4-a554-0349ebf9c19f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:13:42.494893 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-816cd26e-57dd-48d4-a554-0349ebf9c19f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:13:42.506245 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816cd26e-57dd-48d4-a554-0349ebf9c19f admin admin] Made reservation on behalf of 27b32c074695449cbb2591dea69daa01 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:13:42.508638 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-816cd26e-57dd-48d4-a554-0349ebf9c19f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:43.051287 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-816cd26e-57dd-48d4-a554-0349ebf9c19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:43.054656 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-542a9163-fc6d-45fc-a16e-4873b05cf3a6 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:43.123792 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816cd26e-57dd-48d4-a554-0349ebf9c19f admin admin] Pushing event updated for resources: {'Subnet': ['ID=72bb182a-7726-40be-a496-7bc12210d83b,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:43.127561 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-816cd26e-57dd-48d4-a554-0349ebf9c19f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:43.134844 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816cd26e-57dd-48d4-a554-0349ebf9c19f admin admin] Checking segment: {'id': '8d76c98e-8094-4193-a6f1-17dde4bf6364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a65eb11f-c5fd-44b8-b2e5-a79de76e765e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:13:43.135203 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816cd26e-57dd-48d4-a554-0349ebf9c19f admin admin] Network hostable DHCP agents. Network: a65eb11f-c5fd-44b8-b2e5-a79de76e765e, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:13:43.155264 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816cd26e-57dd-48d4-a554-0349ebf9c19f admin admin] Network a65eb11f-c5fd-44b8-b2e5-a79de76e765e is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:13:43.165851 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-816cd26e-57dd-48d4-a554-0349ebf9c19f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, a65eb11f-c5fd-44b8-b2e5-a79de76e765e) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:13:43.175859 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7387d497-1f72-4485-912d-d4c70cfc3e5b None None] Network a65eb11f-c5fd-44b8-b2e5-a79de76e765e requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:13:43.179575 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816cd26e-57dd-48d4-a554-0349ebf9c19f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:43.180436 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-816cd26e-57dd-48d4-a554-0349ebf9c19f admin admin] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:43.201230 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-816cd26e-57dd-48d4-a554-0349ebf9c19f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7289655 May 31 16:13:43.368423 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbce691f-a570-44ae-8e2a-85d6ade31ae2 None None] Network a65eb11f-c5fd-44b8-b2e5-a79de76e765e requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:13:43.717158 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-b7945453-675c-4eb6-b3bf-a6dc88537e0b tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:43.718615 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-b7945453-675c-4eb6-b3bf-a6dc88537e0b tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/networks?id=a65eb11f-c5fd-44b8-b2e5-a79de76e765e HTTP/1.1" status: 200 len: 811 time: 0.1473620 May 31 16:13:43.733634 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-62e871e9-f64b-4bf6-b71c-7a6d2ef319ce tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/quotas/27b32c074695449cbb2591dea69daa01 HTTP/1.1" status: 200 len: 375 time: 0.0093498 May 31 16:13:43.783841 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-4f430ee7-56b0-4def-b322-eac49d730956 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=27b32c074695449cbb2591dea69daa01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451870 May 31 16:13:43.925924 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-222e8666-b3af-4952-af76-e858928a16b9 service neutron] 10.222.0.45 "GET /v2.0/networks/a65eb11f-c5fd-44b8-b2e5-a79de76e765e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350923 May 31 16:13:44.059450 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-71bede95-f340-4810-9395-20278569c371 service neutron] 10.222.0.45 "GET /v2.0/networks/a65eb11f-c5fd-44b8-b2e5-a79de76e765e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270752 May 31 16:13:44.233394 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d21bc090-952d-44c9-91eb-669662d58e2e req-fcd40973-e725-4539-b879-06dd0174c5a6 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 210 time: 0.0418489 May 31 16:13:45.301378 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-f7ddc307-f23c-42bd-bb26-34c388cc2937 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:45.302891 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-f7ddc307-f23c-42bd-bb26-34c388cc2937 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.59 "GET /v2.0/networks?id=a65eb11f-c5fd-44b8-b2e5-a79de76e765e HTTP/1.1" status: 200 len: 811 time: 0.1545820 May 31 16:13:45.326409 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-cc472456-ee72-4853-b9bb-f8f8e8f42ef6 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Request body: {'port': {'device_id': '39b643c9-aa9e-4bfc-9013-4e5e3f4eea21', 'network_id': 'a65eb11f-c5fd-44b8-b2e5-a79de76e765e', 'admin_state_up': True, 'tenant_id': '27b32c074695449cbb2591dea69daa01'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:13:45.442105 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4b103930-8b47-451f-ba84-f7e166cf2d55 req-297adbe5-9b99-4863-a02b-ae9ee455b79a tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 210 time: 0.0976863 May 31 16:13:45.510997 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-cc472456-ee72-4853-b9bb-f8f8e8f42ef6 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:13:45.517154 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-cc472456-ee72-4853-b9bb-f8f8e8f42ef6 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Usage tracker for resource:port and tenant:27b32c074695449cbb2591dea69daa01 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:13:45.521525 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-cc472456-ee72-4853-b9bb-f8f8e8f42ef6 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:13:45.528451 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-cc472456-ee72-4853-b9bb-f8f8e8f42ef6 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:13:45.540605 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-cc472456-ee72-4853-b9bb-f8f8e8f42ef6 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Made reservation on behalf of 27b32c074695449cbb2591dea69daa01 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:13:45.544043 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-cc472456-ee72-4853-b9bb-f8f8e8f42ef6 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:45.707322 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-cc472456-ee72-4853-b9bb-f8f8e8f42ef6 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Allocated IP 172.20.0.2 (a65eb11f-c5fd-44b8-b2e5-a79de76e765e/72bb182a-7726-40be-a496-7bc12210d83b/ba0ff509-6cee-4449-a6bb-33fbcadefdbe) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:13:45.906304 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-cc472456-ee72-4853-b9bb-f8f8e8f42ef6 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:45.937637 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-cc472456-ee72-4853-b9bb-f8f8e8f42ef6 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:45.943628 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c89c3ac4-1a32-4abc-91bd-6579b8eee6a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:46.007665 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-cc472456-ee72-4853-b9bb-f8f8e8f42ef6 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Network a65eb11f-c5fd-44b8-b2e5-a79de76e765e is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:13:46.010874 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-cc472456-ee72-4853-b9bb-f8f8e8f42ef6 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:13:46.015578 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-cc472456-ee72-4853-b9bb-f8f8e8f42ef6 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:13:46.048682 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc472456-ee72-4853-b9bb-f8f8e8f42ef6 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Pushing event updated for resources: {'Port': ['ID=ba0ff509-6cee-4449-a6bb-33fbcadefdbe,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:46.051505 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cc472456-ee72-4853-b9bb-f8f8e8f42ef6 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:46.234311 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-cc472456-ee72-4853-b9bb-f8f8e8f42ef6 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:46.234798 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-cc472456-ee72-4853-b9bb-f8f8e8f42ef6 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:46.260803 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-cc472456-ee72-4853-b9bb-f8f8e8f42ef6 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9390807 May 31 16:13:46.273111 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-10ffb5b1-e8de-4d89-bdc5-b4fe69303f4e service neutron] Request body: {'port': {'device_id': '39b643c9-aa9e-4bfc-9013-4e5e3f4eea21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:13:46.380819 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-10ffb5b1-e8de-4d89-bdc5-b4fe69303f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:46.778147 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-10ffb5b1-e8de-4d89-bdc5-b4fe69303f4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba0ff509-6cee-4449-a6bb-33fbcadefdbe {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:13:46.786991 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-10ffb5b1-e8de-4d89-bdc5-b4fe69303f4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:46.810981 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-10ffb5b1-e8de-4d89-bdc5-b4fe69303f4e service neutron] Transition to ACTIVE for port object ba0ff509-6cee-4449-a6bb-33fbcadefdbe will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:13:46.817318 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-10ffb5b1-e8de-4d89-bdc5-b4fe69303f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:46.823330 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-705c5519-3420-4086-bcab-70319b5975ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:46.940583 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49c6fc-3ab7-40b6-a4e3-40da63e39f13 req-9f03d803-9f92-4f2a-bfd6-ba2ba5fe961b tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:46.941261 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-2f49c6fc-3ab7-40b6-a4e3-40da63e39f13 req-9f03d803-9f92-4f2a-bfd6-ba2ba5fe961b tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Synchronizing usage tracker for tenant:27b32c074695449cbb2591dea69daa01 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:13:46.995602 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ffb5b1-e8de-4d89-bdc5-b4fe69303f4e service neutron] Pushing event updated for resources: {'Port': ['ID=ba0ff509-6cee-4449-a6bb-33fbcadefdbe,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:47.005074 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-10ffb5b1-e8de-4d89-bdc5-b4fe69303f4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:47.034085 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-2f49c6fc-3ab7-40b6-a4e3-40da63e39f13 req-9f03d803-9f92-4f2a-bfd6-ba2ba5fe961b tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Unset dirty status for tenant:27b32c074695449cbb2591dea69daa01 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:13:47.035159 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2f49c6fc-3ab7-40b6-a4e3-40da63e39f13 req-9f03d803-9f92-4f2a-bfd6-ba2ba5fe961b tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 931 time: 0.3206513 May 31 16:13:47.105446 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2f49c6fc-3ab7-40b6-a4e3-40da63e39f13 req-63c72268-7fa1-4b88-8a6b-e9892d3d0937 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627794 May 31 16:13:47.112138 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-10ffb5b1-e8de-4d89-bdc5-b4fe69303f4e service neutron] Attempting to bind port ba0ff509-6cee-4449-a6bb-33fbcadefdbe on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:13:47.112515 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-10ffb5b1-e8de-4d89-bdc5-b4fe69303f4e service neutron] Attempting to bind port ba0ff509-6cee-4449-a6bb-33fbcadefdbe by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8d76c98e-8094-4193-a6f1-17dde4bf6364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a65eb11f-c5fd-44b8-b2e5-a79de76e765e'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:13:47.112838 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-10ffb5b1-e8de-4d89-bdc5-b4fe69303f4e service neutron] Attempting to bind port ba0ff509-6cee-4449-a6bb-33fbcadefdbe on network a65eb11f-c5fd-44b8-b2e5-a79de76e765e {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:13:47.118697 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-10ffb5b1-e8de-4d89-bdc5-b4fe69303f4e service neutron] Port ba0ff509-6cee-4449-a6bb-33fbcadefdbe on network a65eb11f-c5fd-44b8-b2e5-a79de76e765e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:13:47.118861 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-10ffb5b1-e8de-4d89-bdc5-b4fe69303f4e service neutron] Attempting to bind port ba0ff509-6cee-4449-a6bb-33fbcadefdbe on network a65eb11f-c5fd-44b8-b2e5-a79de76e765e {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:13:47.124547 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-10ffb5b1-e8de-4d89-bdc5-b4fe69303f4e service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:13:47.124878 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-10ffb5b1-e8de-4d89-bdc5-b4fe69303f4e service neutron] Checking segment: {'id': '8d76c98e-8094-4193-a6f1-17dde4bf6364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a65eb11f-c5fd-44b8-b2e5-a79de76e765e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:13:47.125254 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-10ffb5b1-e8de-4d89-bdc5-b4fe69303f4e service neutron] Bound using segment: {'id': '8d76c98e-8094-4193-a6f1-17dde4bf6364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a65eb11f-c5fd-44b8-b2e5-a79de76e765e'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:13:47.125677 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-10ffb5b1-e8de-4d89-bdc5-b4fe69303f4e service neutron] Bound port: ba0ff509-6cee-4449-a6bb-33fbcadefdbe, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d76c98e-8094-4193-a6f1-17dde4bf6364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a65eb11f-c5fd-44b8-b2e5-a79de76e765e'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:13:47.126034 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-10ffb5b1-e8de-4d89-bdc5-b4fe69303f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:47.214127 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-10ffb5b1-e8de-4d89-bdc5-b4fe69303f4e service neutron] For port ba0ff509-6cee-4449-a6bb-33fbcadefdbe, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:13:47.217168 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-10ffb5b1-e8de-4d89-bdc5-b4fe69303f4e service neutron] For port ba0ff509-6cee-4449-a6bb-33fbcadefdbe, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ba0ff509-6cee-4449-a6bb-33fbcadefdbe,segment=NetworkSegment(8d76c98e-8094-4193-a6f1-17dde4bf6364),segment_id=8d76c98e-8094-4193-a6f1-17dde4bf6364)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:13:47.224235 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-10ffb5b1-e8de-4d89-bdc5-b4fe69303f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:47.227840 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-110001e0-473a-4695-b18b-ab477e2c499c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:47.288870 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-10ffb5b1-e8de-4d89-bdc5-b4fe69303f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:47.289402 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-10ffb5b1-e8de-4d89-bdc5-b4fe69303f4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:47.290807 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-10ffb5b1-e8de-4d89-bdc5-b4fe69303f4e service neutron] 10.222.0.59 "PUT /v2.0/ports/ba0ff509-6cee-4449-a6bb-33fbcadefdbe HTTP/1.1" status: 200 len: 1093 time: 1.0215580 May 31 16:13:47.291414 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b643c9-aa9e-4bfc-9013-4e5e3f4eea21', 'tag': 'ba0ff509-6cee-4449-a6bb-33fbcadefdbe'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:13:47.293996 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c42eeb-5de0-4ac8-bda3-402016891265" -d '{"events": [{"name": "network-changed", "server_uuid": "39b643c9-aa9e-4bfc-9013-4e5e3f4eea21", "tag": "ba0ff509-6cee-4449-a6bb-33fbcadefdbe"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:13:47.314378 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ffb5b1-e8de-4d89-bdc5-b4fe69303f4e service neutron] Pushing event updated for resources: {'Port': ['ID=ba0ff509-6cee-4449-a6bb-33fbcadefdbe,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:47.317482 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-10ffb5b1-e8de-4d89-bdc5-b4fe69303f4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:47.362442 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0b0643-c119-46ea-b4ed-f599dfb31c27 x-openstack-request-id: req-9f0b0643-c119-46ea-b4ed-f599dfb31c27 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:13:47.362773 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b643c9-aa9e-4bfc-9013-4e5e3f4eea21", "tag": "ba0ff509-6cee-4449-a6bb-33fbcadefdbe", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:13:47.363097 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9f0b0643-c119-46ea-b4ed-f599dfb31c27 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:13:47.363526 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b643c9-aa9e-4bfc-9013-4e5e3f4eea21', 'tag': 'ba0ff509-6cee-4449-a6bb-33fbcadefdbe', 'status': 'completed', 'code': 200} May 31 16:13:47.405552 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-165a725c-7ee4-4789-bbc3-d8d6d13aa672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:47.407103 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-165a725c-7ee4-4789-bbc3-d8d6d13aa672 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=27b32c074695449cbb2591dea69daa01&device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 1096 time: 0.0766969 May 31 16:13:47.477899 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-02cfecd6-1f1a-441e-830c-05997c7f93e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba0ff509-6cee-4449-a6bb-33fbcadefdbe HTTP/1.1" status: 200 len: 217 time: 0.0620646 May 31 16:13:47.541150 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-2096fbd5-ea0d-4a46-86ce-ca74d0ebeb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:47.542450 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-2096fbd5-ea0d-4a46-86ce-ca74d0ebeb30 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=72bb182a-7726-40be-a496-7bc12210d83b HTTP/1.1" status: 200 len: 851 time: 0.0587280 May 31 16:13:47.589367 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-eabc58f2-a1df-436e-aaad-ecec08c72f92 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a65eb11f-c5fd-44b8-b2e5-a79de76e765e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404239 May 31 16:13:47.719666 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-b69c7f9f-bcae-450e-b885-0263d8b07024 service neutron] 10.222.0.59 "GET /v2.0/networks/a65eb11f-c5fd-44b8-b2e5-a79de76e765e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236808 May 31 16:13:47.853298 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f08088ff-997c-48bc-80b4-0ae0923f9c0f req-16da3335-e551-431f-9b84-d4a3b47bac1f service neutron] 10.222.0.59 "GET /v2.0/networks/a65eb11f-c5fd-44b8-b2e5-a79de76e765e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261907 May 31 16:13:47.985974 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c42eeb-5de0-4ac8-bda3-402016891265 req-f9a0bb3c-5ebe-439a-86b4-0f51bedc26d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:47.987524 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c0c42eeb-5de0-4ac8-bda3-402016891265 req-f9a0bb3c-5ebe-439a-86b4-0f51bedc26d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=27b32c074695449cbb2591dea69daa01&device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 1096 time: 0.0793135 May 31 16:13:48.119763 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c42eeb-5de0-4ac8-bda3-402016891265 req-93f5d196-852a-4b04-92ae-6a214c1ba5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:48.121131 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c0c42eeb-5de0-4ac8-bda3-402016891265 req-93f5d196-852a-4b04-92ae-6a214c1ba5fc service neutron] 10.222.0.59 "GET /v2.0/networks?id=a65eb11f-c5fd-44b8-b2e5-a79de76e765e HTTP/1.1" status: 200 len: 912 time: 0.1267121 May 31 16:13:48.191813 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c0c42eeb-5de0-4ac8-bda3-402016891265 req-e9856099-432b-490d-bdaa-288fb57497e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba0ff509-6cee-4449-a6bb-33fbcadefdbe HTTP/1.1" status: 200 len: 217 time: 0.0631261 May 31 16:13:48.444151 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c42eeb-5de0-4ac8-bda3-402016891265 req-3f730044-1a5f-4a29-9c3f-3018e6c19ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:48.445595 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c0c42eeb-5de0-4ac8-bda3-402016891265 req-3f730044-1a5f-4a29-9c3f-3018e6c19ff7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=72bb182a-7726-40be-a496-7bc12210d83b HTTP/1.1" status: 200 len: 851 time: 0.2477794 May 31 16:13:48.495404 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c0c42eeb-5de0-4ac8-bda3-402016891265 req-b0e48c2f-0588-4ae2-b7f4-ce5911e6a73c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a65eb11f-c5fd-44b8-b2e5-a79de76e765e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424213 May 31 16:13:48.532961 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f462a0-d977-40f8-9f8a-3ee136d27001 req-4760ec4d-530c-4a28-8847-984a5ebb3830 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:48.534343 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-57f462a0-d977-40f8-9f8a-3ee136d27001 req-4760ec4d-530c-4a28-8847-984a5ebb3830 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 943 time: 0.1657014 May 31 16:13:48.648829 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-57f462a0-d977-40f8-9f8a-3ee136d27001 req-6d8ca32b-7040-4b3a-8596-ec882a3fe5cf tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683150 May 31 16:13:48.667453 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c0c42eeb-5de0-4ac8-bda3-402016891265 req-a8552f68-af71-42a0-9009-5c271bf75d7e service neutron] 10.222.0.59 "GET /v2.0/networks/a65eb11f-c5fd-44b8-b2e5-a79de76e765e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650140 May 31 16:13:48.806045 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c0c42eeb-5de0-4ac8-bda3-402016891265 req-d8e2c9e4-6d18-4a0e-94fe-4fda52e80dc8 service neutron] 10.222.0.59 "GET /v2.0/networks/a65eb11f-c5fd-44b8-b2e5-a79de76e765e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314006 May 31 16:13:49.851702 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af8103-2582-4e48-8d16-0833fde13575 req-2f6c8ddd-6e27-49d5-bd39-fe724cbdc51d tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:49.853176 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b0af8103-2582-4e48-8d16-0833fde13575 req-2f6c8ddd-6e27-49d5-bd39-fe724cbdc51d tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 943 time: 0.0862381 May 31 16:13:49.898341 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b0af8103-2582-4e48-8d16-0833fde13575 req-b402c65f-931f-4ed7-bcae-7d1ef5481105 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393045 May 31 16:13:51.061277 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device ba0ff509-6cee-4449-a6bb-33fbcadefdbe details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:13:51.095575 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3ef5f-d855-43f1-a0a7-80cbeb8e7114 req-d3f91655-a831-432e-b2f3-fddeeaee7a29 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:51.097026 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d7d3ef5f-d855-43f1-a0a7-80cbeb8e7114 req-d3f91655-a831-432e-b2f3-fddeeaee7a29 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 943 time: 0.0921361 May 31 16:13:51.142831 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d7d3ef5f-d855-43f1-a0a7-80cbeb8e7114 req-114af6ba-da33-4eee-9ac4-3a34db0e8279 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400360 May 31 16:13:51.207067 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port ba0ff509-6cee-4449-a6bb-33fbcadefdbe, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ba0ff509-6cee-4449-a6bb-33fbcadefdbe,segment=NetworkSegment(8d76c98e-8094-4193-a6f1-17dde4bf6364),segment_id=8d76c98e-8094-4193-a6f1-17dde4bf6364)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:13:51.220425 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': 'ba0ff509-6cee-4449-a6bb-33fbcadefdbe', 'network_id': 'a65eb11f-c5fd-44b8-b2e5-a79de76e765e', 'port_id': 'ba0ff509-6cee-4449-a6bb-33fbcadefdbe', 'mac_address': 'fa:16:3e:a5:11:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72bb182a-7726-40be-a496-7bc12210d83b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:13:51.274656 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:51.293612 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0ff509-6cee-4449-a6bb-33fbcadefdbe {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:13:51.309086 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port ba0ff509-6cee-4449-a6bb-33fbcadefdbe, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ba0ff509-6cee-4449-a6bb-33fbcadefdbe,segment=NetworkSegment(8d76c98e-8094-4193-a6f1-17dde4bf6364),segment_id=8d76c98e-8094-4193-a6f1-17dde4bf6364)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:13:51.315593 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:51.317287 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0a18505b-e760-42f2-beb4-4a2fc7dca9ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:51.382271 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=ba0ff509-6cee-4449-a6bb-33fbcadefdbe,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:51.385545 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:51.620560 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['ba0ff509-6cee-4449-a6bb-33fbcadefdbe'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:13:52.358579 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c3793-62ae-45b5-baaa-85b4e9d4349a req-bbaa6e79-9888-480e-95c6-67ad5e32e6d8 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:52.360318 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b79c3793-62ae-45b5-baaa-85b4e9d4349a req-bbaa6e79-9888-480e-95c6-67ad5e32e6d8 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 944 time: 0.0949357 May 31 16:13:52.407007 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b79c3793-62ae-45b5-baaa-85b4e9d4349a req-8e3ae627-8912-436e-80e1-4b789abda638 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406485 May 31 16:13:53.056814 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device ba0ff509-6cee-4449-a6bb-33fbcadefdbe up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:13:53.141090 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port ba0ff509-6cee-4449-a6bb-33fbcadefdbe completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:13:53.146272 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port ba0ff509-6cee-4449-a6bb-33fbcadefdbe triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:13:53.146704 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:53.311737 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:53.343739 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b643c9-aa9e-4bfc-9013-4e5e3f4eea21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0ff509-6cee-4449-a6bb-33fbcadefdbe'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:13:53.346063 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fda989-07c7-474d-8c5a-0f8a802ec47b" -d '{"events": [{"server_uuid": "39b643c9-aa9e-4bfc-9013-4e5e3f4eea21", "name": "network-vif-plugged", "status": "completed", "tag": "ba0ff509-6cee-4449-a6bb-33fbcadefdbe"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:13:53.354130 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port ba0ff509-6cee-4449-a6bb-33fbcadefdbe, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ba0ff509-6cee-4449-a6bb-33fbcadefdbe,segment=NetworkSegment(8d76c98e-8094-4193-a6f1-17dde4bf6364),segment_id=8d76c98e-8094-4193-a6f1-17dde4bf6364)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:13:53.359303 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:53.361269 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:53.395235 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d64611-d6a0-4679-a8fa-4ee2226b94f2 x-openstack-request-id: req-67d64611-d6a0-4679-a8fa-4ee2226b94f2 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:13:53.395535 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b643c9-aa9e-4bfc-9013-4e5e3f4eea21", "name": "network-vif-plugged", "status": "completed", "tag": "ba0ff509-6cee-4449-a6bb-33fbcadefdbe", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:13:53.395792 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-67d64611-d6a0-4679-a8fa-4ee2226b94f2 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:13:53.396168 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b643c9-aa9e-4bfc-9013-4e5e3f4eea21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0ff509-6cee-4449-a6bb-33fbcadefdbe', 'code': 200} May 31 16:13:53.432029 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=ba0ff509-6cee-4449-a6bb-33fbcadefdbe,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:53.435248 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:53.652780 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9e380-530a-4e79-9725-8d1c25d9c870 req-c08732da-0e6f-4d43-88f0-4b159343ebf5 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:53.654242 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b3c9e380-530a-4e79-9725-8d1c25d9c870 req-c08732da-0e6f-4d43-88f0-4b159343ebf5 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 945 time: 0.1389897 May 31 16:13:53.658495 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc8810-92c3-441b-9cca-23ad1e1635c3 req-17b6471f-adf7-477b-b90e-004c2d582c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:53.659885 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-61bc8810-92c3-441b-9cca-23ad1e1635c3 req-17b6471f-adf7-477b-b90e-004c2d582c04 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 1098 time: 0.1060746 May 31 16:13:53.725134 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b3c9e380-530a-4e79-9725-8d1c25d9c870 req-49493b6d-f681-4947-8c00-3da0cec31aaf tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643306 May 31 16:13:53.726759 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-61bc8810-92c3-441b-9cca-23ad1e1635c3 req-e5746e43-318a-4edf-bf8f-7ef23d2aa0fe service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532854 May 31 16:13:54.932220 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19961f03-b505-40ed-bd31-d8be04fe876b req-3c5f36ac-83f9-4954-bdc7-02f35459d940 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:54.933677 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-19961f03-b505-40ed-bd31-d8be04fe876b req-3c5f36ac-83f9-4954-bdc7-02f35459d940 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 945 time: 0.0903447 May 31 16:13:54.980880 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-19961f03-b505-40ed-bd31-d8be04fe876b req-3842244a-2360-4af4-8185-bc969674172e tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413239 May 31 16:13:56.196231 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8ae7d-dcd7-4b66-9015-7099264d60ef req-4a57ef9f-86c6-40fe-a4eb-aaef0a126c76 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:56.197736 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b7f8ae7d-dcd7-4b66-9015-7099264d60ef req-4a57ef9f-86c6-40fe-a4eb-aaef0a126c76 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 945 time: 0.1007528 May 31 16:13:56.242941 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b7f8ae7d-dcd7-4b66-9015-7099264d60ef req-97113a9a-70bb-4c27-a8a7-4d81fb650fc3 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393672 May 31 16:13:56.640535 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 35866) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:13:56.665212 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8a2e7-e43b-4bc3-9cd4-abf8773b9a95 req-6d7e9233-12ad-48f1-96ae-ec3afd27c0bc tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:56.666749 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3cc8a2e7-e43b-4bc3-9cd4-abf8773b9a95 req-6d7e9233-12ad-48f1-96ae-ec3afd27c0bc tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 945 time: 0.0913723 May 31 16:13:56.752404 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3cc8a2e7-e43b-4bc3-9cd4-abf8773b9a95 req-debee902-66e5-4490-a3e1-5da703f27b39 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794322 May 31 16:13:56.778095 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-768793c5-41ec-4fe0-80f1-7ef29373ec4d req-60acaeaa-b25c-4c49-be3b-79fb1d7320aa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1363559 May 31 16:13:57.963151 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b0277-7d6c-487c-b321-1b56eebe7c5f req-bd078625-95de-44bb-b74b-25e886798eb4 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:57.964639 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3d9b0277-7d6c-487c-b321-1b56eebe7c5f req-bd078625-95de-44bb-b74b-25e886798eb4 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 945 time: 0.0913823 May 31 16:13:58.012514 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3d9b0277-7d6c-487c-b321-1b56eebe7c5f req-89c4c90d-775a-4a38-a267-c4b64edbe3c0 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417395 May 31 16:13:58.088617 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768793c5-41ec-4fe0-80f1-7ef29373ec4d req-b7904d58-55bb-4da7-8a0b-0f8e21154188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:58.090102 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-768793c5-41ec-4fe0-80f1-7ef29373ec4d req-b7904d58-55bb-4da7-8a0b-0f8e21154188 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=27b32c074695449cbb2591dea69daa01&device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 1098 time: 0.0722210 May 31 16:13:58.221219 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768793c5-41ec-4fe0-80f1-7ef29373ec4d req-d161ebf8-183b-4c4a-be77-51bbd08506cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:58.222723 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-768793c5-41ec-4fe0-80f1-7ef29373ec4d req-d161ebf8-183b-4c4a-be77-51bbd08506cd service neutron] 10.222.0.59 "GET /v2.0/networks?id=a65eb11f-c5fd-44b8-b2e5-a79de76e765e HTTP/1.1" status: 200 len: 912 time: 0.1266143 May 31 16:13:58.292379 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-768793c5-41ec-4fe0-80f1-7ef29373ec4d req-5d34c7ea-50a5-46ab-949c-0a3a66924e36 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba0ff509-6cee-4449-a6bb-33fbcadefdbe HTTP/1.1" status: 200 len: 217 time: 0.0629818 May 31 16:13:58.356322 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768793c5-41ec-4fe0-80f1-7ef29373ec4d req-8931f0ab-fd39-4507-ae49-1850f4257ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:58.357705 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-768793c5-41ec-4fe0-80f1-7ef29373ec4d req-8931f0ab-fd39-4507-ae49-1850f4257ac5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=72bb182a-7726-40be-a496-7bc12210d83b HTTP/1.1" status: 200 len: 851 time: 0.0591176 May 31 16:13:58.405913 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-768793c5-41ec-4fe0-80f1-7ef29373ec4d req-eacebf2e-eeb8-4943-a556-a1b643ca93ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a65eb11f-c5fd-44b8-b2e5-a79de76e765e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410621 May 31 16:13:58.522242 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:58.689525 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-768793c5-41ec-4fe0-80f1-7ef29373ec4d req-c4d58df6-3137-4cb4-81b7-a6fea088d5fa service neutron] 10.222.0.59 "GET /v2.0/networks/a65eb11f-c5fd-44b8-b2e5-a79de76e765e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761748 May 31 16:13:58.843206 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-768793c5-41ec-4fe0-80f1-7ef29373ec4d req-e2cf1361-3c01-4c5d-b9e8-c67b03dd8c65 service neutron] 10.222.0.59 "GET /v2.0/networks/a65eb11f-c5fd-44b8-b2e5-a79de76e765e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467025 May 31 16:13:59.213171 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad7263-a2f2-4dd4-a5d8-8a7dfccc94b0 req-baf558fa-a097-4ea5-b218-86df9a8c3df2 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:59.214640 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d9ad7263-a2f2-4dd4-a5d8-8a7dfccc94b0 req-baf558fa-a097-4ea5-b218-86df9a8c3df2 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 945 time: 0.0938358 May 31 16:13:59.259820 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d9ad7263-a2f2-4dd4-a5d8-8a7dfccc94b0 req-9ac1894b-88bb-4bd5-8865-da201bd207fe tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392489 May 31 16:14:00.484798 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddbfe8-8acf-47ac-a13a-349691a2e605 req-ce96f361-7a29-46be-bc6b-6009ac315e81 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:00.486265 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fbddbfe8-8acf-47ac-a13a-349691a2e605 req-ce96f361-7a29-46be-bc6b-6009ac315e81 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 945 time: 0.0986111 May 31 16:14:00.531350 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fbddbfe8-8acf-47ac-a13a-349691a2e605 req-70e0e3f2-0040-4768-bd45-01b253dbc5e2 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393009 May 31 16:14:01.742583 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b6906-1f20-4c78-91d2-74516ac64bd4 req-c2f6aecc-d937-4077-8fef-696ce0fdeb0e tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:01.744084 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b31b6906-1f20-4c78-91d2-74516ac64bd4 req-c2f6aecc-d937-4077-8fef-696ce0fdeb0e tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 945 time: 0.0888355 May 31 16:14:01.793749 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b31b6906-1f20-4c78-91d2-74516ac64bd4 req-186374a2-bad7-4a57-bf78-1c08216bef89 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433927 May 31 16:14:02.813703 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:14:02.989244 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6964318-1c13-45e2-8c2b-cf6877f0ed98 req-1765aa2b-4a60-4ed1-8237-2af4cc2e9b19 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:02.990758 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e6964318-1c13-45e2-8c2b-cf6877f0ed98 req-1765aa2b-4a60-4ed1-8237-2af4cc2e9b19 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 945 time: 0.0835350 May 31 16:14:03.035793 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e6964318-1c13-45e2-8c2b-cf6877f0ed98 req-dc241f7c-7f80-420e-a5ae-59941d6e61c9 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388248 May 31 16:14:04.237914 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cae89-584e-4a18-bb2a-830a271eb1f2 req-1d37c858-f5a8-43bb-b363-a4e36744f9ab tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:04.239417 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-445cae89-584e-4a18-bb2a-830a271eb1f2 req-1d37c858-f5a8-43bb-b363-a4e36744f9ab tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 945 time: 0.0905545 May 31 16:14:04.286894 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-445cae89-584e-4a18-bb2a-830a271eb1f2 req-6f983658-0568-4728-a993-0fe5e2a96222 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394113 May 31 16:14:04.685246 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bcc86537-13d7-4af7-8592-51d48d14d218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:05.485100 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3b4a1-f0ab-4d07-829c-053231938ce3 req-47d4b964-9c43-45b8-b779-2a745389de7e tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:05.486583 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-43f3b4a1-f0ab-4d07-829c-053231938ce3 req-47d4b964-9c43-45b8-b779-2a745389de7e tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 945 time: 0.0847464 May 31 16:14:05.530854 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-43f3b4a1-f0ab-4d07-829c-053231938ce3 req-08f106f8-61f3-4622-bf5d-6f0b63a6e4eb tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384543 May 31 16:14:06.753924 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76b152-ed04-44a0-89f9-12eac4d31e27 req-024f7727-a068-4a26-b549-91a124a3b7b3 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:06.755325 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-af76b152-ed04-44a0-89f9-12eac4d31e27 req-024f7727-a068-4a26-b549-91a124a3b7b3 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 945 time: 0.0995224 May 31 16:14:06.802459 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-af76b152-ed04-44a0-89f9-12eac4d31e27 req-666cbee4-3a38-48c8-ad0b-f8426fa19257 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396523 May 31 16:14:07.015940 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:07.900674 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f08805fd-94f3-471a-a421-e4b37dbbe0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:08.016665 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b329113-4eb1-48ab-ab29-27475d10884f req-e492147f-cb46-4d19-91df-694917a8496e tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:08.018031 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5b329113-4eb1-48ab-ab29-27475d10884f req-e492147f-cb46-4d19-91df-694917a8496e tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 945 time: 0.0952983 May 31 16:14:08.066130 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5b329113-4eb1-48ab-ab29-27475d10884f req-d219becc-3f31-487c-9884-175ad513e5ae tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422566 May 31 16:14:08.436119 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:09.287747 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c8612-c0a3-4b9e-9685-e6be868e17f4 req-febd81d4-7f99-43f5-a89e-a21306c225d6 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:09.289205 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ef8c8612-c0a3-4b9e-9685-e6be868e17f4 req-febd81d4-7f99-43f5-a89e-a21306c225d6 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 945 time: 0.0992374 May 31 16:14:09.341058 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ef8c8612-c0a3-4b9e-9685-e6be868e17f4 req-da2ce974-b337-41a7-967f-dd7805e8e9ac tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457933 May 31 16:14:09.805871 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:10.550133 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c18b37-7ed2-4461-ae47-f8dbe000d2f2 req-bbfb5d9b-41f9-4d7d-9798-0d288f3ded7d tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:10.551583 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d5c18b37-7ed2-4461-ae47-f8dbe000d2f2 req-bbfb5d9b-41f9-4d7d-9798-0d288f3ded7d tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 945 time: 0.0944798 May 31 16:14:10.599206 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d5c18b37-7ed2-4461-ae47-f8dbe000d2f2 req-1132b72a-aa20-40c8-a743-d6196d42600e tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397825 May 31 16:14:11.803311 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c91dd2-fdc1-4a75-9456-117b7990b135 req-f8b3ca60-aa01-489e-a9c8-045354d28667 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:11.804754 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c0c91dd2-fdc1-4a75-9456-117b7990b135 req-f8b3ca60-aa01-489e-a9c8-045354d28667 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 945 time: 0.0839572 May 31 16:14:11.854363 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c0c91dd2-fdc1-4a75-9456-117b7990b135 req-2a51697e-8a36-46dd-9ecc-30bc98e69897 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408778 May 31 16:14:13.056541 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e079cd1-64af-4bd0-a45a-a81339227db2 req-e7aee203-2ef7-427b-99e2-4e79c0bc30dd tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:13.058087 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4e079cd1-64af-4bd0-a45a-a81339227db2 req-e7aee203-2ef7-427b-99e2-4e79c0bc30dd tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 945 time: 0.0862162 May 31 16:14:13.112810 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4e079cd1-64af-4bd0-a45a-a81339227db2 req-4e83eb69-7020-4f3f-877f-77d4ec951b50 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490279 May 31 16:14:14.475288 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf885e-90d9-4c7e-8e54-310461c10c1a req-ced76120-8f7e-44a1-b8c0-d8fced424f44 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:14.476646 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-71cf885e-90d9-4c7e-8e54-310461c10c1a req-ced76120-8f7e-44a1-b8c0-d8fced424f44 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 945 time: 0.0878224 May 31 16:14:14.528572 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-71cf885e-90d9-4c7e-8e54-310461c10c1a req-7a3067f1-8b3c-462e-ac1d-088e97d818a5 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435166 May 31 16:14:15.735605 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9f151-6e5f-4211-8ec4-ed1271085de0 req-e5731ed7-ae94-4dd6-a631-2cfaa03e9788 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:15.737028 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f8b9f151-6e5f-4211-8ec4-ed1271085de0 req-e5731ed7-ae94-4dd6-a631-2cfaa03e9788 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 945 time: 0.0928454 May 31 16:14:15.782358 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f8b9f151-6e5f-4211-8ec4-ed1271085de0 req-314a0f19-0d27-48a3-b279-457bdf151cdb tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396869 May 31 16:14:16.988327 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c2ae4-3e41-4bf6-9bc4-87b7dcee66e7 req-4476b1bf-49dc-4801-886e-5a75add12923 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:16.989844 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6d1c2ae4-3e41-4bf6-9bc4-87b7dcee66e7 req-4476b1bf-49dc-4801-886e-5a75add12923 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 945 time: 0.0947230 May 31 16:14:17.043841 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6d1c2ae4-3e41-4bf6-9bc4-87b7dcee66e7 req-621f46cb-530a-402b-843c-bd12a3d85887 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450594 May 31 16:14:18.244060 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098af0de-26bc-4064-8a50-f306e388dc97 req-80aa775e-09fe-4622-a683-c9b4f0c1e80c tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:18.245846 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-098af0de-26bc-4064-8a50-f306e388dc97 req-80aa775e-09fe-4622-a683-c9b4f0c1e80c tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 945 time: 0.0814126 May 31 16:14:18.289551 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-098af0de-26bc-4064-8a50-f306e388dc97 req-64ce1847-ebc6-4516-aaa8-ba4647849e30 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376985 May 31 16:14:19.496597 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791167ab-eb47-4416-a554-868c1568a1fc req-b70a88d9-8469-4bec-8610-aea5744a952f tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:19.498381 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-791167ab-eb47-4416-a554-868c1568a1fc req-b70a88d9-8469-4bec-8610-aea5744a952f tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 945 time: 0.0928342 May 31 16:14:19.547413 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-791167ab-eb47-4416-a554-868c1568a1fc req-65e2a86c-4e57-4730-bbc2-c966d8e85ecf tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402052 May 31 16:14:20.734928 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90915534-fb6d-4a49-974c-56a117604e0f req-edc275a0-df1e-454a-929d-c612109bb3d4 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:20.736315 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-90915534-fb6d-4a49-974c-56a117604e0f req-edc275a0-df1e-454a-929d-c612109bb3d4 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 945 time: 0.0802450 May 31 16:14:20.782902 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-90915534-fb6d-4a49-974c-56a117604e0f req-a6531675-419a-4976-98e6-bc41772242a3 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385990 May 31 16:14:21.985607 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46973106-740b-4ea6-b871-b9a50aa22e2f req-d8b971ca-61b8-439a-ac47-d36bb13a41df tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:21.987108 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-46973106-740b-4ea6-b871-b9a50aa22e2f req-d8b971ca-61b8-439a-ac47-d36bb13a41df tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 945 time: 0.0879285 May 31 16:14:22.031651 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-46973106-740b-4ea6-b871-b9a50aa22e2f req-9c51a574-2742-4b92-8ab8-3664d0be47ff tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386288 May 31 16:14:23.234244 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a960cf-12ae-44d4-ab9c-3e6436f673fb req-b6962609-9333-471a-8658-9cf49464014f tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:23.235715 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a6a960cf-12ae-44d4-ab9c-3e6436f673fb req-b6962609-9333-471a-8658-9cf49464014f tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 945 time: 0.0863690 May 31 16:14:23.290660 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a6a960cf-12ae-44d4-ab9c-3e6436f673fb req-1c646397-19e5-4d0e-90d4-f4a6167770c3 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465446 May 31 16:14:24.493245 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f1bd9-e6c9-4d12-9028-05ce550b19ff req-b3c46263-22ba-4fc5-85f7-95ca658d8141 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:24.495103 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e03f1bd9-e6c9-4d12-9028-05ce550b19ff req-b3c46263-22ba-4fc5-85f7-95ca658d8141 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 945 time: 0.0829430 May 31 16:14:24.540970 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e03f1bd9-e6c9-4d12-9028-05ce550b19ff req-bd656cd1-e73d-4c6f-8ae5-3d08513ee081 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400431 May 31 16:14:25.890262 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-768793c5-41ec-4fe0-80f1-7ef29373ec4d req-0d402da7-8802-455c-ad8f-accfb97bd547 service neutron] 10.222.0.59 "GET /v2.0/ports/ba0ff509-6cee-4449-a6bb-33fbcadefdbe/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.2647333 May 31 16:14:25.910379 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33cff5-7eda-4e4a-94ca-395300b1c082 req-1652b9f8-23fb-4c7c-856d-21d19e18bafc tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:25.911838 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9f33cff5-7eda-4e4a-94ca-395300b1c082 req-1652b9f8-23fb-4c7c-856d-21d19e18bafc tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 945 time: 0.2494886 May 31 16:14:25.959595 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9f33cff5-7eda-4e4a-94ca-395300b1c082 req-45983696-2379-4dee-be43-d1e0295f2000 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389578 May 31 16:14:26.166969 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768793c5-41ec-4fe0-80f1-7ef29373ec4d req-62f36cae-8d82-419a-8384-a96adc53c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:26.168488 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-768793c5-41ec-4fe0-80f1-7ef29373ec4d req-62f36cae-8d82-419a-8384-a96adc53c8c9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21&tenant_id=27b32c074695449cbb2591dea69daa01 HTTP/1.1" status: 200 len: 1098 time: 0.0854642 May 31 16:14:26.266307 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768793c5-41ec-4fe0-80f1-7ef29373ec4d req-d653ee63-9923-4c7a-ac78-260bde4c224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:26.267863 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-768793c5-41ec-4fe0-80f1-7ef29373ec4d req-d653ee63-9923-4c7a-ac78-260bde4c224c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=27b32c074695449cbb2591dea69daa01&device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 1098 time: 0.0726349 May 31 16:14:26.400215 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768793c5-41ec-4fe0-80f1-7ef29373ec4d req-b9d5b39b-20e1-4906-9261-1faaa7c299fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:26.401729 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-768793c5-41ec-4fe0-80f1-7ef29373ec4d req-b9d5b39b-20e1-4906-9261-1faaa7c299fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=a65eb11f-c5fd-44b8-b2e5-a79de76e765e HTTP/1.1" status: 200 len: 912 time: 0.1278396 May 31 16:14:26.472953 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-768793c5-41ec-4fe0-80f1-7ef29373ec4d req-8e41995e-fbed-46e2-8d87-f9085f506434 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba0ff509-6cee-4449-a6bb-33fbcadefdbe HTTP/1.1" status: 200 len: 217 time: 0.0642908 May 31 16:14:26.537013 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768793c5-41ec-4fe0-80f1-7ef29373ec4d req-bbf32210-8cf2-4a33-bbb5-1090f5e0f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:26.538502 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-768793c5-41ec-4fe0-80f1-7ef29373ec4d req-bbf32210-8cf2-4a33-bbb5-1090f5e0f8b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=72bb182a-7726-40be-a496-7bc12210d83b HTTP/1.1" status: 200 len: 851 time: 0.0584929 May 31 16:14:26.588974 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-768793c5-41ec-4fe0-80f1-7ef29373ec4d req-6598d941-2f83-4ee4-9e8d-15fb3cebd45e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a65eb11f-c5fd-44b8-b2e5-a79de76e765e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442386 May 31 16:14:26.722898 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-768793c5-41ec-4fe0-80f1-7ef29373ec4d req-2d08fc1b-84b4-4c2c-b22c-bbefa27ecc52 service neutron] 10.222.0.59 "GET /v2.0/networks/a65eb11f-c5fd-44b8-b2e5-a79de76e765e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270638 May 31 16:14:26.857014 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-768793c5-41ec-4fe0-80f1-7ef29373ec4d req-780deaac-803c-4334-bada-a8f95f5646e0 service neutron] 10.222.0.59 "GET /v2.0/networks/a65eb11f-c5fd-44b8-b2e5-a79de76e765e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267874 May 31 16:14:27.149062 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dae153-5de2-4548-91dd-2e85857830ea req-939c163c-5e20-464d-8585-9d068b67a905 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:27.150537 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-57dae153-5de2-4548-91dd-2e85857830ea req-939c163c-5e20-464d-8585-9d068b67a905 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 945 time: 0.0826199 May 31 16:14:27.195852 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-57dae153-5de2-4548-91dd-2e85857830ea req-e20cb29c-d5a0-4fbd-bfb0-4c84a09cfcdb tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393124 May 31 16:14:28.406683 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98a027-584f-4a2b-9fa2-6e3d624cff20 req-88ffba2b-2ede-47fd-be0b-4cef4031e882 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:28.408214 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ba98a027-584f-4a2b-9fa2-6e3d624cff20 req-88ffba2b-2ede-47fd-be0b-4cef4031e882 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 945 time: 0.0933721 May 31 16:14:28.452339 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ba98a027-584f-4a2b-9fa2-6e3d624cff20 req-30b04d08-64da-4751-97d9-3f285345558f tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381463 May 31 16:14:28.517741 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:29.235674 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device ba0ff509-6cee-4449-a6bb-33fbcadefdbe details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:14:29.239451 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device ba0ff509-6cee-4449-a6bb-33fbcadefdbe no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:14:29.461839 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:29.483394 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port ba0ff509-6cee-4449-a6bb-33fbcadefdbe, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ba0ff509-6cee-4449-a6bb-33fbcadefdbe,segment=NetworkSegment(8d76c98e-8094-4193-a6f1-17dde4bf6364),segment_id=8d76c98e-8094-4193-a6f1-17dde4bf6364)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:14:29.503646 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': 'ba0ff509-6cee-4449-a6bb-33fbcadefdbe', 'network_id': 'a65eb11f-c5fd-44b8-b2e5-a79de76e765e', 'port_id': 'ba0ff509-6cee-4449-a6bb-33fbcadefdbe', 'mac_address': 'fa:16:3e:a5:11:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72bb182a-7726-40be-a496-7bc12210d83b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:14:29.509083 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b643c9-aa9e-4bfc-9013-4e5e3f4eea21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba0ff509-6cee-4449-a6bb-33fbcadefdbe'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:14:29.511500 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d20f8a6-00c9-467f-887b-32535c9ce74c" -d '{"events": [{"server_uuid": "39b643c9-aa9e-4bfc-9013-4e5e3f4eea21", "name": "network-vif-unplugged", "status": "completed", "tag": "ba0ff509-6cee-4449-a6bb-33fbcadefdbe"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:14:29.547940 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port ba0ff509-6cee-4449-a6bb-33fbcadefdbe, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ba0ff509-6cee-4449-a6bb-33fbcadefdbe,segment=NetworkSegment(8d76c98e-8094-4193-a6f1-17dde4bf6364),segment_id=8d76c98e-8094-4193-a6f1-17dde4bf6364)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:14:29.556239 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:29.560118 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:14:29.615376 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 16:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e8889d-be04-43d8-81e4-fc9133720809 x-openstack-request-id: req-d9e8889d-be04-43d8-81e4-fc9133720809 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:14:29.615701 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b643c9-aa9e-4bfc-9013-4e5e3f4eea21", "name": "network-vif-unplugged", "status": "completed", "tag": "ba0ff509-6cee-4449-a6bb-33fbcadefdbe", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:14:29.615927 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d9e8889d-be04-43d8-81e4-fc9133720809 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:14:29.616525 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b643c9-aa9e-4bfc-9013-4e5e3f4eea21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba0ff509-6cee-4449-a6bb-33fbcadefdbe', 'code': 200} May 31 16:14:29.638696 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:29.660024 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=ba0ff509-6cee-4449-a6bb-33fbcadefdbe,revision_number=6']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:14:29.661372 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668cdbef-233a-4598-b0f4-30f8ee013cc7 req-4c428293-ece5-4f63-8031-0201e8c1f2a7 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:29.662937 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-668cdbef-233a-4598-b0f4-30f8ee013cc7 req-4c428293-ece5-4f63-8031-0201e8c1f2a7 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 943 time: 0.0969317 May 31 16:14:29.670063 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:14:29.671799 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba0ff509-6cee-4449-a6bb-33fbcadefdbe {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:14:29.713755 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-668cdbef-233a-4598-b0f4-30f8ee013cc7 req-cfbaf14a-df13-4fc0-a8b8-2b144c2af53b tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445740 May 31 16:14:29.737492 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.db.api [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 16:14:29.737892 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_db.api [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 16:14:30.306268 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:30.323070 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0ff509-6cee-4449-a6bb-33fbcadefdbe {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:14:30.338377 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port ba0ff509-6cee-4449-a6bb-33fbcadefdbe, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ba0ff509-6cee-4449-a6bb-33fbcadefdbe,segment=NetworkSegment(8d76c98e-8094-4193-a6f1-17dde4bf6364),segment_id=8d76c98e-8094-4193-a6f1-17dde4bf6364)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:14:30.345338 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:30.347062 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:14:30.409667 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['ba0ff509-6cee-4449-a6bb-33fbcadefdbe'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:14:30.460252 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=ba0ff509-6cee-4449-a6bb-33fbcadefdbe,revision_number=7']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:14:30.465037 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:14:30.918163 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c425e13-3770-4c17-a6cd-11d73d51320a req-34e169ce-18cb-4c0b-9901-e1d9d215bf91 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:30.919659 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2c425e13-3770-4c17-a6cd-11d73d51320a req-34e169ce-18cb-4c0b-9901-e1d9d215bf91 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 944 time: 0.0923483 May 31 16:14:30.967610 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2c425e13-3770-4c17-a6cd-11d73d51320a req-a6508032-a1cb-4669-af4c-88ef0a9b182b tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390549 May 31 16:14:31.246696 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device ba0ff509-6cee-4449-a6bb-33fbcadefdbe up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:14:31.319578 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port ba0ff509-6cee-4449-a6bb-33fbcadefdbe triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:14:31.319841 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:31.362906 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bc7b7-985e-422f-89de-6ba2569f96df req-3640f2f9-0b95-42c1-adcc-c39004d1b3b7 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:31.364373 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d80bc7b7-985e-422f-89de-6ba2569f96df req-3640f2f9-0b95-42c1-adcc-c39004d1b3b7 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.59 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21&tenant_id=27b32c074695449cbb2591dea69daa01&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 944 time: 0.0829983 May 31 16:14:31.437108 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:31.469003 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port ba0ff509-6cee-4449-a6bb-33fbcadefdbe, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ba0ff509-6cee-4449-a6bb-33fbcadefdbe,segment=NetworkSegment(8d76c98e-8094-4193-a6f1-17dde4bf6364),segment_id=8d76c98e-8094-4193-a6f1-17dde4bf6364)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:14:31.474072 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:31.476612 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:14:31.513866 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bc7b7-985e-422f-89de-6ba2569f96df req-10382274-29b0-4cb7-805b-b987efe417c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:31.515394 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d80bc7b7-985e-422f-89de-6ba2569f96df req-10382274-29b0-4cb7-805b-b987efe417c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=27b32c074695449cbb2591dea69daa01&device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 1098 time: 0.0777221 May 31 16:14:31.543772 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=ba0ff509-6cee-4449-a6bb-33fbcadefdbe,revision_number=8']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:14:31.551010 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:14:31.551352 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:14:31.551690 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:14:31.552019 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:14:31.552344 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:14:31.552668 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:14:31.552993 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:14:31.553312 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:14:31.553632 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:14:31.553950 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:14:31.554261 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:14:31.554573 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:14:31.558412 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:14:31.617603 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b643c9-aa9e-4bfc-9013-4e5e3f4eea21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0ff509-6cee-4449-a6bb-33fbcadefdbe'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:14:31.620325 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57701827-00fd-443f-a92a-6e853af290db" -d '{"events": [{"server_uuid": "39b643c9-aa9e-4bfc-9013-4e5e3f4eea21", "name": "network-vif-plugged", "status": "completed", "tag": "ba0ff509-6cee-4449-a6bb-33fbcadefdbe"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:14:31.644894 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bc7b7-985e-422f-89de-6ba2569f96df req-8276b292-effe-4d1b-85ce-24c8c392fbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:31.646361 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d80bc7b7-985e-422f-89de-6ba2569f96df req-8276b292-effe-4d1b-85ce-24c8c392fbe3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a65eb11f-c5fd-44b8-b2e5-a79de76e765e HTTP/1.1" status: 200 len: 912 time: 0.1244028 May 31 16:14:31.671963 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f5b100-8416-474d-964f-ec5ad0d5b381 x-openstack-request-id: req-09f5b100-8416-474d-964f-ec5ad0d5b381 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:14:31.672224 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b643c9-aa9e-4bfc-9013-4e5e3f4eea21", "name": "network-vif-plugged", "status": "completed", "tag": "ba0ff509-6cee-4449-a6bb-33fbcadefdbe", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:14:31.672480 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-09f5b100-8416-474d-964f-ec5ad0d5b381 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:14:31.672899 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b643c9-aa9e-4bfc-9013-4e5e3f4eea21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0ff509-6cee-4449-a6bb-33fbcadefdbe', 'code': 200} May 31 16:14:31.714529 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d80bc7b7-985e-422f-89de-6ba2569f96df req-3fb7c16f-3545-4b13-aac1-441142ee8bbe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba0ff509-6cee-4449-a6bb-33fbcadefdbe HTTP/1.1" status: 200 len: 217 time: 0.0611970 May 31 16:14:31.780560 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bc7b7-985e-422f-89de-6ba2569f96df req-1f685c6d-7f09-4449-807b-1bdacebc33ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:31.781992 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d80bc7b7-985e-422f-89de-6ba2569f96df req-1f685c6d-7f09-4449-807b-1bdacebc33ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=72bb182a-7726-40be-a496-7bc12210d83b HTTP/1.1" status: 200 len: 851 time: 0.0610034 May 31 16:14:31.828020 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d80bc7b7-985e-422f-89de-6ba2569f96df req-a50b0c8d-78cc-4499-9d02-09384b530e25 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a65eb11f-c5fd-44b8-b2e5-a79de76e765e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390284 May 31 16:14:31.957615 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d80bc7b7-985e-422f-89de-6ba2569f96df req-ad4429f4-8065-4163-846b-af29437826de service neutron] 10.222.0.59 "GET /v2.0/networks/a65eb11f-c5fd-44b8-b2e5-a79de76e765e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233604 May 31 16:14:32.241413 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d80bc7b7-985e-422f-89de-6ba2569f96df req-1e86dbdb-ccc8-4ac7-8602-c4eefdd129b6 service neutron] 10.222.0.59 "GET /v2.0/networks/a65eb11f-c5fd-44b8-b2e5-a79de76e765e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759690 May 31 16:14:33.111700 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b575d-42a0-474b-bd5d-e3e091463ddc req-f5882f22-fe3d-4ed9-a42d-4edc98bed3a0 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:33.113151 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ba3b575d-42a0-474b-bd5d-e3e091463ddc req-f5882f22-fe3d-4ed9-a42d-4edc98bed3a0 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 945 time: 0.0845191 May 31 16:14:33.157494 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ba3b575d-42a0-474b-bd5d-e3e091463ddc req-8b9c35be-eca8-4139-a115-911cae194b7a tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386186 May 31 16:14:33.256512 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device ba0ff509-6cee-4449-a6bb-33fbcadefdbe no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:14:33.376375 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:33.408773 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port ba0ff509-6cee-4449-a6bb-33fbcadefdbe, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ba0ff509-6cee-4449-a6bb-33fbcadefdbe,segment=NetworkSegment(8d76c98e-8094-4193-a6f1-17dde4bf6364),segment_id=8d76c98e-8094-4193-a6f1-17dde4bf6364)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:14:33.414636 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:33.417420 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:14:33.494455 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=ba0ff509-6cee-4449-a6bb-33fbcadefdbe,revision_number=9']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:14:33.497622 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:14:33.673961 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b643c9-aa9e-4bfc-9013-4e5e3f4eea21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba0ff509-6cee-4449-a6bb-33fbcadefdbe'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:14:33.677913 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef5912e-1b6c-4729-87d5-9680511ef206" -d '{"events": [{"server_uuid": "39b643c9-aa9e-4bfc-9013-4e5e3f4eea21", "name": "network-vif-unplugged", "status": "completed", "tag": "ba0ff509-6cee-4449-a6bb-33fbcadefdbe"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:14:33.724832 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 16:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35cf3db-1bd9-46d0-bb40-30681a2ca338 x-openstack-request-id: req-a35cf3db-1bd9-46d0-bb40-30681a2ca338 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:14:33.725128 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b643c9-aa9e-4bfc-9013-4e5e3f4eea21", "name": "network-vif-unplugged", "status": "completed", "tag": "ba0ff509-6cee-4449-a6bb-33fbcadefdbe", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:14:33.725385 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a35cf3db-1bd9-46d0-bb40-30681a2ca338 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:14:33.725789 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b643c9-aa9e-4bfc-9013-4e5e3f4eea21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba0ff509-6cee-4449-a6bb-33fbcadefdbe', 'code': 200} May 31 16:14:34.358056 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7b2de-f0c7-4936-95ea-a809b4dd86c9 req-4685b500-cf8b-4471-b6a2-51b966f13fec tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:34.359540 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-48d7b2de-f0c7-4936-95ea-a809b4dd86c9 req-4685b500-cf8b-4471-b6a2-51b966f13fec tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 943 time: 0.0812836 May 31 16:14:34.408186 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-48d7b2de-f0c7-4936-95ea-a809b4dd86c9 req-252b5c14-8730-441a-bc23-4e1a1ae7f7c8 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ac237c4-5e87-4a9a-82a9-5af5eef89008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400109 May 31 16:14:34.679301 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-24912440-f772-4da5-bc1f-58e266443baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:34.881876 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bc7b7-985e-422f-89de-6ba2569f96df req-0a77588b-c339-495d-b256-bf419531f479 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:34.883354 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d80bc7b7-985e-422f-89de-6ba2569f96df req-0a77588b-c339-495d-b256-bf419531f479 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.59 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 943 time: 0.0911551 May 31 16:14:35.026616 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-d80bc7b7-985e-422f-89de-6ba2569f96df req-9d3b943c-991e-401d-99df-168190c6912a tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Deleting port ba0ff509-6cee-4449-a6bb-33fbcadefdbe {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:14:35.026972 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d80bc7b7-985e-422f-89de-6ba2569f96df req-9d3b943c-991e-401d-99df-168190c6912a tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:35.160958 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-d80bc7b7-985e-422f-89de-6ba2569f96df req-9d3b943c-991e-401d-99df-168190c6912a tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] For port ba0ff509-6cee-4449-a6bb-33fbcadefdbe, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ba0ff509-6cee-4449-a6bb-33fbcadefdbe,segment=NetworkSegment(8d76c98e-8094-4193-a6f1-17dde4bf6364),segment_id=8d76c98e-8094-4193-a6f1-17dde4bf6364)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:14:35.161210 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d80bc7b7-985e-422f-89de-6ba2569f96df req-9d3b943c-991e-401d-99df-168190c6912a tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:35.283510 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-d80bc7b7-985e-422f-89de-6ba2569f96df req-9d3b943c-991e-401d-99df-168190c6912a tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Calling delete_port for ba0ff509-6cee-4449-a6bb-33fbcadefdbe owned by compute:nova {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:14:35.405205 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d80bc7b7-985e-422f-89de-6ba2569f96df req-9d3b943c-991e-401d-99df-168190c6912a tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:35.411542 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-47e41651-5eb6-450a-9b6e-e8ba35e6e294 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:14:35.459405 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b943c-991e-401d-99df-168190c6912a tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Pushing event deleted for resources: {'Port': ['ID=ba0ff509-6cee-4449-a6bb-33fbcadefdbe,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:14:35.462537 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9d3b943c-991e-401d-99df-168190c6912a tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:14:35.534302 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80bc7b7-985e-422f-89de-6ba2569f96df req-9d3b943c-991e-401d-99df-168190c6912a tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] No DVR routers for this DVR port ba0ff509-6cee-4449-a6bb-33fbcadefdbe on host hv-neutron-6013 {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:14:35.567296 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d80bc7b7-985e-422f-89de-6ba2569f96df req-9d3b943c-991e-401d-99df-168190c6912a tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:35.569738 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b643c9-aa9e-4bfc-9013-4e5e3f4eea21', 'name': 'network-vif-deleted', 'tag': 'ba0ff509-6cee-4449-a6bb-33fbcadefdbe'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:14:35.572029 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb340545-3bf5-4180-bda2-df0cd088f6e1" -d '{"events": [{"server_uuid": "39b643c9-aa9e-4bfc-9013-4e5e3f4eea21", "name": "network-vif-deleted", "tag": "ba0ff509-6cee-4449-a6bb-33fbcadefdbe"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:14:35.590568 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ed8e79af-28c4-4670-92e0-602d14285f45 req-073a45b0-50fa-4eb0-ab0b-d632e36fd10f tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b643c9-aa9e-4bfc-9013-4e5e3f4eea21 HTTP/1.1" status: 200 len: 210 time: 0.0583420 May 31 16:14:35.597429 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d80bc7b7-985e-422f-89de-6ba2569f96df req-9d3b943c-991e-401d-99df-168190c6912a tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] 10.222.0.59 "DELETE /v2.0/ports/ba0ff509-6cee-4449-a6bb-33fbcadefdbe HTTP/1.1" status: 204 len: 173 time: 0.7080796 May 31 16:14:35.621331 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a91921-9a5d-4855-9cc9-0c04b9198400 x-openstack-request-id: req-52a91921-9a5d-4855-9cc9-0c04b9198400 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:14:35.621673 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b643c9-aa9e-4bfc-9013-4e5e3f4eea21", "name": "network-vif-deleted", "tag": "ba0ff509-6cee-4449-a6bb-33fbcadefdbe", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:14:35.621973 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-52a91921-9a5d-4855-9cc9-0c04b9198400 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:14:35.622438 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b643c9-aa9e-4bfc-9013-4e5e3f4eea21', 'name': 'network-vif-deleted', 'tag': 'ba0ff509-6cee-4449-a6bb-33fbcadefdbe', 'status': 'completed', 'code': 200} May 31 16:14:36.858306 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35974) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:14:36.925663 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f5239d-b5ea-4b2b-99e5-f1f95526b030 admin admin] Deleting subnet 72bb182a-7726-40be-a496-7bc12210d83b {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:14:36.930011 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c1f5239d-b5ea-4b2b-99e5-f1f95526b030 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:36.987983 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c1f5239d-b5ea-4b2b-99e5-f1f95526b030 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:37.010843 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:37.048097 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c1f5239d-b5ea-4b2b-99e5-f1f95526b030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:37.301686 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c1f5239d-b5ea-4b2b-99e5-f1f95526b030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:37.306146 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e77d789c-c8d9-4160-b769-c1236f118fae tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:14:37.341950 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c1f5239d-b5ea-4b2b-99e5-f1f95526b030 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:37.344239 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5239d-b5ea-4b2b-99e5-f1f95526b030 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72bb182a-7726-40be-a496-7bc12210d83b,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:14:37.347166 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c1f5239d-b5ea-4b2b-99e5-f1f95526b030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:14:37.349996 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c1f5239d-b5ea-4b2b-99e5-f1f95526b030 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/72bb182a-7726-40be-a496-7bc12210d83b HTTP/1.1" status: 204 len: 168 time: 0.4906845 May 31 16:14:37.353654 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35978) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:14:37.459892 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b782e968-0e2c-4418-9a08-20b70461fa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:37.588447 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b782e968-0e2c-4418-9a08-20b70461fa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:37.601168 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-b782e968-0e2c-4418-9a08-20b70461fa8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a65eb11f-c5fd-44b8-b2e5-a79de76e765e']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:14:37.613073 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-b782e968-0e2c-4418-9a08-20b70461fa8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d76c98e-8094-4193-a6f1-17dde4bf6364') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:14:37.613356 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-b782e968-0e2c-4418-9a08-20b70461fa8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d76c98e-8094-4193-a6f1-17dde4bf6364') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:14:37.624883 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b782e968-0e2c-4418-9a08-20b70461fa8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:37.640602 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b782e968-0e2c-4418-9a08-20b70461fa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:37.646631 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b782e968-0e2c-4418-9a08-20b70461fa8a admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:14:37.646994 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b782e968-0e2c-4418-9a08-20b70461fa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:14:37.659786 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:14:37.738932 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b782e968-0e2c-4418-9a08-20b70461fa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:37.742651 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f30106c9-70cd-4b7d-b998-226f186d16c1 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:14:37.755763 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b782e968-0e2c-4418-9a08-20b70461fa8a admin admin] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:37.764787 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782e968-0e2c-4418-9a08-20b70461fa8a admin admin] Pushing event deleted for resources: {'Network': ['ID=a65eb11f-c5fd-44b8-b2e5-a79de76e765e,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:14:37.767710 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b782e968-0e2c-4418-9a08-20b70461fa8a admin admin] 10.222.0.45 "DELETE /v2.0/networks/a65eb11f-c5fd-44b8-b2e5-a79de76e765e HTTP/1.1" status: 204 len: 168 time: 0.4131711 May 31 16:14:37.769017 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b782e968-0e2c-4418-9a08-20b70461fa8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:14:37.883327 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35984) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:14:37.904236 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6534a4c7-5346-428a-ab5c-194bdf0aa9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:37.934604 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-465b522e-110a-4765-be6d-a543c2f8d629 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=27b32c074695449cbb2591dea69daa01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499203 May 31 16:14:37.936933 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 35988) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:14:38.009667 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ec11fea9-1819-4d96-97b3-22907b090dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:38.035330 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ec11fea9-1819-4d96-97b3-22907b090dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:38.093462 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ec11fea9-1819-4d96-97b3-22907b090dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:38.097970 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4ce3c5d3-03df-486d-b920-8b7df66f0436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:14:38.109106 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11fea9-1819-4d96-97b3-22907b090dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac237c4-5e87-4a9a-82a9-5af5eef89008,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:14:38.111624 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ec11fea9-1819-4d96-97b3-22907b090dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:14:38.117916 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ec11fea9-1819-4d96-97b3-22907b090dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:38.119483 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ec11fea9-1819-4d96-97b3-22907b090dad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2ac237c4-5e87-4a9a-82a9-5af5eef89008 HTTP/1.1" status: 204 len: 168 time: 0.1812747 May 31 16:14:38.437157 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:38.892786 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 36012) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:14:39.000699 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-25384393-edd2-403e-b607-2ce9c1fba6ec admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1024574042-network', 'tenant_id': '18aabb717b724e1289c72c117515f4a4'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:14:39.005772 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-25384393-edd2-403e-b607-2ce9c1fba6ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:14:39.009722 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-25384393-edd2-403e-b607-2ce9c1fba6ec admin admin] Usage tracker for resource:network and tenant:18aabb717b724e1289c72c117515f4a4 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:14:39.012672 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-25384393-edd2-403e-b607-2ce9c1fba6ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:14:39.018668 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-25384393-edd2-403e-b607-2ce9c1fba6ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:14:39.031483 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25384393-edd2-403e-b607-2ce9c1fba6ec admin admin] Made reservation on behalf of 18aabb717b724e1289c72c117515f4a4 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:14:39.034131 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-25384393-edd2-403e-b607-2ce9c1fba6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:39.046185 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-25384393-edd2-403e-b607-2ce9c1fba6ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:39.060805 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-25384393-edd2-403e-b607-2ce9c1fba6ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:14:39.064712 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-25384393-edd2-403e-b607-2ce9c1fba6ec admin admin] Usage tracker for resource:security_group_rule and tenant:18aabb717b724e1289c72c117515f4a4 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:14:39.067535 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-25384393-edd2-403e-b607-2ce9c1fba6ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:14:39.073986 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-25384393-edd2-403e-b607-2ce9c1fba6ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:14:39.159102 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-25384393-edd2-403e-b607-2ce9c1fba6ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:39.165927 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-25384393-edd2-403e-b607-2ce9c1fba6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:39.168863 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-866e9ee8-3b48-49d2-844b-740c75ce385b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:14:39.199538 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25384393-edd2-403e-b607-2ce9c1fba6ec admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:14:39.208071 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25384393-edd2-403e-b607-2ce9c1fba6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b101ceb8-a89a-4c0c-b526-91769c89f17b,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:14:39.211675 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-25384393-edd2-403e-b607-2ce9c1fba6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:14:39.214176 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-25384393-edd2-403e-b607-2ce9c1fba6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:39.214510 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-25384393-edd2-403e-b607-2ce9c1fba6ec admin admin] Added segment 439eddf2-b250-48b1-b574-f79bea576eff of type vlan for network 4060a2f8-9e84-4cd5-9033-05e7300c3a7a May 31 16:14:39.244988 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-25384393-edd2-403e-b607-2ce9c1fba6ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:39.276887 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-25384393-edd2-403e-b607-2ce9c1fba6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:39.278970 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25384393-edd2-403e-b607-2ce9c1fba6ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:39.279593 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-25384393-edd2-403e-b607-2ce9c1fba6ec admin admin] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:39.281111 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device ba0ff509-6cee-4449-a6bb-33fbcadefdbe no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:14:39.284613 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-02e35f04-6603-4654-bd39-547d4871c213 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:14:39.318747 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: ba0ff509-6cee-4449-a6bb-33fbcadefdbe {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:14:39.319097 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device ba0ff509-6cee-4449-a6bb-33fbcadefdbe not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:14:39.388923 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25384393-edd2-403e-b607-2ce9c1fba6ec admin admin] Pushing event updated for resources: {'Network': ['ID=4060a2f8-9e84-4cd5-9033-05e7300c3a7a,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:14:39.392889 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-25384393-edd2-403e-b607-2ce9c1fba6ec admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4989560 May 31 16:14:39.393787 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-25384393-edd2-403e-b607-2ce9c1fba6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:14:39.396034 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 36018) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:14:39.401158 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 4060a2f8-9e84-4cd5-9033-05e7300c3a7a details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 16:14:39.401613 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-b0211222-c5cb-4124-8298-6b72b3e73de2 admin admin] Request body: {'subnet': {'network_id': '4060a2f8-9e84-4cd5-9033-05e7300c3a7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1024574042-subnet', 'tenant_id': '18aabb717b724e1289c72c117515f4a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:14:39.406835 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-b0211222-c5cb-4124-8298-6b72b3e73de2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:14:39.411038 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-b0211222-c5cb-4124-8298-6b72b3e73de2 admin admin] Usage tracker for resource:subnet and tenant:18aabb717b724e1289c72c117515f4a4 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:14:39.414088 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-b0211222-c5cb-4124-8298-6b72b3e73de2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:14:39.420149 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-b0211222-c5cb-4124-8298-6b72b3e73de2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:14:39.431963 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0211222-c5cb-4124-8298-6b72b3e73de2 admin admin] Made reservation on behalf of 18aabb717b724e1289c72c117515f4a4 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:14:39.434445 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b0211222-c5cb-4124-8298-6b72b3e73de2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:39.804444 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:39.812583 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:14:39.828974 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b0211222-c5cb-4124-8298-6b72b3e73de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:39.832492 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b2c05029-1a9a-498c-83e9-f7f7be51d032 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:14:39.902534 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0211222-c5cb-4124-8298-6b72b3e73de2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e163c02e-8e02-4318-a294-34435afe735b,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:14:39.906312 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b0211222-c5cb-4124-8298-6b72b3e73de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:14:39.913672 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0211222-c5cb-4124-8298-6b72b3e73de2 admin admin] Checking segment: {'id': '439eddf2-b250-48b1-b574-f79bea576eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4060a2f8-9e84-4cd5-9033-05e7300c3a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:14:39.914022 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0211222-c5cb-4124-8298-6b72b3e73de2 admin admin] Network hostable DHCP agents. Network: 4060a2f8-9e84-4cd5-9033-05e7300c3a7a, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:14:39.933095 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0211222-c5cb-4124-8298-6b72b3e73de2 admin admin] Network 4060a2f8-9e84-4cd5-9033-05e7300c3a7a is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:14:39.944230 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-b0211222-c5cb-4124-8298-6b72b3e73de2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 4060a2f8-9e84-4cd5-9033-05e7300c3a7a) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:14:39.953427 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccc1264-3fb2-4f33-9672-3a965561451b None None] Network 4060a2f8-9e84-4cd5-9033-05e7300c3a7a requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:14:39.954137 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0211222-c5cb-4124-8298-6b72b3e73de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:39.954831 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b0211222-c5cb-4124-8298-6b72b3e73de2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:39.977010 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b0211222-c5cb-4124-8298-6b72b3e73de2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5798240 May 31 16:14:40.184206 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6520406-4908-40f6-9430-990ae33e4f58 None None] Network 4060a2f8-9e84-4cd5-9033-05e7300c3a7a requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:14:40.489437 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-7c9d5cc7-5a62-455f-8da5-23d8033fe241 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:40.490853 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-7c9d5cc7-5a62-455f-8da5-23d8033fe241 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/networks?id=4060a2f8-9e84-4cd5-9033-05e7300c3a7a HTTP/1.1" status: 200 len: 815 time: 0.1480081 May 31 16:14:40.505891 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-822920d9-940e-4cce-b0df-00bd58ae611a tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/quotas/18aabb717b724e1289c72c117515f4a4 HTTP/1.1" status: 200 len: 375 time: 0.0090723 May 31 16:14:40.552043 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-f64826f5-5af9-40e2-92c3-8a42cd169737 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=18aabb717b724e1289c72c117515f4a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410454 May 31 16:14:40.682653 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-46e05b75-17b0-426f-879c-a0c17a404033 service neutron] 10.222.0.45 "GET /v2.0/networks/4060a2f8-9e84-4cd5-9033-05e7300c3a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242023 May 31 16:14:40.825593 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-3ea1ba3e-5cc5-47c1-989f-e02fc371bcce service neutron] 10.222.0.45 "GET /v2.0/networks/4060a2f8-9e84-4cd5-9033-05e7300c3a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369567 May 31 16:14:41.007088 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d1bc0452-3350-4f05-bba3-0b7b9d675379 req-4cdf2aff-9ad5-4c30-b84f-a8027ad27a90 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 210 time: 0.0494456 May 31 16:14:42.180107 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7fbca171-ad9e-4bf2-add0-ca20f58087bc req-ae3aa1d2-508c-4c9d-bde8-1d4afb2e9074 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 210 time: 0.0538414 May 31 16:14:42.189235 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-5ae3efa7-d220-4a5b-8104-609262cc926e tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:42.189973 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-5ae3efa7-d220-4a5b-8104-609262cc926e tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.59 "GET /v2.0/networks?id=4060a2f8-9e84-4cd5-9033-05e7300c3a7a HTTP/1.1" status: 200 len: 815 time: 0.2011220 May 31 16:14:42.202417 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-838b8da7-4b70-4112-8705-1c1c42b82e52 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Request body: {'port': {'device_id': 'b8b46a5d-fd0c-4241-9db9-d01c617f8398', 'network_id': '4060a2f8-9e84-4cd5-9033-05e7300c3a7a', 'admin_state_up': True, 'tenant_id': '18aabb717b724e1289c72c117515f4a4'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:14:42.479738 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-838b8da7-4b70-4112-8705-1c1c42b82e52 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:14:42.483602 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-838b8da7-4b70-4112-8705-1c1c42b82e52 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Usage tracker for resource:port and tenant:18aabb717b724e1289c72c117515f4a4 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:14:42.486496 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-838b8da7-4b70-4112-8705-1c1c42b82e52 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:14:42.492213 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-838b8da7-4b70-4112-8705-1c1c42b82e52 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:14:42.503913 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-838b8da7-4b70-4112-8705-1c1c42b82e52 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Made reservation on behalf of 18aabb717b724e1289c72c117515f4a4 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:14:42.507361 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-838b8da7-4b70-4112-8705-1c1c42b82e52 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:42.668016 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-838b8da7-4b70-4112-8705-1c1c42b82e52 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Allocated IP 172.20.0.12 (4060a2f8-9e84-4cd5-9033-05e7300c3a7a/e163c02e-8e02-4318-a294-34435afe735b/b5bfd4c2-a67e-4f3a-935b-a9dac83f6222) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:14:42.866749 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-838b8da7-4b70-4112-8705-1c1c42b82e52 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:42.900143 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-838b8da7-4b70-4112-8705-1c1c42b82e52 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:42.910077 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fbe8082a-a94f-43a4-abb5-6a5becbd9d41 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:14:42.976628 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-838b8da7-4b70-4112-8705-1c1c42b82e52 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Network 4060a2f8-9e84-4cd5-9033-05e7300c3a7a is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:14:42.979423 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-838b8da7-4b70-4112-8705-1c1c42b82e52 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:14:42.981900 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-838b8da7-4b70-4112-8705-1c1c42b82e52 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:14:43.028100 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b8da7-4b70-4112-8705-1c1c42b82e52 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Pushing event updated for resources: {'Port': ['ID=b5bfd4c2-a67e-4f3a-935b-a9dac83f6222,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:14:43.041429 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b8da7-4b70-4112-8705-1c1c42b82e52 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:14:43.041801 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b8da7-4b70-4112-8705-1c1c42b82e52 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:14:43.042170 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b8da7-4b70-4112-8705-1c1c42b82e52 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:14:43.042532 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b8da7-4b70-4112-8705-1c1c42b82e52 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:14:43.042895 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b8da7-4b70-4112-8705-1c1c42b82e52 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:14:43.043283 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b8da7-4b70-4112-8705-1c1c42b82e52 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:14:43.043729 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b8da7-4b70-4112-8705-1c1c42b82e52 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:14:43.044086 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b8da7-4b70-4112-8705-1c1c42b82e52 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:14:43.044441 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b8da7-4b70-4112-8705-1c1c42b82e52 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:14:43.044791 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b8da7-4b70-4112-8705-1c1c42b82e52 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:14:43.045116 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b8da7-4b70-4112-8705-1c1c42b82e52 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:14:43.045635 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b8da7-4b70-4112-8705-1c1c42b82e52 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:14:43.049529 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-838b8da7-4b70-4112-8705-1c1c42b82e52 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:14:43.065022 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-838b8da7-4b70-4112-8705-1c1c42b82e52 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:43.065597 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-838b8da7-4b70-4112-8705-1c1c42b82e52 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:43.087686 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-838b8da7-4b70-4112-8705-1c1c42b82e52 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8890705 May 31 16:14:43.099355 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-7b7fa453-8649-4c1d-88c5-126e4c175511 service neutron] Request body: {'port': {'device_id': 'b8b46a5d-fd0c-4241-9db9-d01c617f8398', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:14:43.213184 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-7b7fa453-8649-4c1d-88c5-126e4c175511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:43.517294 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5504a64-88a7-4e3e-a291-43b7ca512c1f req-1238ff5a-ed66-4073-b80b-1034a7f44428 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:43.517999 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-f5504a64-88a7-4e3e-a291-43b7ca512c1f req-1238ff5a-ed66-4073-b80b-1034a7f44428 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Synchronizing usage tracker for tenant:18aabb717b724e1289c72c117515f4a4 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:14:43.557759 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-f5504a64-88a7-4e3e-a291-43b7ca512c1f req-1238ff5a-ed66-4073-b80b-1034a7f44428 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Unset dirty status for tenant:18aabb717b724e1289c72c117515f4a4 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:14:43.559148 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f5504a64-88a7-4e3e-a291-43b7ca512c1f req-1238ff5a-ed66-4073-b80b-1034a7f44428 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 932 time: 0.2667451 May 31 16:14:43.650600 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-7b7fa453-8649-4c1d-88c5-126e4c175511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5bfd4c2-a67e-4f3a-935b-a9dac83f6222 {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:14:43.657170 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f5504a64-88a7-4e3e-a291-43b7ca512c1f req-6a5535b6-8fc1-4c9a-91a0-17c9c0b814ad tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900855 May 31 16:14:43.660934 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-7b7fa453-8649-4c1d-88c5-126e4c175511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:43.676047 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-7b7fa453-8649-4c1d-88c5-126e4c175511 service neutron] Transition to ACTIVE for port object b5bfd4c2-a67e-4f3a-935b-a9dac83f6222 will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:14:43.680948 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-7b7fa453-8649-4c1d-88c5-126e4c175511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:43.685596 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fbe09d40-77c4-4c8d-922f-4d0a63fa4e0f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:14:43.832000 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7fa453-8649-4c1d-88c5-126e4c175511 service neutron] Pushing event updated for resources: {'Port': ['ID=b5bfd4c2-a67e-4f3a-935b-a9dac83f6222,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:14:43.838520 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7b7fa453-8649-4c1d-88c5-126e4c175511 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:14:43.906923 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-7b7fa453-8649-4c1d-88c5-126e4c175511 service neutron] Attempting to bind port b5bfd4c2-a67e-4f3a-935b-a9dac83f6222 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:14:43.907161 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-7b7fa453-8649-4c1d-88c5-126e4c175511 service neutron] Attempting to bind port b5bfd4c2-a67e-4f3a-935b-a9dac83f6222 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '439eddf2-b250-48b1-b574-f79bea576eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4060a2f8-9e84-4cd5-9033-05e7300c3a7a'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:14:43.907511 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-7b7fa453-8649-4c1d-88c5-126e4c175511 service neutron] Attempting to bind port b5bfd4c2-a67e-4f3a-935b-a9dac83f6222 on network 4060a2f8-9e84-4cd5-9033-05e7300c3a7a {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:14:43.912507 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-7b7fa453-8649-4c1d-88c5-126e4c175511 service neutron] Port b5bfd4c2-a67e-4f3a-935b-a9dac83f6222 on network 4060a2f8-9e84-4cd5-9033-05e7300c3a7a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:14:43.912824 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-7b7fa453-8649-4c1d-88c5-126e4c175511 service neutron] Attempting to bind port b5bfd4c2-a67e-4f3a-935b-a9dac83f6222 on network 4060a2f8-9e84-4cd5-9033-05e7300c3a7a {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:14:43.918271 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-7b7fa453-8649-4c1d-88c5-126e4c175511 service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:14:43.918596 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-7b7fa453-8649-4c1d-88c5-126e4c175511 service neutron] Checking segment: {'id': '439eddf2-b250-48b1-b574-f79bea576eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4060a2f8-9e84-4cd5-9033-05e7300c3a7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:14:43.918992 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-7b7fa453-8649-4c1d-88c5-126e4c175511 service neutron] Bound using segment: {'id': '439eddf2-b250-48b1-b574-f79bea576eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4060a2f8-9e84-4cd5-9033-05e7300c3a7a'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:14:43.919416 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-7b7fa453-8649-4c1d-88c5-126e4c175511 service neutron] Bound port: b5bfd4c2-a67e-4f3a-935b-a9dac83f6222, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '439eddf2-b250-48b1-b574-f79bea576eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4060a2f8-9e84-4cd5-9033-05e7300c3a7a'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:14:43.919747 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-7b7fa453-8649-4c1d-88c5-126e4c175511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:44.010447 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-7b7fa453-8649-4c1d-88c5-126e4c175511 service neutron] For port b5bfd4c2-a67e-4f3a-935b-a9dac83f6222, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:14:44.014058 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-7b7fa453-8649-4c1d-88c5-126e4c175511 service neutron] For port b5bfd4c2-a67e-4f3a-935b-a9dac83f6222, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b5bfd4c2-a67e-4f3a-935b-a9dac83f6222,segment=NetworkSegment(439eddf2-b250-48b1-b574-f79bea576eff),segment_id=439eddf2-b250-48b1-b574-f79bea576eff)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:14:44.020644 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-7b7fa453-8649-4c1d-88c5-126e4c175511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:44.026448 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-10ffb5b1-e8de-4d89-bdc5-b4fe69303f4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:14:44.091641 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-7b7fa453-8649-4c1d-88c5-126e4c175511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:44.092281 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-7b7fa453-8649-4c1d-88c5-126e4c175511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:44.093656 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-7b7fa453-8649-4c1d-88c5-126e4c175511 service neutron] 10.222.0.59 "PUT /v2.0/ports/b5bfd4c2-a67e-4f3a-935b-a9dac83f6222 HTTP/1.1" status: 200 len: 1094 time: 0.9984775 May 31 16:14:44.094182 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b46a5d-fd0c-4241-9db9-d01c617f8398', 'tag': 'b5bfd4c2-a67e-4f3a-935b-a9dac83f6222'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:14:44.096664 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c85e2a-43af-48d3-8e38-c237a3a47276" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b46a5d-fd0c-4241-9db9-d01c617f8398", "tag": "b5bfd4c2-a67e-4f3a-935b-a9dac83f6222"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:14:44.114284 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7fa453-8649-4c1d-88c5-126e4c175511 service neutron] Pushing event updated for resources: {'Port': ['ID=b5bfd4c2-a67e-4f3a-935b-a9dac83f6222,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:14:44.117276 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7b7fa453-8649-4c1d-88c5-126e4c175511 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:14:44.165639 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4715a3b-b838-40fe-8890-7f49bd8c0a6a x-openstack-request-id: req-d4715a3b-b838-40fe-8890-7f49bd8c0a6a {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:14:44.165898 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b46a5d-fd0c-4241-9db9-d01c617f8398", "tag": "b5bfd4c2-a67e-4f3a-935b-a9dac83f6222", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:14:44.166188 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d4715a3b-b838-40fe-8890-7f49bd8c0a6a {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:14:44.166605 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b46a5d-fd0c-4241-9db9-d01c617f8398', 'tag': 'b5bfd4c2-a67e-4f3a-935b-a9dac83f6222', 'status': 'completed', 'code': 200} May 31 16:14:44.218343 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-9c7626fc-2def-475c-97ee-28bd70319271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:44.220466 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-9c7626fc-2def-475c-97ee-28bd70319271 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18aabb717b724e1289c72c117515f4a4&device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 1097 time: 0.0863032 May 31 16:14:44.293958 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-55243222-a13d-49c5-ac8c-fec26e9b8adb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5bfd4c2-a67e-4f3a-935b-a9dac83f6222 HTTP/1.1" status: 200 len: 217 time: 0.0652661 May 31 16:14:44.509841 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-0902b562-e696-493c-84af-4b38d907e11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:44.511239 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-0902b562-e696-493c-84af-4b38d907e11a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e163c02e-8e02-4318-a294-34435afe735b HTTP/1.1" status: 200 len: 855 time: 0.2106359 May 31 16:14:44.558146 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-0702789b-36e7-4bb6-a1d3-83564a3b4dbd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4060a2f8-9e84-4cd5-9033-05e7300c3a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402458 May 31 16:14:44.689747 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-21f912ba-3aff-4276-9a55-66eb8ce58cc3 service neutron] 10.222.0.59 "GET /v2.0/networks/4060a2f8-9e84-4cd5-9033-05e7300c3a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254559 May 31 16:14:44.876954 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ea675a7f-7c1c-4583-88b4-667db4e6b8fb req-eafe6576-9a54-4f65-848b-c15fc4d1303e service neutron] 10.222.0.59 "GET /v2.0/networks/4060a2f8-9e84-4cd5-9033-05e7300c3a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794896 May 31 16:14:44.897942 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe812d4d-8ccb-4aa8-9b32-79871fc91404 req-43529e96-a968-4aa1-b3b8-ceb824005d21 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:44.899402 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fe812d4d-8ccb-4aa8-9b32-79871fc91404 req-43529e96-a968-4aa1-b3b8-ceb824005d21 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 944 time: 0.1296518 May 31 16:14:44.990703 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fe812d4d-8ccb-4aa8-9b32-79871fc91404 req-a537903a-3bd7-4952-88b1-cbe7191412d4 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804262 May 31 16:14:45.019058 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c85e2a-43af-48d3-8e38-c237a3a47276 req-b950f068-1ca7-4412-8f47-41a898329131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:45.020519 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-19c85e2a-43af-48d3-8e38-c237a3a47276 req-b950f068-1ca7-4412-8f47-41a898329131 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18aabb717b724e1289c72c117515f4a4&device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 1097 time: 0.0919266 May 31 16:14:45.164052 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c85e2a-43af-48d3-8e38-c237a3a47276 req-74a05491-9a2e-4d7f-ba48-7c29fda69e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:45.165414 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-19c85e2a-43af-48d3-8e38-c237a3a47276 req-74a05491-9a2e-4d7f-ba48-7c29fda69e59 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4060a2f8-9e84-4cd5-9033-05e7300c3a7a HTTP/1.1" status: 200 len: 916 time: 0.1370831 May 31 16:14:45.236009 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-19c85e2a-43af-48d3-8e38-c237a3a47276 req-a354f29d-ec98-4294-ac33-bc93811d329e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5bfd4c2-a67e-4f3a-935b-a9dac83f6222 HTTP/1.1" status: 200 len: 217 time: 0.0630355 May 31 16:14:45.302468 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c85e2a-43af-48d3-8e38-c237a3a47276 req-9a73ea14-2e3b-453d-9926-0f6fc14ffff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:45.303931 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-19c85e2a-43af-48d3-8e38-c237a3a47276 req-9a73ea14-2e3b-453d-9926-0f6fc14ffff1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e163c02e-8e02-4318-a294-34435afe735b HTTP/1.1" status: 200 len: 855 time: 0.0599897 May 31 16:14:45.354282 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-19c85e2a-43af-48d3-8e38-c237a3a47276 req-dd591ad3-07ec-4c42-aa23-9391d314556f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4060a2f8-9e84-4cd5-9033-05e7300c3a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435064 May 31 16:14:45.487250 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-19c85e2a-43af-48d3-8e38-c237a3a47276 req-835c97d4-fa06-4f2c-b742-da2490d5cc60 service neutron] 10.222.0.59 "GET /v2.0/networks/4060a2f8-9e84-4cd5-9033-05e7300c3a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261125 May 31 16:14:45.616756 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-19c85e2a-43af-48d3-8e38-c237a3a47276 req-3c348903-297a-4fcb-ab44-f45d6990887e service neutron] 10.222.0.59 "GET /v2.0/networks/4060a2f8-9e84-4cd5-9033-05e7300c3a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218112 May 31 16:14:46.186057 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb7e9d-3903-42d8-8bf6-5ddb5b6da450 req-2187a1b8-577f-4b29-9408-18d8725771f7 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:46.187579 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a2bb7e9d-3903-42d8-8bf6-5ddb5b6da450 req-2187a1b8-577f-4b29-9408-18d8725771f7 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 944 time: 0.0833607 May 31 16:14:46.234870 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a2bb7e9d-3903-42d8-8bf6-5ddb5b6da450 req-b8449a87-425d-41c0-95ce-1f51aa684b0b tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388572 May 31 16:14:47.341033 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device b5bfd4c2-a67e-4f3a-935b-a9dac83f6222 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:14:47.441819 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dcd2a-f53b-474b-8e39-9294db0cb0a3 req-9cbd5adb-2b45-48ec-9af9-51a8641c86fd tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:47.443342 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-761dcd2a-f53b-474b-8e39-9294db0cb0a3 req-9cbd5adb-2b45-48ec-9af9-51a8641c86fd tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 944 time: 0.0877881 May 31 16:14:47.477444 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port b5bfd4c2-a67e-4f3a-935b-a9dac83f6222, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b5bfd4c2-a67e-4f3a-935b-a9dac83f6222,segment=NetworkSegment(439eddf2-b250-48b1-b574-f79bea576eff),segment_id=439eddf2-b250-48b1-b574-f79bea576eff)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:14:47.487484 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-761dcd2a-f53b-474b-8e39-9294db0cb0a3 req-29d01d6a-ebb2-4f26-b6c4-d71beab667e1 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381110 May 31 16:14:47.490101 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': 'b5bfd4c2-a67e-4f3a-935b-a9dac83f6222', 'network_id': '4060a2f8-9e84-4cd5-9033-05e7300c3a7a', 'port_id': 'b5bfd4c2-a67e-4f3a-935b-a9dac83f6222', 'mac_address': 'fa:16:3e:81:e1:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e163c02e-8e02-4318-a294-34435afe735b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:14:47.544273 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:47.561205 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5bfd4c2-a67e-4f3a-935b-a9dac83f6222 {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:14:47.578242 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port b5bfd4c2-a67e-4f3a-935b-a9dac83f6222, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b5bfd4c2-a67e-4f3a-935b-a9dac83f6222,segment=NetworkSegment(439eddf2-b250-48b1-b574-f79bea576eff),segment_id=439eddf2-b250-48b1-b574-f79bea576eff)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:14:47.583309 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:47.585078 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:14:47.654450 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=b5bfd4c2-a67e-4f3a-935b-a9dac83f6222,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:14:47.657736 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:14:47.942375 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['b5bfd4c2-a67e-4f3a-935b-a9dac83f6222'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:14:48.694179 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16b823-0954-454f-8b4e-80a022c546b1 req-67f75d94-e029-4ee0-8da6-65e1e06e62b8 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:48.695575 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3f16b823-0954-454f-8b4e-80a022c546b1 req-67f75d94-e029-4ee0-8da6-65e1e06e62b8 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 945 time: 0.0923808 May 31 16:14:48.740038 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3f16b823-0954-454f-8b4e-80a022c546b1 req-69d98a1c-f7bf-48c9-9053-7b57acadd955 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385604 May 31 16:14:49.362547 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device b5bfd4c2-a67e-4f3a-935b-a9dac83f6222 up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:14:49.441600 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port b5bfd4c2-a67e-4f3a-935b-a9dac83f6222 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:14:49.447058 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port b5bfd4c2-a67e-4f3a-935b-a9dac83f6222 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:14:49.447441 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:49.562412 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:49.588524 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b46a5d-fd0c-4241-9db9-d01c617f8398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bfd4c2-a67e-4f3a-935b-a9dac83f6222'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:14:49.590829 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3fbf2f-3770-45eb-865a-7bda431ed71a" -d '{"events": [{"server_uuid": "b8b46a5d-fd0c-4241-9db9-d01c617f8398", "name": "network-vif-plugged", "status": "completed", "tag": "b5bfd4c2-a67e-4f3a-935b-a9dac83f6222"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:14:49.598290 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port b5bfd4c2-a67e-4f3a-935b-a9dac83f6222, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b5bfd4c2-a67e-4f3a-935b-a9dac83f6222,segment=NetworkSegment(439eddf2-b250-48b1-b574-f79bea576eff),segment_id=439eddf2-b250-48b1-b574-f79bea576eff)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:14:49.604045 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:49.605917 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:14:49.640391 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcc05f9-2043-49ab-a3b2-1e6ce416a47a x-openstack-request-id: req-7dcc05f9-2043-49ab-a3b2-1e6ce416a47a {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:14:49.640694 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b46a5d-fd0c-4241-9db9-d01c617f8398", "name": "network-vif-plugged", "status": "completed", "tag": "b5bfd4c2-a67e-4f3a-935b-a9dac83f6222", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:14:49.641090 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7dcc05f9-2043-49ab-a3b2-1e6ce416a47a {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:14:49.641319 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b46a5d-fd0c-4241-9db9-d01c617f8398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bfd4c2-a67e-4f3a-935b-a9dac83f6222', 'code': 200} May 31 16:14:49.674755 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=b5bfd4c2-a67e-4f3a-935b-a9dac83f6222,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:14:49.678086 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:14:49.921920 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d217211-325b-4492-8dcd-58ef2aedc683 req-26a20bd3-433c-4a54-b766-50e9870979b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:49.923378 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2d217211-325b-4492-8dcd-58ef2aedc683 req-26a20bd3-433c-4a54-b766-50e9870979b9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 1099 time: 0.1247504 May 31 16:14:49.970525 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffa202-644a-4a4e-80ca-c58605cf35d0 req-0686ffa9-397a-48cd-a47f-3b632036f97c tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:49.971973 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-68ffa202-644a-4a4e-80ca-c58605cf35d0 req-0686ffa9-397a-48cd-a47f-3b632036f97c tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.1184564 May 31 16:14:50.143753 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2d217211-325b-4492-8dcd-58ef2aedc683 req-18568696-586c-4bd2-b028-050daeb85ff5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135534 May 31 16:14:50.171798 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-68ffa202-644a-4a4e-80ca-c58605cf35d0 req-fee3f207-946d-42cd-bb91-fa22afc393dd tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930380 May 31 16:14:51.379216 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549470ae-647f-4538-aeea-482ddf1aafe9 req-9784852c-8943-42ec-879a-491336ca004e tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:51.380685 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-549470ae-647f-4538-aeea-482ddf1aafe9 req-9784852c-8943-42ec-879a-491336ca004e tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.0887504 May 31 16:14:51.432113 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-549470ae-647f-4538-aeea-482ddf1aafe9 req-4e2f68e0-a7f5-4afb-867a-ac7268ae6edf tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452824 May 31 16:14:51.636896 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f07cc4-7a3d-4717-9029-06002ccc5bff req-dba8d7d0-0abb-4764-bcd6-7d316da0a1c3 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:51.638421 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-12f07cc4-7a3d-4717-9029-06002ccc5bff req-dba8d7d0-0abb-4764-bcd6-7d316da0a1c3 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.0971766 May 31 16:14:51.683023 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-12f07cc4-7a3d-4717-9029-06002ccc5bff req-677dad53-d5f6-4047-bb05-5f6d197e6fe4 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387866 May 31 16:14:52.044096 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e0ab4-78eb-41c7-a36d-a14a0d0a41b3 req-10f36938-023c-46bd-a9ba-0ef865416345 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:52.045440 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5a4e0ab4-78eb-41c7-a36d-a14a0d0a41b3 req-10f36938-023c-46bd-a9ba-0ef865416345 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.0913932 May 31 16:14:52.093396 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5a4e0ab4-78eb-41c7-a36d-a14a0d0a41b3 req-36ac5dc4-d365-41b1-9c95-835952380e8a tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391889 May 31 16:14:52.296120 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2223d11-908d-4cec-b337-ea395212223e req-cf6f61b5-a28b-438d-959d-d88a7eaa77aa tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:52.297462 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2223d11-908d-4cec-b337-ea395212223e req-cf6f61b5-a28b-438d-959d-d88a7eaa77aa tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.0924702 May 31 16:14:52.346366 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2223d11-908d-4cec-b337-ea395212223e req-31ecb654-a183-4173-a3fb-35cf1a2ef1f2 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428689 May 31 16:14:52.774275 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-65b69080-30dd-468f-b71a-6a51d3664ebe req-612d0418-29ab-4008-a186-04b245395c57 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1380429 May 31 16:14:52.782349 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0f67d-8428-4d27-9f51-94ed3fa1e228 req-16dbd003-ec0f-40eb-a96a-da8db05ceb99 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:52.783725 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-26d0f67d-8428-4d27-9f51-94ed3fa1e228 req-16dbd003-ec0f-40eb-a96a-da8db05ceb99 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.1089542 May 31 16:14:52.830632 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-26d0f67d-8428-4d27-9f51-94ed3fa1e228 req-2c3dd994-d935-410b-988a-77181e55bf7d tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408602 May 31 16:14:53.035332 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f4ab1-5444-40c7-a531-572a1e23fc1b req-99203420-4ffb-4ccc-ae82-ec6f9aa1dc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:53.036969 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e72f4ab1-5444-40c7-a531-572a1e23fc1b req-99203420-4ffb-4ccc-ae82-ec6f9aa1dc41 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18aabb717b724e1289c72c117515f4a4&device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 1099 time: 0.0725906 May 31 16:14:53.186571 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f4ab1-5444-40c7-a531-572a1e23fc1b req-082e3d62-affe-4aed-81ba-c627d5609d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:53.188088 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e72f4ab1-5444-40c7-a531-572a1e23fc1b req-082e3d62-affe-4aed-81ba-c627d5609d84 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4060a2f8-9e84-4cd5-9033-05e7300c3a7a HTTP/1.1" status: 200 len: 916 time: 0.1315167 May 31 16:14:53.261877 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e72f4ab1-5444-40c7-a531-572a1e23fc1b req-0b443f98-c594-472d-8b47-d1c2139359de service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5bfd4c2-a67e-4f3a-935b-a9dac83f6222 HTTP/1.1" status: 200 len: 217 time: 0.0668619 May 31 16:14:53.327609 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f4ab1-5444-40c7-a531-572a1e23fc1b req-7c4ce778-bf0f-44c2-be90-d799209cc640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:53.329054 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e72f4ab1-5444-40c7-a531-572a1e23fc1b req-7c4ce778-bf0f-44c2-be90-d799209cc640 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e163c02e-8e02-4318-a294-34435afe735b HTTP/1.1" status: 200 len: 855 time: 0.0612862 May 31 16:14:53.382452 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e72f4ab1-5444-40c7-a531-572a1e23fc1b req-1cdb61bf-8b3c-4f8e-9d1c-35bb338ff9d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4060a2f8-9e84-4cd5-9033-05e7300c3a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428488 May 31 16:14:53.514579 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e72f4ab1-5444-40c7-a531-572a1e23fc1b req-9a883178-3051-4bdb-94d8-8bfe5bc0db72 service neutron] 10.222.0.59 "GET /v2.0/networks/4060a2f8-9e84-4cd5-9033-05e7300c3a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284053 May 31 16:14:53.649869 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e72f4ab1-5444-40c7-a531-572a1e23fc1b req-f5a3be5d-c9a4-440d-8769-36333ac31fc5 service neutron] 10.222.0.59 "GET /v2.0/networks/4060a2f8-9e84-4cd5-9033-05e7300c3a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289444 May 31 16:14:54.050399 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72b37a-5949-4c85-bb80-309e945d8331 req-ec7a9f14-1a42-4e36-8d0e-4d732ce433a5 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:54.051835 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6a72b37a-5949-4c85-bb80-309e945d8331 req-ec7a9f14-1a42-4e36-8d0e-4d732ce433a5 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.1022978 May 31 16:14:54.137026 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6a72b37a-5949-4c85-bb80-309e945d8331 req-6a024227-342b-4fc5-992f-dcc10122d50f tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788858 May 31 16:14:54.167032 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b69080-30dd-468f-b71a-6a51d3664ebe req-e136bc18-2d34-455f-b906-aaf92dd18f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:54.168512 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-65b69080-30dd-468f-b71a-6a51d3664ebe req-e136bc18-2d34-455f-b906-aaf92dd18f7d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18aabb717b724e1289c72c117515f4a4&device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 1099 time: 0.0884118 May 31 16:14:54.304279 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b69080-30dd-468f-b71a-6a51d3664ebe req-2c518e0e-2de7-4d37-8e5a-dfb3dab45d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:54.305655 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-65b69080-30dd-468f-b71a-6a51d3664ebe req-2c518e0e-2de7-4d37-8e5a-dfb3dab45d64 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4060a2f8-9e84-4cd5-9033-05e7300c3a7a HTTP/1.1" status: 200 len: 916 time: 0.1308916 May 31 16:14:54.378351 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-65b69080-30dd-468f-b71a-6a51d3664ebe req-a0ad24ec-fda3-4155-800b-b7a30450c32d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5bfd4c2-a67e-4f3a-935b-a9dac83f6222 HTTP/1.1" status: 200 len: 217 time: 0.0649071 May 31 16:14:54.444788 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b69080-30dd-468f-b71a-6a51d3664ebe req-c328ac42-de33-49f2-aaa3-eef010444b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:54.446284 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-65b69080-30dd-468f-b71a-6a51d3664ebe req-c328ac42-de33-49f2-aaa3-eef010444b9f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e163c02e-8e02-4318-a294-34435afe735b HTTP/1.1" status: 200 len: 855 time: 0.0608985 May 31 16:14:54.493395 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-65b69080-30dd-468f-b71a-6a51d3664ebe req-13788458-6bec-487e-b3ce-eb8ea10a62b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4060a2f8-9e84-4cd5-9033-05e7300c3a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402246 May 31 16:14:54.629985 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-65b69080-30dd-468f-b71a-6a51d3664ebe req-0a9a33c8-5a99-45c5-b278-6ec9a416f96b service neutron] 10.222.0.59 "GET /v2.0/networks/4060a2f8-9e84-4cd5-9033-05e7300c3a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297596 May 31 16:14:54.765344 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-65b69080-30dd-468f-b71a-6a51d3664ebe req-7da96c8c-5f7c-4b10-ac1d-5f67923b2d95 service neutron] 10.222.0.59 "GET /v2.0/networks/4060a2f8-9e84-4cd5-9033-05e7300c3a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290231 May 31 16:14:55.332642 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fdd90b-1ca3-4b85-bbc2-64caa4767f5c req-04709a7c-182c-45ab-89de-9118d94725ff tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:55.334516 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a8fdd90b-1ca3-4b85-bbc2-64caa4767f5c req-04709a7c-182c-45ab-89de-9118d94725ff tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.0824337 May 31 16:14:55.379951 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a8fdd90b-1ca3-4b85-bbc2-64caa4767f5c req-be82beba-6656-4fd6-868e-ba0ba3aeb5a0 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398026 May 31 16:14:56.725947 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfde09-6c98-4e56-8d3e-1517d01a7339 req-f91aa8d7-4e79-4251-bbe6-4df020631fca tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:56.727448 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5bbfde09-6c98-4e56-8d3e-1517d01a7339 req-f91aa8d7-4e79-4251-bbe6-4df020631fca tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.2395298 May 31 16:14:56.776601 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5bbfde09-6c98-4e56-8d3e-1517d01a7339 req-ada7724b-5eb7-4780-a18d-e4c424bcff35 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408077 May 31 16:14:57.982720 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea28477-0f4d-4b74-9ad7-a69ca8618fb4 req-3f06ba7e-3747-43ba-bbc3-194adfbb5fd7 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:57.984235 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2ea28477-0f4d-4b74-9ad7-a69ca8618fb4 req-3f06ba7e-3747-43ba-bbc3-194adfbb5fd7 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.0932760 May 31 16:14:58.031031 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2ea28477-0f4d-4b74-9ad7-a69ca8618fb4 req-cef8b9e0-43ff-40ce-b11c-cc868d87e1d8 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407352 May 31 16:14:58.558746 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:59.232713 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f871a-15be-4cbc-9fe9-6d717904e0a2 req-7feea585-c4e0-49ab-bec4-8a9d7dc32205 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:14:59.234167 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3e1f871a-15be-4cbc-9fe9-6d717904e0a2 req-7feea585-c4e0-49ab-bec4-8a9d7dc32205 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.0850430 May 31 16:14:59.286829 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3e1f871a-15be-4cbc-9fe9-6d717904e0a2 req-7f8a75d4-f6b6-4ace-996e-70b17c5005c2 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438743 May 31 16:15:00.497903 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba93ff2-1af4-4060-a00a-587348a1bef5 req-c5c3d01e-1775-4646-9b72-b89ca9e11982 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:00.499402 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5ba93ff2-1af4-4060-a00a-587348a1bef5 req-c5c3d01e-1775-4646-9b72-b89ca9e11982 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.0914457 May 31 16:15:00.546481 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5ba93ff2-1af4-4060-a00a-587348a1bef5 req-a9950f9b-7245-4005-861f-9b001d340188 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412273 May 31 16:15:01.751274 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e7fd4-af9f-4ae7-85ed-35cb71851804 req-870a5c11-c7c6-4ff6-a34f-f352c2857011 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:01.752713 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-101e7fd4-af9f-4ae7-85ed-35cb71851804 req-870a5c11-c7c6-4ff6-a34f-f352c2857011 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.0925138 May 31 16:15:01.796094 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-101e7fd4-af9f-4ae7-85ed-35cb71851804 req-0cccb72a-ebed-4185-ae73-7b7158a3c483 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376680 May 31 16:15:02.989111 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0191f3d-b788-4e1c-b2a7-3c5e0181035c req-308da3ea-4d92-42dd-94ec-f68dcc31960e tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:02.990578 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b0191f3d-b788-4e1c-b2a7-3c5e0181035c req-308da3ea-4d92-42dd-94ec-f68dcc31960e tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.0846229 May 31 16:15:03.036381 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b0191f3d-b788-4e1c-b2a7-3c5e0181035c req-d6beab91-053c-44b5-b969-8a6ec9cb487f tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392203 May 31 16:15:04.246053 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc222fbc-c242-479c-b72c-265c6bc06622 req-a6bc61aa-3e9e-45cc-a4a0-7922dee79d9b tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:04.247545 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fc222fbc-c242-479c-b72c-265c6bc06622 req-a6bc61aa-3e9e-45cc-a4a0-7922dee79d9b tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.0883005 May 31 16:15:04.299817 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fc222fbc-c242-479c-b72c-265c6bc06622 req-7529dbe7-d737-4f56-898e-76e288b6a9b5 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436559 May 31 16:15:04.690957 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6830d8e6-7cd3-4c9d-a4c3-398de9c3fc0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:05.495194 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495b88d-e21d-41ef-9385-227e575ed95e req-079cd044-dbb1-43cc-b6db-abc02c6b2cf1 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:05.496632 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4495b88d-e21d-41ef-9385-227e575ed95e req-079cd044-dbb1-43cc-b6db-abc02c6b2cf1 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.0826190 May 31 16:15:05.545048 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4495b88d-e21d-41ef-9385-227e575ed95e req-3a2bdb82-dee6-4c58-97f1-2821dab995db tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398569 May 31 16:15:06.771657 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d5d5f-d655-4563-97c6-bdaa1cbdc324 req-2e296f78-1fd5-430e-b8d7-42e7f723e949 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:06.773125 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-350d5d5f-d655-4563-97c6-bdaa1cbdc324 req-2e296f78-1fd5-430e-b8d7-42e7f723e949 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.0942473 May 31 16:15:06.816882 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-350d5d5f-d655-4563-97c6-bdaa1cbdc324 req-c1f9fa77-73dd-4964-bdb9-f6f966e4345e tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378790 May 31 16:15:07.023594 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:07.908433 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ed27436b-099c-4595-81eb-9747ecd6651f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:08.014037 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d54bf7-1ec6-42cc-b254-37d91df218c8 req-ac2f9fbe-c95d-4e55-a743-fd34d4dd7513 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:08.015513 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b6d54bf7-1ec6-42cc-b254-37d91df218c8 req-ac2f9fbe-c95d-4e55-a743-fd34d4dd7513 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.0842266 May 31 16:15:08.072876 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b6d54bf7-1ec6-42cc-b254-37d91df218c8 req-09368f4f-80a9-4ae1-bfd8-1407aa56fe9a tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490155 May 31 16:15:08.441807 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:09.273418 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3944cc2-bdc8-4f1b-ba91-f0bd2e51f46e req-93a9a380-dbe5-439a-96ba-1d19c881bc5d tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:09.274887 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c3944cc2-bdc8-4f1b-ba91-f0bd2e51f46e req-93a9a380-dbe5-439a-96ba-1d19c881bc5d tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.0859718 May 31 16:15:09.318338 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c3944cc2-bdc8-4f1b-ba91-f0bd2e51f46e req-f95b0734-b4fd-4be2-8a5f-020ccd6dbf34 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376551 May 31 16:15:09.817957 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:10.514749 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38cbb4-657a-47d8-a6e0-58f26f5af95c req-21bd6d82-9d77-49ca-a16c-4f03f8d5bd0a tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:10.516252 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0c38cbb4-657a-47d8-a6e0-58f26f5af95c req-21bd6d82-9d77-49ca-a16c-4f03f8d5bd0a tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.0859985 May 31 16:15:10.563873 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0c38cbb4-657a-47d8-a6e0-58f26f5af95c req-8af4f8f4-555d-4623-b09e-2bb3db59d454 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418241 May 31 16:15:11.766441 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc6b27-2b74-4328-871e-368be3730a94 req-b422cd6d-0bde-4e5d-aef6-ede5bfabafb8 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:11.767833 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6fcc6b27-2b74-4328-871e-368be3730a94 req-b422cd6d-0bde-4e5d-aef6-ede5bfabafb8 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.0832517 May 31 16:15:11.816700 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6fcc6b27-2b74-4328-871e-368be3730a94 req-930be049-8122-4a38-8f09-4a81e45499c0 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405114 May 31 16:15:13.046330 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19ed17-eeb2-496a-bd40-7582f44b1ad0 req-5ccb6291-dc1a-4b5e-aca6-2d93c012df53 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:13.047857 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1a19ed17-eeb2-496a-bd40-7582f44b1ad0 req-5ccb6291-dc1a-4b5e-aca6-2d93c012df53 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.1100113 May 31 16:15:13.095362 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1a19ed17-eeb2-496a-bd40-7582f44b1ad0 req-07446a2b-65f2-49f4-a03a-eda21fdf8337 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388827 May 31 16:15:14.310797 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d4993-13e4-4ee7-a90a-9a6c9d40c670 req-dc87bc65-1f55-49ce-9942-006c2c08bc1e tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:14.312313 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a52d4993-13e4-4ee7-a90a-9a6c9d40c670 req-dc87bc65-1f55-49ce-9942-006c2c08bc1e tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.0930941 May 31 16:15:14.360914 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a52d4993-13e4-4ee7-a90a-9a6c9d40c670 req-3c56e575-e854-4fa7-b8b1-1105d2eada72 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396557 May 31 16:15:15.561244 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4008d9-0506-40e6-acfd-89f6f5593aae req-c1bb97fd-4f89-4d4b-850e-7d54508939b6 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:15.562773 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ca4008d9-0506-40e6-acfd-89f6f5593aae req-c1bb97fd-4f89-4d4b-850e-7d54508939b6 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.0854521 May 31 16:15:15.606829 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ca4008d9-0506-40e6-acfd-89f6f5593aae req-7a7ab254-7986-4fc5-b5be-29dccf25cc20 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379031 May 31 16:15:16.801746 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d3f9f-009f-419c-bfed-641a19ed5c67 req-4aa949a9-0950-438f-9b12-dda68a844316 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:16.803182 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d47d3f9f-009f-419c-bfed-641a19ed5c67 req-4aa949a9-0950-438f-9b12-dda68a844316 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.0869415 May 31 16:15:16.811254 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:15:16.848815 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d47d3f9f-009f-419c-bfed-641a19ed5c67 req-663a52ee-c62b-4615-bc33-b4846ac3c173 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396264 May 31 16:15:18.067354 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c0693-3976-4f61-8fdb-27e8f4a3ce93 req-992e0de5-8aab-472c-ae5c-42e6aeb8087f tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:18.068741 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-702c0693-3976-4f61-8fdb-27e8f4a3ce93 req-992e0de5-8aab-472c-ae5c-42e6aeb8087f tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.0920527 May 31 16:15:18.113057 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-702c0693-3976-4f61-8fdb-27e8f4a3ce93 req-3318450b-403f-4df9-86d7-6825bf1f9bb0 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387073 May 31 16:15:19.320758 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809fe53-a84b-4b43-b213-b5f4f069e509 req-0e767157-6e60-4c93-a98c-8d9558b6b548 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:19.322204 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3809fe53-a84b-4b43-b213-b5f4f069e509 req-0e767157-6e60-4c93-a98c-8d9558b6b548 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.0907671 May 31 16:15:19.372519 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3809fe53-a84b-4b43-b213-b5f4f069e509 req-b13f7180-51b2-44ab-b972-09561f774117 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441251 May 31 16:15:20.571266 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677b5d1-0205-4f12-8a7a-0dbba6ddddc9 req-d3d8a2f2-7760-4f73-8963-237e97e3d528 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:20.572723 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b677b5d1-0205-4f12-8a7a-0dbba6ddddc9 req-d3d8a2f2-7760-4f73-8963-237e97e3d528 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.0888970 May 31 16:15:20.617589 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b677b5d1-0205-4f12-8a7a-0dbba6ddddc9 req-2d286f95-f75f-41d4-8ef0-a81252f2fc6d tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390694 May 31 16:15:21.676392 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-65b69080-30dd-468f-b71a-6a51d3664ebe req-b053226b-beca-4b80-bac2-3ef2ae35e778 service neutron] 10.222.0.59 "GET /v2.0/ports/b5bfd4c2-a67e-4f3a-935b-a9dac83f6222/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0918896 May 31 16:15:21.807690 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadd304-6fc1-4971-951c-93c280044ccc req-edec4248-f251-4844-a4b4-b99fcb43ef97 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:21.809155 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0eadd304-6fc1-4971-951c-93c280044ccc req-edec4248-f251-4844-a4b4-b99fcb43ef97 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.0844202 May 31 16:15:21.856546 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0eadd304-6fc1-4971-951c-93c280044ccc req-d80e1393-bde0-4acd-9726-d7b1ba6eafac tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416284 May 31 16:15:21.948003 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b69080-30dd-468f-b71a-6a51d3664ebe req-df35986a-56ab-44be-af22-61d19c26bea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:21.949411 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-65b69080-30dd-468f-b71a-6a51d3664ebe req-df35986a-56ab-44be-af22-61d19c26bea3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398&tenant_id=18aabb717b724e1289c72c117515f4a4 HTTP/1.1" status: 200 len: 1099 time: 0.0782714 May 31 16:15:22.045938 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b69080-30dd-468f-b71a-6a51d3664ebe req-60b91190-be15-4489-bc7c-a4e629b44dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:22.047463 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-65b69080-30dd-468f-b71a-6a51d3664ebe req-60b91190-be15-4489-bc7c-a4e629b44dbf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18aabb717b724e1289c72c117515f4a4&device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 1099 time: 0.0766752 May 31 16:15:22.317190 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b69080-30dd-468f-b71a-6a51d3664ebe req-dd6dce1d-1aa7-4e37-b655-666c57037462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:22.318539 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-65b69080-30dd-468f-b71a-6a51d3664ebe req-dd6dce1d-1aa7-4e37-b655-666c57037462 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4060a2f8-9e84-4cd5-9033-05e7300c3a7a HTTP/1.1" status: 200 len: 916 time: 0.2650728 May 31 16:15:22.389203 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-65b69080-30dd-468f-b71a-6a51d3664ebe req-8ab3ec4f-a048-4b4c-8e9b-0792f1df7db2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5bfd4c2-a67e-4f3a-935b-a9dac83f6222 HTTP/1.1" status: 200 len: 217 time: 0.0627220 May 31 16:15:22.452106 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b69080-30dd-468f-b71a-6a51d3664ebe req-7d4058f0-d4ad-463d-8fd2-831df1ba8ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:22.453540 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-65b69080-30dd-468f-b71a-6a51d3664ebe req-7d4058f0-d4ad-463d-8fd2-831df1ba8ce4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e163c02e-8e02-4318-a294-34435afe735b HTTP/1.1" status: 200 len: 855 time: 0.0584645 May 31 16:15:22.502720 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-65b69080-30dd-468f-b71a-6a51d3664ebe req-5f137aba-a9e8-416a-a9de-eaf0ae064a5c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4060a2f8-9e84-4cd5-9033-05e7300c3a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428102 May 31 16:15:22.634881 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-65b69080-30dd-468f-b71a-6a51d3664ebe req-138ae657-f201-47e7-833a-6c87f7a30af9 service neutron] 10.222.0.59 "GET /v2.0/networks/4060a2f8-9e84-4cd5-9033-05e7300c3a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245866 May 31 16:15:22.764728 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-65b69080-30dd-468f-b71a-6a51d3664ebe req-52825922-7fe4-4bb7-a5a9-64727e84083e service neutron] 10.222.0.59 "GET /v2.0/networks/4060a2f8-9e84-4cd5-9033-05e7300c3a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233032 May 31 16:15:23.053553 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c92dbb-49fb-4d43-80ec-c13a7c880d85 req-344381f2-e975-483c-8697-029632d93d92 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:23.055000 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-52c92dbb-49fb-4d43-80ec-c13a7c880d85 req-344381f2-e975-483c-8697-029632d93d92 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.0864277 May 31 16:15:23.102596 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-52c92dbb-49fb-4d43-80ec-c13a7c880d85 req-7f8ba878-afe3-46b9-a103-0b52f7b999d9 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392506 May 31 16:15:23.563672 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device b5bfd4c2-a67e-4f3a-935b-a9dac83f6222 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:15:23.708825 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port b5bfd4c2-a67e-4f3a-935b-a9dac83f6222, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b5bfd4c2-a67e-4f3a-935b-a9dac83f6222,segment=NetworkSegment(439eddf2-b250-48b1-b574-f79bea576eff),segment_id=439eddf2-b250-48b1-b574-f79bea576eff)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:15:23.721637 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': 'b5bfd4c2-a67e-4f3a-935b-a9dac83f6222', 'network_id': '4060a2f8-9e84-4cd5-9033-05e7300c3a7a', 'port_id': 'b5bfd4c2-a67e-4f3a-935b-a9dac83f6222', 'mac_address': 'fa:16:3e:81:e1:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e163c02e-8e02-4318-a294-34435afe735b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:15:23.784727 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:23.802400 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5bfd4c2-a67e-4f3a-935b-a9dac83f6222 {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:15:23.818389 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port b5bfd4c2-a67e-4f3a-935b-a9dac83f6222, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b5bfd4c2-a67e-4f3a-935b-a9dac83f6222,segment=NetworkSegment(439eddf2-b250-48b1-b574-f79bea576eff),segment_id=439eddf2-b250-48b1-b574-f79bea576eff)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:15:23.824848 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:23.826575 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:15:23.889555 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['b5bfd4c2-a67e-4f3a-935b-a9dac83f6222'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:15:23.941973 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=b5bfd4c2-a67e-4f3a-935b-a9dac83f6222,revision_number=6']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:15:23.946322 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:15:24.316632 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec466742-8d8b-430d-9179-93d27e4e3c5c req-85676ba4-5c9f-4c98-8dca-7394a5f3a823 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:24.318071 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ec466742-8d8b-430d-9179-93d27e4e3c5c req-85676ba4-5c9f-4c98-8dca-7394a5f3a823 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 945 time: 0.0981352 May 31 16:15:24.365876 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ec466742-8d8b-430d-9179-93d27e4e3c5c req-cc8c32f4-d96a-41a3-a726-c82f8a8c9425 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393620 May 31 16:15:25.564834 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e149efd-3fea-4833-9f94-9fce53600622 req-95f71a0b-65b2-4e5d-bc8f-c572720858d1 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:25.566296 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2e149efd-3fea-4833-9f94-9fce53600622 req-95f71a0b-65b2-4e5d-bc8f-c572720858d1 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 945 time: 0.0876136 May 31 16:15:25.573525 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device b5bfd4c2-a67e-4f3a-935b-a9dac83f6222 up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:15:25.615003 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2e149efd-3fea-4833-9f94-9fce53600622 req-8f539119-ee4a-470a-9674-16482b6d2dfe tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423133 May 31 16:15:25.642847 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port b5bfd4c2-a67e-4f3a-935b-a9dac83f6222 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:15:25.643198 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:25.809506 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:25.838533 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b46a5d-fd0c-4241-9db9-d01c617f8398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bfd4c2-a67e-4f3a-935b-a9dac83f6222'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:15:25.840805 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c732ee6-7bbd-4015-b593-8bf5b2c41c95" -d '{"events": [{"server_uuid": "b8b46a5d-fd0c-4241-9db9-d01c617f8398", "name": "network-vif-plugged", "status": "completed", "tag": "b5bfd4c2-a67e-4f3a-935b-a9dac83f6222"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:15:25.849016 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port b5bfd4c2-a67e-4f3a-935b-a9dac83f6222, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b5bfd4c2-a67e-4f3a-935b-a9dac83f6222,segment=NetworkSegment(439eddf2-b250-48b1-b574-f79bea576eff),segment_id=439eddf2-b250-48b1-b574-f79bea576eff)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:15:25.854398 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:25.856365 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:15:25.892485 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e718c514-a0c2-4c7a-8ae7-02e46862c849 x-openstack-request-id: req-e718c514-a0c2-4c7a-8ae7-02e46862c849 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:15:25.892790 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b46a5d-fd0c-4241-9db9-d01c617f8398", "name": "network-vif-plugged", "status": "completed", "tag": "b5bfd4c2-a67e-4f3a-935b-a9dac83f6222", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:15:25.893100 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e718c514-a0c2-4c7a-8ae7-02e46862c849 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:15:25.893474 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b46a5d-fd0c-4241-9db9-d01c617f8398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bfd4c2-a67e-4f3a-935b-a9dac83f6222', 'code': 200} May 31 16:15:25.924826 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=b5bfd4c2-a67e-4f3a-935b-a9dac83f6222,revision_number=7']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:15:25.928191 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:15:26.820826 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584fe09-022b-4f8d-8e16-8970a66a445e req-2c7aaedb-fe3c-4623-9d43-6b91a0996a04 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:26.822265 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e584fe09-022b-4f8d-8e16-8970a66a445e req-2c7aaedb-fe3c-4623-9d43-6b91a0996a04 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.0890808 May 31 16:15:26.868131 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e584fe09-022b-4f8d-8e16-8970a66a445e req-f8df7062-c4cb-497a-8675-6a7f0b2da40f tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375576 May 31 16:15:27.250439 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c58f8-1997-4eae-af46-a75f3d10a686 req-8427ba3c-0b0d-4b99-8991-552d793db220 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:27.251853 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-427c58f8-1997-4eae-af46-a75f3d10a686 req-8427ba3c-0b0d-4b99-8991-552d793db220 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398&tenant_id=18aabb717b724e1289c72c117515f4a4&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 946 time: 0.1416221 May 31 16:15:27.259279 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bcd3bd-1a4f-40e4-99a8-fc9d9d401590 req-8ccd749f-3ee1-4963-85a8-a0a974e05401 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:27.260647 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f3bcd3bd-1a4f-40e4-99a8-fc9d9d401590 req-8ccd749f-3ee1-4963-85a8-a0a974e05401 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.1535716 May 31 16:15:27.309391 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f3bcd3bd-1a4f-40e4-99a8-fc9d9d401590 req-597fdf1f-4f11-4c97-afc4-34f5e1dbfb1f tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427852 May 31 16:15:27.398970 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c58f8-1997-4eae-af46-a75f3d10a686 req-1bc7b819-0801-434e-8cdc-890c1f65cc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:27.400518 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-427c58f8-1997-4eae-af46-a75f3d10a686 req-1bc7b819-0801-434e-8cdc-890c1f65cc19 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18aabb717b724e1289c72c117515f4a4&device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 1099 time: 0.0782037 May 31 16:15:27.535046 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c58f8-1997-4eae-af46-a75f3d10a686 req-575ed46b-b3c2-4715-94a1-b8847e85e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:27.536405 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-427c58f8-1997-4eae-af46-a75f3d10a686 req-575ed46b-b3c2-4715-94a1-b8847e85e741 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4060a2f8-9e84-4cd5-9033-05e7300c3a7a HTTP/1.1" status: 200 len: 916 time: 0.1283393 May 31 16:15:27.603289 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-427c58f8-1997-4eae-af46-a75f3d10a686 req-9508bcf7-43e0-40d8-b4d0-bdc436d6e83a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5bfd4c2-a67e-4f3a-935b-a9dac83f6222 HTTP/1.1" status: 200 len: 217 time: 0.0591073 May 31 16:15:27.683770 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c58f8-1997-4eae-af46-a75f3d10a686 req-c9c35f01-51dc-4919-a25c-5d638348906e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:27.685199 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-427c58f8-1997-4eae-af46-a75f3d10a686 req-c9c35f01-51dc-4919-a25c-5d638348906e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e163c02e-8e02-4318-a294-34435afe735b HTTP/1.1" status: 200 len: 855 time: 0.0724752 May 31 16:15:27.730797 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-427c58f8-1997-4eae-af46-a75f3d10a686 req-4b5b1548-7993-4069-b13e-a02edefdf9de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4060a2f8-9e84-4cd5-9033-05e7300c3a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388978 May 31 16:15:27.867927 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-427c58f8-1997-4eae-af46-a75f3d10a686 req-78f5f023-dbf8-452c-a249-84181f1be2fa service neutron] 10.222.0.59 "GET /v2.0/networks/4060a2f8-9e84-4cd5-9033-05e7300c3a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305761 May 31 16:15:28.145439 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-427c58f8-1997-4eae-af46-a75f3d10a686 req-14acb016-2b84-41fc-bd23-dde3346bc7ee service neutron] 10.222.0.59 "GET /v2.0/networks/4060a2f8-9e84-4cd5-9033-05e7300c3a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708588 May 31 16:15:28.511118 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e185e-a37a-4813-92d6-e2156bf767c3 req-775bea59-0d9a-4b32-8ff9-5250660656e0 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:28.512543 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c76e185e-a37a-4813-92d6-e2156bf767c3 req-775bea59-0d9a-4b32-8ff9-5250660656e0 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.0857778 May 31 16:15:28.557873 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c76e185e-a37a-4813-92d6-e2156bf767c3 req-cd87df01-c1b7-4bd1-86d1-ba2d8a04011c tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390089 May 31 16:15:28.566998 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:29.762078 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063db7c-b4f7-4291-b35a-831cc20c479c req-54fa40e3-2dbc-43ce-a90b-3aa90427927a tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:29.763492 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1063db7c-b4f7-4291-b35a-831cc20c479c req-54fa40e3-2dbc-43ce-a90b-3aa90427927a tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.0853870 May 31 16:15:29.808176 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1063db7c-b4f7-4291-b35a-831cc20c479c req-8948374c-a8be-46d3-8b73-242b31bbb41e tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389068 May 31 16:15:30.001055 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd06411-c985-4284-8cd9-485c1c410243 req-694f658d-8af4-4557-a2d7-486812e71ec7 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:30.002517 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2cd06411-c985-4284-8cd9-485c1c410243 req-694f658d-8af4-4557-a2d7-486812e71ec7 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.0909936 May 31 16:15:30.046367 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2cd06411-c985-4284-8cd9-485c1c410243 req-72bac8c9-fa17-4a3b-bfe9-fdbc7c73d857 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378845 May 31 16:15:30.245077 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c24727-e3a6-46ab-bff8-dc7242b96d79 req-d8d7e99d-af93-48b1-ba18-09eb0cdcf62c tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:30.246529 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c8c24727-e3a6-46ab-bff8-dc7242b96d79 req-d8d7e99d-af93-48b1-ba18-09eb0cdcf62c tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.0896668 May 31 16:15:30.294721 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c8c24727-e3a6-46ab-bff8-dc7242b96d79 req-7cc2489e-5407-445b-ae59-1de19d2a68f2 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424135 May 31 16:15:30.799141 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-b4e5cc70-d80f-4cc8-bc64-a35d24602de3 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:30.800607 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-b4e5cc70-d80f-4cc8-bc64-a35d24602de3 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/networks?id=4060a2f8-9e84-4cd5-9033-05e7300c3a7a HTTP/1.1" status: 200 len: 815 time: 0.1480308 May 31 16:15:30.817617 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-64033232-8c57-4e71-bccd-a3dccdbac85d tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/quotas/18aabb717b724e1289c72c117515f4a4 HTTP/1.1" status: 200 len: 375 time: 0.0091059 May 31 16:15:30.897611 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-2eddf7b4-1fa9-4f87-88f2-c720b33d1d5a tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=18aabb717b724e1289c72c117515f4a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0746815 May 31 16:15:31.028721 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-a90f4b01-2fd8-4498-a819-e490ed04e9d7 service neutron] 10.222.0.45 "GET /v2.0/networks/4060a2f8-9e84-4cd5-9033-05e7300c3a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242988 May 31 16:15:31.168550 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-7b4edfed-017b-4158-a509-94c9602fe8ca service neutron] 10.222.0.45 "GET /v2.0/networks/4060a2f8-9e84-4cd5-9033-05e7300c3a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338205 May 31 16:15:31.351593 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c74d82ea-9941-47b7-ade0-762beefe546e req-8bcf57df-b007-4cd8-8026-153427b8ab5b tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 210 time: 0.0431433 May 31 16:15:32.528103 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-99a5686d-b6d6-4712-9afd-b4cc0bfafd37 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:32.529650 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-99a5686d-b6d6-4712-9afd-b4cc0bfafd37 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.59 "GET /v2.0/networks?id=4060a2f8-9e84-4cd5-9033-05e7300c3a7a HTTP/1.1" status: 200 len: 815 time: 0.2072439 May 31 16:15:32.531996 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dff7bc35-5f6e-4a17-9612-62c432cc8285 req-3c93664e-04cf-4d6d-8500-b310b3ef4234 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 210 time: 0.0624917 May 31 16:15:32.542241 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-f7ea804c-3c42-47ad-9673-5680b4a93311 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Request body: {'port': {'device_id': 'c14cbce4-6acc-4f91-815c-d0ee7d733cbf', 'network_id': '4060a2f8-9e84-4cd5-9033-05e7300c3a7a', 'admin_state_up': True, 'tenant_id': '18aabb717b724e1289c72c117515f4a4'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:15:32.544889 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb611638-55ce-4243-ac74-fefd72d174f0 req-67f48e6e-bd6e-4f58-9827-eae838149150 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:32.546646 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-bb611638-55ce-4243-ac74-fefd72d174f0 req-67f48e6e-bd6e-4f58-9827-eae838149150 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8b46a5d-fd0c-4241-9db9-d01c617f8398 HTTP/1.1" status: 200 len: 946 time: 0.0848870 May 31 16:15:32.681400 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-f7ea804c-3c42-47ad-9673-5680b4a93311 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:15:32.688102 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [req-bb611638-55ce-4243-ac74-fefd72d174f0 req-f0f17df8-10ec-4045-b66e-66a9113f3471 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Deleting port b5bfd4c2-a67e-4f3a-935b-a9dac83f6222 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:15:32.688444 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-bb611638-55ce-4243-ac74-fefd72d174f0 req-f0f17df8-10ec-4045-b66e-66a9113f3471 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:32.691307 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-f7ea804c-3c42-47ad-9673-5680b4a93311 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:15:32.701692 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-f7ea804c-3c42-47ad-9673-5680b4a93311 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Made reservation on behalf of 18aabb717b724e1289c72c117515f4a4 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:15:32.705339 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-f7ea804c-3c42-47ad-9673-5680b4a93311 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:32.881026 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-f7ea804c-3c42-47ad-9673-5680b4a93311 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Allocated IP 172.20.0.5 (4060a2f8-9e84-4cd5-9033-05e7300c3a7a/e163c02e-8e02-4318-a294-34435afe735b/8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:15:32.971386 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [req-bb611638-55ce-4243-ac74-fefd72d174f0 req-f0f17df8-10ec-4045-b66e-66a9113f3471 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] For port b5bfd4c2-a67e-4f3a-935b-a9dac83f6222, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b5bfd4c2-a67e-4f3a-935b-a9dac83f6222,segment=NetworkSegment(439eddf2-b250-48b1-b574-f79bea576eff),segment_id=439eddf2-b250-48b1-b574-f79bea576eff)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:15:32.971758 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-bb611638-55ce-4243-ac74-fefd72d174f0 req-f0f17df8-10ec-4045-b66e-66a9113f3471 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:33.082210 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-f7ea804c-3c42-47ad-9673-5680b4a93311 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:33.097346 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [req-bb611638-55ce-4243-ac74-fefd72d174f0 req-f0f17df8-10ec-4045-b66e-66a9113f3471 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Calling delete_port for b5bfd4c2-a67e-4f3a-935b-a9dac83f6222 owned by compute:nova {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:15:33.113106 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-f7ea804c-3c42-47ad-9673-5680b4a93311 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:33.119427 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-10ffb5b1-e8de-4d89-bdc5-b4fe69303f4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:15:33.125431 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['b5bfd4c2-a67e-4f3a-935b-a9dac83f6222'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:15:33.186189 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-f7ea804c-3c42-47ad-9673-5680b4a93311 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Network 4060a2f8-9e84-4cd5-9033-05e7300c3a7a is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:15:33.189593 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-f7ea804c-3c42-47ad-9673-5680b4a93311 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:15:33.193572 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-f7ea804c-3c42-47ad-9673-5680b4a93311 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:15:33.217037 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-bb611638-55ce-4243-ac74-fefd72d174f0 req-f0f17df8-10ec-4045-b66e-66a9113f3471 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:33.229842 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8bc91860-5870-4231-959a-0607b8f41f99 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:15:33.314306 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f17df8-10ec-4045-b66e-66a9113f3471 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Pushing event deleted for resources: {'Port': ['ID=b5bfd4c2-a67e-4f3a-935b-a9dac83f6222,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:15:33.356470 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f17df8-10ec-4045-b66e-66a9113f3471 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:33.356847 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f17df8-10ec-4045-b66e-66a9113f3471 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:33.357215 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f17df8-10ec-4045-b66e-66a9113f3471 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:33.357578 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f17df8-10ec-4045-b66e-66a9113f3471 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:33.357940 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f17df8-10ec-4045-b66e-66a9113f3471 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:33.358296 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f17df8-10ec-4045-b66e-66a9113f3471 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:33.358650 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f17df8-10ec-4045-b66e-66a9113f3471 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:33.359038 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f17df8-10ec-4045-b66e-66a9113f3471 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:33.359392 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f17df8-10ec-4045-b66e-66a9113f3471 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:33.359742 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f17df8-10ec-4045-b66e-66a9113f3471 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:33.360096 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f17df8-10ec-4045-b66e-66a9113f3471 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:33.360455 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f17df8-10ec-4045-b66e-66a9113f3471 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:33.368145 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f0f17df8-10ec-4045-b66e-66a9113f3471 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:15:33.369668 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb611638-55ce-4243-ac74-fefd72d174f0 req-f0f17df8-10ec-4045-b66e-66a9113f3471 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] No DVR routers for this DVR port b5bfd4c2-a67e-4f3a-935b-a9dac83f6222 on host hv-neutron-6013 {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:15:33.372599 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-bb611638-55ce-4243-ac74-fefd72d174f0 req-f0f17df8-10ec-4045-b66e-66a9113f3471 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:33.375661 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b46a5d-fd0c-4241-9db9-d01c617f8398', 'name': 'network-vif-deleted', 'tag': 'b5bfd4c2-a67e-4f3a-935b-a9dac83f6222'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:15:33.378008 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdfca1f-e4c0-4589-88d1-d4493b0ec1f6" -d '{"events": [{"server_uuid": "b8b46a5d-fd0c-4241-9db9-d01c617f8398", "name": "network-vif-deleted", "tag": "b5bfd4c2-a67e-4f3a-935b-a9dac83f6222"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:15:33.384665 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea804c-3c42-47ad-9673-5680b4a93311 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Pushing event updated for resources: {'Port': ['ID=8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:15:33.391998 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f7ea804c-3c42-47ad-9673-5680b4a93311 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:15:33.395192 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-bb611638-55ce-4243-ac74-fefd72d174f0 req-f0f17df8-10ec-4045-b66e-66a9113f3471 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.59 "DELETE /v2.0/ports/b5bfd4c2-a67e-4f3a-935b-a9dac83f6222 HTTP/1.1" status: 204 len: 173 time: 0.8427706 May 31 16:15:33.424033 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-f7ea804c-3c42-47ad-9673-5680b4a93311 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:33.424648 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-f7ea804c-3c42-47ad-9673-5680b4a93311 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:33.450040 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-f7ea804c-3c42-47ad-9673-5680b4a93311 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9117131 May 31 16:15:33.461895 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-34ec09b9-2618-4cee-8cfe-e9363ccc1ddb service neutron] Request body: {'port': {'device_id': 'c14cbce4-6acc-4f91-815c-d0ee7d733cbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:15:33.495029 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3ab2c4-3eb3-43d3-9839-872708d349b7 x-openstack-request-id: req-2f3ab2c4-3eb3-43d3-9839-872708d349b7 {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:15:33.495374 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b46a5d-fd0c-4241-9db9-d01c617f8398", "name": "network-vif-deleted", "tag": "b5bfd4c2-a67e-4f3a-935b-a9dac83f6222", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:15:33.495675 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2f3ab2c4-3eb3-43d3-9839-872708d349b7 {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:15:33.496111 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b46a5d-fd0c-4241-9db9-d01c617f8398', 'name': 'network-vif-deleted', 'tag': 'b5bfd4c2-a67e-4f3a-935b-a9dac83f6222', 'status': 'completed', 'code': 200} May 31 16:15:33.578050 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-34ec09b9-2618-4cee-8cfe-e9363ccc1ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:33.861893 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f860a16-e6fb-40cb-ac09-bfebf95a4528 req-85da5a1f-00a0-455c-afbe-8ace61e1638e tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:33.862678 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-6f860a16-e6fb-40cb-ac09-bfebf95a4528 req-85da5a1f-00a0-455c-afbe-8ace61e1638e tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Synchronizing usage tracker for tenant:18aabb717b724e1289c72c117515f4a4 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:15:33.899180 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-6f860a16-e6fb-40cb-ac09-bfebf95a4528 req-85da5a1f-00a0-455c-afbe-8ace61e1638e tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Unset dirty status for tenant:18aabb717b724e1289c72c117515f4a4 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:15:33.900352 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6f860a16-e6fb-40cb-ac09-bfebf95a4528 req-85da5a1f-00a0-455c-afbe-8ace61e1638e tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 931 time: 0.2605243 May 31 16:15:33.957647 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6f860a16-e6fb-40cb-ac09-bfebf95a4528 req-64bb06dc-1363-4c1f-9f76-828c9e3e992a tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486045 May 31 16:15:34.038291 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-34ec09b9-2618-4cee-8cfe-e9363ccc1ddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75 {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:15:34.045799 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-34ec09b9-2618-4cee-8cfe-e9363ccc1ddb service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:34.061212 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-34ec09b9-2618-4cee-8cfe-e9363ccc1ddb service neutron] Transition to ACTIVE for port object 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75 will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:15:34.066046 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-34ec09b9-2618-4cee-8cfe-e9363ccc1ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:34.069710 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3c9fc8f7-c7e9-482f-88bb-6f8b05f2a4df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:15:34.195246 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec09b9-2618-4cee-8cfe-e9363ccc1ddb service neutron] Pushing event updated for resources: {'Port': ['ID=8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:15:34.199422 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-34ec09b9-2618-4cee-8cfe-e9363ccc1ddb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:15:34.301388 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-34ec09b9-2618-4cee-8cfe-e9363ccc1ddb service neutron] Attempting to bind port 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:15:34.301626 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-34ec09b9-2618-4cee-8cfe-e9363ccc1ddb service neutron] Attempting to bind port 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '439eddf2-b250-48b1-b574-f79bea576eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4060a2f8-9e84-4cd5-9033-05e7300c3a7a'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:15:34.301931 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-34ec09b9-2618-4cee-8cfe-e9363ccc1ddb service neutron] Attempting to bind port 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75 on network 4060a2f8-9e84-4cd5-9033-05e7300c3a7a {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:15:34.306976 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-34ec09b9-2618-4cee-8cfe-e9363ccc1ddb service neutron] Port 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75 on network 4060a2f8-9e84-4cd5-9033-05e7300c3a7a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:15:34.307337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-34ec09b9-2618-4cee-8cfe-e9363ccc1ddb service neutron] Attempting to bind port 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75 on network 4060a2f8-9e84-4cd5-9033-05e7300c3a7a {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:15:34.312650 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-34ec09b9-2618-4cee-8cfe-e9363ccc1ddb service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:15:34.312991 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-34ec09b9-2618-4cee-8cfe-e9363ccc1ddb service neutron] Checking segment: {'id': '439eddf2-b250-48b1-b574-f79bea576eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4060a2f8-9e84-4cd5-9033-05e7300c3a7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:15:34.313366 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-34ec09b9-2618-4cee-8cfe-e9363ccc1ddb service neutron] Bound using segment: {'id': '439eddf2-b250-48b1-b574-f79bea576eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4060a2f8-9e84-4cd5-9033-05e7300c3a7a'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:15:34.313796 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-34ec09b9-2618-4cee-8cfe-e9363ccc1ddb service neutron] Bound port: 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '439eddf2-b250-48b1-b574-f79bea576eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4060a2f8-9e84-4cd5-9033-05e7300c3a7a'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:15:34.314102 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-34ec09b9-2618-4cee-8cfe-e9363ccc1ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:34.406684 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-34ec09b9-2618-4cee-8cfe-e9363ccc1ddb service neutron] For port 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:15:34.409711 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-34ec09b9-2618-4cee-8cfe-e9363ccc1ddb service neutron] For port 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75,segment=NetworkSegment(439eddf2-b250-48b1-b574-f79bea576eff),segment_id=439eddf2-b250-48b1-b574-f79bea576eff)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:15:34.416390 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-34ec09b9-2618-4cee-8cfe-e9363ccc1ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:34.421002 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7b7fa453-8649-4c1d-88c5-126e4c175511 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:15:34.473815 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-34ec09b9-2618-4cee-8cfe-e9363ccc1ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:34.474438 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-34ec09b9-2618-4cee-8cfe-e9363ccc1ddb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:34.476114 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-34ec09b9-2618-4cee-8cfe-e9363ccc1ddb service neutron] 10.222.0.59 "PUT /v2.0/ports/8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75 HTTP/1.1" status: 200 len: 1093 time: 1.0190096 May 31 16:15:34.476803 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14cbce4-6acc-4f91-815c-d0ee7d733cbf', 'tag': '8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:15:34.479152 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb3e2ee-db9c-494f-9b65-1ec6c00ad5cd" -d '{"events": [{"name": "network-changed", "server_uuid": "c14cbce4-6acc-4f91-815c-d0ee7d733cbf", "tag": "8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:15:34.510750 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec09b9-2618-4cee-8cfe-e9363ccc1ddb service neutron] Pushing event updated for resources: {'Port': ['ID=8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:15:34.514019 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-34ec09b9-2618-4cee-8cfe-e9363ccc1ddb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:15:34.579679 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9352c0-d6b3-427c-a7b8-cb9832604d0f x-openstack-request-id: req-ce9352c0-d6b3-427c-a7b8-cb9832604d0f {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:15:34.580246 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c14cbce4-6acc-4f91-815c-d0ee7d733cbf", "tag": "8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:15:34.580380 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ce9352c0-d6b3-427c-a7b8-cb9832604d0f {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:15:34.580720 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c14cbce4-6acc-4f91-815c-d0ee7d733cbf', 'tag': '8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75', 'status': 'completed', 'code': 200} May 31 16:15:34.590327 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-44474d77-68ad-42d9-991c-6bb1ba4f84f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:34.591869 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-44474d77-68ad-42d9-991c-6bb1ba4f84f0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18aabb717b724e1289c72c117515f4a4&device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 1096 time: 0.0751815 May 31 16:15:34.670259 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-a461172b-cb8d-4cd3-bc83-9954b8563e81 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75 HTTP/1.1" status: 200 len: 217 time: 0.0710435 May 31 16:15:34.683523 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1b48462b-f598-4f0a-bd09-f384c014eb40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:34.733120 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-9bc7606f-fcb6-46dd-9c0e-4de368a4991c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:34.734546 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-9bc7606f-fcb6-46dd-9c0e-4de368a4991c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e163c02e-8e02-4318-a294-34435afe735b HTTP/1.1" status: 200 len: 855 time: 0.0577593 May 31 16:15:34.783531 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-c4024051-04de-4e1a-b381-de355f0261b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4060a2f8-9e84-4cd5-9033-05e7300c3a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414240 May 31 16:15:34.918905 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-73c5519a-ade0-44ad-a616-1f701d4de835 service neutron] 10.222.0.59 "GET /v2.0/networks/4060a2f8-9e84-4cd5-9033-05e7300c3a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283026 May 31 16:15:35.051310 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6d98f421-b754-4cd3-a22a-a3cf54575f75 req-33636a1d-32b7-464f-8bee-7838347b64f3 service neutron] 10.222.0.59 "GET /v2.0/networks/4060a2f8-9e84-4cd5-9033-05e7300c3a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257393 May 31 16:15:35.200343 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3e2ee-db9c-494f-9b65-1ec6c00ad5cd req-16a898aa-920f-4a83-8234-d9a2555f0ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:35.201703 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7bb3e2ee-db9c-494f-9b65-1ec6c00ad5cd req-16a898aa-920f-4a83-8234-d9a2555f0ca2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18aabb717b724e1289c72c117515f4a4&device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 1096 time: 0.0983374 May 31 16:15:35.209135 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31378afd-2cd6-4f3a-8c71-cc5174c0c698 req-74d3e330-09e2-403f-b622-d8d27b5f1143 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:35.210447 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-31378afd-2cd6-4f3a-8c71-cc5174c0c698 req-74d3e330-09e2-403f-b622-d8d27b5f1143 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 943 time: 0.1418340 May 31 16:15:35.477021 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-31378afd-2cd6-4f3a-8c71-cc5174c0c698 req-81909a2a-dd92-4dfe-9661-1c9f9b8470c9 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483966 May 31 16:15:35.515551 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3e2ee-db9c-494f-9b65-1ec6c00ad5cd req-ee5bd56f-3b18-4347-a22f-99b1595514dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:35.516963 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7bb3e2ee-db9c-494f-9b65-1ec6c00ad5cd req-ee5bd56f-3b18-4347-a22f-99b1595514dc service neutron] 10.222.0.59 "GET /v2.0/networks?id=4060a2f8-9e84-4cd5-9033-05e7300c3a7a HTTP/1.1" status: 200 len: 916 time: 0.3056653 May 31 16:15:35.584275 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7bb3e2ee-db9c-494f-9b65-1ec6c00ad5cd req-3474a9a6-4be5-48bf-b0c9-00c5fcdc480f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75 HTTP/1.1" status: 200 len: 217 time: 0.0594311 May 31 16:15:35.635729 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device b5bfd4c2-a67e-4f3a-935b-a9dac83f6222 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:15:35.652103 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3e2ee-db9c-494f-9b65-1ec6c00ad5cd req-a7fe0a3e-b842-4d33-bbff-8de2e5ecbe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:35.653533 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7bb3e2ee-db9c-494f-9b65-1ec6c00ad5cd req-a7fe0a3e-b842-4d33-bbff-8de2e5ecbe38 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e163c02e-8e02-4318-a294-34435afe735b HTTP/1.1" status: 200 len: 855 time: 0.0613899 May 31 16:15:35.671123 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: b5bfd4c2-a67e-4f3a-935b-a9dac83f6222 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:15:35.671753 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device b5bfd4c2-a67e-4f3a-935b-a9dac83f6222 not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:15:35.704288 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7bb3e2ee-db9c-494f-9b65-1ec6c00ad5cd req-f9b3ef7e-2129-42fb-8560-407fab0d542c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4060a2f8-9e84-4cd5-9033-05e7300c3a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431044 May 31 16:15:35.848410 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7bb3e2ee-db9c-494f-9b65-1ec6c00ad5cd req-6696fb35-e68e-4d9e-a591-f5b96149676c service neutron] 10.222.0.59 "GET /v2.0/networks/4060a2f8-9e84-4cd5-9033-05e7300c3a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364357 May 31 16:15:35.982155 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7bb3e2ee-db9c-494f-9b65-1ec6c00ad5cd req-b0246712-d5b0-46d1-afa4-37e5937c4c9f service neutron] 10.222.0.59 "GET /v2.0/networks/4060a2f8-9e84-4cd5-9033-05e7300c3a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269546 May 31 16:15:36.682689 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3be467-b878-4f86-993a-a3d0b3588385 req-f232cc37-80ab-475c-8c8f-88ef6fd783df tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:36.684134 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5d3be467-b878-4f86-993a-a3d0b3588385 req-f232cc37-80ab-475c-8c8f-88ef6fd783df tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 943 time: 0.0898409 May 31 16:15:36.735226 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5d3be467-b878-4f86-993a-a3d0b3588385 req-50a197b3-59ea-4227-b2a4-b9d88ce4e383 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453036 May 31 16:15:37.030694 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:37.661490 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:15:37.811133 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75,segment=NetworkSegment(439eddf2-b250-48b1-b574-f79bea576eff),segment_id=439eddf2-b250-48b1-b574-f79bea576eff)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:15:37.824621 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75', 'network_id': '4060a2f8-9e84-4cd5-9033-05e7300c3a7a', 'port_id': '8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75', 'mac_address': 'fa:16:3e:c0:27:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e163c02e-8e02-4318-a294-34435afe735b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:15:37.883266 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:37.905534 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75 {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:15:37.926930 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-00df1b1d-8d83-4260-973d-9cdd481b15cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:37.928298 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cacc17-e0f7-47d1-8d1c-d7e64b2faa58 req-3c379c6d-b060-4cae-ae33-f5655e3e7904 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:37.929812 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d7cacc17-e0f7-47d1-8d1c-d7e64b2faa58 req-3c379c6d-b060-4cae-ae33-f5655e3e7904 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 943 time: 0.0837579 May 31 16:15:37.930451 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75,segment=NetworkSegment(439eddf2-b250-48b1-b574-f79bea576eff),segment_id=439eddf2-b250-48b1-b574-f79bea576eff)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:15:37.935230 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:37.937613 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:15:37.975697 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d7cacc17-e0f7-47d1-8d1c-d7e64b2faa58 req-adbbd2c1-9052-4358-a8bc-b869ead75014 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388761 May 31 16:15:38.004569 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:15:38.011932 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:38.012337 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:38.012682 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:38.013015 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:38.013341 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:38.013665 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:38.013984 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:38.014304 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:38.014623 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:38.014939 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:38.015276 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:38.015595 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:38.019551 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:15:38.239885 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:15:38.453690 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:39.188126 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d051d-d3ef-46c1-a2ce-a9fa06870e5d req-a8d4f114-4a5c-4c43-ac8e-f0014cd8ca16 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:39.189830 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b44d051d-d3ef-46c1-a2ce-a9fa06870e5d req-a8d4f114-4a5c-4c43-ac8e-f0014cd8ca16 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 944 time: 0.0946639 May 31 16:15:39.236320 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b44d051d-d3ef-46c1-a2ce-a9fa06870e5d req-47d7c25f-8286-4fbc-b14c-3865303f28a7 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385320 May 31 16:15:39.676711 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75 up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:15:39.756683 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:15:39.761488 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:15:39.761908 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:39.825114 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:39.891136 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:39.922591 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14cbce4-6acc-4f91-815c-d0ee7d733cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:15:39.924916 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a89303-325d-4c03-9ea0-3aa522c1ef72" -d '{"events": [{"server_uuid": "c14cbce4-6acc-4f91-815c-d0ee7d733cbf", "name": "network-vif-plugged", "status": "completed", "tag": "8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:15:39.932915 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75,segment=NetworkSegment(439eddf2-b250-48b1-b574-f79bea576eff),segment_id=439eddf2-b250-48b1-b574-f79bea576eff)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:15:39.937527 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:39.940346 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:15:39.972941 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3ce9da-e26b-42b8-a574-7a789a01e8c6 x-openstack-request-id: req-fb3ce9da-e26b-42b8-a574-7a789a01e8c6 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:15:39.973565 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14cbce4-6acc-4f91-815c-d0ee7d733cbf", "name": "network-vif-plugged", "status": "completed", "tag": "8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:15:39.974343 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fb3ce9da-e26b-42b8-a574-7a789a01e8c6 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:15:39.974760 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14cbce4-6acc-4f91-815c-d0ee7d733cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75', 'code': 200} May 31 16:15:40.015269 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:15:40.018266 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:15:40.203503 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515ecd7-69b8-4966-bd25-1b862e6dd8ee req-45e6998c-5b37-4597-80e9-c6034812a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:40.204923 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7515ecd7-69b8-4966-bd25-1b862e6dd8ee req-45e6998c-5b37-4597-80e9-c6034812a5d3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 1098 time: 0.0757325 May 31 16:15:40.245389 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7515ecd7-69b8-4966-bd25-1b862e6dd8ee req-88a2a5ef-747d-47fa-95c2-7b245d0dff4c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342615 May 31 16:15:40.433253 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40412499-9beb-4506-907f-291011fa0688 req-94a2ecbb-5593-49bb-8cce-28a8084d104d tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:40.434790 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-40412499-9beb-4506-907f-291011fa0688 req-94a2ecbb-5593-49bb-8cce-28a8084d104d tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.0908248 May 31 16:15:40.487033 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-40412499-9beb-4506-907f-291011fa0688 req-eaa42d05-83cf-4cdc-ab63-05f726903d67 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458682 May 31 16:15:41.687516 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4ccc8-a3df-4a86-83b3-e316d4e08164 req-e599a8b4-76e2-406f-b928-16ebd400f0c1 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:41.688974 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a4f4ccc8-a3df-4a86-83b3-e316d4e08164 req-e599a8b4-76e2-406f-b928-16ebd400f0c1 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.0840909 May 31 16:15:41.738850 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a4f4ccc8-a3df-4a86-83b3-e316d4e08164 req-a63398a4-d965-4f3f-a6d4-70fbd8adf9bb tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440164 May 31 16:15:41.938435 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5093946-01ce-41ce-9d24-ea58851dcc55 req-fdd5d53b-bc47-4eda-b101-5af7f8db4398 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:41.939904 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e5093946-01ce-41ce-9d24-ea58851dcc55 req-fdd5d53b-bc47-4eda-b101-5af7f8db4398 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.0960279 May 31 16:15:41.985242 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e5093946-01ce-41ce-9d24-ea58851dcc55 req-e774889b-0979-4f18-8411-be23e60b461e tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394087 May 31 16:15:42.398729 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-23ea2e42-b3d4-4292-9e42-6370f7d44da0 req-17aa0b65-e1d5-4fb9-8e43-4a65be579fb7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1284547 May 31 16:15:42.416953 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff8bdb-5607-4df7-a457-35b1ba217ac1 req-af5f35e5-cc61-404d-94c1-8a6ad52e5e4a tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:42.418521 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b6ff8bdb-5607-4df7-a457-35b1ba217ac1 req-af5f35e5-cc61-404d-94c1-8a6ad52e5e4a tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.1056044 May 31 16:15:42.465727 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b6ff8bdb-5607-4df7-a457-35b1ba217ac1 req-32802fc6-239c-4381-906e-f3a20fc5c9df tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413220 May 31 16:15:43.561600 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea2e42-b3d4-4292-9e42-6370f7d44da0 req-9e7fc4f6-f32e-467b-a3ab-aa12db0bce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:43.563170 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-23ea2e42-b3d4-4292-9e42-6370f7d44da0 req-9e7fc4f6-f32e-467b-a3ab-aa12db0bce6f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18aabb717b724e1289c72c117515f4a4&device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 1098 time: 0.0740445 May 31 16:15:43.742718 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea2e42-b3d4-4292-9e42-6370f7d44da0 req-2f753e2e-bad6-4f35-a3f2-7cc423cf8a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:43.744446 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-23ea2e42-b3d4-4292-9e42-6370f7d44da0 req-2f753e2e-bad6-4f35-a3f2-7cc423cf8a38 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4060a2f8-9e84-4cd5-9033-05e7300c3a7a HTTP/1.1" status: 200 len: 916 time: 0.1751790 May 31 16:15:43.756941 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c0a81-7b91-4485-a0c1-cfffa04b6b15 req-ad841c92-1bc9-4de5-8a03-153206bee6b6 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:43.758269 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-047c0a81-7b91-4485-a0c1-cfffa04b6b15 req-ad841c92-1bc9-4de5-8a03-153206bee6b6 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.1715970 May 31 16:15:43.841457 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-23ea2e42-b3d4-4292-9e42-6370f7d44da0 req-e1f2f4f3-8b55-49c8-9bfb-a63f5a66a62d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75 HTTP/1.1" status: 200 len: 217 time: 0.0822649 May 31 16:15:43.909557 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-047c0a81-7b91-4485-a0c1-cfffa04b6b15 req-17993846-7fd4-40b1-8229-5ceb99011d2e tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939918 May 31 16:15:43.922758 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea2e42-b3d4-4292-9e42-6370f7d44da0 req-a3451041-dcc0-43a5-b40a-eb107887c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:43.924173 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-23ea2e42-b3d4-4292-9e42-6370f7d44da0 req-a3451041-dcc0-43a5-b40a-eb107887c182 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e163c02e-8e02-4318-a294-34435afe735b HTTP/1.1" status: 200 len: 855 time: 0.0762196 May 31 16:15:43.972350 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-23ea2e42-b3d4-4292-9e42-6370f7d44da0 req-92dd93fa-d0fc-4da1-a717-0326609afe95 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4060a2f8-9e84-4cd5-9033-05e7300c3a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407124 May 31 16:15:44.255932 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-23ea2e42-b3d4-4292-9e42-6370f7d44da0 req-60d2342b-2dd5-4778-af38-bc28b0453f46 service neutron] 10.222.0.59 "GET /v2.0/networks/4060a2f8-9e84-4cd5-9033-05e7300c3a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767358 May 31 16:15:44.386302 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-23ea2e42-b3d4-4292-9e42-6370f7d44da0 req-08c63878-b8aa-4683-b760-c57582b1638b service neutron] 10.222.0.59 "GET /v2.0/networks/4060a2f8-9e84-4cd5-9033-05e7300c3a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233835 May 31 16:15:45.134708 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576bffd-bc72-4b5d-b495-f569af443519 req-31525907-7c63-40ce-9a84-ddd6e0771305 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:45.136186 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8576bffd-bc72-4b5d-b495-f569af443519 req-31525907-7c63-40ce-9a84-ddd6e0771305 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.1014256 May 31 16:15:45.180572 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8576bffd-bc72-4b5d-b495-f569af443519 req-3c459977-23dc-4768-ab25-fc782af25633 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385926 May 31 16:15:46.390712 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90072c1f-d77e-4f70-b3cb-85163ddbf8c1 req-5dbd026c-0afa-4f07-9e8a-1b676b94bd39 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:46.392299 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-90072c1f-d77e-4f70-b3cb-85163ddbf8c1 req-5dbd026c-0afa-4f07-9e8a-1b676b94bd39 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.0873671 May 31 16:15:46.443344 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-90072c1f-d77e-4f70-b3cb-85163ddbf8c1 req-1a1134ab-98fc-414f-9f04-00021665d3be tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423217 May 31 16:15:47.652086 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501e4fd-5d1b-43fa-847f-68b2bb8094c8 req-73dda444-f0cf-4f99-becd-7681a283d8bc tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:47.653461 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9501e4fd-5d1b-43fa-847f-68b2bb8094c8 req-73dda444-f0cf-4f99-becd-7681a283d8bc tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.0853724 May 31 16:15:47.697540 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9501e4fd-5d1b-43fa-847f-68b2bb8094c8 req-58c8c7f5-893c-4c50-ba37-affdd99c03ab tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383840 May 31 16:15:48.911073 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068ae07-9cd5-46a8-904e-e635dce24c19 req-c9cf2420-9f43-487e-a0fa-a654afb1ce3f tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:48.912556 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3068ae07-9cd5-46a8-904e-e635dce24c19 req-c9cf2420-9f43-487e-a0fa-a654afb1ce3f tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.0948634 May 31 16:15:48.965971 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3068ae07-9cd5-46a8-904e-e635dce24c19 req-443e489a-ae66-486f-97d8-408b339763bc tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477202 May 31 16:15:50.170298 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0a515-ec0b-4155-b1a1-09e773ed4f5c req-f66dbdb1-506e-453b-ae4d-23870116803c tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:50.171771 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4bb0a515-ec0b-4155-b1a1-09e773ed4f5c req-f66dbdb1-506e-453b-ae4d-23870116803c tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.0850589 May 31 16:15:50.219218 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4bb0a515-ec0b-4155-b1a1-09e773ed4f5c req-d61d4464-a742-44cd-aeec-c461070b12c2 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388494 May 31 16:15:51.436353 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc43c0-101a-456c-83b4-684b70b9d15a req-8ad1711f-0454-4968-bfb9-380d6157bc9a tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:51.437850 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c6dc43c0-101a-456c-83b4-684b70b9d15a req-8ad1711f-0454-4968-bfb9-380d6157bc9a tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.1012893 May 31 16:15:51.485937 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c6dc43c0-101a-456c-83b4-684b70b9d15a req-46050ddb-d2c0-46fe-8abd-5537681dde09 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422184 May 31 16:15:52.690088 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42873d28-0b10-414c-ba66-313d7eacfcbc req-dbd9ca5c-bfc2-4b50-8fc6-3e7f3367b5e5 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:52.691502 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-42873d28-0b10-414c-ba66-313d7eacfcbc req-dbd9ca5c-bfc2-4b50-8fc6-3e7f3367b5e5 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.0851583 May 31 16:15:52.735676 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-42873d28-0b10-414c-ba66-313d7eacfcbc req-f33d26ef-2e3c-43fe-932b-baee88357501 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383551 May 31 16:15:53.810485 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:15:53.955637 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b1413-b38f-48fe-bcc2-f67556c9792d req-a2bfb37e-4eeb-4266-9e39-4d2d885f1133 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:53.957094 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0c5b1413-b38f-48fe-bcc2-f67556c9792d req-a2bfb37e-4eeb-4266-9e39-4d2d885f1133 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.1029060 May 31 16:15:54.013017 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0c5b1413-b38f-48fe-bcc2-f67556c9792d req-ef9e8a3f-a5e5-4b76-865c-e9a338b3639b tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501926 May 31 16:15:55.057853 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921dcde-e4ab-42c0-be59-5f0b4e2616c8 req-f694c5bc-f21a-462f-b35e-200f4cba8c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:55.059420 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d921dcde-e4ab-42c0-be59-5f0b4e2616c8 req-f694c5bc-f21a-462f-b35e-200f4cba8c92 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18aabb717b724e1289c72c117515f4a4&device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 1098 time: 0.0784068 May 31 16:15:55.260091 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921dcde-e4ab-42c0-be59-5f0b4e2616c8 req-7c7837ca-3ecc-450d-a8d0-b1f212d2d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:55.261592 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d921dcde-e4ab-42c0-be59-5f0b4e2616c8 req-7c7837ca-3ecc-450d-a8d0-b1f212d2d944 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4060a2f8-9e84-4cd5-9033-05e7300c3a7a HTTP/1.1" status: 200 len: 916 time: 0.1812773 May 31 16:15:55.334423 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d921dcde-e4ab-42c0-be59-5f0b4e2616c8 req-09da5a4c-bae5-4ab2-9921-5fc159e16edf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75 HTTP/1.1" status: 200 len: 217 time: 0.0649216 May 31 16:15:55.342493 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45da44-699b-4dcf-afe2-43df778cdf9a req-38727517-0b8c-4e52-84a7-bd5ab09ff846 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:55.343908 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ed45da44-699b-4dcf-afe2-43df778cdf9a req-38727517-0b8c-4e52-84a7-bd5ab09ff846 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.1918261 May 31 16:15:55.434938 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ed45da44-699b-4dcf-afe2-43df778cdf9a req-c536f484-60ae-45bc-91c6-46fff9f8cef2 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601928 May 31 16:15:55.436453 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921dcde-e4ab-42c0-be59-5f0b4e2616c8 req-2fef3533-35ba-46f9-b0c1-694583ca032c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:55.437791 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d921dcde-e4ab-42c0-be59-5f0b4e2616c8 req-2fef3533-35ba-46f9-b0c1-694583ca032c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e163c02e-8e02-4318-a294-34435afe735b HTTP/1.1" status: 200 len: 855 time: 0.0930734 May 31 16:15:55.488531 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d921dcde-e4ab-42c0-be59-5f0b4e2616c8 req-8ca53e62-41c4-48c0-8da3-bd27d65b5fdf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4060a2f8-9e84-4cd5-9033-05e7300c3a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441711 May 31 16:15:55.760405 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d921dcde-e4ab-42c0-be59-5f0b4e2616c8 req-53c24e90-ddc8-4375-a920-5a426abf4987 service neutron] 10.222.0.59 "GET /v2.0/networks/4060a2f8-9e84-4cd5-9033-05e7300c3a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651358 May 31 16:15:55.889925 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d921dcde-e4ab-42c0-be59-5f0b4e2616c8 req-ca421ba8-3db0-4532-8ecb-fa660388f42f service neutron] 10.222.0.59 "GET /v2.0/networks/4060a2f8-9e84-4cd5-9033-05e7300c3a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225796 May 31 16:15:56.638010 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630edc5-818a-470c-b850-754493c626f6 req-74c75572-0038-4ec7-8213-d326018ad72b tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:56.639585 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a630edc5-818a-470c-b850-754493c626f6 req-74c75572-0038-4ec7-8213-d326018ad72b tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.0825920 May 31 16:15:56.683500 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a630edc5-818a-470c-b850-754493c626f6 req-87305723-4bd9-481a-9964-87e809b6b533 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381331 May 31 16:15:57.897222 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d372e0-67ed-4c43-b610-0892fc3af0eb req-68638217-bc2e-4b09-abae-07d373f6eca7 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:57.898745 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-44d372e0-67ed-4c43-b610-0892fc3af0eb req-68638217-bc2e-4b09-abae-07d373f6eca7 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.0946412 May 31 16:15:57.944744 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-44d372e0-67ed-4c43-b610-0892fc3af0eb req-3f60441c-0bf1-40c7-8d28-a7d8d08d3eab tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396054 May 31 16:15:58.568871 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:59.142425 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f75d05-1e53-4faa-bc85-7b6c8cb4558d req-112fa292-4d5b-44d1-bfc5-018f5c58a025 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:59.143900 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c8f75d05-1e53-4faa-bc85-7b6c8cb4558d req-112fa292-4d5b-44d1-bfc5-018f5c58a025 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.0902665 May 31 16:15:59.191894 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c8f75d05-1e53-4faa-bc85-7b6c8cb4558d req-9c083c91-64cc-4825-a582-102c60881edf tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396163 May 31 16:16:00.411117 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a3233-9dc1-4645-9681-2eeca5fed272 req-e134d456-6c27-4414-af30-256b56def853 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:00.412572 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c48a3233-9dc1-4645-9681-2eeca5fed272 req-e134d456-6c27-4414-af30-256b56def853 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.1038632 May 31 16:16:00.459960 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c48a3233-9dc1-4645-9681-2eeca5fed272 req-fca626da-49af-460f-8306-8c9213136bd8 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412834 May 31 16:16:01.663236 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00302a6-3ab0-40a0-9956-af05f62442b9 req-fcca8033-45bc-4432-a3de-90f6534d33a9 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:01.664599 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f00302a6-3ab0-40a0-9956-af05f62442b9 req-fcca8033-45bc-4432-a3de-90f6534d33a9 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.0819280 May 31 16:16:01.715553 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f00302a6-3ab0-40a0-9956-af05f62442b9 req-72e24f4f-0822-4400-b3c7-316dcc6bdfdd tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451345 May 31 16:16:02.915721 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea3042-0514-4316-9145-55c4636018e7 req-d5184301-519a-434d-8c7c-00bdf02f138f tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:02.917166 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-28ea3042-0514-4316-9145-55c4636018e7 req-d5184301-519a-434d-8c7c-00bdf02f138f tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.0841711 May 31 16:16:02.962074 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-28ea3042-0514-4316-9145-55c4636018e7 req-49345d11-e5e1-4723-bd3b-bfceccfe0bd3 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388131 May 31 16:16:04.171411 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b363015-8155-4f7d-9e86-f62755ff0a9f req-e825b311-b6b5-4ea2-968e-d7cb5ee69b16 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:04.172900 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4b363015-8155-4f7d-9e86-f62755ff0a9f req-e825b311-b6b5-4ea2-968e-d7cb5ee69b16 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.0991733 May 31 16:16:04.219600 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4b363015-8155-4f7d-9e86-f62755ff0a9f req-6146ca49-12b2-4460-8620-6b1ba514ac4e tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385153 May 31 16:16:04.699293 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f4193396-c6e5-4038-8c34-88758a0702b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:05.426445 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098f591-dcb3-4eb0-8a9c-4de6c5f4f5ec req-8934a1b8-c4f5-4e80-9a51-be04100c81da tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:05.427964 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e098f591-dcb3-4eb0-8a9c-4de6c5f4f5ec req-8934a1b8-c4f5-4e80-9a51-be04100c81da tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.0884566 May 31 16:16:05.474818 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e098f591-dcb3-4eb0-8a9c-4de6c5f4f5ec req-0565ac66-e239-4680-99e3-32b32996d5d6 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410311 May 31 16:16:06.683458 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b757c-c5aa-4810-9b5f-9ff67c2363b0 req-4ec22b6e-9c73-46aa-aa4e-42183636d5a6 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:06.684895 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d14b757c-c5aa-4810-9b5f-9ff67c2363b0 req-4ec22b6e-9c73-46aa-aa4e-42183636d5a6 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.0877500 May 31 16:16:06.730247 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d14b757c-c5aa-4810-9b5f-9ff67c2363b0 req-530e6363-efe1-4746-a9f0-427876470006 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392232 May 31 16:16:07.023727 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:07.919389 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e0de2d09-debe-4aeb-8d4b-b8679c2a9ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:07.927382 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0229c-6b7b-41e7-9444-d1f3e2f73a8d req-051dfd81-738d-49a1-9f24-ec3bf40ef646 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:07.928869 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e1e0229c-6b7b-41e7-9444-d1f3e2f73a8d req-051dfd81-738d-49a1-9f24-ec3bf40ef646 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.0848968 May 31 16:16:07.980392 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e1e0229c-6b7b-41e7-9444-d1f3e2f73a8d req-800a32bc-df0c-42f1-bbf0-644be9ce33f1 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435383 May 31 16:16:08.458452 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:09.189780 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e4048-c3f3-4d49-bdfe-168c3a229af1 req-75276957-7665-457f-b3a3-dc16aca6bb07 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:09.191256 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-461e4048-c3f3-4d49-bdfe-168c3a229af1 req-75276957-7665-457f-b3a3-dc16aca6bb07 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.0945437 May 31 16:16:09.237181 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-461e4048-c3f3-4d49-bdfe-168c3a229af1 req-d809c417-3c86-412f-ba29-f950e4136688 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391846 May 31 16:16:09.815913 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:10.441507 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918af69c-3f30-4b74-b35f-110f724891d3 req-54727094-1583-485d-b5f8-c10c9fee5b96 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:10.443001 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-918af69c-3f30-4b74-b35f-110f724891d3 req-54727094-1583-485d-b5f8-c10c9fee5b96 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.0878296 May 31 16:16:10.490746 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-918af69c-3f30-4b74-b35f-110f724891d3 req-a374a42d-3400-419a-81ed-2d96d48b4fad tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415976 May 31 16:16:11.147355 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-23ea2e42-b3d4-4292-9e42-6370f7d44da0 req-2f2cf2d0-913a-46f5-b059-0e943a7c1ac9 service neutron] 10.222.0.59 "GET /v2.0/ports/8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0860784 May 31 16:16:11.424521 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea2e42-b3d4-4292-9e42-6370f7d44da0 req-6f9535db-c180-4fde-b4c2-94cb80e1090f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:11.425964 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-23ea2e42-b3d4-4292-9e42-6370f7d44da0 req-6f9535db-c180-4fde-b4c2-94cb80e1090f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf&tenant_id=18aabb717b724e1289c72c117515f4a4 HTTP/1.1" status: 200 len: 1098 time: 0.0783985 May 31 16:16:11.523075 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea2e42-b3d4-4292-9e42-6370f7d44da0 req-c6521da4-361e-411a-9ca7-4037fe0b5a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:11.524557 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-23ea2e42-b3d4-4292-9e42-6370f7d44da0 req-c6521da4-361e-411a-9ca7-4037fe0b5a74 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18aabb717b724e1289c72c117515f4a4&device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 1098 time: 0.0760612 May 31 16:16:11.845228 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea2e42-b3d4-4292-9e42-6370f7d44da0 req-fcb3ab55-d808-4ab3-b867-6c8cc1010883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:11.846674 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-23ea2e42-b3d4-4292-9e42-6370f7d44da0 req-fcb3ab55-d808-4ab3-b867-6c8cc1010883 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4060a2f8-9e84-4cd5-9033-05e7300c3a7a HTTP/1.1" status: 200 len: 916 time: 0.3161013 May 31 16:16:11.913320 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f324c-3819-4575-82c9-1af010307c7f req-ca9e0d97-7e64-45c1-a242-ee66aa5a1bb3 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:11.914728 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-041f324c-3819-4575-82c9-1af010307c7f req-ca9e0d97-7e64-45c1-a242-ee66aa5a1bb3 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.3105884 May 31 16:16:11.924529 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-23ea2e42-b3d4-4292-9e42-6370f7d44da0 req-ed82d00e-e439-4488-8038-10e1e90a0d0a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75 HTTP/1.1" status: 200 len: 217 time: 0.0709157 May 31 16:16:12.010504 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-041f324c-3819-4575-82c9-1af010307c7f req-4bfe8f6a-35df-4d69-a538-5c6c7ea49cf8 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877492 May 31 16:16:12.015844 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea2e42-b3d4-4292-9e42-6370f7d44da0 req-ccf59b19-7988-4233-a108-c539acd80b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:12.017168 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-23ea2e42-b3d4-4292-9e42-6370f7d44da0 req-ccf59b19-7988-4233-a108-c539acd80b5c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e163c02e-8e02-4318-a294-34435afe735b HTTP/1.1" status: 200 len: 855 time: 0.0798266 May 31 16:16:12.066104 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-23ea2e42-b3d4-4292-9e42-6370f7d44da0 req-d15ee5a4-4f69-4135-90b3-08d4401cd807 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4060a2f8-9e84-4cd5-9033-05e7300c3a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423713 May 31 16:16:12.200018 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-23ea2e42-b3d4-4292-9e42-6370f7d44da0 req-c9f2bf5f-19f7-41e4-999e-dc65af9c78f3 service neutron] 10.222.0.59 "GET /v2.0/networks/4060a2f8-9e84-4cd5-9033-05e7300c3a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276352 May 31 16:16:12.332035 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-23ea2e42-b3d4-4292-9e42-6370f7d44da0 req-4f2f45d7-a6fa-4900-b1eb-bbbd0dd8d316 service neutron] 10.222.0.59 "GET /v2.0/networks/4060a2f8-9e84-4cd5-9033-05e7300c3a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247015 May 31 16:16:13.227598 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2e7d3-2ab3-46c2-9abb-630abe1d2954 req-e940965f-96fd-4ecd-9550-1054eccac2dc tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:13.229061 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5fc2e7d3-2ab3-46c2-9abb-630abe1d2954 req-e940965f-96fd-4ecd-9550-1054eccac2dc tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.0971644 May 31 16:16:13.276112 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5fc2e7d3-2ab3-46c2-9abb-630abe1d2954 req-22e50bc6-d864-4293-889d-ffcdad20e031 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412564 May 31 16:16:13.812111 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:16:13.939062 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:13.965934 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14cbce4-6acc-4f91-815c-d0ee7d733cbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:16:13.968248 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec75251-d4b5-41c3-a59b-ee564800eb94" -d '{"events": [{"server_uuid": "c14cbce4-6acc-4f91-815c-d0ee7d733cbf", "name": "network-vif-unplugged", "status": "completed", "tag": "8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:16:13.975890 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75,segment=NetworkSegment(439eddf2-b250-48b1-b574-f79bea576eff),segment_id=439eddf2-b250-48b1-b574-f79bea576eff)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:16:13.982443 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:13.984276 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-613c74b8-4088-4bfb-9e55-e740949cf2b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:14.052375 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75,revision_number=6']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:14.055608 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:14.076456 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 16:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2fe10d-dca9-4ca4-ad90-5e953fbc33f6 x-openstack-request-id: req-3e2fe10d-dca9-4ca4-ad90-5e953fbc33f6 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:16:14.076727 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14cbce4-6acc-4f91-815c-d0ee7d733cbf", "name": "network-vif-unplugged", "status": "completed", "tag": "8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:16:14.076976 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3e2fe10d-dca9-4ca4-ad90-5e953fbc33f6 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:16:14.077361 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14cbce4-6acc-4f91-815c-d0ee7d733cbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75', 'code': 200} May 31 16:16:14.480758 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96bfc6b-fca5-44f4-8bf7-3ba760d8b4a6 req-9819cf8f-6169-43f4-a408-cb2943bf570e tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:14.482619 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a96bfc6b-fca5-44f4-8bf7-3ba760d8b4a6 req-9819cf8f-6169-43f4-a408-cb2943bf570e tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 943 time: 0.0877664 May 31 16:16:14.527329 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a96bfc6b-fca5-44f4-8bf7-3ba760d8b4a6 req-cff83971-9006-4736-b6c1-752b5906a862 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388951 May 31 16:16:15.734927 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c99e6c-d952-4500-b0c3-cb5e34500347 req-07207115-09a4-4b8b-a239-9c06bc4c1073 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:15.736324 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-48c99e6c-d952-4500-b0c3-cb5e34500347 req-07207115-09a4-4b8b-a239-9c06bc4c1073 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 943 time: 0.0874505 May 31 16:16:15.782640 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-48c99e6c-d952-4500-b0c3-cb5e34500347 req-8f64169c-89ec-49c3-bd3c-41403d3ba7ad tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405371 May 31 16:16:15.823524 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:16:16.009133 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75,segment=NetworkSegment(439eddf2-b250-48b1-b574-f79bea576eff),segment_id=439eddf2-b250-48b1-b574-f79bea576eff)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:16:16.023391 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75', 'network_id': '4060a2f8-9e84-4cd5-9033-05e7300c3a7a', 'port_id': '8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75', 'mac_address': 'fa:16:3e:c0:27:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e163c02e-8e02-4318-a294-34435afe735b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:16:16.082637 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:16.099869 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75 {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:16:16.115816 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75,segment=NetworkSegment(439eddf2-b250-48b1-b574-f79bea576eff),segment_id=439eddf2-b250-48b1-b574-f79bea576eff)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:16:16.121802 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:16.123958 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:16.167895 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ce6fb-e4cd-45e7-82b3-13635b3bebad req-8319e144-ca14-4a62-8537-1f2109951ec3 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:16.169334 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f80ce6fb-e4cd-45e7-82b3-13635b3bebad req-8319e144-ca14-4a62-8537-1f2109951ec3 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 943 time: 0.1497827 May 31 16:16:16.177767 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c425f-297e-47a8-9537-b303c6c847cf req-2ae619d4-a036-4932-bd8c-2fb595a733c0 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:16.179133 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bb1c425f-297e-47a8-9537-b303c6c847cf req-2ae619d4-a036-4932-bd8c-2fb595a733c0 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.59 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf&tenant_id=18aabb717b724e1289c72c117515f4a4&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 943 time: 0.1281784 May 31 16:16:16.189248 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:16:16.222354 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f80ce6fb-e4cd-45e7-82b3-13635b3bebad req-22046385-baf8-4f80-a508-51bea2427aa1 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422490 May 31 16:16:16.235292 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75,revision_number=7']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:16.246211 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:16.359414 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c425f-297e-47a8-9537-b303c6c847cf req-88906b08-12cc-45cd-9e3a-95d6b78b47f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:16.361246 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bb1c425f-297e-47a8-9537-b303c6c847cf req-88906b08-12cc-45cd-9e3a-95d6b78b47f8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18aabb717b724e1289c72c117515f4a4&device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 1097 time: 0.0749643 May 31 16:16:16.500965 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c425f-297e-47a8-9537-b303c6c847cf req-8429ddd2-7fdc-49ac-9dff-024b9d174f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:16.502436 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bb1c425f-297e-47a8-9537-b303c6c847cf req-8429ddd2-7fdc-49ac-9dff-024b9d174f77 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4060a2f8-9e84-4cd5-9033-05e7300c3a7a HTTP/1.1" status: 200 len: 916 time: 0.1343362 May 31 16:16:16.574374 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bb1c425f-297e-47a8-9537-b303c6c847cf req-511aab73-556a-4bb7-8363-64022dcc896e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75 HTTP/1.1" status: 200 len: 217 time: 0.0600278 May 31 16:16:16.640873 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c425f-297e-47a8-9537-b303c6c847cf req-4b98d1ea-c766-465e-ba4d-dc929be4f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:16.642271 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bb1c425f-297e-47a8-9537-b303c6c847cf req-4b98d1ea-c766-465e-ba4d-dc929be4f560 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e163c02e-8e02-4318-a294-34435afe735b HTTP/1.1" status: 200 len: 855 time: 0.0619464 May 31 16:16:16.688179 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bb1c425f-297e-47a8-9537-b303c6c847cf req-a2b4a30b-6c5a-42e6-bc1c-eef8f938b11c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4060a2f8-9e84-4cd5-9033-05e7300c3a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397131 May 31 16:16:16.820156 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bb1c425f-297e-47a8-9537-b303c6c847cf req-f69b16c7-5a72-42e7-a581-c863008a6c2d service neutron] 10.222.0.59 "GET /v2.0/networks/4060a2f8-9e84-4cd5-9033-05e7300c3a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251972 May 31 16:16:16.947231 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bb1c425f-297e-47a8-9537-b303c6c847cf req-60d80925-2e72-4479-8e64-4d9a493d37e2 service neutron] 10.222.0.59 "GET /v2.0/networks/4060a2f8-9e84-4cd5-9033-05e7300c3a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206479 May 31 16:16:17.430816 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910abd9-b4e6-44d7-b24a-9d159a52307c req-8e32f469-d872-458f-8301-8a47c7f1beeb tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:17.432469 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b910abd9-b4e6-44d7-b24a-9d159a52307c req-8e32f469-d872-458f-8301-8a47c7f1beeb tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 944 time: 0.0835078 May 31 16:16:17.485437 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b910abd9-b4e6-44d7-b24a-9d159a52307c req-66f76df8-51e5-47c2-83bf-3a4b09d119bb tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463655 May 31 16:16:17.839032 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75 up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:16:17.910563 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:16:17.910931 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:18.033919 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:18.065887 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14cbce4-6acc-4f91-815c-d0ee7d733cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:16:18.068190 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840f8df4-9577-432d-96b4-956cf5bcc635" -d '{"events": [{"server_uuid": "c14cbce4-6acc-4f91-815c-d0ee7d733cbf", "name": "network-vif-plugged", "status": "completed", "tag": "8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:16:18.075756 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75,segment=NetworkSegment(439eddf2-b250-48b1-b574-f79bea576eff),segment_id=439eddf2-b250-48b1-b574-f79bea576eff)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:16:18.080432 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:18.082272 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:18.115696 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abf6f85-eec9-4097-bdee-c2306e1fe337 x-openstack-request-id: req-5abf6f85-eec9-4097-bdee-c2306e1fe337 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:16:18.115986 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14cbce4-6acc-4f91-815c-d0ee7d733cbf", "name": "network-vif-plugged", "status": "completed", "tag": "8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:16:18.116236 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5abf6f85-eec9-4097-bdee-c2306e1fe337 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:16:18.116611 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14cbce4-6acc-4f91-815c-d0ee7d733cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75', 'code': 200} May 31 16:16:18.154026 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75,revision_number=8']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:18.157069 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:18.690585 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963814b-9387-4cc1-aa8b-cf1569fbea65 req-9c426c20-398d-4a67-a626-621492331165 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:18.691942 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6963814b-9387-4cc1-aa8b-cf1569fbea65 req-9c426c20-398d-4a67-a626-621492331165 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.0908113 May 31 16:16:18.735804 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6963814b-9387-4cc1-aa8b-cf1569fbea65 req-0ea87d0b-0dfc-4f5c-a903-8e83bc8a3730 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380955 May 31 16:16:19.069031 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed08f4a-b4b5-4bc7-aa05-e917727f56f2 req-70e9ffa1-ce00-4bab-9bd9-fdd82e81e97b tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:19.070362 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7ed08f4a-b4b5-4bc7-aa05-e917727f56f2 req-70e9ffa1-ce00-4bab-9bd9-fdd82e81e97b tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.2287357 May 31 16:16:19.116646 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7ed08f4a-b4b5-4bc7-aa05-e917727f56f2 req-70868892-600e-4228-9adf-f3fb9d344a15 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379832 May 31 16:16:19.300218 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594f9b3-950f-479f-bb2e-4bc3fc085e7d req-452e2446-a049-47ed-bb5d-df9ee60909fb tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:19.301677 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8594f9b3-950f-479f-bb2e-4bc3fc085e7d req-452e2446-a049-47ed-bb5d-df9ee60909fb tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.0824974 May 31 16:16:19.352039 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8594f9b3-950f-479f-bb2e-4bc3fc085e7d req-be16cbb5-a219-4539-a24b-87b8f5618473 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420363 May 31 16:16:19.915829 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7e40f-9659-4faa-89b9-eea801f5ed99 req-8222bd60-bd49-4729-a993-1d58e3c4e8fd tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:19.917247 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a8b7e40f-9659-4faa-89b9-eea801f5ed99 req-8222bd60-bd49-4729-a993-1d58e3c4e8fd tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.0873759 May 31 16:16:19.964779 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a8b7e40f-9659-4faa-89b9-eea801f5ed99 req-023110a9-ad11-4187-8a9f-c487b5be43dd tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390334 May 31 16:16:21.154623 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459dedd8-cd78-4753-957f-5e774f840dc8 req-d93ac814-2530-4431-9b06-fb7a8af060f2 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:21.156138 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-459dedd8-cd78-4753-957f-5e774f840dc8 req-d93ac814-2530-4431-9b06-fb7a8af060f2 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.0850284 May 31 16:16:21.200925 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-459dedd8-cd78-4753-957f-5e774f840dc8 req-8b7a3040-a3bd-4081-b3de-4b4829d4de33 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/security-groups?id=b101ceb8-a89a-4c0c-b526-91769c89f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388398 May 31 16:16:21.610885 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a5aba-7306-4e30-accb-b476c0df0071 req-fa2cbaff-36fd-40ad-8fad-e36391b7a447 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:21.612381 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0d1a5aba-7306-4e30-accb-b476c0df0071 req-fa2cbaff-36fd-40ad-8fad-e36391b7a447 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.59 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 945 time: 0.0913477 May 31 16:16:21.750361 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-0d1a5aba-7306-4e30-accb-b476c0df0071 req-10def062-6dac-4616-9bea-439648b861b6 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Deleting port 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:16:21.750602 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-0d1a5aba-7306-4e30-accb-b476c0df0071 req-10def062-6dac-4616-9bea-439648b861b6 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:21.884688 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-0d1a5aba-7306-4e30-accb-b476c0df0071 req-10def062-6dac-4616-9bea-439648b861b6 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] For port 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75,segment=NetworkSegment(439eddf2-b250-48b1-b574-f79bea576eff),segment_id=439eddf2-b250-48b1-b574-f79bea576eff)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:16:21.885032 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-0d1a5aba-7306-4e30-accb-b476c0df0071 req-10def062-6dac-4616-9bea-439648b861b6 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:22.010054 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-0d1a5aba-7306-4e30-accb-b476c0df0071 req-10def062-6dac-4616-9bea-439648b861b6 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Calling delete_port for 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75 owned by compute:nova {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:16:22.135351 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-0d1a5aba-7306-4e30-accb-b476c0df0071 req-10def062-6dac-4616-9bea-439648b861b6 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:22.141227 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f661481b-5f4f-44b0-b59e-a12156668124 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:22.160990 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:16:22.185394 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10def062-6dac-4616-9bea-439648b861b6 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Pushing event deleted for resources: {'Port': ['ID=8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:22.222805 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10def062-6dac-4616-9bea-439648b861b6 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:22.223212 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10def062-6dac-4616-9bea-439648b861b6 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:22.223597 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10def062-6dac-4616-9bea-439648b861b6 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:22.223959 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10def062-6dac-4616-9bea-439648b861b6 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:22.224323 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10def062-6dac-4616-9bea-439648b861b6 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:22.224692 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10def062-6dac-4616-9bea-439648b861b6 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:22.225059 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10def062-6dac-4616-9bea-439648b861b6 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:22.225418 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10def062-6dac-4616-9bea-439648b861b6 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:22.225764 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10def062-6dac-4616-9bea-439648b861b6 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:22.226121 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10def062-6dac-4616-9bea-439648b861b6 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:22.226474 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10def062-6dac-4616-9bea-439648b861b6 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:22.226833 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10def062-6dac-4616-9bea-439648b861b6 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:22.237951 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-10def062-6dac-4616-9bea-439648b861b6 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:22.273560 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1a5aba-7306-4e30-accb-b476c0df0071 req-10def062-6dac-4616-9bea-439648b861b6 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] No DVR routers for this DVR port 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75 on host hv-neutron-6013 {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:16:22.276167 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-0d1a5aba-7306-4e30-accb-b476c0df0071 req-10def062-6dac-4616-9bea-439648b861b6 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:22.278829 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14cbce4-6acc-4f91-815c-d0ee7d733cbf', 'name': 'network-vif-deleted', 'tag': '8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:16:22.281168 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd40dd04-a6a1-467f-9116-0de12215ac42" -d '{"events": [{"server_uuid": "c14cbce4-6acc-4f91-815c-d0ee7d733cbf", "name": "network-vif-deleted", "tag": "8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:16:22.295934 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0d1a5aba-7306-4e30-accb-b476c0df0071 req-10def062-6dac-4616-9bea-439648b861b6 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.59 "DELETE /v2.0/ports/8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75 HTTP/1.1" status: 204 len: 173 time: 0.6768832 May 31 16:16:22.349512 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64c7ff6-5c9f-4086-a9f5-27c776b8f355 x-openstack-request-id: req-e64c7ff6-5c9f-4086-a9f5-27c776b8f355 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:16:22.349843 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14cbce4-6acc-4f91-815c-d0ee7d733cbf", "name": "network-vif-deleted", "tag": "8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:16:22.350138 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e64c7ff6-5c9f-4086-a9f5-27c776b8f355 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:16:22.350563 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14cbce4-6acc-4f91-815c-d0ee7d733cbf', 'name': 'network-vif-deleted', 'tag': '8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75', 'status': 'completed', 'code': 200} May 31 16:16:22.356574 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-5c114ec0-9cfe-47a7-a858-ea39cd51ae1c req-a29a70f8-06ee-4fcf-9e3b-78741bae7771 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Synchronizing usage tracker for tenant:18aabb717b724e1289c72c117515f4a4 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:16:22.377658 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-5c114ec0-9cfe-47a7-a858-ea39cd51ae1c req-a29a70f8-06ee-4fcf-9e3b-78741bae7771 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Unset dirty status for tenant:18aabb717b724e1289c72c117515f4a4 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:16:22.382229 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5c114ec0-9cfe-47a7-a858-ea39cd51ae1c req-a29a70f8-06ee-4fcf-9e3b-78741bae7771 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] 10.222.0.45 "GET /v2.0/ports?device_id=c14cbce4-6acc-4f91-815c-d0ee7d733cbf HTTP/1.1" status: 200 len: 210 time: 0.0697539 May 31 16:16:23.630919 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 36362) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:16:23.693692 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-987b0474-7504-4008-a2aa-247afb053d3f admin admin] Deleting subnet e163c02e-8e02-4318-a294-34435afe735b {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:16:23.696630 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-987b0474-7504-4008-a2aa-247afb053d3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:23.747141 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-987b0474-7504-4008-a2aa-247afb053d3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:23.801667 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-987b0474-7504-4008-a2aa-247afb053d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:24.056567 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-987b0474-7504-4008-a2aa-247afb053d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:24.061155 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-90d64db5-d329-4a71-b9bb-451c73139423 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:24.095930 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b0474-7504-4008-a2aa-247afb053d3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e163c02e-8e02-4318-a294-34435afe735b,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:24.097846 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-987b0474-7504-4008-a2aa-247afb053d3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:24.102673 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-987b0474-7504-4008-a2aa-247afb053d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:24.104502 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-987b0474-7504-4008-a2aa-247afb053d3f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e163c02e-8e02-4318-a294-34435afe735b HTTP/1.1" status: 204 len: 168 time: 0.4726021 May 31 16:16:24.107175 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 36366) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:16:24.225373 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2bb9fd19-7a0e-4946-8cbf-fdb42041acfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:24.348130 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2bb9fd19-7a0e-4946-8cbf-fdb42041acfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:24.360614 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-2bb9fd19-7a0e-4946-8cbf-fdb42041acfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4060a2f8-9e84-4cd5-9033-05e7300c3a7a']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:16:24.377447 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-2bb9fd19-7a0e-4946-8cbf-fdb42041acfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '439eddf2-b250-48b1-b574-f79bea576eff') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:16:24.377710 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-2bb9fd19-7a0e-4946-8cbf-fdb42041acfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '439eddf2-b250-48b1-b574-f79bea576eff') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:16:24.389860 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2bb9fd19-7a0e-4946-8cbf-fdb42041acfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:24.405831 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2bb9fd19-7a0e-4946-8cbf-fdb42041acfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:24.411966 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb9fd19-7a0e-4946-8cbf-fdb42041acfd admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:16:24.412330 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2bb9fd19-7a0e-4946-8cbf-fdb42041acfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:16:24.425105 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:16:24.505164 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2bb9fd19-7a0e-4946-8cbf-fdb42041acfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:24.509148 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ce768730-4146-4c7c-a4ed-1dbc8a27474a tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:24.521765 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2bb9fd19-7a0e-4946-8cbf-fdb42041acfd admin admin] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:24.534661 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9fd19-7a0e-4946-8cbf-fdb42041acfd admin admin] Pushing event deleted for resources: {'Network': ['ID=4060a2f8-9e84-4cd5-9033-05e7300c3a7a,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:24.539919 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2bb9fd19-7a0e-4946-8cbf-fdb42041acfd admin admin] 10.222.0.45 "DELETE /v2.0/networks/4060a2f8-9e84-4cd5-9033-05e7300c3a7a HTTP/1.1" status: 204 len: 168 time: 0.4294839 May 31 16:16:24.539919 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2bb9fd19-7a0e-4946-8cbf-fdb42041acfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:24.663841 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 36372) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:16:24.712987 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-18766c59-99a4-4b0c-bc5a-d9a5a218ee91 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=18aabb717b724e1289c72c117515f4a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479271 May 31 16:16:24.715380 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 36376) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:16:24.778268 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-55e8057e-7206-40d3-ac79-d43692d30d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:24.802805 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-55e8057e-7206-40d3-ac79-d43692d30d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:24.856091 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-55e8057e-7206-40d3-ac79-d43692d30d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:24.861402 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-97495fe4-7011-41ed-bf1f-6670e1e7f6bc tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:24.872409 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8057e-7206-40d3-ac79-d43692d30d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b101ceb8-a89a-4c0c-b526-91769c89f17b,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:24.876310 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-55e8057e-7206-40d3-ac79-d43692d30d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:24.880026 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-55e8057e-7206-40d3-ac79-d43692d30d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:24.881222 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-55e8057e-7206-40d3-ac79-d43692d30d13 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b101ceb8-a89a-4c0c-b526-91769c89f17b HTTP/1.1" status: 204 len: 168 time: 0.1650085 May 31 16:16:25.646482 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 36400) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:16:25.768747 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-16d56cbc-8018-4146-93ab-6f90ab48f801 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1771530920-network', 'tenant_id': '73bccc52448049adbff6aeb751f894c9'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:16:25.773628 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-16d56cbc-8018-4146-93ab-6f90ab48f801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:16:25.777665 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-16d56cbc-8018-4146-93ab-6f90ab48f801 admin admin] Usage tracker for resource:network and tenant:73bccc52448049adbff6aeb751f894c9 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:16:25.780631 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-16d56cbc-8018-4146-93ab-6f90ab48f801 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:16:25.787506 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-16d56cbc-8018-4146-93ab-6f90ab48f801 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:16:25.799317 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d56cbc-8018-4146-93ab-6f90ab48f801 admin admin] Made reservation on behalf of 73bccc52448049adbff6aeb751f894c9 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:16:25.801712 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-16d56cbc-8018-4146-93ab-6f90ab48f801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:25.813714 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-16d56cbc-8018-4146-93ab-6f90ab48f801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:25.828498 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-16d56cbc-8018-4146-93ab-6f90ab48f801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:16:25.832411 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-16d56cbc-8018-4146-93ab-6f90ab48f801 admin admin] Usage tracker for resource:security_group_rule and tenant:73bccc52448049adbff6aeb751f894c9 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:16:25.835470 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-16d56cbc-8018-4146-93ab-6f90ab48f801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:16:25.841854 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-16d56cbc-8018-4146-93ab-6f90ab48f801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:16:25.872233 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:16:25.906608 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:16:25.906962 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 8a6cb1aa-7e6a-498e-aa59-adc1ef2a6c75 not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:16:25.928084 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-16d56cbc-8018-4146-93ab-6f90ab48f801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:25.933863 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-16d56cbc-8018-4146-93ab-6f90ab48f801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:25.936799 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-685a7ee0-f1cb-4abb-95b6-445089e72f8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:25.964052 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d56cbc-8018-4146-93ab-6f90ab48f801 admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:16:25.972591 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d56cbc-8018-4146-93ab-6f90ab48f801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5571d3c-b7eb-41a3-ab2e-705976f49920,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:25.976178 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-16d56cbc-8018-4146-93ab-6f90ab48f801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:25.978764 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-16d56cbc-8018-4146-93ab-6f90ab48f801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:25.979063 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-16d56cbc-8018-4146-93ab-6f90ab48f801 admin admin] Added segment 9ee57d9f-db02-4933-bac4-4120106468f2 of type vlan for network 6e9c645c-316d-463b-bfb3-61e055fa92e5 May 31 16:16:26.006233 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-16d56cbc-8018-4146-93ab-6f90ab48f801 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:26.035744 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-16d56cbc-8018-4146-93ab-6f90ab48f801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:26.036738 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d56cbc-8018-4146-93ab-6f90ab48f801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:26.037305 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-16d56cbc-8018-4146-93ab-6f90ab48f801 admin admin] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:26.040609 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6b2cb0a0-5a07-4a2b-9dfc-0d611ab4d6ce tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:26.138747 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d56cbc-8018-4146-93ab-6f90ab48f801 admin admin] Pushing event updated for resources: {'Network': ['ID=6e9c645c-316d-463b-bfb3-61e055fa92e5,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:26.142024 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-16d56cbc-8018-4146-93ab-6f90ab48f801 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4945095 May 31 16:16:26.142969 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-16d56cbc-8018-4146-93ab-6f90ab48f801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:26.145057 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 36406) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:16:26.149111 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 6e9c645c-316d-463b-bfb3-61e055fa92e5 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 16:16:26.150481 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-26b72044-ee87-4db9-9b29-c7e70097b8f4 admin admin] Request body: {'subnet': {'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1771530920-subnet', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:16:26.155519 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-26b72044-ee87-4db9-9b29-c7e70097b8f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:16:26.159380 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-26b72044-ee87-4db9-9b29-c7e70097b8f4 admin admin] Usage tracker for resource:subnet and tenant:73bccc52448049adbff6aeb751f894c9 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:16:26.162273 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-26b72044-ee87-4db9-9b29-c7e70097b8f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:16:26.167956 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-26b72044-ee87-4db9-9b29-c7e70097b8f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:16:26.178959 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b72044-ee87-4db9-9b29-c7e70097b8f4 admin admin] Made reservation on behalf of 73bccc52448049adbff6aeb751f894c9 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:16:26.181313 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-26b72044-ee87-4db9-9b29-c7e70097b8f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:26.600132 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-26b72044-ee87-4db9-9b29-c7e70097b8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:26.603467 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-220aa272-82d4-4467-b03b-0adf943388a7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:26.670131 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b72044-ee87-4db9-9b29-c7e70097b8f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dea32efd-f7b4-4d8e-9c10-8a094aaa515f,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:26.674688 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-26b72044-ee87-4db9-9b29-c7e70097b8f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:26.682066 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b72044-ee87-4db9-9b29-c7e70097b8f4 admin admin] Checking segment: {'id': '9ee57d9f-db02-4933-bac4-4120106468f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:16:26.682416 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b72044-ee87-4db9-9b29-c7e70097b8f4 admin admin] Network hostable DHCP agents. Network: 6e9c645c-316d-463b-bfb3-61e055fa92e5, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:16:26.701394 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b72044-ee87-4db9-9b29-c7e70097b8f4 admin admin] Network 6e9c645c-316d-463b-bfb3-61e055fa92e5 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:16:26.711970 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-26b72044-ee87-4db9-9b29-c7e70097b8f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 6e9c645c-316d-463b-bfb3-61e055fa92e5) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:16:26.720752 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b72044-ee87-4db9-9b29-c7e70097b8f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:26.721384 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-26b72044-ee87-4db9-9b29-c7e70097b8f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:26.722059 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ad8ce9-70c3-46ff-a215-c3895a637392 None None] Network 6e9c645c-316d-463b-bfb3-61e055fa92e5 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:16:26.742758 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-26b72044-ee87-4db9-9b29-c7e70097b8f4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5966821 May 31 16:16:26.745945 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 36410) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:16:26.751204 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-8c1afb3d-05cb-44af-a9ba-732d26b0ef40 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:16:26.756501 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8c1afb3d-05cb-44af-a9ba-732d26b0ef40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:16:26.760573 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8c1afb3d-05cb-44af-a9ba-732d26b0ef40 admin admin] Usage tracker for resource:router and tenant:73bccc52448049adbff6aeb751f894c9 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:16:26.763583 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-8c1afb3d-05cb-44af-a9ba-732d26b0ef40 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:16:26.769605 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-8c1afb3d-05cb-44af-a9ba-732d26b0ef40 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:16:26.781502 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c1afb3d-05cb-44af-a9ba-732d26b0ef40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:26.782598 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c1afb3d-05cb-44af-a9ba-732d26b0ef40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:26.798307 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c1afb3d-05cb-44af-a9ba-732d26b0ef40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:26.940003 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193d8c4a-3fcb-4722-b16e-bde9de26591d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-6e9c645c-316d-463b-bfb3-61e055fa92e5', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:16:26.940898 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-193d8c4a-3fcb-4722-b16e-bde9de26591d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:27.102105 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-193d8c4a-3fcb-4722-b16e-bde9de26591d None None] Allocated IP 172.20.0.2 (6e9c645c-316d-463b-bfb3-61e055fa92e5/dea32efd-f7b4-4d8e-9c10-8a094aaa515f/578869de-c3f7-4eb4-8e07-39f637eaf8e2) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:16:27.211287 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c1afb3d-05cb-44af-a9ba-732d26b0ef40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:27.303985 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-193d8c4a-3fcb-4722-b16e-bde9de26591d None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:27.314675 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-193d8c4a-3fcb-4722-b16e-bde9de26591d None None] Transition to ACTIVE for port object 578869de-c3f7-4eb4-8e07-39f637eaf8e2 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:16:27.332823 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-193d8c4a-3fcb-4722-b16e-bde9de26591d None None] Transition to ACTIVE for port object 578869de-c3f7-4eb4-8e07-39f637eaf8e2 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:16:27.338671 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-193d8c4a-3fcb-4722-b16e-bde9de26591d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:27.342891 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:27.404620 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193d8c4a-3fcb-4722-b16e-bde9de26591d None None] Network 6e9c645c-316d-463b-bfb3-61e055fa92e5 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:16:27.405794 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-193d8c4a-3fcb-4722-b16e-bde9de26591d None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:16:27.411815 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193d8c4a-3fcb-4722-b16e-bde9de26591d None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:16:27.453718 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d8c4a-3fcb-4722-b16e-bde9de26591d None None] Pushing event updated for resources: {'Port': ['ID=578869de-c3f7-4eb4-8e07-39f637eaf8e2,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:27.460083 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-193d8c4a-3fcb-4722-b16e-bde9de26591d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:27.512281 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-193d8c4a-3fcb-4722-b16e-bde9de26591d None None] Attempting to bind port 578869de-c3f7-4eb4-8e07-39f637eaf8e2 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:16:27.512649 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-193d8c4a-3fcb-4722-b16e-bde9de26591d None None] Attempting to bind port 578869de-c3f7-4eb4-8e07-39f637eaf8e2 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '9ee57d9f-db02-4933-bac4-4120106468f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:16:27.513010 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193d8c4a-3fcb-4722-b16e-bde9de26591d None None] Attempting to bind port 578869de-c3f7-4eb4-8e07-39f637eaf8e2 on network 6e9c645c-316d-463b-bfb3-61e055fa92e5 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:16:27.518260 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193d8c4a-3fcb-4722-b16e-bde9de26591d None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:16:27.518650 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193d8c4a-3fcb-4722-b16e-bde9de26591d None None] Checking segment: {'id': '9ee57d9f-db02-4933-bac4-4120106468f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:16:27.519090 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-193d8c4a-3fcb-4722-b16e-bde9de26591d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:27.519480 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193d8c4a-3fcb-4722-b16e-bde9de26591d None None] Bound using segment: {'id': '9ee57d9f-db02-4933-bac4-4120106468f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:16:27.519947 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-193d8c4a-3fcb-4722-b16e-bde9de26591d None None] Bound port: 578869de-c3f7-4eb4-8e07-39f637eaf8e2, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee57d9f-db02-4933-bac4-4120106468f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:16:27.520323 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-193d8c4a-3fcb-4722-b16e-bde9de26591d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:27.531327 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c1afb3d-05cb-44af-a9ba-732d26b0ef40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:27.563255 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c1afb3d-05cb-44af-a9ba-732d26b0ef40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:27.649237 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-193d8c4a-3fcb-4722-b16e-bde9de26591d None None] For port 578869de-c3f7-4eb4-8e07-39f637eaf8e2, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:16:27.652565 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-193d8c4a-3fcb-4722-b16e-bde9de26591d None None] For port 578869de-c3f7-4eb4-8e07-39f637eaf8e2, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=578869de-c3f7-4eb4-8e07-39f637eaf8e2,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:16:27.656649 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-193d8c4a-3fcb-4722-b16e-bde9de26591d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:27.660340 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-193d8c4a-3fcb-4722-b16e-bde9de26591d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:27.708176 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-8c1afb3d-05cb-44af-a9ba-732d26b0ef40 admin admin] Allocated IP 172.26.0.213 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/33f723d1-b82b-407b-82ea-6f9ebb8a0331) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:16:27.739554 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d8c4a-3fcb-4722-b16e-bde9de26591d None None] Pushing event updated for resources: {'Port': ['ID=578869de-c3f7-4eb4-8e07-39f637eaf8e2,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:27.742323 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-193d8c4a-3fcb-4722-b16e-bde9de26591d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:27.866042 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c1afb3d-05cb-44af-a9ba-732d26b0ef40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:27.911705 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c1afb3d-05cb-44af-a9ba-732d26b0ef40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:27.920358 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d9df70a5-f383-4ad7-9406-38f930fe1953 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:27.980676 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1afb3d-05cb-44af-a9ba-732d26b0ef40 admin admin] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:16:27.984538 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-8c1afb3d-05cb-44af-a9ba-732d26b0ef40 admin admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:16:27.987244 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1afb3d-05cb-44af-a9ba-732d26b0ef40 admin admin] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:16:28.038414 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1afb3d-05cb-44af-a9ba-732d26b0ef40 admin admin] Pushing event updated for resources: {'Port': ['ID=33f723d1-b82b-407b-82ea-6f9ebb8a0331,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:28.041382 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8c1afb3d-05cb-44af-a9ba-732d26b0ef40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:28.421412 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c1afb3d-05cb-44af-a9ba-732d26b0ef40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:28.572492 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:28.595554 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc9a8c3-461f-4cbf-89d7-e8348ebe4edd None None] Network 6e9c645c-316d-463b-bfb3-61e055fa92e5 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:16:28.744941 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b4da66cc-0185-4512-8f5a-111ba07ee7fa None None] Provisioning for port 578869de-c3f7-4eb4-8e07-39f637eaf8e2 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:16:28.923121 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c1afb3d-05cb-44af-a9ba-732d26b0ef40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:29.133659 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1afb3d-05cb-44af-a9ba-732d26b0ef40 admin admin] Router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 16:16:29.326309 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1afb3d-05cb-44af-a9ba-732d26b0ef40 admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:16:29.339642 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ea2632-25fb-4ef7-9eac-975c1162ac5c None None] Sync routers for ids ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:16:29.349846 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ea2632-25fb-4ef7-9eac-975c1162ac5c None None] Routers {'61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:16:29.350557 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-70ea2632-25fb-4ef7-9eac-975c1162ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:16:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:16:29.351506 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8c1afb3d-05cb-44af-a9ba-732d26b0ef40 admin admin] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:29.352732 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8c1afb3d-05cb-44af-a9ba-732d26b0ef40 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6058202 May 31 16:16:29.355609 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 36414) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:16:29.525136 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-70ea2632-25fb-4ef7-9eac-975c1162ac5c None None] Set router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:16:29.803273 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-70ea2632-25fb-4ef7-9eac-975c1162ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:16:28Z', 'revision_number': 3, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port': {'id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:43:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:27Z', 'updated_at': '2021-05-31T16:16:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:16:29.807023 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ea2632-25fb-4ef7-9eac-975c1162ac5c None None] Checking router: 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:16:29.807393 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ea2632-25fb-4ef7-9eac-975c1162ac5c None None] Updating router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea port 33f723d1-b82b-407b-82ea-6f9ebb8a0331 binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:16:29.861276 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-70ea2632-25fb-4ef7-9eac-975c1162ac5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:29.958559 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 578869de-c3f7-4eb4-8e07-39f637eaf8e2 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:16:30.128957 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 578869de-c3f7-4eb4-8e07-39f637eaf8e2 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:16:30.138582 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 578869de-c3f7-4eb4-8e07-39f637eaf8e2 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:16:30.138964 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:30.188178 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-75479050-e472-4315-9756-7031fba06a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:30.391815 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:30.399683 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-75479050-e472-4315-9756-7031fba06a2d admin admin] Allocated IP 172.20.0.1 (6e9c645c-316d-463b-bfb3-61e055fa92e5/dea32efd-f7b4-4d8e-9c10-8a094aaa515f/d5758a56-4327-46a1-9417-9d3c81e92215) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:16:30.404795 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-70ea2632-25fb-4ef7-9eac-975c1162ac5c None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:30.425202 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-70ea2632-25fb-4ef7-9eac-975c1162ac5c None None] Transition to ACTIVE for port object 33f723d1-b82b-407b-82ea-6f9ebb8a0331 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:16:30.434576 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-70ea2632-25fb-4ef7-9eac-975c1162ac5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:30.439481 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:30.476177 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 578869de-c3f7-4eb4-8e07-39f637eaf8e2, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=578869de-c3f7-4eb4-8e07-39f637eaf8e2,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:16:30.487611 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:30.520507 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-70ea2632-25fb-4ef7-9eac-975c1162ac5c None None] Attempting to bind port 33f723d1-b82b-407b-82ea-6f9ebb8a0331 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:16:30.520876 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-70ea2632-25fb-4ef7-9eac-975c1162ac5c None None] Attempting to bind port 33f723d1-b82b-407b-82ea-6f9ebb8a0331 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:16:30.521247 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ea2632-25fb-4ef7-9eac-975c1162ac5c None None] Attempting to bind port 33f723d1-b82b-407b-82ea-6f9ebb8a0331 on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:16:30.523380 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c4a73-8dd1-45a0-bb12-86d1fddfed85 None None] Pushing event updated for resources: {'Port': ['ID=33f723d1-b82b-407b-82ea-6f9ebb8a0331,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:30.526976 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e85c4a73-8dd1-45a0-bb12-86d1fddfed85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:30.527443 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-27639ac3-76c8-47c8-a20f-04b879bd354f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:30.553796 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-75479050-e472-4315-9756-7031fba06a2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:30.567596 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ea2632-25fb-4ef7-9eac-975c1162ac5c None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:16:30.567941 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ea2632-25fb-4ef7-9eac-975c1162ac5c None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:16:30.568343 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-70ea2632-25fb-4ef7-9eac-975c1162ac5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:30.568733 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ea2632-25fb-4ef7-9eac-975c1162ac5c None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:16:30.569017 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-75479050-e472-4315-9756-7031fba06a2d admin admin] Transition to ACTIVE for port object d5758a56-4327-46a1-9417-9d3c81e92215 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:16:30.569200 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-70ea2632-25fb-4ef7-9eac-975c1162ac5c None None] Bound port: 33f723d1-b82b-407b-82ea-6f9ebb8a0331, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:16:30.569575 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-70ea2632-25fb-4ef7-9eac-975c1162ac5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:30.592753 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-75479050-e472-4315-9756-7031fba06a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:30.597571 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c3547284-d67d-4dec-8b5a-e87556e374d9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:30.650142 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=578869de-c3f7-4eb4-8e07-39f637eaf8e2,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:30.654310 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:30.658322 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75479050-e472-4315-9756-7031fba06a2d admin admin] Network 6e9c645c-316d-463b-bfb3-61e055fa92e5 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:16:30.661330 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-75479050-e472-4315-9756-7031fba06a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:16:30.663354 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-70ea2632-25fb-4ef7-9eac-975c1162ac5c None None] For port 33f723d1-b82b-407b-82ea-6f9ebb8a0331, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:16:30.663772 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75479050-e472-4315-9756-7031fba06a2d admin admin] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:16:30.669818 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-70ea2632-25fb-4ef7-9eac-975c1162ac5c None None] For port 33f723d1-b82b-407b-82ea-6f9ebb8a0331, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=33f723d1-b82b-407b-82ea-6f9ebb8a0331,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:16:30.679308 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-70ea2632-25fb-4ef7-9eac-975c1162ac5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:30.684265 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:30.714352 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75479050-e472-4315-9756-7031fba06a2d admin admin] Pushing event updated for resources: {'Port': ['ID=d5758a56-4327-46a1-9417-9d3c81e92215,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:30.717283 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-75479050-e472-4315-9756-7031fba06a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:30.732869 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-75479050-e472-4315-9756-7031fba06a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:30.763494 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c4a73-8dd1-45a0-bb12-86d1fddfed85 None None] Pushing event updated for resources: {'Port': ['ID=33f723d1-b82b-407b-82ea-6f9ebb8a0331,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:30.767290 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e85c4a73-8dd1-45a0-bb12-86d1fddfed85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:30.768080 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ea2632-25fb-4ef7-9eac-975c1162ac5c None None] Routers {'61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:16:30.768665 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-70ea2632-25fb-4ef7-9eac-975c1162ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:16:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:16:30.812414 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:16:30.946815 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a022cf2e-1ac9-46e0-9cdc-7db45d8abd31 None None] Provisioning for port d5758a56-4327-46a1-9417-9d3c81e92215 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:16:30.956170 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a022cf2e-1ac9-46e0-9cdc-7db45d8abd31 None None] Provisioning complete for port d5758a56-4327-46a1-9417-9d3c81e92215 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:16:30.956560 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a022cf2e-1ac9-46e0-9cdc-7db45d8abd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:30.980485 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-70ea2632-25fb-4ef7-9eac-975c1162ac5c None None] Set router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:16:31.000962 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-75479050-e472-4315-9756-7031fba06a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:31.171777 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-a022cf2e-1ac9-46e0-9cdc-7db45d8abd31 None None] Port d5758a56-4327-46a1-9417-9d3c81e92215 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:16:31.231039 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-75479050-e472-4315-9756-7031fba06a2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:31.236296 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-75479050-e472-4315-9756-7031fba06a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:31.264115 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7e2fe67a-1db8-4ff7-989b-471df5ebd917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:31.284470 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-70ea2632-25fb-4ef7-9eac-975c1162ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:16:28Z', 'revision_number': 3, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port': {'id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:43:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:27Z', 'updated_at': '2021-05-31T16:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:16:31.288456 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ea2632-25fb-4ef7-9eac-975c1162ac5c None None] The sync data for ids ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'] in dv-neutron-601336-79-hyperv is: [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:16:28Z', 'revision_number': 3, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port': {'id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:43:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:27Z', 'updated_at': '2021-05-31T16:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:16:31.343552 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-75479050-e472-4315-9756-7031fba06a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:31.347293 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75479050-e472-4315-9756-7031fba06a2d admin admin] Pushing event updated for resources: {'Port': ['ID=d5758a56-4327-46a1-9417-9d3c81e92215,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:31.350886 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-75479050-e472-4315-9756-7031fba06a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:31.504017 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75479050-e472-4315-9756-7031fba06a2d admin admin] Network 6e9c645c-316d-463b-bfb3-61e055fa92e5 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:16:31.505182 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-75479050-e472-4315-9756-7031fba06a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:16:31.800699 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c74d8a69-6cd7-44e9-a65b-c283096aebc7 None None] Provisioning complete for port d5758a56-4327-46a1-9417-9d3c81e92215 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:16:31.801154 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c74d8a69-6cd7-44e9-a65b-c283096aebc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:31.859065 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-c74d8a69-6cd7-44e9-a65b-c283096aebc7 None None] Port d5758a56-4327-46a1-9417-9d3c81e92215 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:16:31.862630 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75479050-e472-4315-9756-7031fba06a2d admin admin] Router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:16:31.990587 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 578869de-c3f7-4eb4-8e07-39f637eaf8e2 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:16:32.062821 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75479050-e472-4315-9756-7031fba06a2d admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:16:32.068500 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 578869de-c3f7-4eb4-8e07-39f637eaf8e2 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:16:32.068872 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:32.072577 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-75479050-e472-4315-9756-7031fba06a2d admin admin] 10.222.0.45 "PUT /v2.0/routers/61e0e0ce-1237-44ed-a8c9-dd284d75f4ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7159357 May 31 16:16:32.191395 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 33f723d1-b82b-407b-82ea-6f9ebb8a0331 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:16:32.259848 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 33f723d1-b82b-407b-82ea-6f9ebb8a0331 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:16:32.264667 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 33f723d1-b82b-407b-82ea-6f9ebb8a0331 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:16:32.265191 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:32.388559 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:32.408451 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 33f723d1-b82b-407b-82ea-6f9ebb8a0331, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=33f723d1-b82b-407b-82ea-6f9ebb8a0331,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:16:32.413824 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:32.415841 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:32.493030 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=33f723d1-b82b-407b-82ea-6f9ebb8a0331,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:32.497116 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:32.755529 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7974a3-91ec-4029-9b8f-7a7867931bbf None None] Sync routers for ids ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:16:32.765701 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7974a3-91ec-4029-9b8f-7a7867931bbf None None] Routers {'61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:16:32.766258 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-8c7974a3-91ec-4029-9b8f-7a7867931bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:16:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:16:32.813142 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 36424) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:16:32.821076 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-74f4ddc5-266b-4e57-9baa-9c20fa1953ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1601292856', 'description': 'tempest-description--1041771988'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:16:32.827005 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-74f4ddc5-266b-4e57-9baa-9c20fa1953ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:16:32.831147 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-74f4ddc5-266b-4e57-9baa-9c20fa1953ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Usage tracker for resource:security_group and tenant:73bccc52448049adbff6aeb751f894c9 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:16:32.834272 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-74f4ddc5-266b-4e57-9baa-9c20fa1953ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:16:32.840235 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-74f4ddc5-266b-4e57-9baa-9c20fa1953ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:16:32.853022 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-74f4ddc5-266b-4e57-9baa-9c20fa1953ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:32.873218 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-74f4ddc5-266b-4e57-9baa-9c20fa1953ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:16:32.877234 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-74f4ddc5-266b-4e57-9baa-9c20fa1953ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Usage tracker for resource:security_group_rule and tenant:73bccc52448049adbff6aeb751f894c9 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:16:32.880279 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-74f4ddc5-266b-4e57-9baa-9c20fa1953ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:16:32.886245 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-74f4ddc5-266b-4e57-9baa-9c20fa1953ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:16:32.945343 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-8c7974a3-91ec-4029-9b8f-7a7867931bbf None None] Set router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:16:32.961501 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-74f4ddc5-266b-4e57-9baa-9c20fa1953ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:32.966676 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-74f4ddc5-266b-4e57-9baa-9c20fa1953ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:32.970368 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bbb28e9d-f27d-4d6a-95b3-dc8364a01d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:33.010785 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f4ddc5-266b-4e57-9baa-9c20fa1953ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8439f4-7276-4afc-b65d-ad4e4b39c667,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:33.014652 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-74f4ddc5-266b-4e57-9baa-9c20fa1953ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:33.015783 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-74f4ddc5-266b-4e57-9baa-9c20fa1953ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:33.019707 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-74f4ddc5-266b-4e57-9baa-9c20fa1953ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2028146 May 31 16:16:33.020233 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 36428) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:16:33.025038 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-6f973ae5-2a4b-4ecb-bdfa-2b5265425df8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Request body: {'security_group_rule': {'security_group_id': '1c8439f4-7276-4afc-b65d-ad4e4b39c667', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:16:33.031271 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6f973ae5-2a4b-4ecb-bdfa-2b5265425df8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:16:33.035139 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6f973ae5-2a4b-4ecb-bdfa-2b5265425df8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Usage tracker for resource:security_group_rule and tenant:73bccc52448049adbff6aeb751f894c9 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:16:33.038087 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6f973ae5-2a4b-4ecb-bdfa-2b5265425df8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:16:33.044120 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6f973ae5-2a4b-4ecb-bdfa-2b5265425df8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:16:33.062504 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f973ae5-2a4b-4ecb-bdfa-2b5265425df8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:33.129697 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f973ae5-2a4b-4ecb-bdfa-2b5265425df8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:33.134588 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f973ae5-2a4b-4ecb-bdfa-2b5265425df8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:33.140743 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-822b5ceb-d44a-45c9-9d3a-631cd19fd649 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:33.160883 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f973ae5-2a4b-4ecb-bdfa-2b5265425df8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31ab7d95-5153-4fb1-a539-dcc7b7c64c56,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:33.163741 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6f973ae5-2a4b-4ecb-bdfa-2b5265425df8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:33.173078 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6f973ae5-2a4b-4ecb-bdfa-2b5265425df8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:33.175604 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6f973ae5-2a4b-4ecb-bdfa-2b5265425df8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1546328 May 31 16:16:33.176953 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 36432) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:16:33.181992 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-ae71c90b-e64e-43d7-9292-380e037276e6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Request body: {'security_group_rule': {'security_group_id': '1c8439f4-7276-4afc-b65d-ad4e4b39c667', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:16:33.188080 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ae71c90b-e64e-43d7-9292-380e037276e6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:16:33.192094 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ae71c90b-e64e-43d7-9292-380e037276e6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Usage tracker for resource:security_group_rule and tenant:73bccc52448049adbff6aeb751f894c9 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:16:33.194998 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ae71c90b-e64e-43d7-9292-380e037276e6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:16:33.201112 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ae71c90b-e64e-43d7-9292-380e037276e6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:16:33.219055 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ae71c90b-e64e-43d7-9292-380e037276e6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:33.281669 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ae71c90b-e64e-43d7-9292-380e037276e6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:33.283893 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-8c7974a3-91ec-4029-9b8f-7a7867931bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:16:30Z', 'revision_number': 4, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port': {'id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:27Z', 'updated_at': '2021-05-31T16:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'd5758a56-4327-46a1-9417-9d3c81e92215', 'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'mac_address': 'fa:16:3e:8b:15:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:30Z', 'updated_at': '2021-05-31T16:16:31Z', 'revision_number': 2, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'subnets': [{'id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:16:33.286051 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ae71c90b-e64e-43d7-9292-380e037276e6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:33.287973 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-06cf6536-c2b8-46a3-8135-546a3937ba63 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:33.288110 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7974a3-91ec-4029-9b8f-7a7867931bbf None None] Checking router: 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:16:33.288436 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7974a3-91ec-4029-9b8f-7a7867931bbf None None] Updating router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea port d5758a56-4327-46a1-9417-9d3c81e92215 binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:16:33.310348 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71c90b-e64e-43d7-9292-380e037276e6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ded9f1-1148-43f4-baf3-a30b835c26c6,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:33.313017 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ae71c90b-e64e-43d7-9292-380e037276e6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:33.321544 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ae71c90b-e64e-43d7-9292-380e037276e6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:33.322765 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ae71c90b-e64e-43d7-9292-380e037276e6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1449101 May 31 16:16:33.325954 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 36436) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:16:33.331308 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:16:33.337591 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:16:33.341655 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Usage tracker for resource:floatingip and tenant:73bccc52448049adbff6aeb751f894c9 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:16:33.343246 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-8c7974a3-91ec-4029-9b8f-7a7867931bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:33.344809 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:16:33.351091 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:16:33.361677 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for floatingip, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:33.503070 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:33.644643 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Allocated IP 172.26.0.171 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/2d14e18a-98a2-4561-b7b0-8b82f70b4a95) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:16:33.676675 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-8c7974a3-91ec-4029-9b8f-7a7867931bbf None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:33.688112 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-8c7974a3-91ec-4029-9b8f-7a7867931bbf None None] Transition to ACTIVE for port object d5758a56-4327-46a1-9417-9d3c81e92215 will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:16:33.694878 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-8c7974a3-91ec-4029-9b8f-7a7867931bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:33.698285 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-037b181e-a920-42b3-b6bf-539784ae8902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:33.804138 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:33.838304 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:33.843357 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4429053e-358a-4e3e-8285-7860f78ccaf9 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:33.856325 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a49a2-3d39-4d91-a485-318521d739c9 None None] Pushing event updated for resources: {'Port': ['ID=d5758a56-4327-46a1-9417-9d3c81e92215,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:33.899820 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402a49a2-3d39-4d91-a485-318521d739c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:33.900071 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402a49a2-3d39-4d91-a485-318521d739c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:33.900639 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402a49a2-3d39-4d91-a485-318521d739c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:33.901144 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402a49a2-3d39-4d91-a485-318521d739c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:33.901645 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402a49a2-3d39-4d91-a485-318521d739c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:33.902142 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402a49a2-3d39-4d91-a485-318521d739c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:33.902709 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402a49a2-3d39-4d91-a485-318521d739c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:33.903213 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402a49a2-3d39-4d91-a485-318521d739c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:33.903657 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:16:33.903902 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402a49a2-3d39-4d91-a485-318521d739c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:33.904383 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402a49a2-3d39-4d91-a485-318521d739c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:33.904706 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402a49a2-3d39-4d91-a485-318521d739c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:33.905024 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402a49a2-3d39-4d91-a485-318521d739c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:33.914784 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:16:33.918924 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:16:33.920921 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-402a49a2-3d39-4d91-a485-318521d739c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:33.925218 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-8c7974a3-91ec-4029-9b8f-7a7867931bbf None None] Attempting to bind port d5758a56-4327-46a1-9417-9d3c81e92215 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:16:33.925748 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-8c7974a3-91ec-4029-9b8f-7a7867931bbf None None] Attempting to bind port d5758a56-4327-46a1-9417-9d3c81e92215 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '9ee57d9f-db02-4933-bac4-4120106468f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:16:33.926080 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7974a3-91ec-4029-9b8f-7a7867931bbf None None] Attempting to bind port d5758a56-4327-46a1-9417-9d3c81e92215 on network 6e9c645c-316d-463b-bfb3-61e055fa92e5 {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:16:33.931381 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 33f723d1-b82b-407b-82ea-6f9ebb8a0331 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:16:33.931970 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7974a3-91ec-4029-9b8f-7a7867931bbf None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:16:33.932251 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7974a3-91ec-4029-9b8f-7a7867931bbf None None] Checking segment: {'id': '9ee57d9f-db02-4933-bac4-4120106468f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:16:33.932850 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-8c7974a3-91ec-4029-9b8f-7a7867931bbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:33.933425 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7974a3-91ec-4029-9b8f-7a7867931bbf None None] Bound using segment: {'id': '9ee57d9f-db02-4933-bac4-4120106468f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:16:33.933895 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-8c7974a3-91ec-4029-9b8f-7a7867931bbf None None] Bound port: d5758a56-4327-46a1-9417-9d3c81e92215, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee57d9f-db02-4933-bac4-4120106468f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:16:33.934267 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-8c7974a3-91ec-4029-9b8f-7a7867931bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:33.967649 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Pushing event updated for resources: {'Port': ['ID=2d14e18a-98a2-4561-b7b0-8b82f70b4a95,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:33.995833 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:33.996277 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:33.996728 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:33.997160 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:33.997588 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:33.998118 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:33.998376 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:33.998734 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:33.999121 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:33.999505 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:33.999990 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:34.000203 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:34.006715 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:34.014910 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 33f723d1-b82b-407b-82ea-6f9ebb8a0331 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:16:34.015515 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:34.026784 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-8c7974a3-91ec-4029-9b8f-7a7867931bbf None None] For port d5758a56-4327-46a1-9417-9d3c81e92215, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:16:34.030163 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-8c7974a3-91ec-4029-9b8f-7a7867931bbf None None] For port d5758a56-4327-46a1-9417-9d3c81e92215, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=d5758a56-4327-46a1-9417-9d3c81e92215,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:16:34.035694 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-8c7974a3-91ec-4029-9b8f-7a7867931bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:34.040140 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:34.040304 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-037b181e-a920-42b3-b6bf-539784ae8902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:34.108371 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7974a3-91ec-4029-9b8f-7a7867931bbf None None] Routers {'61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:16:34.108997 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-8c7974a3-91ec-4029-9b8f-7a7867931bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:16:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:16:34.113545 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:34.192988 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a49a2-3d39-4d91-a485-318521d739c9 None None] Pushing event updated for resources: {'Port': ['ID=d5758a56-4327-46a1-9417-9d3c81e92215,revision_number=4']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:34.198256 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-402a49a2-3d39-4d91-a485-318521d739c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:34.302536 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-8c7974a3-91ec-4029-9b8f-7a7867931bbf None None] Set router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:16:34.346685 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:34.351821 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:34.356331 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:34.468310 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Pushing event updated for resources: {'Port': ['ID=2d14e18a-98a2-4561-b7b0-8b82f70b4a95,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:34.471111 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:34.479870 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:34.504329 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:34.506758 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1798046 May 31 16:16:34.643448 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-8c7974a3-91ec-4029-9b8f-7a7867931bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:16:30Z', 'revision_number': 4, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port': {'id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:27Z', 'updated_at': '2021-05-31T16:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'd5758a56-4327-46a1-9417-9d3c81e92215', 'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'mac_address': 'fa:16:3e:8b:15:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:30Z', 'updated_at': '2021-05-31T16:16:34Z', 'revision_number': 4, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'subnets': [{'id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:16:34.647603 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7974a3-91ec-4029-9b8f-7a7867931bbf None None] The sync data for ids ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'] in dv-neutron-601336-79-hyperv is: [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:16:30Z', 'revision_number': 4, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port': {'id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:27Z', 'updated_at': '2021-05-31T16:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'd5758a56-4327-46a1-9417-9d3c81e92215', 'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'mac_address': 'fa:16:3e:8b:15:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:30Z', 'updated_at': '2021-05-31T16:16:34Z', 'revision_number': 4, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'subnets': [{'id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:16:34.678370 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-75a933e5-64cc-45b5-ade7-1aa1a77a8a14 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1601292856&fields=id&tenant_id=73bccc52448049adbff6aeb751f894c9 HTTP/1.1" status: 200 len: 267 time: 0.0469151 May 31 16:16:34.741724 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-405ba41a-6763-4726-bdb4-474441651f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:34.856151 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-f083a747-6b03-44f7-979d-d87bc6762863 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:34.857698 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-f083a747-6b03-44f7-979d-d87bc6762863 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 812 time: 0.1721611 May 31 16:16:34.873527 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-09b4496a-1862-4715-b949-78c9c79b8e32 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/quotas/73bccc52448049adbff6aeb751f894c9 HTTP/1.1" status: 200 len: 375 time: 0.0103726 May 31 16:16:34.965017 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-ff335a39-7d01-44a9-b7c7-f20e58cdaff1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0857301 May 31 16:16:35.108067 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-cdf368fd-7532-454e-8239-bf3c0d4aa59b service neutron] 10.222.0.45 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303713 May 31 16:16:35.244792 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-fa4f7c49-cc66-41fb-9b21-748622c60160 service neutron] 10.222.0.45 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305203 May 31 16:16:35.431689 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2a9bc67c-29c5-4089-92d9-56bb17a9f67f req-e6d5ce01-b16f-4f67-9cee-552f2080a6a0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 210 time: 0.0468156 May 31 16:16:35.913449 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device d5758a56-4327-46a1-9417-9d3c81e92215 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:16:35.983553 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port d5758a56-4327-46a1-9417-9d3c81e92215 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:16:35.988926 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port d5758a56-4327-46a1-9417-9d3c81e92215 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:16:35.989305 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:36.119736 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:36.152463 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port d5758a56-4327-46a1-9417-9d3c81e92215, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=d5758a56-4327-46a1-9417-9d3c81e92215,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:16:36.159481 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:36.161324 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-fad4af8d-1fa4-4e39-91dd-b0c401147331 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:36.228430 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=d5758a56-4327-46a1-9417-9d3c81e92215,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:36.231543 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:36.650709 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a1b6f59e-75ef-4dd2-b572-0e69b091a14e req-0bdd381a-fcd3-4c09-801d-a1133f3dd805 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 210 time: 0.0577056 May 31 16:16:36.703954 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-b05c8183-3771-4d01-9134-90f13c85d61f tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:36.705345 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-b05c8183-3771-4d01-9134-90f13c85d61f tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 812 time: 0.3398042 May 31 16:16:36.772319 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-9fd08c73-a017-4639-8221-6b88e1a68a31 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73bccc52448049adbff6aeb751f894c9 HTTP/1.1" status: 200 len: 380 time: 0.0507073 May 31 16:16:36.780782 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-17904fb7-3633-47aa-b21e-a445c3079caa tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Request body: {'port': {'device_id': '5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'admin_state_up': True, 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'security_groups': ['1c8439f4-7276-4afc-b65d-ad4e4b39c667']}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:16:36.926342 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-17904fb7-3633-47aa-b21e-a445c3079caa tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:16:36.930459 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-17904fb7-3633-47aa-b21e-a445c3079caa tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Usage tracker for resource:port and tenant:73bccc52448049adbff6aeb751f894c9 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:16:36.933498 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-17904fb7-3633-47aa-b21e-a445c3079caa tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Quota usage for port was recalculated. Used quota:3. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:16:36.939601 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-17904fb7-3633-47aa-b21e-a445c3079caa tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:16:36.956516 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-17904fb7-3633-47aa-b21e-a445c3079caa tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Made reservation on behalf of 73bccc52448049adbff6aeb751f894c9 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:16:36.962075 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-17904fb7-3633-47aa-b21e-a445c3079caa tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:37.017932 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:37.130551 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-17904fb7-3633-47aa-b21e-a445c3079caa tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Allocated IP 172.20.0.14 (6e9c645c-316d-463b-bfb3-61e055fa92e5/dea32efd-f7b4-4d8e-9c10-8a094aaa515f/854ced84-5ffb-4ad7-8012-59b6f44639dd) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:16:37.332326 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-17904fb7-3633-47aa-b21e-a445c3079caa tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:37.356199 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-17904fb7-3633-47aa-b21e-a445c3079caa tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Transition to ACTIVE for port object 854ced84-5ffb-4ad7-8012-59b6f44639dd will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:16:37.385324 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-17904fb7-3633-47aa-b21e-a445c3079caa tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:37.391413 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-56263b99-2707-4a6d-ab07-20a4fa5948cc tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:37.456661 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-17904fb7-3633-47aa-b21e-a445c3079caa tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Network 6e9c645c-316d-463b-bfb3-61e055fa92e5 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:16:37.459974 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-17904fb7-3633-47aa-b21e-a445c3079caa tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:16:37.463878 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-17904fb7-3633-47aa-b21e-a445c3079caa tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:16:37.498595 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17904fb7-3633-47aa-b21e-a445c3079caa tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Pushing event updated for resources: {'Port': ['ID=854ced84-5ffb-4ad7-8012-59b6f44639dd,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:37.506456 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-17904fb7-3633-47aa-b21e-a445c3079caa tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:37.537622 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-17904fb7-3633-47aa-b21e-a445c3079caa tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:37.538269 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-17904fb7-3633-47aa-b21e-a445c3079caa tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:37.561518 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-17904fb7-3633-47aa-b21e-a445c3079caa tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7842097 May 31 16:16:37.575091 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-5f5b06db-c27f-4bd8-bf05-ef1197946f3c service neutron] Request body: {'port': {'device_id': '5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:16:37.690669 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-5f5b06db-c27f-4bd8-bf05-ef1197946f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:37.730969 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-71718761-ae98-457d-b9a5-961ebbc2a421 None None] Provisioning for port 854ced84-5ffb-4ad7-8012-59b6f44639dd completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:16:37.740115 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-71718761-ae98-457d-b9a5-961ebbc2a421 None None] Provisioning complete for port 854ced84-5ffb-4ad7-8012-59b6f44639dd triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:16:37.740491 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-71718761-ae98-457d-b9a5-961ebbc2a421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:37.792380 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-71718761-ae98-457d-b9a5-961ebbc2a421 None None] Port 854ced84-5ffb-4ad7-8012-59b6f44639dd cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:16:37.897709 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device d5758a56-4327-46a1-9417-9d3c81e92215 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:16:37.957036 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b3cd561d-fb51-41f7-a1e4-811b6357dc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:37.976030 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port d5758a56-4327-46a1-9417-9d3c81e92215 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:16:37.976423 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:37.986283 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20286ba-c831-4322-a433-daf5672273b0 req-f5cf2047-ac5a-4b9f-b774-91806a0db339 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:37.987042 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-b20286ba-c831-4322-a433-daf5672273b0 req-f5cf2047-ac5a-4b9f-b774-91806a0db339 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Synchronizing usage tracker for tenant:73bccc52448049adbff6aeb751f894c9 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:16:38.025835 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-b20286ba-c831-4322-a433-daf5672273b0 req-f5cf2047-ac5a-4b9f-b774-91806a0db339 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Unset dirty status for tenant:73bccc52448049adbff6aeb751f894c9 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:16:38.027087 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b20286ba-c831-4322-a433-daf5672273b0 req-f5cf2047-ac5a-4b9f-b774-91806a0db339 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 932 time: 0.2683647 May 31 16:16:38.093907 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b20286ba-c831-4322-a433-daf5672273b0 req-9d8a5838-8382-4da9-a3b1-3905d493c39d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579255 May 31 16:16:38.150785 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-5f5b06db-c27f-4bd8-bf05-ef1197946f3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 854ced84-5ffb-4ad7-8012-59b6f44639dd {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:16:38.158221 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-5f5b06db-c27f-4bd8-bf05-ef1197946f3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:38.172431 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-5f5b06db-c27f-4bd8-bf05-ef1197946f3c service neutron] Transition to ACTIVE for port object 854ced84-5ffb-4ad7-8012-59b6f44639dd will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:16:38.177993 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-5f5b06db-c27f-4bd8-bf05-ef1197946f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:38.182424 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f1634989-b663-4f0a-868c-a454295722bf tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:38.346722 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b06db-c27f-4bd8-bf05-ef1197946f3c service neutron] Pushing event updated for resources: {'Port': ['ID=854ced84-5ffb-4ad7-8012-59b6f44639dd,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:38.354690 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5f5b06db-c27f-4bd8-bf05-ef1197946f3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:38.422990 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-5f5b06db-c27f-4bd8-bf05-ef1197946f3c service neutron] Attempting to bind port 854ced84-5ffb-4ad7-8012-59b6f44639dd on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:16:38.423340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-5f5b06db-c27f-4bd8-bf05-ef1197946f3c service neutron] Attempting to bind port 854ced84-5ffb-4ad7-8012-59b6f44639dd by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9ee57d9f-db02-4933-bac4-4120106468f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:16:38.423668 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-5f5b06db-c27f-4bd8-bf05-ef1197946f3c service neutron] Attempting to bind port 854ced84-5ffb-4ad7-8012-59b6f44639dd on network 6e9c645c-316d-463b-bfb3-61e055fa92e5 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:16:38.428380 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-5f5b06db-c27f-4bd8-bf05-ef1197946f3c service neutron] Port 854ced84-5ffb-4ad7-8012-59b6f44639dd on network 6e9c645c-316d-463b-bfb3-61e055fa92e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:16:38.428702 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-5f5b06db-c27f-4bd8-bf05-ef1197946f3c service neutron] Attempting to bind port 854ced84-5ffb-4ad7-8012-59b6f44639dd on network 6e9c645c-316d-463b-bfb3-61e055fa92e5 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:16:38.434492 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-5f5b06db-c27f-4bd8-bf05-ef1197946f3c service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:16:38.435040 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-5f5b06db-c27f-4bd8-bf05-ef1197946f3c service neutron] Checking segment: {'id': '9ee57d9f-db02-4933-bac4-4120106468f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:16:38.435429 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-5f5b06db-c27f-4bd8-bf05-ef1197946f3c service neutron] Bound using segment: {'id': '9ee57d9f-db02-4933-bac4-4120106468f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:16:38.435873 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-5f5b06db-c27f-4bd8-bf05-ef1197946f3c service neutron] Bound port: 854ced84-5ffb-4ad7-8012-59b6f44639dd, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee57d9f-db02-4933-bac4-4120106468f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:16:38.436221 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-5f5b06db-c27f-4bd8-bf05-ef1197946f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:38.451194 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:38.677747 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-5f5b06db-c27f-4bd8-bf05-ef1197946f3c service neutron] For port 854ced84-5ffb-4ad7-8012-59b6f44639dd, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:16:38.680767 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-5f5b06db-c27f-4bd8-bf05-ef1197946f3c service neutron] For port 854ced84-5ffb-4ad7-8012-59b6f44639dd, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=854ced84-5ffb-4ad7-8012-59b6f44639dd,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:16:38.687338 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-5f5b06db-c27f-4bd8-bf05-ef1197946f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:38.690905 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7ed9ab4e-3043-44dd-b917-ead0250ff9bf tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:38.746508 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-5f5b06db-c27f-4bd8-bf05-ef1197946f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:38.747186 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-5f5b06db-c27f-4bd8-bf05-ef1197946f3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:38.748767 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-5f5b06db-c27f-4bd8-bf05-ef1197946f3c service neutron] 10.222.0.59 "PUT /v2.0/ports/854ced84-5ffb-4ad7-8012-59b6f44639dd HTTP/1.1" status: 200 len: 1094 time: 1.1781008 May 31 16:16:38.751773 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e', 'tag': '854ced84-5ffb-4ad7-8012-59b6f44639dd'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:16:38.754932 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d85eb65-5630-435f-bae0-50852b4cb4d2" -d '{"events": [{"name": "network-changed", "server_uuid": "5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e", "tag": "854ced84-5ffb-4ad7-8012-59b6f44639dd"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:16:38.775386 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b06db-c27f-4bd8-bf05-ef1197946f3c service neutron] Pushing event updated for resources: {'Port': ['ID=854ced84-5ffb-4ad7-8012-59b6f44639dd,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:38.779838 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5f5b06db-c27f-4bd8-bf05-ef1197946f3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:38.830561 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8eeebfc-5180-44e1-88a0-d9a0f1f8f675 x-openstack-request-id: req-b8eeebfc-5180-44e1-88a0-d9a0f1f8f675 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:16:38.830897 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e", "tag": "854ced84-5ffb-4ad7-8012-59b6f44639dd", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:16:38.831219 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b8eeebfc-5180-44e1-88a0-d9a0f1f8f675 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:16:38.831653 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e', 'tag': '854ced84-5ffb-4ad7-8012-59b6f44639dd', 'status': 'completed', 'code': 200} May 31 16:16:38.877586 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-706efb8e-9aa2-4eef-8162-32bf7dd52678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:38.879178 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-706efb8e-9aa2-4eef-8162-32bf7dd52678 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 1097 time: 0.0803499 May 31 16:16:38.947771 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-ad59c66e-25ae-4c33-8eb5-91454586a5f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=854ced84-5ffb-4ad7-8012-59b6f44639dd HTTP/1.1" status: 200 len: 217 time: 0.0614526 May 31 16:16:39.014150 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-95134f51-47f9-499b-9ca3-8df29a795bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:39.015523 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-95134f51-47f9-499b-9ca3-8df29a795bdf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0615485 May 31 16:16:39.094182 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-fba5ed52-1a1f-4f71-9722-e4528ba13520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:39.095639 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-fba5ed52-1a1f-4f71-9722-e4528ba13520 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0728674 May 31 16:16:39.281977 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-ccf71c25-5f62-451b-924c-161ac3bb5070 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788087 May 31 16:16:39.412100 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15c00e-dcf5-4add-bde1-73e41cdfa2c7 req-f982ae9d-407f-4689-8e54-dd18cb25ede6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:39.413588 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ba15c00e-dcf5-4add-bde1-73e41cdfa2c7 req-f982ae9d-407f-4689-8e54-dd18cb25ede6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 944 time: 0.1994138 May 31 16:16:39.449009 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8c4b972a-4553-465c-8a38-1523cddb6060 req-1902e2e5-43e7-4bf2-8c3b-2c7c37cc3407 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572390 May 31 16:16:39.471270 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ba15c00e-dcf5-4add-bde1-73e41cdfa2c7 req-07aaad91-3452-48dc-8e55-35ffe0a4262b tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446584 May 31 16:16:39.571149 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85eb65-5630-435f-bae0-50852b4cb4d2 req-dc6471f3-53f4-4933-8212-b047f798705a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:39.572534 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0d85eb65-5630-435f-bae0-50852b4cb4d2 req-dc6471f3-53f4-4933-8212-b047f798705a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 1097 time: 0.0726051 May 31 16:16:39.714258 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85eb65-5630-435f-bae0-50852b4cb4d2 req-8e399859-693b-4bba-806d-ca227c3c20b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:39.715750 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0d85eb65-5630-435f-bae0-50852b4cb4d2 req-8e399859-693b-4bba-806d-ca227c3c20b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.1364782 May 31 16:16:39.791922 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0d85eb65-5630-435f-bae0-50852b4cb4d2 req-1bad48f9-46c4-47f8-a610-f9254ce0e1d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=854ced84-5ffb-4ad7-8012-59b6f44639dd HTTP/1.1" status: 200 len: 217 time: 0.0677347 May 31 16:16:39.820033 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:39.853580 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85eb65-5630-435f-bae0-50852b4cb4d2 req-3fb0a4e0-faa8-44b0-8ffd-cd317d72bba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:39.855039 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0d85eb65-5630-435f-bae0-50852b4cb4d2 req-3fb0a4e0-faa8-44b0-8ffd-cd317d72bba3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0570033 May 31 16:16:39.940135 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85eb65-5630-435f-bae0-50852b4cb4d2 req-8e2ec024-5277-432d-ad9a-2688299247cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:39.941768 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0d85eb65-5630-435f-bae0-50852b4cb4d2 req-8e2ec024-5277-432d-ad9a-2688299247cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0799949 May 31 16:16:40.077235 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0d85eb65-5630-435f-bae0-50852b4cb4d2 req-09859278-b2a4-4a66-9aba-83d52470c49c service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258659 May 31 16:16:40.209561 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0d85eb65-5630-435f-bae0-50852b4cb4d2 req-4ce250a4-bd3f-4bfc-8b40-cf05019f1df3 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246312 May 31 16:16:40.673162 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c498e71-bbf3-454a-8fce-e6169b2a3470 req-37f3e959-6332-4b2f-b58b-e7e848d9617d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:40.674645 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5c498e71-bbf3-454a-8fce-e6169b2a3470 req-37f3e959-6332-4b2f-b58b-e7e848d9617d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 944 time: 0.0867522 May 31 16:16:40.721829 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5c498e71-bbf3-454a-8fce-e6169b2a3470 req-36fb51bb-df5a-4dd5-9252-3446190e5dea tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381708 May 31 16:16:42.081553 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28e924-a5cb-44e6-8d7d-427037fb6998 req-1a7b8c46-50af-4f7b-b1bc-5c80ecff11e8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:42.083086 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ac28e924-a5cb-44e6-8d7d-427037fb6998 req-1a7b8c46-50af-4f7b-b1bc-5c80ecff11e8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 944 time: 0.2381563 May 31 16:16:42.128217 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ac28e924-a5cb-44e6-8d7d-427037fb6998 req-58de0e8b-2d2e-4876-aea1-daa56187995d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393896 May 31 16:16:43.333563 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005f822-624c-454a-a7f0-0915d12bade4 req-bbe95dd3-ac0f-49e4-89d0-f5ddc3e09262 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:43.335104 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8005f822-624c-454a-a7f0-0915d12bade4 req-bbe95dd3-ac0f-49e4-89d0-f5ddc3e09262 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 944 time: 0.0890841 May 31 16:16:43.383844 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8005f822-624c-454a-a7f0-0915d12bade4 req-7b7f1385-2acd-41df-b273-8ea72e0cfd00 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399396 May 31 16:16:44.011248 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 854ced84-5ffb-4ad7-8012-59b6f44639dd details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:16:44.161509 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 854ced84-5ffb-4ad7-8012-59b6f44639dd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=854ced84-5ffb-4ad7-8012-59b6f44639dd,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:16:44.177743 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '854ced84-5ffb-4ad7-8012-59b6f44639dd', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'port_id': '854ced84-5ffb-4ad7-8012-59b6f44639dd', 'mac_address': 'fa:16:3e:0d:e0:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:16:44.233785 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:44.250758 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 854ced84-5ffb-4ad7-8012-59b6f44639dd {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:16:44.266296 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 854ced84-5ffb-4ad7-8012-59b6f44639dd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=854ced84-5ffb-4ad7-8012-59b6f44639dd,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:16:44.270522 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:44.272334 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5ab6e9ab-3aac-4755-a768-c688049e2e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:44.341425 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=854ced84-5ffb-4ad7-8012-59b6f44639dd,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:44.349001 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:44.349359 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:44.349646 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:44.350030 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:44.350357 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:44.350684 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:44.351035 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:44.351359 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:44.351697 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:44.352002 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:44.352312 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:44.352631 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:16:44.356659 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:44.568908 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7d889-5490-436a-9ecb-8a4505b541d8 req-2ad04da0-d47d-4eb1-9c05-7d23fc9a190e tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:44.570398 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-94c7d889-5490-436a-9ecb-8a4505b541d8 req-2ad04da0-d47d-4eb1-9c05-7d23fc9a190e tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 945 time: 0.0819938 May 31 16:16:44.572190 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['854ced84-5ffb-4ad7-8012-59b6f44639dd'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:16:44.616046 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-94c7d889-5490-436a-9ecb-8a4505b541d8 req-a8e5fba6-4e8d-49c4-9941-0737996149f3 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397577 May 31 16:16:45.827689 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872f516-5c46-4746-b8c4-16348f51d3d1 req-e01189e2-3b1a-4c2f-a52b-dc2863a10310 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:45.829134 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a872f516-5c46-4746-b8c4-16348f51d3d1 req-e01189e2-3b1a-4c2f-a52b-dc2863a10310 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 945 time: 0.0957696 May 31 16:16:45.876755 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a872f516-5c46-4746-b8c4-16348f51d3d1 req-94ec5b34-fe81-4b9b-a0e0-7859952fdb12 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404172 May 31 16:16:46.026690 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 854ced84-5ffb-4ad7-8012-59b6f44639dd up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:16:46.110143 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port 854ced84-5ffb-4ad7-8012-59b6f44639dd completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:16:46.115056 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 854ced84-5ffb-4ad7-8012-59b6f44639dd triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:16:46.115436 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:46.242370 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:46.271513 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854ced84-5ffb-4ad7-8012-59b6f44639dd'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:16:46.273834 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaaecaa6-e6b8-4e9b-8991-0c61f93eae66" -d '{"events": [{"server_uuid": "5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e", "name": "network-vif-plugged", "status": "completed", "tag": "854ced84-5ffb-4ad7-8012-59b6f44639dd"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:16:46.281902 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 854ced84-5ffb-4ad7-8012-59b6f44639dd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=854ced84-5ffb-4ad7-8012-59b6f44639dd,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:16:46.286583 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:46.288478 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:46.317313 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648835e6-dd6c-4065-b22d-679ab097a3d0 x-openstack-request-id: req-648835e6-dd6c-4065-b22d-679ab097a3d0 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:16:46.317608 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e", "name": "network-vif-plugged", "status": "completed", "tag": "854ced84-5ffb-4ad7-8012-59b6f44639dd", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:16:46.317864 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-648835e6-dd6c-4065-b22d-679ab097a3d0 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:16:46.318252 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854ced84-5ffb-4ad7-8012-59b6f44639dd', 'code': 200} May 31 16:16:46.357059 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=854ced84-5ffb-4ad7-8012-59b6f44639dd,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:16:46.359916 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:16:46.553235 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1a317-1ab9-463d-a954-cc3b7e0bf30b req-38441983-ee35-4d07-9c56-0b2c1f7ffc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:46.554739 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-43b1a317-1ab9-463d-a954-cc3b7e0bf30b req-38441983-ee35-4d07-9c56-0b2c1f7ffc0c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 1099 time: 0.0741260 May 31 16:16:46.599263 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-43b1a317-1ab9-463d-a954-cc3b7e0bf30b req-ebd3d7e5-1240-4e14-97d6-a0c94d9551f4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379534 May 31 16:16:47.076791 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f355edc-ac69-49d7-9674-44595e353a93 req-c6c52d9c-4957-4ace-9bb1-1bd1c03690ac tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:47.078259 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1f355edc-ac69-49d7-9674-44595e353a93 req-c6c52d9c-4957-4ace-9bb1-1bd1c03690ac tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 946 time: 0.0899801 May 31 16:16:47.126209 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1f355edc-ac69-49d7-9674-44595e353a93 req-4899bc84-6395-4b45-9ff7-18f6e3635f1f tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395820 May 31 16:16:48.328257 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa4f0d-acf4-4157-8ce3-12381a8ab435 req-57e82e6a-67ad-4521-a50d-8947a32e42c4 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:48.329739 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8dfa4f0d-acf4-4157-8ce3-12381a8ab435 req-57e82e6a-67ad-4521-a50d-8947a32e42c4 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 946 time: 0.0892675 May 31 16:16:48.379279 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8dfa4f0d-acf4-4157-8ce3-12381a8ab435 req-42d969f4-07a2-4619-b83d-0079c1f01d1c tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437484 May 31 16:16:48.562010 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363bfec-67f4-46c1-a8d7-a2adc305fd87 req-7a414959-ea92-4748-8c17-9f4684f92892 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:48.563461 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9363bfec-67f4-46c1-a8d7-a2adc305fd87 req-7a414959-ea92-4748-8c17-9f4684f92892 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 946 time: 0.0821791 May 31 16:16:48.572582 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 36492) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:16:48.577807 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-75b2a6ea-0503-494a-a4ad-01601a86dcf8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Request body: {'floatingip': {'port_id': '854ced84-5ffb-4ad7-8012-59b6f44639dd'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:16:48.655862 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-75b2a6ea-0503-494a-a4ad-01601a86dcf8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for floatingip, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:49.251336 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-75b2a6ea-0503-494a-a4ad-01601a86dcf8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:49.257242 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-75b2a6ea-0503-494a-a4ad-01601a86dcf8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:49.585649 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-75b2a6ea-0503-494a-a4ad-01601a86dcf8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Floating IP e558345e-19b3-4a91-9216-5ab8db06cf33 associated. External IP: 172.26.0.171, port: 854ced84-5ffb-4ad7-8012-59b6f44639dd. May 31 16:16:49.948837 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b2a6ea-0503-494a-a4ad-01601a86dcf8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:16:50.129735 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b2a6ea-0503-494a-a4ad-01601a86dcf8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:16:50.134829 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-75b2a6ea-0503-494a-a4ad-01601a86dcf8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:50.139404 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c3fe3b-061c-44cf-afd3-bb41dd712344 None None] Sync routers for ids ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:16:50.149640 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c3fe3b-061c-44cf-afd3-bb41dd712344 None None] Routers {'61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:16:50.150268 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b5c3fe3b-061c-44cf-afd3-bb41dd712344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:16:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:16:50.191320 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-75b2a6ea-0503-494a-a4ad-01601a86dcf8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "PUT /v2.0/floatingips/e558345e-19b3-4a91-9216-5ab8db06cf33 HTTP/1.1" status: 200 len: 992 time: 1.6176271 May 31 16:16:50.191973 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e', 'tag': '854ced84-5ffb-4ad7-8012-59b6f44639dd'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:16:50.194250 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b224217-e4d9-4cac-ba0c-6c4be5db37bd" -d '{"events": [{"name": "network-changed", "server_uuid": "5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e", "tag": "854ced84-5ffb-4ad7-8012-59b6f44639dd"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:16:50.238859 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136f25f2-743f-4ecc-bd8f-ee102ffee652 x-openstack-request-id: req-136f25f2-743f-4ecc-bd8f-ee102ffee652 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:16:50.239486 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e", "tag": "854ced84-5ffb-4ad7-8012-59b6f44639dd", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:16:50.239776 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-136f25f2-743f-4ecc-bd8f-ee102ffee652 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:16:50.240233 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e', 'tag': '854ced84-5ffb-4ad7-8012-59b6f44639dd', 'status': 'completed', 'code': 200} May 31 16:16:50.330069 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b224217-e4d9-4cac-ba0c-6c4be5db37bd req-7799495a-fd1b-4a4e-917b-773ecd3d07ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:50.330502 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-b5c3fe3b-061c-44cf-afd3-bb41dd712344 None None] Set router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:16:50.331577 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9b224217-e4d9-4cac-ba0c-6c4be5db37bd req-7799495a-fd1b-4a4e-917b-773ecd3d07ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 1099 time: 0.0708280 May 31 16:16:50.465888 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b224217-e4d9-4cac-ba0c-6c4be5db37bd req-e468f668-dc30-4d7b-aac5-3b68ca25dda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:50.467361 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9b224217-e4d9-4cac-ba0c-6c4be5db37bd req-e468f668-dc30-4d7b-aac5-3b68ca25dda6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.1294127 May 31 16:16:50.569142 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9b224217-e4d9-4cac-ba0c-6c4be5db37bd req-38c3eced-22f5-494d-afc4-d95a57bff96b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=854ced84-5ffb-4ad7-8012-59b6f44639dd HTTP/1.1" status: 200 len: 1000 time: 0.0950551 May 31 16:16:50.631909 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b224217-e4d9-4cac-ba0c-6c4be5db37bd req-50bbce06-732d-4aaa-b016-9be206fe56a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:50.633465 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9b224217-e4d9-4cac-ba0c-6c4be5db37bd req-50bbce06-732d-4aaa-b016-9be206fe56a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0581558 May 31 16:16:50.711964 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b224217-e4d9-4cac-ba0c-6c4be5db37bd req-f18a88dc-91cc-41a8-91df-fc64af5b2f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:50.713584 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9b224217-e4d9-4cac-ba0c-6c4be5db37bd req-f18a88dc-91cc-41a8-91df-fc64af5b2f31 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0730305 May 31 16:16:50.717975 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b5c3fe3b-061c-44cf-afd3-bb41dd712344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:16:30Z', 'revision_number': 4, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port': {'id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:27Z', 'updated_at': '2021-05-31T16:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'e558345e-19b3-4a91-9216-5ab8db06cf33', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'port_id': '854ced84-5ffb-4ad7-8012-59b6f44639dd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'mac_address': 'fa:16:3e:0d:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:16:34Z', 'updated_at': '2021-05-31T16:16:49Z', 'revision_number': 1, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5758a56-4327-46a1-9417-9d3c81e92215', 'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'mac_address': 'fa:16:3e:8b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:30Z', 'updated_at': '2021-05-31T16:16:36Z', 'revision_number': 5, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'subnets': [{'id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:16:50.722010 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c3fe3b-061c-44cf-afd3-bb41dd712344 None None] Checking router: 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:16:50.727208 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [req-9b224217-e4d9-4cac-ba0c-6c4be5db37bd req-012ae37d-3959-4cd7-a296-fdff0cb2d171 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 16:16:50.728122 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9b224217-e4d9-4cac-ba0c-6c4be5db37bd req-012ae37d-3959-4cd7-a296-fdff0cb2d171 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065570 May 31 16:16:50.730555 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c3fe3b-061c-44cf-afd3-bb41dd712344 None None] Routers {'61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:16:50.731176 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b5c3fe3b-061c-44cf-afd3-bb41dd712344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:16:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:16:50.860003 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9b224217-e4d9-4cac-ba0c-6c4be5db37bd req-fae616d5-1cda-4ada-a60e-42d2880c91de service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248832 May 31 16:16:50.907131 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-b5c3fe3b-061c-44cf-afd3-bb41dd712344 None None] Set router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:16:51.147183 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9b224217-e4d9-4cac-ba0c-6c4be5db37bd req-185d065b-a66b-48c7-a9cf-a0f0e0a59033 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808373 May 31 16:16:51.264507 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b5c3fe3b-061c-44cf-afd3-bb41dd712344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:16:30Z', 'revision_number': 4, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port': {'id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:27Z', 'updated_at': '2021-05-31T16:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'e558345e-19b3-4a91-9216-5ab8db06cf33', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'port_id': '854ced84-5ffb-4ad7-8012-59b6f44639dd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'mac_address': 'fa:16:3e:0d:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:16:34Z', 'updated_at': '2021-05-31T16:16:49Z', 'revision_number': 1, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5758a56-4327-46a1-9417-9d3c81e92215', 'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'mac_address': 'fa:16:3e:8b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:30Z', 'updated_at': '2021-05-31T16:16:36Z', 'revision_number': 5, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'subnets': [{'id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:16:51.268651 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c3fe3b-061c-44cf-afd3-bb41dd712344 None None] The sync data for ids ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'] in dv-neutron-601336-79-hyperv is: [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:16:30Z', 'revision_number': 4, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port': {'id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:27Z', 'updated_at': '2021-05-31T16:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'e558345e-19b3-4a91-9216-5ab8db06cf33', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'port_id': '854ced84-5ffb-4ad7-8012-59b6f44639dd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'mac_address': 'fa:16:3e:0d:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:16:34Z', 'updated_at': '2021-05-31T16:16:49Z', 'revision_number': 1, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5758a56-4327-46a1-9417-9d3c81e92215', 'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'mac_address': 'fa:16:3e:8b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:30Z', 'updated_at': '2021-05-31T16:16:36Z', 'revision_number': 5, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'subnets': [{'id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:16:51.454280 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79be2e8-eba8-48ce-8c5e-85076c9b6ebd None None] New status for floating IP e558345e-19b3-4a91-9216-5ab8db06cf33: ACTIVE {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:16:54.978199 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6b6289b7-b724-421c-b088-47ad122f301e req-dd54534c-3d1f-43b9-85da-8485854ef7a7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767939 May 31 16:16:55.126474 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6289b7-b724-421c-b088-47ad122f301e req-3bef49ec-819a-4e60-8762-f76a49bdd982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:55.128010 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6b6289b7-b724-421c-b088-47ad122f301e req-3bef49ec-819a-4e60-8762-f76a49bdd982 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 1099 time: 0.0780399 May 31 16:16:55.274458 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6289b7-b724-421c-b088-47ad122f301e req-ad2eaa41-4e4f-440a-96ed-6bcf1f2bec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:55.275970 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6b6289b7-b724-421c-b088-47ad122f301e req-ad2eaa41-4e4f-440a-96ed-6bcf1f2bec4a service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.1284928 May 31 16:16:55.377052 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6b6289b7-b724-421c-b088-47ad122f301e req-a551613a-11cb-4d21-987a-4705d5a7c09d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=854ced84-5ffb-4ad7-8012-59b6f44639dd HTTP/1.1" status: 200 len: 1002 time: 0.0932896 May 31 16:16:55.443255 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6289b7-b724-421c-b088-47ad122f301e req-d59e633f-b982-42e3-b823-5773ca2878f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:55.444737 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6b6289b7-b724-421c-b088-47ad122f301e req-d59e633f-b982-42e3-b823-5773ca2878f3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0609667 May 31 16:16:55.525812 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6289b7-b724-421c-b088-47ad122f301e req-0b541bd7-5de4-4318-9dd9-3431ba4de682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:16:55.527234 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6b6289b7-b724-421c-b088-47ad122f301e req-0b541bd7-5de4-4318-9dd9-3431ba4de682 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0741503 May 31 16:16:55.661610 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6b6289b7-b724-421c-b088-47ad122f301e req-ca8e3c02-757b-4655-b715-5d3801492c86 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268511 May 31 16:16:55.802418 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6b6289b7-b724-421c-b088-47ad122f301e req-70f4e727-6edf-4e9c-a096-8219b71b29a4 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338828 May 31 16:16:58.599090 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:17:04.700554 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b70b780d-ca8f-40df-a553-d53ca16cee43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:17:07.029493 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:17:07.818004 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:17:07.914812 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-57150933-bc16-404c-8769-36dbf0e03d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:17:08.460122 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:17:09.834043 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:17:28.603476 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:17:34.696395 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3df1d5c8-e3bf-4ce8-83ef-02f933417ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:17:37.027772 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:17:37.914754 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b96397f9-1243-4961-ad99-4dae4dbeee4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:17:38.468156 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:17:39.836081 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:17:44.817753 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:17:55.024208 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9f5bc02f-6c5b-49e5-934a-1f1fe32d497c req-be38f522-175d-4036-8baf-b01b0eebee5d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1278563 May 31 16:17:55.188290 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bc02f-6c5b-49e5-934a-1f1fe32d497c req-7f90b3bf-ff35-41ed-a157-edeaed200cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:17:55.189691 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9f5bc02f-6c5b-49e5-934a-1f1fe32d497c req-7f90b3bf-ff35-41ed-a157-edeaed200cd3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 1099 time: 0.0863090 May 31 16:17:55.355740 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bc02f-6c5b-49e5-934a-1f1fe32d497c req-4c26f079-0d24-4355-82d1-67523fe4a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:17:55.357324 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9f5bc02f-6c5b-49e5-934a-1f1fe32d497c req-4c26f079-0d24-4355-82d1-67523fe4a1a8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.1466660 May 31 16:17:55.461204 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9f5bc02f-6c5b-49e5-934a-1f1fe32d497c req-01424ed2-b90b-49ee-956b-cd6f51d42125 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=854ced84-5ffb-4ad7-8012-59b6f44639dd HTTP/1.1" status: 200 len: 1002 time: 0.0960720 May 31 16:17:55.524378 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bc02f-6c5b-49e5-934a-1f1fe32d497c req-e276b560-8be6-45a1-9cf6-55d22dfe7167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:17:55.525829 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9f5bc02f-6c5b-49e5-934a-1f1fe32d497c req-e276b560-8be6-45a1-9cf6-55d22dfe7167 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0585423 May 31 16:17:55.605272 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bc02f-6c5b-49e5-934a-1f1fe32d497c req-b2f0f6f1-83b6-40dd-b287-9ea04760f809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:17:55.606785 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9f5bc02f-6c5b-49e5-934a-1f1fe32d497c req-b2f0f6f1-83b6-40dd-b287-9ea04760f809 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0743980 May 31 16:17:55.747663 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9f5bc02f-6c5b-49e5-934a-1f1fe32d497c req-c2dfe4ae-667c-4743-babf-99487cc150a9 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330447 May 31 16:17:55.883120 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9f5bc02f-6c5b-49e5-934a-1f1fe32d497c req-ab5cfd07-d0dc-4c07-92fd-9f26bbd5a59a service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282952 May 31 16:17:58.608336 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:04.693493 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-78468346-2ea0-440f-9500-25e9487e2e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:05.222753 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4eb2c-2d26-47f6-a912-727b62be37e3 req-6881fcb8-7674-4cea-84f5-1f85dc1c2937 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:05.224216 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bea4eb2c-2d26-47f6-a912-727b62be37e3 req-6881fcb8-7674-4cea-84f5-1f85dc1c2937 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 946 time: 0.1517413 May 31 16:18:05.269692 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bea4eb2c-2d26-47f6-a912-727b62be37e3 req-ce900379-1370-4061-9ec0-675d9a09b3b6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392673 May 31 16:18:05.643438 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-63737fcc-033a-4329-94db-c4b689f218e7 req-68dbf719-1bc4-4803-b0b3-a6d05f60fd15 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0815828 May 31 16:18:05.838870 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745261f-8f3c-4e35-aa03-4147b8c3050a req-65d61f07-1e52-4bba-b21b-a1bda3b804f1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:05.840397 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9745261f-8f3c-4e35-aa03-4147b8c3050a req-65d61f07-1e52-4bba-b21b-a1bda3b804f1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 946 time: 0.0817363 May 31 16:18:05.885714 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9745261f-8f3c-4e35-aa03-4147b8c3050a req-c4f34703-d329-4c8e-af21-ff8bf3d09119 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394454 May 31 16:18:06.871486 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63737fcc-033a-4329-94db-c4b689f218e7 req-f68befa2-63de-4da2-873a-c44bd7bb0c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:06.873018 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-63737fcc-033a-4329-94db-c4b689f218e7 req-f68befa2-63de-4da2-873a-c44bd7bb0c2d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 1099 time: 0.0808053 May 31 16:18:07.022844 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:07.160211 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63737fcc-033a-4329-94db-c4b689f218e7 req-af9e97f5-2710-48d5-beaf-6ef69e5fe041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:07.161745 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-63737fcc-033a-4329-94db-c4b689f218e7 req-af9e97f5-2710-48d5-beaf-6ef69e5fe041 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.2824578 May 31 16:18:07.307784 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-63737fcc-033a-4329-94db-c4b689f218e7 req-5465e7bc-6df2-4156-83f0-8e6ca4a2eab4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=854ced84-5ffb-4ad7-8012-59b6f44639dd HTTP/1.1" status: 200 len: 1002 time: 0.1143854 May 31 16:18:07.368446 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33e7be-bd85-4975-8f7d-2c7be51e5c0d req-54208a8f-beb6-4a88-b70f-90fd32e856f8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:07.369930 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1d33e7be-bd85-4975-8f7d-2c7be51e5c0d req-54208a8f-beb6-4a88-b70f-90fd32e856f8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 946 time: 0.2677453 May 31 16:18:07.403857 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63737fcc-033a-4329-94db-c4b689f218e7 req-70922bc7-0658-4994-aa32-5422b09725b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:07.405275 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-63737fcc-033a-4329-94db-c4b689f218e7 req-70922bc7-0658-4994-aa32-5422b09725b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0898042 May 31 16:18:07.467052 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1d33e7be-bd85-4975-8f7d-2c7be51e5c0d req-42799924-b78a-42f1-a49c-da84277d7bf9 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895441 May 31 16:18:07.503889 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63737fcc-033a-4329-94db-c4b689f218e7 req-c3033f8c-6dc1-4c36-bae5-9ca1eb72114b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:07.505411 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-63737fcc-033a-4329-94db-c4b689f218e7 req-c3033f8c-6dc1-4c36-bae5-9ca1eb72114b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0904801 May 31 16:18:07.637996 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-63737fcc-033a-4329-94db-c4b689f218e7 req-092d8fa2-293c-4037-8617-7667128afadf service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256146 May 31 16:18:07.768995 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-63737fcc-033a-4329-94db-c4b689f218e7 req-66b98c3b-1ce8-4b9f-b5a1-f46ceb4668ce service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240838 May 31 16:18:07.908904 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2ec9d44-3a20-4c98-90bb-62f3bed6f792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:08.475512 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:08.657431 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419e741-c7c7-4e8e-8ae0-29c3546f4c35 req-ff3e612d-323a-4a22-9088-9369395c6f19 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:08.658798 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5419e741-c7c7-4e8e-8ae0-29c3546f4c35 req-ff3e612d-323a-4a22-9088-9369395c6f19 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 946 time: 0.0830216 May 31 16:18:08.704356 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5419e741-c7c7-4e8e-8ae0-29c3546f4c35 req-ec37ad10-dd2f-4b79-adc8-5302b3f5405c tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384769 May 31 16:18:09.835243 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:09.904544 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4eedf6-1fd9-43d0-803f-a4b8c246fd58 req-73e7eaf2-48ed-47ff-8e6e-155d8a30ce0d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:09.906048 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fc4eedf6-1fd9-43d0-803f-a4b8c246fd58 req-73e7eaf2-48ed-47ff-8e6e-155d8a30ce0d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 946 time: 0.0897501 May 31 16:18:09.950572 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fc4eedf6-1fd9-43d0-803f-a4b8c246fd58 req-468b7976-7917-4573-aeb4-23882ee8c112 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386183 May 31 16:18:11.163715 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed356a66-23cc-487e-81aa-f2a3e41c50c7 req-d40ac9a0-f40d-405d-b6ec-881b2d6f8544 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:11.165173 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ed356a66-23cc-487e-81aa-f2a3e41c50c7 req-d40ac9a0-f40d-405d-b6ec-881b2d6f8544 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 946 time: 0.0968518 May 31 16:18:11.221889 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ed356a66-23cc-487e-81aa-f2a3e41c50c7 req-179ec732-722d-492b-9f39-299d4957f747 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505188 May 31 16:18:12.417419 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac65d69-7a30-40f1-a959-00a15007df80 req-184b400e-b82d-4287-821d-19e27e852704 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:12.418891 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1ac65d69-7a30-40f1-a959-00a15007df80 req-184b400e-b82d-4287-821d-19e27e852704 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 946 time: 0.0866055 May 31 16:18:12.466528 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1ac65d69-7a30-40f1-a959-00a15007df80 req-58cf2f6e-89d3-4c27-9178-9debbb50fda5 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387537 May 31 16:18:13.683279 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c77a57-59f1-48a6-a594-515e75296a4d req-7b39da7e-68a9-4fce-8119-691dbaaddc69 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:13.684627 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c2c77a57-59f1-48a6-a594-515e75296a4d req-7b39da7e-68a9-4fce-8119-691dbaaddc69 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 946 time: 0.0977755 May 31 16:18:13.732011 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c2c77a57-59f1-48a6-a594-515e75296a4d req-14c98270-4702-4a1c-822e-8393f6d065af tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412550 May 31 16:18:14.935084 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063bb17-05ff-4af4-b595-ac8a83440906 req-5dac4c6a-349f-4932-83c0-28696b53e88d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:14.936557 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6063bb17-05ff-4af4-b595-ac8a83440906 req-5dac4c6a-349f-4932-83c0-28696b53e88d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 946 time: 0.0875163 May 31 16:18:14.980665 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6063bb17-05ff-4af4-b595-ac8a83440906 req-d4f31d94-169d-471c-8065-8bfdbdf1d63f tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382261 May 31 16:18:16.189964 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49eda63-4402-4299-96a2-9e6501b17bae req-0ad820d4-c808-4704-9f9d-6f3ee5830efc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:16.191322 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f49eda63-4402-4299-96a2-9e6501b17bae req-0ad820d4-c808-4704-9f9d-6f3ee5830efc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 946 time: 0.0982196 May 31 16:18:16.248699 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f49eda63-4402-4299-96a2-9e6501b17bae req-f9d4c962-f8a5-4e8b-ab79-9393ee57ffbc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512576 May 31 16:18:17.447372 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab11afe-7ac4-45f9-b929-0de0f861cc96 req-cbe36867-7246-4e02-bd71-b444123a4e7f tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:17.448811 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1ab11afe-7ac4-45f9-b929-0de0f861cc96 req-cbe36867-7246-4e02-bd71-b444123a4e7f tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 946 time: 0.0926852 May 31 16:18:17.496571 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1ab11afe-7ac4-45f9-b929-0de0f861cc96 req-373f2acb-072b-4a89-955d-42f364dc495f tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397344 May 31 16:18:18.690470 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ebff76-793c-4d79-9f94-258cdf5b2c4b req-c869b086-24b6-4c66-93dc-4637f27c1258 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:18.691875 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b1ebff76-793c-4d79-9f94-258cdf5b2c4b req-c869b086-24b6-4c66-93dc-4637f27c1258 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 946 time: 0.0850639 May 31 16:18:18.738508 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b1ebff76-793c-4d79-9f94-258cdf5b2c4b req-91bdda08-4189-40f3-8753-be96bd9edb16 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382476 May 31 16:18:19.499874 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-63737fcc-033a-4329-94db-c4b689f218e7 req-e367ce57-c284-45ef-90a1-46412a01e185 service neutron] 10.222.0.59 "GET /v2.0/ports/854ced84-5ffb-4ad7-8012-59b6f44639dd/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0778811 May 31 16:18:19.787790 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63737fcc-033a-4329-94db-c4b689f218e7 req-584a5fd1-9aec-47b7-935d-1a309e44dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:19.789313 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-63737fcc-033a-4329-94db-c4b689f218e7 req-584a5fd1-9aec-47b7-935d-1a309e44dd8c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e&tenant_id=73bccc52448049adbff6aeb751f894c9 HTTP/1.1" status: 200 len: 1099 time: 0.0765994 May 31 16:18:19.945439 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63737fcc-033a-4329-94db-c4b689f218e7 req-c26096c7-107d-4bb8-aceb-c61cb1ea4045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:19.946976 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-63737fcc-033a-4329-94db-c4b689f218e7 req-c26096c7-107d-4bb8-aceb-c61cb1ea4045 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 1099 time: 0.1352820 May 31 16:18:20.030606 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976adbfc-4419-4196-9b48-f17ddda6de4c req-6a74b7de-9b55-4c8b-96e7-a8d2c1be2888 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:20.031951 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-976adbfc-4419-4196-9b48-f17ddda6de4c req-6a74b7de-9b55-4c8b-96e7-a8d2c1be2888 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 946 time: 0.1652503 May 31 16:18:20.259743 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-976adbfc-4419-4196-9b48-f17ddda6de4c req-2b5c2d13-a622-432d-8339-310d67cd0d60 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157824 May 31 16:18:20.264103 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63737fcc-033a-4329-94db-c4b689f218e7 req-3a20032b-c462-40bb-9933-5a71972506e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:20.265469 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-63737fcc-033a-4329-94db-c4b689f218e7 req-3a20032b-c462-40bb-9933-5a71972506e8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.3108056 May 31 16:18:20.370005 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-63737fcc-033a-4329-94db-c4b689f218e7 req-d7111959-ac5f-45ce-8277-e215264701e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=854ced84-5ffb-4ad7-8012-59b6f44639dd HTTP/1.1" status: 200 len: 1002 time: 0.0969801 May 31 16:18:20.434846 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63737fcc-033a-4329-94db-c4b689f218e7 req-c00cee89-a5e0-48bd-8247-178c1c72dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:20.436330 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-63737fcc-033a-4329-94db-c4b689f218e7 req-c00cee89-a5e0-48bd-8247-178c1c72dae8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0599747 May 31 16:18:20.514440 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63737fcc-033a-4329-94db-c4b689f218e7 req-cab5be34-375d-4508-bb4a-dc702fd85959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:20.515902 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-63737fcc-033a-4329-94db-c4b689f218e7 req-cab5be34-375d-4508-bb4a-dc702fd85959 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0717981 May 31 16:18:20.651453 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-63737fcc-033a-4329-94db-c4b689f218e7 req-a9638535-f0a6-4aa5-96f1-c542e44aa9a9 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280646 May 31 16:18:20.789309 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-63737fcc-033a-4329-94db-c4b689f218e7 req-18a5abd6-aa6f-4f7a-9aab-23deb9732f13 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313231 May 31 16:18:21.469716 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493adb5-760f-4289-b9d5-1b992aae1e3a req-14860e1a-5a06-4427-9d0a-09063330c4e8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:21.474978 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0493adb5-760f-4289-b9d5-1b992aae1e3a req-14860e1a-5a06-4427-9d0a-09063330c4e8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 946 time: 0.0990384 May 31 16:18:21.518134 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0493adb5-760f-4289-b9d5-1b992aae1e3a req-9f78eafb-2d05-455f-ba52-ee2e404ccd8f tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406978 May 31 16:18:21.821689 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:18:22.494564 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 854ced84-5ffb-4ad7-8012-59b6f44639dd no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:18:22.617875 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:22.644385 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '854ced84-5ffb-4ad7-8012-59b6f44639dd'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:18:22.646548 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391e1f1a-bc18-4254-b2d3-3d689fbcd25d" -d '{"events": [{"server_uuid": "5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e", "name": "network-vif-unplugged", "status": "completed", "tag": "854ced84-5ffb-4ad7-8012-59b6f44639dd"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:18:22.653968 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 854ced84-5ffb-4ad7-8012-59b6f44639dd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=854ced84-5ffb-4ad7-8012-59b6f44639dd,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:18:22.659242 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:22.661074 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:18:22.705411 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 16:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab90a8d3-c442-4c2e-898d-369d145fd3e9 x-openstack-request-id: req-ab90a8d3-c442-4c2e-898d-369d145fd3e9 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:18:22.705677 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e", "name": "network-vif-unplugged", "status": "completed", "tag": "854ced84-5ffb-4ad7-8012-59b6f44639dd", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:18:22.705932 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ab90a8d3-c442-4c2e-898d-369d145fd3e9 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:18:22.706319 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '854ced84-5ffb-4ad7-8012-59b6f44639dd', 'code': 200} May 31 16:18:22.711164 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43165abd-4402-4f4f-b1af-3f7992afcdf8 req-967c4a4d-4820-4e8f-927b-fcb28213fee8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:22.712659 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-43165abd-4402-4f4f-b1af-3f7992afcdf8 req-967c4a4d-4820-4e8f-927b-fcb28213fee8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 944 time: 0.0842733 May 31 16:18:22.737606 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=854ced84-5ffb-4ad7-8012-59b6f44639dd,revision_number=6']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:18:22.745125 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:18:22.745465 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:18:22.745795 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:18:22.746153 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:18:22.746473 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:18:22.746795 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:18:22.747625 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:18:22.747625 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:18:22.747853 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:18:22.748059 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:18:22.748341 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:18:22.748709 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:18:22.752805 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:18:22.761771 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-43165abd-4402-4f4f-b1af-3f7992afcdf8 req-fd19e28c-78a3-49fd-b376-eb542df57a42 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429473 May 31 16:18:23.956107 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0cc2c-a74a-46c4-9382-3def20749cb7 req-f175f6be-9dbd-4e5b-ac4e-fc543cd18106 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:23.957555 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-46a0cc2c-a74a-46c4-9382-3def20749cb7 req-f175f6be-9dbd-4e5b-ac4e-fc543cd18106 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 944 time: 0.0877821 May 31 16:18:24.002974 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-46a0cc2c-a74a-46c4-9382-3def20749cb7 req-b65ae11c-b2af-4e67-aa51-61d43e84c485 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394328 May 31 16:18:24.372569 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886081b9-9aeb-44a0-a6ef-46bd6b36278d req-9369b395-d621-4d30-9702-893a59b43e7e tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:24.374020 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-886081b9-9aeb-44a0-a6ef-46bd6b36278d req-9369b395-d621-4d30-9702-893a59b43e7e tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 944 time: 0.1445184 May 31 16:18:24.386217 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655a0b0-2e19-4ebb-9072-a8adc4a0bc9a req-0568d548-b58d-4eb3-bd0f-62fec019d2e7 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:24.387646 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2655a0b0-2e19-4ebb-9072-a8adc4a0bc9a req-0568d548-b58d-4eb3-bd0f-62fec019d2e7 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.59 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e&tenant_id=73bccc52448049adbff6aeb751f894c9&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 944 time: 0.1563389 May 31 16:18:24.427764 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-886081b9-9aeb-44a0-a6ef-46bd6b36278d req-8c989e11-b987-4b9e-95a1-dd4cc314739c tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391650 May 31 16:18:24.515024 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 854ced84-5ffb-4ad7-8012-59b6f44639dd details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:18:24.538170 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655a0b0-2e19-4ebb-9072-a8adc4a0bc9a req-2c447482-305d-4e5f-959a-0682e18c0dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:24.539701 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2655a0b0-2e19-4ebb-9072-a8adc4a0bc9a req-2c447482-305d-4e5f-959a-0682e18c0dc0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 1097 time: 0.0783081 May 31 16:18:24.674630 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655a0b0-2e19-4ebb-9072-a8adc4a0bc9a req-02e97dd7-7801-4aa8-8d49-3253ac5002a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:24.676135 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2655a0b0-2e19-4ebb-9072-a8adc4a0bc9a req-02e97dd7-7801-4aa8-8d49-3253ac5002a4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.1294060 May 31 16:18:24.695408 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 854ced84-5ffb-4ad7-8012-59b6f44639dd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=854ced84-5ffb-4ad7-8012-59b6f44639dd,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:18:24.708456 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '854ced84-5ffb-4ad7-8012-59b6f44639dd', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'port_id': '854ced84-5ffb-4ad7-8012-59b6f44639dd', 'mac_address': 'fa:16:3e:0d:e0:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:18:24.765993 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:24.780004 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2655a0b0-2e19-4ebb-9072-a8adc4a0bc9a req-9efd7d3c-1ea4-4ef0-a2f1-88e62749403c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=854ced84-5ffb-4ad7-8012-59b6f44639dd HTTP/1.1" status: 200 len: 1000 time: 0.0961022 May 31 16:18:24.784314 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 854ced84-5ffb-4ad7-8012-59b6f44639dd {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:18:24.801357 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 854ced84-5ffb-4ad7-8012-59b6f44639dd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=854ced84-5ffb-4ad7-8012-59b6f44639dd,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:18:24.806781 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:24.808995 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:18:24.843901 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655a0b0-2e19-4ebb-9072-a8adc4a0bc9a req-3e3b0716-0d02-4fc3-8067-3fad42358053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:24.845874 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2655a0b0-2e19-4ebb-9072-a8adc4a0bc9a req-3e3b0716-0d02-4fc3-8067-3fad42358053 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0591376 May 31 16:18:24.877648 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['854ced84-5ffb-4ad7-8012-59b6f44639dd'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:18:24.909508 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=854ced84-5ffb-4ad7-8012-59b6f44639dd,revision_number=7']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:18:24.918379 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:18:24.927406 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655a0b0-2e19-4ebb-9072-a8adc4a0bc9a req-97a8416c-c779-43e8-9100-cc36b6a685b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:24.928869 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2655a0b0-2e19-4ebb-9072-a8adc4a0bc9a req-97a8416c-c779-43e8-9100-cc36b6a685b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0765460 May 31 16:18:25.063150 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2655a0b0-2e19-4ebb-9072-a8adc4a0bc9a req-65b4e8a3-6441-4544-af27-d6a9370996c3 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273255 May 31 16:18:25.196665 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2655a0b0-2e19-4ebb-9072-a8adc4a0bc9a req-41b83bb9-add5-49e8-8968-2d8edfed446c service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258886 May 31 16:18:25.641162 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c98d7d-fcea-4b1c-9fe1-6b1d6c9d5391 req-c74aac12-4a09-4a30-aae2-ee58966b4819 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:25.642660 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-27c98d7d-fcea-4b1c-9fe1-6b1d6c9d5391 req-c74aac12-4a09-4a30-aae2-ee58966b4819 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 945 time: 0.0837216 May 31 16:18:25.689706 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-27c98d7d-fcea-4b1c-9fe1-6b1d6c9d5391 req-cc979cf8-c067-4d97-a506-d7b4b9e0844a tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403984 May 31 16:18:26.533383 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 854ced84-5ffb-4ad7-8012-59b6f44639dd up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:18:26.612785 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 854ced84-5ffb-4ad7-8012-59b6f44639dd triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:18:26.613160 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:26.734011 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:26.762010 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854ced84-5ffb-4ad7-8012-59b6f44639dd'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:18:26.764357 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2bd80a-bd10-41c9-8e49-4b3b823ae089" -d '{"events": [{"server_uuid": "5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e", "name": "network-vif-plugged", "status": "completed", "tag": "854ced84-5ffb-4ad7-8012-59b6f44639dd"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:18:26.772565 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 854ced84-5ffb-4ad7-8012-59b6f44639dd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=854ced84-5ffb-4ad7-8012-59b6f44639dd,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:18:26.777892 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:26.779821 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:18:26.853940 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=854ced84-5ffb-4ad7-8012-59b6f44639dd,revision_number=8']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:18:26.857424 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:18:26.885049 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40aabb1-ff54-4627-a35a-82e8311848ad req-4ff3e4c1-9356-4d67-b71c-d90ab1f798c5 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:26.886684 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b40aabb1-ff54-4627-a35a-82e8311848ad req-4ff3e4c1-9356-4d67-b71c-d90ab1f798c5 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 946 time: 0.0884480 May 31 16:18:26.939730 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b40aabb1-ff54-4627-a35a-82e8311848ad req-fa2c5409-cf7b-42a5-9c82-7bca4cb30ccf tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466809 May 31 16:18:26.961632 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27cbf80-b86c-410f-b898-5669c1898cad x-openstack-request-id: req-a27cbf80-b86c-410f-b898-5669c1898cad {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:18:26.961981 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e", "name": "network-vif-plugged", "status": "completed", "tag": "854ced84-5ffb-4ad7-8012-59b6f44639dd", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:18:26.962295 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a27cbf80-b86c-410f-b898-5669c1898cad {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:18:26.962744 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854ced84-5ffb-4ad7-8012-59b6f44639dd', 'code': 200} May 31 16:18:27.282069 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa93814-0ddd-4584-b2bb-9519542c0c80 req-98f5ac3e-691d-48e5-8f56-8c85e9d9f08a tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:27.283441 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-afa93814-0ddd-4584-b2bb-9519542c0c80 req-98f5ac3e-691d-48e5-8f56-8c85e9d9f08a tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 946 time: 0.2382312 May 31 16:18:27.327627 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-afa93814-0ddd-4584-b2bb-9519542c0c80 req-23785a21-5723-4f50-944a-bf229bcb4075 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383799 May 31 16:18:27.520774 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a2a57-31e2-475d-8679-3dc23e3ae907 req-160fb806-1757-4105-85c5-33f26e887bda tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:27.522232 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-039a2a57-31e2-475d-8679-3dc23e3ae907 req-160fb806-1757-4105-85c5-33f26e887bda tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 946 time: 0.0882893 May 31 16:18:27.574663 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-039a2a57-31e2-475d-8679-3dc23e3ae907 req-641828ca-ef2a-4543-b001-a7cbd54d6ccc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464327 May 31 16:18:27.961241 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97982a-2f71-4e1e-850a-031b177a3b66 req-a30a60dd-8c02-45a7-af04-b22ac6e2a570 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:27.962695 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ca97982a-2f71-4e1e-850a-031b177a3b66 req-a30a60dd-8c02-45a7-af04-b22ac6e2a570 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 946 time: 0.0816762 May 31 16:18:28.010809 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ca97982a-2f71-4e1e-850a-031b177a3b66 req-fcc0202b-5247-4a49-ae13-a960ae47d46a tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421591 May 31 16:18:28.621730 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:29.214778 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67accd-ed81-4435-8970-8538b075982b req-2dabb3a4-ea81-4d49-8302-f7e6de285c3f tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:29.216323 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-be67accd-ed81-4435-8970-8538b075982b req-2dabb3a4-ea81-4d49-8302-f7e6de285c3f tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 946 time: 0.0861843 May 31 16:18:29.262310 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-be67accd-ed81-4435-8970-8538b075982b req-6458451c-e11d-4d47-aa24-c2db072625a0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402524 May 31 16:18:29.918819 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48dd21-7df8-46c5-9a3d-9134fa38268b req-db956606-d299-46ee-850b-51f82e520ed7 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:29.920292 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3c48dd21-7df8-46c5-9a3d-9134fa38268b req-db956606-d299-46ee-850b-51f82e520ed7 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.59 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 946 time: 0.1032588 May 31 16:18:30.064242 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-3c48dd21-7df8-46c5-9a3d-9134fa38268b req-41333079-4d83-4f55-80d4-21dfe57602c1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Deleting port 854ced84-5ffb-4ad7-8012-59b6f44639dd {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:18:30.064570 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-3c48dd21-7df8-46c5-9a3d-9134fa38268b req-41333079-4d83-4f55-80d4-21dfe57602c1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:30.199908 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-3c48dd21-7df8-46c5-9a3d-9134fa38268b req-41333079-4d83-4f55-80d4-21dfe57602c1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] For port 854ced84-5ffb-4ad7-8012-59b6f44639dd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=854ced84-5ffb-4ad7-8012-59b6f44639dd,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:18:30.200142 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-3c48dd21-7df8-46c5-9a3d-9134fa38268b req-41333079-4d83-4f55-80d4-21dfe57602c1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:30.548066 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-3c48dd21-7df8-46c5-9a3d-9134fa38268b req-41333079-4d83-4f55-80d4-21dfe57602c1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:30.548770 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-3c48dd21-7df8-46c5-9a3d-9134fa38268b req-41333079-4d83-4f55-80d4-21dfe57602c1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:30.548770 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [req-3c48dd21-7df8-46c5-9a3d-9134fa38268b req-41333079-4d83-4f55-80d4-21dfe57602c1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Floating IP e558345e-19b3-4a91-9216-5ab8db06cf33 disassociated. External IP: 172.26.0.171, port: 854ced84-5ffb-4ad7-8012-59b6f44639dd. May 31 16:18:30.548946 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-3c48dd21-7df8-46c5-9a3d-9134fa38268b req-41333079-4d83-4f55-80d4-21dfe57602c1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Calling delete_port for 854ced84-5ffb-4ad7-8012-59b6f44639dd owned by compute:nova {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:18:30.569586 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55982718-e93b-487e-a050-f4d248e4cc88 req-4e487c6a-7da7-4ea6-8fac-904757cc0e0c tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:30.571076 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-55982718-e93b-487e-a050-f4d248e4cc88 req-4e487c6a-7da7-4ea6-8fac-904757cc0e0c tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 946 time: 0.2005191 May 31 16:18:30.626392 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-55982718-e93b-487e-a050-f4d248e4cc88 req-9f1bf7dc-4f6e-4a63-9844-255944878b69 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467539 May 31 16:18:30.708708 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-3c48dd21-7df8-46c5-9a3d-9134fa38268b req-41333079-4d83-4f55-80d4-21dfe57602c1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:30.714586 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5f5b06db-c27f-4bd8-bf05-ef1197946f3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:18:30.761513 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41333079-4d83-4f55-80d4-21dfe57602c1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Pushing event deleted for resources: {'Port': ['ID=854ced84-5ffb-4ad7-8012-59b6f44639dd,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:18:30.772194 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41333079-4d83-4f55-80d4-21dfe57602c1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:18:30.772565 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41333079-4d83-4f55-80d4-21dfe57602c1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:18:30.772954 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41333079-4d83-4f55-80d4-21dfe57602c1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:18:30.773315 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41333079-4d83-4f55-80d4-21dfe57602c1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:18:30.773685 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41333079-4d83-4f55-80d4-21dfe57602c1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:18:30.774030 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41333079-4d83-4f55-80d4-21dfe57602c1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:18:30.774397 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41333079-4d83-4f55-80d4-21dfe57602c1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:18:30.774756 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41333079-4d83-4f55-80d4-21dfe57602c1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:18:30.775127 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41333079-4d83-4f55-80d4-21dfe57602c1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:18:30.775506 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41333079-4d83-4f55-80d4-21dfe57602c1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:18:30.775863 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41333079-4d83-4f55-80d4-21dfe57602c1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:18:30.776219 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41333079-4d83-4f55-80d4-21dfe57602c1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:18:30.779926 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-41333079-4d83-4f55-80d4-21dfe57602c1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:18:30.962057 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c48dd21-7df8-46c5-9a3d-9134fa38268b req-41333079-4d83-4f55-80d4-21dfe57602c1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:18:31.282602 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c48dd21-7df8-46c5-9a3d-9134fa38268b req-41333079-4d83-4f55-80d4-21dfe57602c1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:18:31.292590 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f4a49c-8936-4bbd-91a7-5204ba9eec71 None None] Sync routers for ids ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:18:31.303125 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f4a49c-8936-4bbd-91a7-5204ba9eec71 None None] Routers {'61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:18:31.303825 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e4f4a49c-8936-4bbd-91a7-5204ba9eec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:18:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:18:31.355324 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c48dd21-7df8-46c5-9a3d-9134fa38268b req-41333079-4d83-4f55-80d4-21dfe57602c1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] No DVR routers for this DVR port 854ced84-5ffb-4ad7-8012-59b6f44639dd on host hv-neutron-6013 {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:18:31.358148 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-3c48dd21-7df8-46c5-9a3d-9134fa38268b req-41333079-4d83-4f55-80d4-21dfe57602c1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:31.362227 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e', 'name': 'network-vif-deleted', 'tag': '854ced84-5ffb-4ad7-8012-59b6f44639dd'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:18:31.364569 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e33eea-d639-4520-be31-dcd8fcdae8ed" -d '{"events": [{"server_uuid": "5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e", "name": "network-vif-deleted", "tag": "854ced84-5ffb-4ad7-8012-59b6f44639dd"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:18:31.380755 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3c48dd21-7df8-46c5-9a3d-9134fa38268b req-41333079-4d83-4f55-80d4-21dfe57602c1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.59 "DELETE /v2.0/ports/854ced84-5ffb-4ad7-8012-59b6f44639dd HTTP/1.1" status: 204 len: 173 time: 1.4547076 May 31 16:18:31.419336 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60ba256-4db6-4af6-86bc-a85e2c4c3e4d x-openstack-request-id: req-f60ba256-4db6-4af6-86bc-a85e2c4c3e4d {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:18:31.419699 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e", "name": "network-vif-deleted", "tag": "854ced84-5ffb-4ad7-8012-59b6f44639dd", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:18:31.419988 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f60ba256-4db6-4af6-86bc-a85e2c4c3e4d {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:18:31.420439 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e', 'name': 'network-vif-deleted', 'tag': '854ced84-5ffb-4ad7-8012-59b6f44639dd', 'status': 'completed', 'code': 200} May 31 16:18:31.488308 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-e4f4a49c-8936-4bbd-91a7-5204ba9eec71 None None] Set router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:18:31.789252 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-b5b503a8-515f-417d-941a-fb2819155d2c req-a34b1410-1ab7-4804-929c-82f83b46c381 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Synchronizing usage tracker for tenant:73bccc52448049adbff6aeb751f894c9 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:18:31.806150 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-b5b503a8-515f-417d-941a-fb2819155d2c req-a34b1410-1ab7-4804-929c-82f83b46c381 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Unset dirty status for tenant:73bccc52448049adbff6aeb751f894c9 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:18:31.807345 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b5b503a8-515f-417d-941a-fb2819155d2c req-a34b1410-1ab7-4804-929c-82f83b46c381 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=5baa9aaa-c1f2-4a1c-b40d-b81321e4f89e HTTP/1.1" status: 200 len: 210 time: 0.0614080 May 31 16:18:31.807616 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e4f4a49c-8936-4bbd-91a7-5204ba9eec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:16:30Z', 'revision_number': 4, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port': {'id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:27Z', 'updated_at': '2021-05-31T16:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'd5758a56-4327-46a1-9417-9d3c81e92215', 'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'mac_address': 'fa:16:3e:8b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:30Z', 'updated_at': '2021-05-31T16:16:36Z', 'revision_number': 5, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'subnets': [{'id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:18:31.811885 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f4a49c-8936-4bbd-91a7-5204ba9eec71 None None] Checking router: 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:18:31.820906 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f4a49c-8936-4bbd-91a7-5204ba9eec71 None None] Routers {'61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:18:31.821572 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e4f4a49c-8936-4bbd-91a7-5204ba9eec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:18:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:18:32.017113 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-e4f4a49c-8936-4bbd-91a7-5204ba9eec71 None None] Set router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:18:32.374730 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e4f4a49c-8936-4bbd-91a7-5204ba9eec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:16:30Z', 'revision_number': 4, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port': {'id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:27Z', 'updated_at': '2021-05-31T16:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'd5758a56-4327-46a1-9417-9d3c81e92215', 'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'mac_address': 'fa:16:3e:8b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:30Z', 'updated_at': '2021-05-31T16:16:36Z', 'revision_number': 5, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'subnets': [{'id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:18:32.379606 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f4a49c-8936-4bbd-91a7-5204ba9eec71 None None] The sync data for ids ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'] in dv-neutron-601336-79-hyperv is: [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:16:30Z', 'revision_number': 4, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port': {'id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:27Z', 'updated_at': '2021-05-31T16:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'd5758a56-4327-46a1-9417-9d3c81e92215', 'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'mac_address': 'fa:16:3e:8b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:30Z', 'updated_at': '2021-05-31T16:16:36Z', 'revision_number': 5, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'subnets': [{'id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:18:32.557319 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 854ced84-5ffb-4ad7-8012-59b6f44639dd no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:18:32.592952 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: 854ced84-5ffb-4ad7-8012-59b6f44639dd {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:18:32.593333 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 854ced84-5ffb-4ad7-8012-59b6f44639dd not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:18:32.621859 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05276e2-b96f-4119-a0f2-83c8f6bee427 None None] New status for floating IP e558345e-19b3-4a91-9216-5ab8db06cf33: DOWN {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:18:33.150479 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-eec6fc8a-241f-49c5-854f-724d5ca08414 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1601292856&fields=id&tenant_id=73bccc52448049adbff6aeb751f894c9 HTTP/1.1" status: 200 len: 267 time: 0.0469134 May 31 16:18:33.319931 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-91fe76aa-dde9-4d3d-a644-424f09c0c629 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:33.321383 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-91fe76aa-dde9-4d3d-a644-424f09c0c629 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 812 time: 0.1641669 May 31 16:18:33.340566 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-d103d70a-b3b2-4a74-9454-835f1ab6c178 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/quotas/73bccc52448049adbff6aeb751f894c9 HTTP/1.1" status: 200 len: 375 time: 0.0106394 May 31 16:18:33.430601 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-75320e09-4afa-4173-8f88-555cb6306be1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0848799 May 31 16:18:33.624310 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-a19d59ba-5a33-4cc9-b360-b1a2352b7dd8 service neutron] 10.222.0.45 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756232 May 31 16:18:33.757140 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-3bf1d59d-8fd6-4fee-b0b8-e817b1eddea9 service neutron] 10.222.0.45 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267092 May 31 16:18:33.938914 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-31d868db-6979-4d27-ae96-e9bd39ec8553 req-c9937a88-232c-4ca5-8c4b-b21eb2de883f tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 210 time: 0.0439258 May 31 16:18:34.689118 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0bf63ae8-de8b-4f8d-95de-3cb88ca2e4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:35.101363 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b95452a9-655b-4f61-81ba-bbfddeafad00 req-f6465bc8-ec8f-4222-86d7-559bb8ee30d3 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 210 time: 0.0536044 May 31 16:18:35.156071 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-b25c1c88-f3ce-425c-a76c-5675d0b756dd tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:35.157488 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-b25c1c88-f3ce-425c-a76c-5675d0b756dd tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 812 time: 0.1863930 May 31 16:18:35.216813 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-06206edc-d986-401b-8f19-0e5a8e88a4d0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73bccc52448049adbff6aeb751f894c9 HTTP/1.1" status: 200 len: 380 time: 0.0453043 May 31 16:18:35.225500 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-e987e156-838c-4954-990d-652b7e0b4b76 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Request body: {'port': {'device_id': 'c75341e0-2ed5-4dc1-9a0e-81cb2783c63d', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'admin_state_up': True, 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'security_groups': ['1c8439f4-7276-4afc-b65d-ad4e4b39c667']}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:18:35.360828 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-e987e156-838c-4954-990d-652b7e0b4b76 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:18:35.371143 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-e987e156-838c-4954-990d-652b7e0b4b76 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:18:35.382368 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-e987e156-838c-4954-990d-652b7e0b4b76 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Made reservation on behalf of 73bccc52448049adbff6aeb751f894c9 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:18:35.385889 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-e987e156-838c-4954-990d-652b7e0b4b76 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:35.543362 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-e987e156-838c-4954-990d-652b7e0b4b76 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Allocated IP 172.20.0.9 (6e9c645c-316d-463b-bfb3-61e055fa92e5/dea32efd-f7b4-4d8e-9c10-8a094aaa515f/4851597d-43fd-41f9-b909-66780b0a0456) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:18:35.730095 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-e987e156-838c-4954-990d-652b7e0b4b76 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:35.745649 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-e987e156-838c-4954-990d-652b7e0b4b76 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Transition to ACTIVE for port object 4851597d-43fd-41f9-b909-66780b0a0456 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:18:35.770387 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-e987e156-838c-4954-990d-652b7e0b4b76 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:35.775818 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5f5b06db-c27f-4bd8-bf05-ef1197946f3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:18:35.839060 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-e987e156-838c-4954-990d-652b7e0b4b76 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Network 6e9c645c-316d-463b-bfb3-61e055fa92e5 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:18:35.842099 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-e987e156-838c-4954-990d-652b7e0b4b76 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:18:35.845970 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-e987e156-838c-4954-990d-652b7e0b4b76 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:18:35.876907 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987e156-838c-4954-990d-652b7e0b4b76 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Pushing event updated for resources: {'Port': ['ID=4851597d-43fd-41f9-b909-66780b0a0456,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:18:35.883730 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e987e156-838c-4954-990d-652b7e0b4b76 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:18:35.914758 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-e987e156-838c-4954-990d-652b7e0b4b76 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:35.915396 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-e987e156-838c-4954-990d-652b7e0b4b76 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:35.945063 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-e987e156-838c-4954-990d-652b7e0b4b76 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7232313 May 31 16:18:35.960045 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-8df90206-59b0-4885-a99f-b0d0b4fbd17f service neutron] Request body: {'port': {'device_id': 'c75341e0-2ed5-4dc1-9a0e-81cb2783c63d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:18:36.074317 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-8df90206-59b0-4885-a99f-b0d0b4fbd17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:36.122089 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-3bdecd66-b3f1-467a-b807-dbbfcc28741c None None] Provisioning for port 4851597d-43fd-41f9-b909-66780b0a0456 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:18:36.128133 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-3bdecd66-b3f1-467a-b807-dbbfcc28741c None None] Provisioning complete for port 4851597d-43fd-41f9-b909-66780b0a0456 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:18:36.128607 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3bdecd66-b3f1-467a-b807-dbbfcc28741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:36.185390 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-3bdecd66-b3f1-467a-b807-dbbfcc28741c None None] Port 4851597d-43fd-41f9-b909-66780b0a0456 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:18:36.553967 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278a2a2-766a-4c98-ad27-b6577af47110 req-de1e977e-f5de-412c-9c0f-727d6a98ffc3 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:36.554648 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-e278a2a2-766a-4c98-ad27-b6577af47110 req-de1e977e-f5de-412c-9c0f-727d6a98ffc3 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Synchronizing usage tracker for tenant:73bccc52448049adbff6aeb751f894c9 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:18:36.583701 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-e278a2a2-766a-4c98-ad27-b6577af47110 req-de1e977e-f5de-412c-9c0f-727d6a98ffc3 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Unset dirty status for tenant:73bccc52448049adbff6aeb751f894c9 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:18:36.584888 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e278a2a2-766a-4c98-ad27-b6577af47110 req-de1e977e-f5de-412c-9c0f-727d6a98ffc3 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 931 time: 0.3701172 May 31 16:18:36.665417 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-8df90206-59b0-4885-a99f-b0d0b4fbd17f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4851597d-43fd-41f9-b909-66780b0a0456 {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:18:36.676414 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-8df90206-59b0-4885-a99f-b0d0b4fbd17f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:36.683970 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e278a2a2-766a-4c98-ad27-b6577af47110 req-566cf785-0f83-45b1-9175-c208e9205a64 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668414 May 31 16:18:36.695293 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-8df90206-59b0-4885-a99f-b0d0b4fbd17f service neutron] Transition to ACTIVE for port object 4851597d-43fd-41f9-b909-66780b0a0456 will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:18:36.699830 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-8df90206-59b0-4885-a99f-b0d0b4fbd17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:36.703612 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9d3b943c-991e-401d-99df-168190c6912a tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:18:36.854941 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df90206-59b0-4885-a99f-b0d0b4fbd17f service neutron] Pushing event updated for resources: {'Port': ['ID=4851597d-43fd-41f9-b909-66780b0a0456,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:18:36.862502 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8df90206-59b0-4885-a99f-b0d0b4fbd17f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:18:36.937950 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-8df90206-59b0-4885-a99f-b0d0b4fbd17f service neutron] Attempting to bind port 4851597d-43fd-41f9-b909-66780b0a0456 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:18:36.938205 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-8df90206-59b0-4885-a99f-b0d0b4fbd17f service neutron] Attempting to bind port 4851597d-43fd-41f9-b909-66780b0a0456 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9ee57d9f-db02-4933-bac4-4120106468f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:18:36.938527 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-8df90206-59b0-4885-a99f-b0d0b4fbd17f service neutron] Attempting to bind port 4851597d-43fd-41f9-b909-66780b0a0456 on network 6e9c645c-316d-463b-bfb3-61e055fa92e5 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:18:36.943799 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-8df90206-59b0-4885-a99f-b0d0b4fbd17f service neutron] Port 4851597d-43fd-41f9-b909-66780b0a0456 on network 6e9c645c-316d-463b-bfb3-61e055fa92e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:18:36.944110 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-8df90206-59b0-4885-a99f-b0d0b4fbd17f service neutron] Attempting to bind port 4851597d-43fd-41f9-b909-66780b0a0456 on network 6e9c645c-316d-463b-bfb3-61e055fa92e5 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:18:36.949246 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-8df90206-59b0-4885-a99f-b0d0b4fbd17f service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:18:36.949575 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-8df90206-59b0-4885-a99f-b0d0b4fbd17f service neutron] Checking segment: {'id': '9ee57d9f-db02-4933-bac4-4120106468f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:18:36.949955 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-8df90206-59b0-4885-a99f-b0d0b4fbd17f service neutron] Bound using segment: {'id': '9ee57d9f-db02-4933-bac4-4120106468f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:18:36.950373 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-8df90206-59b0-4885-a99f-b0d0b4fbd17f service neutron] Bound port: 4851597d-43fd-41f9-b909-66780b0a0456, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee57d9f-db02-4933-bac4-4120106468f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:18:36.950749 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-8df90206-59b0-4885-a99f-b0d0b4fbd17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:37.028967 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:37.048565 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-8df90206-59b0-4885-a99f-b0d0b4fbd17f service neutron] For port 4851597d-43fd-41f9-b909-66780b0a0456, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:18:37.051719 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-8df90206-59b0-4885-a99f-b0d0b4fbd17f service neutron] For port 4851597d-43fd-41f9-b909-66780b0a0456, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4851597d-43fd-41f9-b909-66780b0a0456,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:18:37.056782 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-8df90206-59b0-4885-a99f-b0d0b4fbd17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:37.061301 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5f6fac9e-2ffe-4a50-806a-5b94d28e7f60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:18:37.115274 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-8df90206-59b0-4885-a99f-b0d0b4fbd17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:37.115877 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-8df90206-59b0-4885-a99f-b0d0b4fbd17f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:37.117634 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-8df90206-59b0-4885-a99f-b0d0b4fbd17f service neutron] 10.222.0.59 "PUT /v2.0/ports/4851597d-43fd-41f9-b909-66780b0a0456 HTTP/1.1" status: 200 len: 1093 time: 1.1618154 May 31 16:18:37.118208 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c75341e0-2ed5-4dc1-9a0e-81cb2783c63d', 'tag': '4851597d-43fd-41f9-b909-66780b0a0456'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:18:37.120560 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6241ab7-83b4-4a4c-b690-29b3f2f94941" -d '{"events": [{"name": "network-changed", "server_uuid": "c75341e0-2ed5-4dc1-9a0e-81cb2783c63d", "tag": "4851597d-43fd-41f9-b909-66780b0a0456"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:18:37.142261 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df90206-59b0-4885-a99f-b0d0b4fbd17f service neutron] Pushing event updated for resources: {'Port': ['ID=4851597d-43fd-41f9-b909-66780b0a0456,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:18:37.153596 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8df90206-59b0-4885-a99f-b0d0b4fbd17f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:18:37.190184 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f38dcd3-3ea2-49a1-9f6c-357b7e5cb650 x-openstack-request-id: req-3f38dcd3-3ea2-49a1-9f6c-357b7e5cb650 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:18:37.190525 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c75341e0-2ed5-4dc1-9a0e-81cb2783c63d", "tag": "4851597d-43fd-41f9-b909-66780b0a0456", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:18:37.190828 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3f38dcd3-3ea2-49a1-9f6c-357b7e5cb650 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:18:37.191292 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c75341e0-2ed5-4dc1-9a0e-81cb2783c63d', 'tag': '4851597d-43fd-41f9-b909-66780b0a0456', 'status': 'completed', 'code': 200} May 31 16:18:37.239426 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-ee0551f0-4eaa-4d23-a82b-a2c95396d40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:37.240914 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-ee0551f0-4eaa-4d23-a82b-a2c95396d40b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 1096 time: 0.0836542 May 31 16:18:37.309425 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-299800e8-a1d3-4b83-ad8d-96e9faf7c33d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4851597d-43fd-41f9-b909-66780b0a0456 HTTP/1.1" status: 200 len: 217 time: 0.0608497 May 31 16:18:37.378204 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-6150ef2c-ed7b-45a2-82ae-86f809395851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:37.379747 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-6150ef2c-ed7b-45a2-82ae-86f809395851 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0635552 May 31 16:18:37.457411 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-5173512c-3993-48b4-9b17-ddf7ce68e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:37.458847 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-5173512c-3993-48b4-9b17-ddf7ce68e6f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0724390 May 31 16:18:37.591175 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-8329a41b-fcdc-4b52-a2d6-0e2df7070596 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255968 May 31 16:18:37.729143 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f20522fd-3f13-49d2-be08-2c75a51f647a req-c5aed96f-159a-448c-a1d3-018197dd40fa service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316240 May 31 16:18:37.906600 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6241ab7-83b4-4a4c-b690-29b3f2f94941 req-66697e50-1e5b-4675-88c6-3602c57ed4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:37.908128 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d6241ab7-83b4-4a4c-b690-29b3f2f94941 req-66697e50-1e5b-4675-88c6-3602c57ed4c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 1096 time: 0.1321056 May 31 16:18:37.912662 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-89b53e03-8d2b-46e8-b10d-471432bdaa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:37.919072 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ed78e-8977-4b08-89f4-0bbd5508e57d req-a9c0497e-5e48-4857-8dbd-7fc204f93e1d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:37.920559 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-858ed78e-8977-4b08-89f4-0bbd5508e57d req-a9c0497e-5e48-4857-8dbd-7fc204f93e1d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 943 time: 0.1148539 May 31 16:18:38.050569 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-858ed78e-8977-4b08-89f4-0bbd5508e57d req-06039718-2dd5-446e-b498-c691420d7d76 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071935 May 31 16:18:38.081082 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6241ab7-83b4-4a4c-b690-29b3f2f94941 req-5d1eafd0-5d45-4667-9e79-96e9c6f5a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:38.082564 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d6241ab7-83b4-4a4c-b690-29b3f2f94941 req-5d1eafd0-5d45-4667-9e79-96e9c6f5a4dc service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.1610680 May 31 16:18:38.152827 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d6241ab7-83b4-4a4c-b690-29b3f2f94941 req-d6e0ee6b-fa0e-4195-b64c-a31fbff962c8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4851597d-43fd-41f9-b909-66780b0a0456 HTTP/1.1" status: 200 len: 217 time: 0.0633125 May 31 16:18:38.214558 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6241ab7-83b4-4a4c-b690-29b3f2f94941 req-ed8fd8f7-f02c-4225-85c4-64b812b758b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:38.215915 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d6241ab7-83b4-4a4c-b690-29b3f2f94941 req-ed8fd8f7-f02c-4225-85c4-64b812b758b1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0571015 May 31 16:18:38.296792 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6241ab7-83b4-4a4c-b690-29b3f2f94941 req-6f1164f6-34da-499f-897c-3212f96729f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:38.298253 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d6241ab7-83b4-4a4c-b690-29b3f2f94941 req-6f1164f6-34da-499f-897c-3212f96729f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0753510 May 31 16:18:38.469866 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:38.580418 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d6241ab7-83b4-4a4c-b690-29b3f2f94941 req-304b8961-6e49-4d2c-ac26-3826f80540fd service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733152 May 31 16:18:38.714389 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d6241ab7-83b4-4a4c-b690-29b3f2f94941 req-226aa72a-900e-4861-804e-ad0e922e1f60 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263893 May 31 16:18:39.261957 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636ae9f-fd47-4fd2-995a-fba97f22577a req-e85d9c2c-d54a-40a4-8c51-fd8e4543fbf6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:39.263427 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b636ae9f-fd47-4fd2-995a-fba97f22577a req-e85d9c2c-d54a-40a4-8c51-fd8e4543fbf6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 943 time: 0.0948801 May 31 16:18:39.309063 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b636ae9f-fd47-4fd2-995a-fba97f22577a req-215bbdeb-d68b-4de5-920d-3aa4638b6b0c tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397737 May 31 16:18:39.847614 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:40.522166 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4c413-8c68-4fef-98ba-96a805624f3f req-6e3d7550-d5ac-42a9-904c-c09a1bd9d70c tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:40.523645 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-63a4c413-8c68-4fef-98ba-96a805624f3f req-6e3d7550-d5ac-42a9-904c-c09a1bd9d70c tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 943 time: 0.0966537 May 31 16:18:40.569887 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-63a4c413-8c68-4fef-98ba-96a805624f3f req-5c3085db-0faa-4285-a88a-b7c8520f072c tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403378 May 31 16:18:41.778343 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca5838-ec62-424e-a690-64b5dadf2453 req-db9e1d10-4f71-4b4f-9b4f-c5b9a362be67 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:41.779734 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2dca5838-ec62-424e-a690-64b5dadf2453 req-db9e1d10-4f71-4b4f-9b4f-c5b9a362be67 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 943 time: 0.0891438 May 31 16:18:41.824160 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2dca5838-ec62-424e-a690-64b5dadf2453 req-80ce79ad-4d62-46bc-abfd-86be3c7a4bf4 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385041 May 31 16:18:42.622059 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 4851597d-43fd-41f9-b909-66780b0a0456 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:18:42.760443 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 4851597d-43fd-41f9-b909-66780b0a0456, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4851597d-43fd-41f9-b909-66780b0a0456,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:18:42.773329 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '4851597d-43fd-41f9-b909-66780b0a0456', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'port_id': '4851597d-43fd-41f9-b909-66780b0a0456', 'mac_address': 'fa:16:3e:65:0d:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:18:42.828684 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:42.845781 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4851597d-43fd-41f9-b909-66780b0a0456 {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:18:42.861335 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 4851597d-43fd-41f9-b909-66780b0a0456, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4851597d-43fd-41f9-b909-66780b0a0456,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:18:42.867441 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:42.869192 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:18:42.940229 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=4851597d-43fd-41f9-b909-66780b0a0456,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:18:42.943488 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:18:43.030147 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db226b8a-2df6-4a88-932d-118c06ecb99d req-c5bd2a56-32aa-42e2-844a-d70c3430f2d1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:43.031572 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-db226b8a-2df6-4a88-932d-118c06ecb99d req-c5bd2a56-32aa-42e2-844a-d70c3430f2d1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 944 time: 0.0891666 May 31 16:18:43.079889 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-db226b8a-2df6-4a88-932d-118c06ecb99d req-0329a7c1-3793-456b-848c-843341e1244f tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396311 May 31 16:18:43.173965 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['4851597d-43fd-41f9-b909-66780b0a0456'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:18:44.283202 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0ce54-ab4b-4b08-86a4-4fa98567efe3 req-0989f2bb-3034-42f9-b4c6-763f69ca12ce tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:44.284573 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-78e0ce54-ab4b-4b08-86a4-4fa98567efe3 req-0989f2bb-3034-42f9-b4c6-763f69ca12ce tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 944 time: 0.0820787 May 31 16:18:44.333199 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-78e0ce54-ab4b-4b08-86a4-4fa98567efe3 req-75eeb2f8-570f-47b8-ad21-7d11b3011589 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426242 May 31 16:18:44.637538 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 4851597d-43fd-41f9-b909-66780b0a0456 up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:18:44.710859 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port 4851597d-43fd-41f9-b909-66780b0a0456 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:18:44.715867 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 4851597d-43fd-41f9-b909-66780b0a0456 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:18:44.716250 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:44.837442 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:44.864436 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75341e0-2ed5-4dc1-9a0e-81cb2783c63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4851597d-43fd-41f9-b909-66780b0a0456'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:18:44.866792 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d32d5f-dd60-4bc7-8927-d69f37d6e925" -d '{"events": [{"server_uuid": "c75341e0-2ed5-4dc1-9a0e-81cb2783c63d", "name": "network-vif-plugged", "status": "completed", "tag": "4851597d-43fd-41f9-b909-66780b0a0456"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:18:44.875542 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 4851597d-43fd-41f9-b909-66780b0a0456, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4851597d-43fd-41f9-b909-66780b0a0456,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:18:44.880390 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:44.883316 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:18:44.913955 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30353f3-72d8-4fb4-a563-f5fc5b1aa747 x-openstack-request-id: req-c30353f3-72d8-4fb4-a563-f5fc5b1aa747 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:18:44.914223 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c75341e0-2ed5-4dc1-9a0e-81cb2783c63d", "name": "network-vif-plugged", "status": "completed", "tag": "4851597d-43fd-41f9-b909-66780b0a0456", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:18:44.914475 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c30353f3-72d8-4fb4-a563-f5fc5b1aa747 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:18:44.914854 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c75341e0-2ed5-4dc1-9a0e-81cb2783c63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4851597d-43fd-41f9-b909-66780b0a0456', 'code': 200} May 31 16:18:44.955030 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=4851597d-43fd-41f9-b909-66780b0a0456,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:18:44.957990 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:18:45.149319 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43d265-a43d-4c9a-b6d1-1eeca2f15bff req-32f3e7f9-8178-4aa2-ad5a-9f56bf3bdf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:45.150776 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1b43d265-a43d-4c9a-b6d1-1eeca2f15bff req-32f3e7f9-8178-4aa2-ad5a-9f56bf3bdf74 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 1098 time: 0.0780544 May 31 16:18:45.195697 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1b43d265-a43d-4c9a-b6d1-1eeca2f15bff req-0e45ba08-07b4-4334-8df0-0f9bbd2548dc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377402 May 31 16:18:45.546067 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54818eb-9464-4e80-8280-ccde4d616f8b req-ab5a1753-3dfc-4dfa-ba76-42c9e5378517 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:45.547489 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b54818eb-9464-4e80-8280-ccde4d616f8b req-ab5a1753-3dfc-4dfa-ba76-42c9e5378517 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 945 time: 0.0902700 May 31 16:18:45.592449 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b54818eb-9464-4e80-8280-ccde4d616f8b req-6a0fd6a7-74a6-46a0-9522-b17833e3cc5e tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391257 May 31 16:18:46.795351 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060c964-48ee-4a00-93b1-b6c0398c4e42 req-ed432c57-5072-471d-bdc6-5fbd0e8136d4 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:46.796807 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f060c964-48ee-4a00-93b1-b6c0398c4e42 req-ed432c57-5072-471d-bdc6-5fbd0e8136d4 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 945 time: 0.0869966 May 31 16:18:46.842983 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f060c964-48ee-4a00-93b1-b6c0398c4e42 req-e13ae15e-2cfd-4a37-a8f7-732c51a0494c tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403214 May 31 16:18:47.039389 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7117f-5cf1-4478-9246-716a564bcd42 req-b22963cb-8957-49a9-b6f9-cb17a58d11b2 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:47.040749 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1ba7117f-5cf1-4478-9246-716a564bcd42 req-b22963cb-8957-49a9-b6f9-cb17a58d11b2 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 945 time: 0.0914280 May 31 16:18:47.050975 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 36790) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:18:47.056069 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-625f253d-3fb3-46e3-ad19-73b91f7ffb96 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Request body: {'floatingip': {'port_id': '4851597d-43fd-41f9-b909-66780b0a0456'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:18:47.133831 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-625f253d-3fb3-46e3-ad19-73b91f7ffb96 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for floatingip, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:47.885953 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-625f253d-3fb3-46e3-ad19-73b91f7ffb96 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:47.892412 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-625f253d-3fb3-46e3-ad19-73b91f7ffb96 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:48.066196 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-625f253d-3fb3-46e3-ad19-73b91f7ffb96 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Floating IP e558345e-19b3-4a91-9216-5ab8db06cf33 associated. External IP: 172.26.0.171, port: 4851597d-43fd-41f9-b909-66780b0a0456. May 31 16:18:48.411835 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625f253d-3fb3-46e3-ad19-73b91f7ffb96 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:18:48.595944 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625f253d-3fb3-46e3-ad19-73b91f7ffb96 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:18:48.600794 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-625f253d-3fb3-46e3-ad19-73b91f7ffb96 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:48.606058 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0073d656-99f3-419b-afd7-f02a65ae8df1 None None] Sync routers for ids ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:18:48.616746 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0073d656-99f3-419b-afd7-f02a65ae8df1 None None] Routers {'61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:18:48.617725 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-0073d656-99f3-419b-afd7-f02a65ae8df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:18:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:18:48.658511 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-625f253d-3fb3-46e3-ad19-73b91f7ffb96 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "PUT /v2.0/floatingips/e558345e-19b3-4a91-9216-5ab8db06cf33 HTTP/1.1" status: 200 len: 991 time: 1.6062732 May 31 16:18:48.658972 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c75341e0-2ed5-4dc1-9a0e-81cb2783c63d', 'tag': '4851597d-43fd-41f9-b909-66780b0a0456'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:18:48.661328 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b214c2b-2ffc-47d7-a3ba-300902c67c34" -d '{"events": [{"name": "network-changed", "server_uuid": "c75341e0-2ed5-4dc1-9a0e-81cb2783c63d", "tag": "4851597d-43fd-41f9-b909-66780b0a0456"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:18:48.705175 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54833a0-2091-475e-a84e-340d941ca236 x-openstack-request-id: req-f54833a0-2091-475e-a84e-340d941ca236 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:18:48.705579 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c75341e0-2ed5-4dc1-9a0e-81cb2783c63d", "tag": "4851597d-43fd-41f9-b909-66780b0a0456", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:18:48.705942 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f54833a0-2091-475e-a84e-340d941ca236 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:18:48.706447 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c75341e0-2ed5-4dc1-9a0e-81cb2783c63d', 'tag': '4851597d-43fd-41f9-b909-66780b0a0456', 'status': 'completed', 'code': 200} May 31 16:18:48.796454 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-0073d656-99f3-419b-afd7-f02a65ae8df1 None None] Set router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:18:48.799447 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b214c2b-2ffc-47d7-a3ba-300902c67c34 req-830be20b-972a-4cab-ba52-c012146e26d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:48.801007 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1b214c2b-2ffc-47d7-a3ba-300902c67c34 req-830be20b-972a-4cab-ba52-c012146e26d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 1098 time: 0.0735555 May 31 16:18:48.929659 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b214c2b-2ffc-47d7-a3ba-300902c67c34 req-b43ab5c1-bdb1-4082-952d-a6462a121d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:48.931225 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1b214c2b-2ffc-47d7-a3ba-300902c67c34 req-b43ab5c1-bdb1-4082-952d-a6462a121d2d service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.1235168 May 31 16:18:49.040061 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1b214c2b-2ffc-47d7-a3ba-300902c67c34 req-3a491c13-d5f0-42cd-aaaa-ed1b8f35ccc2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4851597d-43fd-41f9-b909-66780b0a0456 HTTP/1.1" status: 200 len: 999 time: 0.1024518 May 31 16:18:49.101714 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b214c2b-2ffc-47d7-a3ba-300902c67c34 req-ebfee8b5-707b-4749-9889-20fcaadc4a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:49.103201 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1b214c2b-2ffc-47d7-a3ba-300902c67c34 req-ebfee8b5-707b-4749-9889-20fcaadc4a04 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0569289 May 31 16:18:49.190124 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-0073d656-99f3-419b-afd7-f02a65ae8df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:16:30Z', 'revision_number': 4, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port': {'id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:27Z', 'updated_at': '2021-05-31T16:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'e558345e-19b3-4a91-9216-5ab8db06cf33', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'port_id': '4851597d-43fd-41f9-b909-66780b0a0456', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'mac_address': 'fa:16:3e:65:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75341e0-2ed5-4dc1-9a0e-81cb2783c63d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:16:34Z', 'updated_at': '2021-05-31T16:18:47Z', 'revision_number': 5, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5758a56-4327-46a1-9417-9d3c81e92215', 'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'mac_address': 'fa:16:3e:8b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:30Z', 'updated_at': '2021-05-31T16:16:36Z', 'revision_number': 5, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'subnets': [{'id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:18:49.194734 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0073d656-99f3-419b-afd7-f02a65ae8df1 None None] Checking router: 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:18:49.204451 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0073d656-99f3-419b-afd7-f02a65ae8df1 None None] Routers {'61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:18:49.205111 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-0073d656-99f3-419b-afd7-f02a65ae8df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:18:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:18:49.341843 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b214c2b-2ffc-47d7-a3ba-300902c67c34 req-f08f5207-a2fc-428b-af5f-4a6a4a9b79b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:49.343595 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1b214c2b-2ffc-47d7-a3ba-300902c67c34 req-f08f5207-a2fc-428b-af5f-4a6a4a9b79b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2340031 May 31 16:18:49.390931 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-0073d656-99f3-419b-afd7-f02a65ae8df1 None None] Set router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:18:49.477453 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1b214c2b-2ffc-47d7-a3ba-300902c67c34 req-5f39a445-8750-4cb0-a052-c6939ac3d284 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258624 May 31 16:18:49.609968 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1b214c2b-2ffc-47d7-a3ba-300902c67c34 req-bf3c1db9-d915-4db5-9943-e2437fd81697 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259291 May 31 16:18:49.751018 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-0073d656-99f3-419b-afd7-f02a65ae8df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:16:30Z', 'revision_number': 4, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port': {'id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:27Z', 'updated_at': '2021-05-31T16:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'e558345e-19b3-4a91-9216-5ab8db06cf33', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'port_id': '4851597d-43fd-41f9-b909-66780b0a0456', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'mac_address': 'fa:16:3e:65:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75341e0-2ed5-4dc1-9a0e-81cb2783c63d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:16:34Z', 'updated_at': '2021-05-31T16:18:47Z', 'revision_number': 5, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5758a56-4327-46a1-9417-9d3c81e92215', 'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'mac_address': 'fa:16:3e:8b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:30Z', 'updated_at': '2021-05-31T16:16:36Z', 'revision_number': 5, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'subnets': [{'id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:18:49.755560 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0073d656-99f3-419b-afd7-f02a65ae8df1 None None] The sync data for ids ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'] in dv-neutron-601336-79-hyperv is: [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:16:30Z', 'revision_number': 4, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port': {'id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:27Z', 'updated_at': '2021-05-31T16:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'e558345e-19b3-4a91-9216-5ab8db06cf33', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'port_id': '4851597d-43fd-41f9-b909-66780b0a0456', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'mac_address': 'fa:16:3e:65:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75341e0-2ed5-4dc1-9a0e-81cb2783c63d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:16:34Z', 'updated_at': '2021-05-31T16:18:47Z', 'revision_number': 5, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5758a56-4327-46a1-9417-9d3c81e92215', 'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'mac_address': 'fa:16:3e:8b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:30Z', 'updated_at': '2021-05-31T16:16:36Z', 'revision_number': 5, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'subnets': [{'id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:18:49.936433 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f81cefb-60d3-4163-b430-93e47eeb035e None None] New status for floating IP e558345e-19b3-4a91-9216-5ab8db06cf33: ACTIVE {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:18:54.961926 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e55f7047-1ccb-46c4-9657-4901a541e37a req-0c877312-b47c-4f57-889a-36c65101aead service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711870 May 31 16:18:55.122784 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f7047-1ccb-46c4-9657-4901a541e37a req-da24d101-6f70-43eb-8810-2a9a6d2f3b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:55.124287 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e55f7047-1ccb-46c4-9657-4901a541e37a req-da24d101-6f70-43eb-8810-2a9a6d2f3b14 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 1098 time: 0.0781574 May 31 16:18:55.274513 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f7047-1ccb-46c4-9657-4901a541e37a req-6fb52c17-3379-4c73-96e2-e09b64dc8c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:55.276038 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e55f7047-1ccb-46c4-9657-4901a541e37a req-6fb52c17-3379-4c73-96e2-e09b64dc8c50 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.1251426 May 31 16:18:55.378893 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e55f7047-1ccb-46c4-9657-4901a541e37a req-cc038140-4201-4dbd-9ab5-13e7c4f48fa5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4851597d-43fd-41f9-b909-66780b0a0456 HTTP/1.1" status: 200 len: 1001 time: 0.0961282 May 31 16:18:55.445144 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f7047-1ccb-46c4-9657-4901a541e37a req-2bca8421-35e3-4291-8a35-ca53ba2705f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:55.446672 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e55f7047-1ccb-46c4-9657-4901a541e37a req-2bca8421-35e3-4291-8a35-ca53ba2705f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0612545 May 31 16:18:55.526169 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f7047-1ccb-46c4-9657-4901a541e37a req-03dce276-afcb-449b-ad09-8919fd9b52b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:18:55.527657 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e55f7047-1ccb-46c4-9657-4901a541e37a req-03dce276-afcb-449b-ad09-8919fd9b52b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0736849 May 31 16:18:55.674701 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e55f7047-1ccb-46c4-9657-4901a541e37a req-52f3a89c-45df-4227-b7f8-48d842781645 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397247 May 31 16:18:55.807754 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e55f7047-1ccb-46c4-9657-4901a541e37a req-279d59b2-82ae-4dad-8527-8d1f02684313 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262090 May 31 16:18:58.623489 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:58.820137 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:19:04.700632 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d6e45fe2-5274-4c36-baa6-de9fea1490f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:19:07.040151 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:19:07.916406 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5938385f-d85a-45f2-a47c-441d8fcb4c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:19:08.478986 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:19:09.842093 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:19:28.632261 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:19:34.707357 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cff86ee6-284f-4d57-bd7b-6ac906ec0105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:19:35.824580 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:19:37.040401 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:19:37.934485 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-89233ce2-fda5-427f-97f5-54cce0d2e298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:19:38.478846 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:19:39.849977 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:19:54.975486 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dc763757-c64f-4ea8-a726-0e6c59989d4a req-1e42f8df-57af-4ff5-a7de-389fa06e05b6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760784 May 31 16:19:55.136503 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc763757-c64f-4ea8-a726-0e6c59989d4a req-d6d10a59-355c-4af1-81f0-86f4750a81a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:19:55.137980 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dc763757-c64f-4ea8-a726-0e6c59989d4a req-d6d10a59-355c-4af1-81f0-86f4750a81a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 1098 time: 0.0857966 May 31 16:19:55.331189 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc763757-c64f-4ea8-a726-0e6c59989d4a req-c787c71d-9d45-40f9-a087-ae99e2c57b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:19:55.332635 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dc763757-c64f-4ea8-a726-0e6c59989d4a req-c787c71d-9d45-40f9-a087-ae99e2c57b4e service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.1679873 May 31 16:19:55.438467 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dc763757-c64f-4ea8-a726-0e6c59989d4a req-4f8649cb-df50-4495-a5f0-5da651e6c1f9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4851597d-43fd-41f9-b909-66780b0a0456 HTTP/1.1" status: 200 len: 1001 time: 0.0977778 May 31 16:19:55.504891 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc763757-c64f-4ea8-a726-0e6c59989d4a req-5ce3c3d8-7c61-4b9c-9f36-926106a6b9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:19:55.506306 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dc763757-c64f-4ea8-a726-0e6c59989d4a req-5ce3c3d8-7c61-4b9c-9f36-926106a6b9e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0612571 May 31 16:19:55.589832 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc763757-c64f-4ea8-a726-0e6c59989d4a req-2300374c-0265-4c0e-b957-3a29d514616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:19:55.591205 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dc763757-c64f-4ea8-a726-0e6c59989d4a req-2300374c-0265-4c0e-b957-3a29d514616b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0747454 May 31 16:19:55.721738 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dc763757-c64f-4ea8-a726-0e6c59989d4a req-233df330-ecd0-45d7-ad2c-5240cc0479db service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233985 May 31 16:19:56.008843 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dc763757-c64f-4ea8-a726-0e6c59989d4a req-4b271e61-ffa4-4282-979c-413c3edfb829 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752850 May 31 16:19:58.623752 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:04.693038 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bc4203de-ee5d-41d5-9a8c-f6c6ff09eb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:04.816199 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0e2b3-653a-470a-aa28-74a26c940990 req-a79bf164-a55d-4b33-a205-837d2fd4b5bf tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:04.817711 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-73c0e2b3-653a-470a-aa28-74a26c940990 req-a79bf164-a55d-4b33-a205-837d2fd4b5bf tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 945 time: 0.0867307 May 31 16:20:04.863752 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-73c0e2b3-653a-470a-aa28-74a26c940990 req-e0cbcf36-56da-4c2a-853a-f8123c8a8ffb tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395145 May 31 16:20:06.068492 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1e9f9-da37-4bff-8cdb-d4a78c9dff7e req-e7d04bfa-755a-411e-b2c7-8cf5e9b41fed tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:06.069942 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-acf1e9f9-da37-4bff-8cdb-d4a78c9dff7e req-e7d04bfa-755a-411e-b2c7-8cf5e9b41fed tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 945 time: 0.0904777 May 31 16:20:06.115280 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-acf1e9f9-da37-4bff-8cdb-d4a78c9dff7e req-93202378-33eb-4cd5-91df-118352e2a148 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393355 May 31 16:20:07.043273 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:07.323648 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372032c5-716f-4025-822a-0f76430c70ae req-d456ffad-9d7f-4235-8d31-e46d889e2ad0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:07.325023 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-372032c5-716f-4025-822a-0f76430c70ae req-d456ffad-9d7f-4235-8d31-e46d889e2ad0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 945 time: 0.0906081 May 31 16:20:07.373164 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-372032c5-716f-4025-822a-0f76430c70ae req-1f26ce28-5fb3-4602-ae67-223214018cd8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422633 May 31 16:20:07.926074 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-140c2bb7-1026-495a-82dc-15c1474b663d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:08.483330 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:08.571046 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e87f84-6993-4ef2-b851-ac616d3006b2 req-86a71d14-9524-4622-a08c-4137a4457aa7 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:08.572502 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-06e87f84-6993-4ef2-b851-ac616d3006b2 req-86a71d14-9524-4622-a08c-4137a4457aa7 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 945 time: 0.0813484 May 31 16:20:08.616758 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-06e87f84-6993-4ef2-b851-ac616d3006b2 req-5b696503-5a23-47cc-a981-cd574fdb6f62 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381389 May 31 16:20:09.830049 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f31c0-b6a1-4246-a899-b383283ee1c7 req-2a0d6205-734d-4109-a45d-9d7ed4e2130a tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:09.831503 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-809f31c0-b6a1-4246-a899-b383283ee1c7 req-2a0d6205-734d-4109-a45d-9d7ed4e2130a tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 945 time: 0.0884750 May 31 16:20:09.847700 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:09.877256 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-809f31c0-b6a1-4246-a899-b383283ee1c7 req-b1572c9b-5a06-4f7b-9e00-1789683a6b51 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397155 May 31 16:20:11.080261 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c104d-cab6-4f75-a3b5-52adf33195f9 req-641cdeae-c7ba-4ad3-8e19-3321800c5889 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:11.081705 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6c4c104d-cab6-4f75-a3b5-52adf33195f9 req-641cdeae-c7ba-4ad3-8e19-3321800c5889 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 945 time: 0.0907190 May 31 16:20:11.129046 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6c4c104d-cab6-4f75-a3b5-52adf33195f9 req-f3dd94fb-b45a-448b-b24a-8bfdfc8615b6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404313 May 31 16:20:12.324177 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55644178-4ece-46cb-a859-ac853d8df013 req-b7bc1bde-fadb-4c9f-8a5d-b445bdcaf7ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:12.325592 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-55644178-4ece-46cb-a859-ac853d8df013 req-b7bc1bde-fadb-4c9f-8a5d-b445bdcaf7ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 945 time: 0.0866961 May 31 16:20:12.371743 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-55644178-4ece-46cb-a859-ac853d8df013 req-19697133-5dce-4953-9739-a8cb42713334 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403247 May 31 16:20:12.828188 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:20:13.566410 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdd6ce-a2e6-469e-9ea5-83db683e1559 req-abbcb596-199c-451d-b683-329d247ba0c6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:13.567902 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-25cdd6ce-a2e6-469e-9ea5-83db683e1559 req-abbcb596-199c-451d-b683-329d247ba0c6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 945 time: 0.0871334 May 31 16:20:13.620059 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-25cdd6ce-a2e6-469e-9ea5-83db683e1559 req-a19b1e77-aa46-4ed8-b345-173dabc8f4ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433421 May 31 16:20:14.837647 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e6f01-59fd-41a3-a6c1-1bc6f667be0e req-676a810e-d17c-4eae-be1b-e7b885a5149e tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:14.839149 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-147e6f01-59fd-41a3-a6c1-1bc6f667be0e req-676a810e-d17c-4eae-be1b-e7b885a5149e tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 945 time: 0.0904145 May 31 16:20:14.885395 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-147e6f01-59fd-41a3-a6c1-1bc6f667be0e req-c2bfed70-7fe4-47a0-9362-0ddbf5638761 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401897 May 31 16:20:16.094749 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3e2c8-8a07-4e5d-9e2e-0f7aef8390a8 req-427a4cc4-15a8-4199-82ee-e5bcf2bce0d2 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:16.096213 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f2e3e2c8-8a07-4e5d-9e2e-0f7aef8390a8 req-427a4cc4-15a8-4199-82ee-e5bcf2bce0d2 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 945 time: 0.0978723 May 31 16:20:16.143119 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f2e3e2c8-8a07-4e5d-9e2e-0f7aef8390a8 req-c6cd02f5-0948-4897-9e45-8427a6a1a282 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410490 May 31 16:20:16.631488 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ba552-d885-471a-ae2f-de8c565427d1 req-074184c4-b32e-4c89-b625-6b5aaa614aed tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:16.633019 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9e4ba552-d885-471a-ae2f-de8c565427d1 req-074184c4-b32e-4c89-b625-6b5aaa614aed tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 945 time: 0.1374300 May 31 16:20:16.636524 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-982a1ce3-c4b6-460d-9ae5-274cf7b7308e req-e74672b4-ed35-4d1d-b307-8e4c742cf121 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1802225 May 31 16:20:16.679618 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9e4ba552-d885-471a-ae2f-de8c565427d1 req-fb8e5643-c0e8-487b-823a-a04d34af3c6e tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405681 May 31 16:20:17.774438 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a1ce3-c4b6-460d-9ae5-274cf7b7308e req-f9ac62e4-5a3b-4a99-a7b6-7efc59b461f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:17.775976 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-982a1ce3-c4b6-460d-9ae5-274cf7b7308e req-f9ac62e4-5a3b-4a99-a7b6-7efc59b461f7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 1098 time: 0.0720022 May 31 16:20:17.958137 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a1ce3-c4b6-460d-9ae5-274cf7b7308e req-475e8113-3670-4cf8-9ee6-b5cd7888a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:17.959682 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-982a1ce3-c4b6-460d-9ae5-274cf7b7308e req-475e8113-3670-4cf8-9ee6-b5cd7888a4db service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.1775241 May 31 16:20:17.971614 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b30f3-d81c-4825-8290-394c8ed54327 req-7f2b3037-077c-4b30-8c08-5bbf82ff6044 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:17.972948 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f80b30f3-d81c-4825-8290-394c8ed54327 req-7f2b3037-077c-4b30-8c08-5bbf82ff6044 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 945 time: 0.1705623 May 31 16:20:18.104717 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-982a1ce3-c4b6-460d-9ae5-274cf7b7308e req-db93ef3e-c53c-4db5-8f91-c82c55d881d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4851597d-43fd-41f9-b909-66780b0a0456 HTTP/1.1" status: 200 len: 1001 time: 0.1308513 May 31 16:20:18.109317 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f80b30f3-d81c-4825-8290-394c8ed54327 req-f1d5b130-7cd2-4dab-b171-abb3b9cd751e tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757985 May 31 16:20:18.166938 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a1ce3-c4b6-460d-9ae5-274cf7b7308e req-24ca089b-9e54-4610-927d-99931eb88d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:18.168371 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-982a1ce3-c4b6-460d-9ae5-274cf7b7308e req-24ca089b-9e54-4610-927d-99931eb88d1d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0575368 May 31 16:20:18.384864 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a1ce3-c4b6-460d-9ae5-274cf7b7308e req-4a75e7a0-1b08-49fd-936a-22a5f8944128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:18.386168 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-982a1ce3-c4b6-460d-9ae5-274cf7b7308e req-4a75e7a0-1b08-49fd-936a-22a5f8944128 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2113340 May 31 16:20:18.514999 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-982a1ce3-c4b6-460d-9ae5-274cf7b7308e req-903a2aea-1d5d-4b4b-889d-2337ddf7917c service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214383 May 31 16:20:18.653139 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-982a1ce3-c4b6-460d-9ae5-274cf7b7308e req-dafc2a50-c55f-4769-bb29-fd5f4183ee15 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310830 May 31 16:20:19.312012 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabf3e1-bd32-4d63-81bb-e1f3fbb1815f req-48bfdde3-5861-4d77-ac5a-0908fc42d358 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:19.313437 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6aabf3e1-bd32-4d63-81bb-e1f3fbb1815f req-48bfdde3-5861-4d77-ac5a-0908fc42d358 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 945 time: 0.0878024 May 31 16:20:19.361490 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6aabf3e1-bd32-4d63-81bb-e1f3fbb1815f req-26e2bbd0-b262-45c8-b50a-7a1a80be1e9f tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422032 May 31 16:20:20.379679 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-982a1ce3-c4b6-460d-9ae5-274cf7b7308e req-a9785352-e356-4029-b9f2-a8bbaa01fe70 service neutron] 10.222.0.59 "GET /v2.0/ports/4851597d-43fd-41f9-b909-66780b0a0456/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0866354 May 31 16:20:20.554933 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8a240-0ded-4f63-a068-f350ea27fdd6 req-1b27a03c-7c0f-4fc0-b6ab-1746f1f2b293 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:20.556529 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c3b8a240-0ded-4f63-a068-f350ea27fdd6 req-1b27a03c-7c0f-4fc0-b6ab-1746f1f2b293 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 945 time: 0.0840418 May 31 16:20:20.646098 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c3b8a240-0ded-4f63-a068-f350ea27fdd6 req-413a422b-429b-4233-97b0-dad7eac25b3a tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828738 May 31 16:20:20.670450 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a1ce3-c4b6-460d-9ae5-274cf7b7308e req-0125c925-a158-4df3-b53b-f41de1e6d6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:20.672038 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-982a1ce3-c4b6-460d-9ae5-274cf7b7308e req-0125c925-a158-4df3-b53b-f41de1e6d6bf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d&tenant_id=73bccc52448049adbff6aeb751f894c9 HTTP/1.1" status: 200 len: 1098 time: 0.0921044 May 31 16:20:20.779545 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a1ce3-c4b6-460d-9ae5-274cf7b7308e req-5d766210-5977-4f3d-8d8f-7edae6fc51c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:20.781002 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-982a1ce3-c4b6-460d-9ae5-274cf7b7308e req-5d766210-5977-4f3d-8d8f-7edae6fc51c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 1098 time: 0.0855966 May 31 16:20:20.913607 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a1ce3-c4b6-460d-9ae5-274cf7b7308e req-d6091371-4186-45c7-8079-1e166685bbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:20.915398 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-982a1ce3-c4b6-460d-9ae5-274cf7b7308e req-d6091371-4186-45c7-8079-1e166685bbdd service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.1275227 May 31 16:20:21.019807 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-982a1ce3-c4b6-460d-9ae5-274cf7b7308e req-8b10a389-2cf4-46af-9678-4e7b16caee15 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4851597d-43fd-41f9-b909-66780b0a0456 HTTP/1.1" status: 200 len: 1001 time: 0.0971751 May 31 16:20:21.093110 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a1ce3-c4b6-460d-9ae5-274cf7b7308e req-96263dcf-6811-4c15-9d00-a87757ab32f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:21.094537 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-982a1ce3-c4b6-460d-9ae5-274cf7b7308e req-96263dcf-6811-4c15-9d00-a87757ab32f0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0684993 May 31 16:20:21.171834 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a1ce3-c4b6-460d-9ae5-274cf7b7308e req-6d9eb2e2-ec9a-4277-858b-2d157e95973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:21.173217 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-982a1ce3-c4b6-460d-9ae5-274cf7b7308e req-6d9eb2e2-ec9a-4277-858b-2d157e95973d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0724051 May 31 16:20:21.306962 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-982a1ce3-c4b6-460d-9ae5-274cf7b7308e req-a7c15dd1-d402-4b38-8b1a-b2173ef59d18 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263127 May 31 16:20:21.440170 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-982a1ce3-c4b6-460d-9ae5-274cf7b7308e req-8072f015-9f44-435a-aad1-3db6ada9db5b service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251414 May 31 16:20:21.848423 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e0dfd-839d-491d-82c5-9f543e35cce7 req-a378c903-7e17-4f38-a0b5-52eedaf4fffa tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:21.849916 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-683e0dfd-839d-491d-82c5-9f543e35cce7 req-a378c903-7e17-4f38-a0b5-52eedaf4fffa tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 945 time: 0.0906682 May 31 16:20:21.897728 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-683e0dfd-839d-491d-82c5-9f543e35cce7 req-94398791-31ef-43ee-ae1b-0be2b4e9587e tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420108 May 31 16:20:22.989190 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 4851597d-43fd-41f9-b909-66780b0a0456 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:20:23.106493 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f11dfa-8810-49cc-8811-e4ca6a772cf1 req-b2c8a8b6-8b9d-40d2-b6b9-4a26d9727489 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:23.107822 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b9f11dfa-8810-49cc-8811-e4ca6a772cf1 req-b2c8a8b6-8b9d-40d2-b6b9-4a26d9727489 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 945 time: 0.0832753 May 31 16:20:23.112626 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:23.139699 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75341e0-2ed5-4dc1-9a0e-81cb2783c63d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4851597d-43fd-41f9-b909-66780b0a0456'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:20:23.142003 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f2721b-7159-4fb4-842c-34722534ce67" -d '{"events": [{"server_uuid": "c75341e0-2ed5-4dc1-9a0e-81cb2783c63d", "name": "network-vif-unplugged", "status": "completed", "tag": "4851597d-43fd-41f9-b909-66780b0a0456"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:20:23.150527 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 4851597d-43fd-41f9-b909-66780b0a0456, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4851597d-43fd-41f9-b909-66780b0a0456,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:20:23.155015 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b9f11dfa-8810-49cc-8811-e4ca6a772cf1 req-11355612-e975-4ba3-a65a-2aae2b7d4d2c tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412693 May 31 16:20:23.156458 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:23.158415 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:23.200286 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 16:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96171e08-20a3-4cce-bbc7-c40494572e4e x-openstack-request-id: req-96171e08-20a3-4cce-bbc7-c40494572e4e {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:20:23.200578 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c75341e0-2ed5-4dc1-9a0e-81cb2783c63d", "name": "network-vif-unplugged", "status": "completed", "tag": "4851597d-43fd-41f9-b909-66780b0a0456", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:20:23.200838 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-96171e08-20a3-4cce-bbc7-c40494572e4e {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:20:23.201218 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c75341e0-2ed5-4dc1-9a0e-81cb2783c63d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4851597d-43fd-41f9-b909-66780b0a0456', 'code': 200} May 31 16:20:23.225425 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=4851597d-43fd-41f9-b909-66780b0a0456,revision_number=6']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:23.232812 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.233122 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.233480 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.233812 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.234118 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.234413 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.234730 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.235103 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.235425 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.235735 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.236032 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.236337 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.240471 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:24.358097 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057f1a9-8ac2-484b-ae75-485551b819c9 req-96bb2b22-0e28-42bc-930a-2bf5a3f7f324 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:24.359519 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2057f1a9-8ac2-484b-ae75-485551b819c9 req-96bb2b22-0e28-42bc-930a-2bf5a3f7f324 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 943 time: 0.0950882 May 31 16:20:24.405742 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2057f1a9-8ac2-484b-ae75-485551b819c9 req-e7251d3d-cf5f-456e-8bfa-259b36e78d1d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403683 May 31 16:20:24.783195 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbcfd0-940f-43f8-9f23-f7773868c7ae req-9b221262-7c4e-4cef-b1b4-43d97dcb390d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:24.784622 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3dfbcfd0-940f-43f8-9f23-f7773868c7ae req-9b221262-7c4e-4cef-b1b4-43d97dcb390d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.59 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d&tenant_id=73bccc52448049adbff6aeb751f894c9&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 943 time: 0.1400790 May 31 16:20:24.791969 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d919aed-cab3-49f1-a948-038090b45f6c req-a1dc82f0-3204-404c-8dfc-f807cc397db4 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:24.793360 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4d919aed-cab3-49f1-a948-038090b45f6c req-a1dc82f0-3204-404c-8dfc-f807cc397db4 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 943 time: 0.1501513 May 31 16:20:24.842146 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4d919aed-cab3-49f1-a948-038090b45f6c req-ecc44310-2645-463c-bc53-6dee073a76c0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422523 May 31 16:20:24.990542 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 4851597d-43fd-41f9-b909-66780b0a0456 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:20:25.075673 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbcfd0-940f-43f8-9f23-f7773868c7ae req-b0e29d17-03b2-4801-aa67-496909770b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:25.077070 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3dfbcfd0-940f-43f8-9f23-f7773868c7ae req-b0e29d17-03b2-4801-aa67-496909770b7f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 1096 time: 0.2220731 May 31 16:20:25.127713 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 4851597d-43fd-41f9-b909-66780b0a0456, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4851597d-43fd-41f9-b909-66780b0a0456,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:20:25.144272 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '4851597d-43fd-41f9-b909-66780b0a0456', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'port_id': '4851597d-43fd-41f9-b909-66780b0a0456', 'mac_address': 'fa:16:3e:65:0d:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:20:25.213347 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbcfd0-940f-43f8-9f23-f7773868c7ae req-93b06585-d7e9-432a-a304-638c83313c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:25.214821 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3dfbcfd0-940f-43f8-9f23-f7773868c7ae req-93b06585-d7e9-432a-a304-638c83313c30 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.1307743 May 31 16:20:25.245872 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:25.262545 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4851597d-43fd-41f9-b909-66780b0a0456 {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:20:25.278149 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 4851597d-43fd-41f9-b909-66780b0a0456, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4851597d-43fd-41f9-b909-66780b0a0456,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:20:25.282307 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:25.284321 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:25.318282 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3dfbcfd0-940f-43f8-9f23-f7773868c7ae req-d04d8bf3-61b5-4b24-87f7-5ac8e00b6334 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4851597d-43fd-41f9-b909-66780b0a0456 HTTP/1.1" status: 200 len: 999 time: 0.0962672 May 31 16:20:25.355861 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['4851597d-43fd-41f9-b909-66780b0a0456'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:20:25.384925 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=4851597d-43fd-41f9-b909-66780b0a0456,revision_number=7']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:25.389895 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbcfd0-940f-43f8-9f23-f7773868c7ae req-09955daf-6997-42f7-9110-e9338d35a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:25.391539 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3dfbcfd0-940f-43f8-9f23-f7773868c7ae req-09955daf-6997-42f7-9110-e9338d35a972 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0668671 May 31 16:20:25.394044 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:25.468330 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbcfd0-940f-43f8-9f23-f7773868c7ae req-083d183e-ce0b-46c0-8237-0dd7488fe9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:25.469932 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3dfbcfd0-940f-43f8-9f23-f7773868c7ae req-083d183e-ce0b-46c0-8237-0dd7488fe9a7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0715172 May 31 16:20:25.622010 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3dfbcfd0-940f-43f8-9f23-f7773868c7ae req-26aad6ce-a229-46e1-9c2d-245b200c522c service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450217 May 31 16:20:25.752878 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3dfbcfd0-940f-43f8-9f23-f7773868c7ae req-40d45243-84ea-4469-bca0-7ed60cd5791a service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236558 May 31 16:20:26.044546 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0159218-b7de-4e97-92c3-43f90c8fd76a req-1eadf541-99ea-4185-a79d-6051597c78d0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:26.045995 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a0159218-b7de-4e97-92c3-43f90c8fd76a req-1eadf541-99ea-4185-a79d-6051597c78d0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 944 time: 0.0865874 May 31 16:20:26.092537 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a0159218-b7de-4e97-92c3-43f90c8fd76a req-89e81c37-d248-450e-a517-88a2fefd4f7f tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404208 May 31 16:20:27.004684 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 4851597d-43fd-41f9-b909-66780b0a0456 up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:20:27.088515 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 4851597d-43fd-41f9-b909-66780b0a0456 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:20:27.088880 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:27.209337 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:27.236121 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75341e0-2ed5-4dc1-9a0e-81cb2783c63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4851597d-43fd-41f9-b909-66780b0a0456'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:20:27.238400 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6788a5-0214-4d40-9b65-9079b9bb0a78" -d '{"events": [{"server_uuid": "c75341e0-2ed5-4dc1-9a0e-81cb2783c63d", "name": "network-vif-plugged", "status": "completed", "tag": "4851597d-43fd-41f9-b909-66780b0a0456"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:20:27.247135 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 4851597d-43fd-41f9-b909-66780b0a0456, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4851597d-43fd-41f9-b909-66780b0a0456,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:20:27.252012 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:27.254389 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:27.280107 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c46eb6-d441-4614-aba8-715cb179d483 req-a1f22adf-d750-4958-810b-ad4c6510277f tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:27.281932 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-93c46eb6-d441-4614-aba8-715cb179d483 req-a1f22adf-d750-4958-810b-ad4c6510277f tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 944 time: 0.0830793 May 31 16:20:27.285230 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3a7ef3-33ca-4d58-9e50-4c055ba14ea8 x-openstack-request-id: req-ca3a7ef3-33ca-4d58-9e50-4c055ba14ea8 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:20:27.285554 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c75341e0-2ed5-4dc1-9a0e-81cb2783c63d", "name": "network-vif-plugged", "status": "completed", "tag": "4851597d-43fd-41f9-b909-66780b0a0456", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:20:27.285780 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ca3a7ef3-33ca-4d58-9e50-4c055ba14ea8 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:20:27.286195 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c75341e0-2ed5-4dc1-9a0e-81cb2783c63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4851597d-43fd-41f9-b909-66780b0a0456', 'code': 200} May 31 16:20:27.326255 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=4851597d-43fd-41f9-b909-66780b0a0456,revision_number=8']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:27.329307 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:27.332554 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-93c46eb6-d441-4614-aba8-715cb179d483 req-d68e7f2e-d37d-48ad-8a48-d01dda313eac tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447040 May 31 16:20:27.529255 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c260873-4604-468d-8d16-2691bd9daed4 req-7e82ab02-b7a5-42cb-b972-9b97d1a2843c tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:27.530602 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7c260873-4604-468d-8d16-2691bd9daed4 req-7e82ab02-b7a5-42cb-b972-9b97d1a2843c tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 945 time: 0.0905964 May 31 16:20:27.575411 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7c260873-4604-468d-8d16-2691bd9daed4 req-a84fecb1-757c-4c3f-addb-90149cc89f03 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387468 May 31 16:20:27.995624 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b2194-832d-49db-b85e-f131333fe8f5 req-b2cd6d75-2eae-41e8-a13f-65c818cd2a57 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:27.997081 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e06b2194-832d-49db-b85e-f131333fe8f5 req-b2cd6d75-2eae-41e8-a13f-65c818cd2a57 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 945 time: 0.1521845 May 31 16:20:28.023743 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0416bfa-b4bc-464b-8bec-51f624a2ea54 req-25583963-25dd-4f28-9836-f1d6e2fd51da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:28.025161 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c0416bfa-b4bc-464b-8bec-51f624a2ea54 req-25583963-25dd-4f28-9836-f1d6e2fd51da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 1098 time: 0.1267180 May 31 16:20:28.120044 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e06b2194-832d-49db-b85e-f131333fe8f5 req-d9f2e415-0e45-48f8-af12-875a14876efc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170943 May 31 16:20:28.177406 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0416bfa-b4bc-464b-8bec-51f624a2ea54 req-84dcf5a4-71f7-4971-9a70-4bb738f1fa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:28.178861 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c0416bfa-b4bc-464b-8bec-51f624a2ea54 req-84dcf5a4-71f7-4971-9a70-4bb738f1fa8c service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.1436679 May 31 16:20:28.280368 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c0416bfa-b4bc-464b-8bec-51f624a2ea54 req-9db939b6-8d63-4927-9452-c3a0919ec8de service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4851597d-43fd-41f9-b909-66780b0a0456 HTTP/1.1" status: 200 len: 1001 time: 0.0941362 May 31 16:20:28.346148 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0416bfa-b4bc-464b-8bec-51f624a2ea54 req-f38ef32c-8e5d-4af7-90c1-d92367d2fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:28.347578 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c0416bfa-b4bc-464b-8bec-51f624a2ea54 req-f38ef32c-8e5d-4af7-90c1-d92367d2fa6f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0605059 May 31 16:20:28.422317 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0416bfa-b4bc-464b-8bec-51f624a2ea54 req-066b5e32-159c-424c-b512-b58f2f236661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:28.423856 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c0416bfa-b4bc-464b-8bec-51f624a2ea54 req-066b5e32-159c-424c-b512-b58f2f236661 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0697346 May 31 16:20:28.562935 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c0416bfa-b4bc-464b-8bec-51f624a2ea54 req-ec7efda3-104d-4301-928d-46ca98564443 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315000 May 31 16:20:28.632491 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:28.694010 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c0416bfa-b4bc-464b-8bec-51f624a2ea54 req-bd1512a1-90f4-4cb6-bfa8-64e95287b089 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241589 May 31 16:20:29.324615 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdcb39-34ef-4f90-bd12-c4b919c763a5 req-1569ef4a-35a4-47ac-be99-caa5c82be211 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:29.326050 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-51cdcb39-34ef-4f90-bd12-c4b919c763a5 req-1569ef4a-35a4-47ac-be99-caa5c82be211 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 945 time: 0.0871322 May 31 16:20:29.371086 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-51cdcb39-34ef-4f90-bd12-c4b919c763a5 req-060ce4e4-76d1-4903-83c2-48caa54fb165 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390472 May 31 16:20:30.578629 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d6ac6-787c-449e-a738-f047ab693010 req-b0580d2d-554a-4dba-95f2-7d7fd0c82e8c tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:30.580113 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-519d6ac6-787c-449e-a738-f047ab693010 req-b0580d2d-554a-4dba-95f2-7d7fd0c82e8c tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 945 time: 0.0936441 May 31 16:20:30.625595 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-519d6ac6-787c-449e-a738-f047ab693010 req-36303f92-61f5-4b97-878c-1ac3a1558a61 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397015 May 31 16:20:31.184528 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8525e-fff2-4f7a-99e2-c73f1bc0e544 req-9067507e-6125-4cb4-96a4-b9607e47c442 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:31.186374 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3fc8525e-fff2-4f7a-99e2-c73f1bc0e544 req-9067507e-6125-4cb4-96a4-b9607e47c442 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 945 time: 0.2346714 May 31 16:20:31.234877 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3fc8525e-fff2-4f7a-99e2-c73f1bc0e544 req-18217278-71d1-4f52-9a9a-2d9453e8e7e5 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400069 May 31 16:20:32.445257 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cd861-b428-4e67-bef6-4149467df5fd req-838f8209-5165-446d-ad12-2e572e6e92c2 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:32.446774 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b89cd861-b428-4e67-bef6-4149467df5fd req-838f8209-5165-446d-ad12-2e572e6e92c2 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 945 time: 0.0848696 May 31 16:20:32.498066 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b89cd861-b428-4e67-bef6-4149467df5fd req-04b9f445-e705-4140-bfc1-4fd74c43efef tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425608 May 31 16:20:32.794491 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d463fe7-e3bb-4eed-9e28-d420e4282d59 req-e3b73dd0-2338-47c1-adea-b427bbadedf4 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:32.795928 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6d463fe7-e3bb-4eed-9e28-d420e4282d59 req-e3b73dd0-2338-47c1-adea-b427bbadedf4 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.59 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 945 time: 0.0903330 May 31 16:20:32.933462 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-6d463fe7-e3bb-4eed-9e28-d420e4282d59 req-d0a2daec-f49f-418f-b80a-6435f350def0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Deleting port 4851597d-43fd-41f9-b909-66780b0a0456 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:20:32.933795 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6d463fe7-e3bb-4eed-9e28-d420e4282d59 req-d0a2daec-f49f-418f-b80a-6435f350def0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:33.065245 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-6d463fe7-e3bb-4eed-9e28-d420e4282d59 req-d0a2daec-f49f-418f-b80a-6435f350def0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] For port 4851597d-43fd-41f9-b909-66780b0a0456, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4851597d-43fd-41f9-b909-66780b0a0456,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:20:33.065466 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6d463fe7-e3bb-4eed-9e28-d420e4282d59 req-d0a2daec-f49f-418f-b80a-6435f350def0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:33.357223 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6d463fe7-e3bb-4eed-9e28-d420e4282d59 req-d0a2daec-f49f-418f-b80a-6435f350def0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:33.357454 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6d463fe7-e3bb-4eed-9e28-d420e4282d59 req-d0a2daec-f49f-418f-b80a-6435f350def0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:33.357773 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [req-6d463fe7-e3bb-4eed-9e28-d420e4282d59 req-d0a2daec-f49f-418f-b80a-6435f350def0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Floating IP e558345e-19b3-4a91-9216-5ab8db06cf33 disassociated. External IP: 172.26.0.171, port: 4851597d-43fd-41f9-b909-66780b0a0456. May 31 16:20:33.358106 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-6d463fe7-e3bb-4eed-9e28-d420e4282d59 req-d0a2daec-f49f-418f-b80a-6435f350def0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Calling delete_port for 4851597d-43fd-41f9-b909-66780b0a0456 owned by compute:nova {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:20:33.479454 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6d463fe7-e3bb-4eed-9e28-d420e4282d59 req-d0a2daec-f49f-418f-b80a-6435f350def0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:33.485762 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cc472456-ee72-4853-b9bb-f8f8e8f42ef6 tempest-DeleteServersTestJSON-1406353625 tempest-DeleteServersTestJSON-1406353625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:33.529509 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2daec-f49f-418f-b80a-6435f350def0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Pushing event deleted for resources: {'Port': ['ID=4851597d-43fd-41f9-b909-66780b0a0456,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:33.595044 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2daec-f49f-418f-b80a-6435f350def0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:33.595442 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2daec-f49f-418f-b80a-6435f350def0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:33.595816 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2daec-f49f-418f-b80a-6435f350def0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:33.596183 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2daec-f49f-418f-b80a-6435f350def0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:33.596531 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2daec-f49f-418f-b80a-6435f350def0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:33.596902 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2daec-f49f-418f-b80a-6435f350def0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:33.597833 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2daec-f49f-418f-b80a-6435f350def0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:33.597833 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2daec-f49f-418f-b80a-6435f350def0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:33.598025 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2daec-f49f-418f-b80a-6435f350def0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:33.598290 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2daec-f49f-418f-b80a-6435f350def0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:33.598646 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2daec-f49f-418f-b80a-6435f350def0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:33.599020 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a2daec-f49f-418f-b80a-6435f350def0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:33.608155 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d0a2daec-f49f-418f-b80a-6435f350def0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:33.676342 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d7377b00-ba1b-4fc1-81a7-caa8ec96b492 req-295e9b5d-1477-4c1e-adbf-5166c22770c4 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75341e0-2ed5-4dc1-9a0e-81cb2783c63d HTTP/1.1" status: 200 len: 210 time: 0.0592413 May 31 16:20:33.772839 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d463fe7-e3bb-4eed-9e28-d420e4282d59 req-d0a2daec-f49f-418f-b80a-6435f350def0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:20:33.953075 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d463fe7-e3bb-4eed-9e28-d420e4282d59 req-d0a2daec-f49f-418f-b80a-6435f350def0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:20:33.963160 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32eaf00-54e8-4a4e-a7dd-69f798f784c8 None None] Sync routers for ids ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:20:33.974347 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32eaf00-54e8-4a4e-a7dd-69f798f784c8 None None] Routers {'61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:20:33.975011 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b32eaf00-54e8-4a4e-a7dd-69f798f784c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:20:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:34.160915 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-b32eaf00-54e8-4a4e-a7dd-69f798f784c8 None None] Set router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:20:34.176579 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d463fe7-e3bb-4eed-9e28-d420e4282d59 req-d0a2daec-f49f-418f-b80a-6435f350def0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] No DVR routers for this DVR port 4851597d-43fd-41f9-b909-66780b0a0456 on host hv-neutron-6013 {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:20:34.179184 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6d463fe7-e3bb-4eed-9e28-d420e4282d59 req-d0a2daec-f49f-418f-b80a-6435f350def0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:34.181829 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75341e0-2ed5-4dc1-9a0e-81cb2783c63d', 'name': 'network-vif-deleted', 'tag': '4851597d-43fd-41f9-b909-66780b0a0456'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:20:34.184159 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371b757c-d3dc-4fb2-8f38-46ef46a0b9c7" -d '{"events": [{"server_uuid": "c75341e0-2ed5-4dc1-9a0e-81cb2783c63d", "name": "network-vif-deleted", "tag": "4851597d-43fd-41f9-b909-66780b0a0456"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:20:34.199213 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6d463fe7-e3bb-4eed-9e28-d420e4282d59 req-d0a2daec-f49f-418f-b80a-6435f350def0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.59 "DELETE /v2.0/ports/4851597d-43fd-41f9-b909-66780b0a0456 HTTP/1.1" status: 204 len: 173 time: 1.3965061 May 31 16:20:34.289312 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9b7d5d-1fe1-417d-af24-793b815d431e x-openstack-request-id: req-df9b7d5d-1fe1-417d-af24-793b815d431e {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:20:34.289626 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c75341e0-2ed5-4dc1-9a0e-81cb2783c63d", "name": "network-vif-deleted", "tag": "4851597d-43fd-41f9-b909-66780b0a0456", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:20:34.289913 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-df9b7d5d-1fe1-417d-af24-793b815d431e {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:20:34.290337 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c75341e0-2ed5-4dc1-9a0e-81cb2783c63d', 'name': 'network-vif-deleted', 'tag': '4851597d-43fd-41f9-b909-66780b0a0456', 'status': 'completed', 'code': 200} May 31 16:20:34.482050 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b32eaf00-54e8-4a4e-a7dd-69f798f784c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:16:30Z', 'revision_number': 4, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port': {'id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:27Z', 'updated_at': '2021-05-31T16:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'd5758a56-4327-46a1-9417-9d3c81e92215', 'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'mac_address': 'fa:16:3e:8b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:30Z', 'updated_at': '2021-05-31T16:16:36Z', 'revision_number': 5, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'subnets': [{'id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:34.485936 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32eaf00-54e8-4a4e-a7dd-69f798f784c8 None None] Checking router: 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:20:34.494986 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32eaf00-54e8-4a4e-a7dd-69f798f784c8 None None] Routers {'61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:20:34.495649 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b32eaf00-54e8-4a4e-a7dd-69f798f784c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:20:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:34.672738 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-b32eaf00-54e8-4a4e-a7dd-69f798f784c8 None None] Set router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:20:34.752703 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-07fabbc2-ed7d-4eac-995a-721ab21e608d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:35.047147 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b32eaf00-54e8-4a4e-a7dd-69f798f784c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:16:30Z', 'revision_number': 4, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port': {'id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:27Z', 'updated_at': '2021-05-31T16:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'd5758a56-4327-46a1-9417-9d3c81e92215', 'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'mac_address': 'fa:16:3e:8b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:30Z', 'updated_at': '2021-05-31T16:16:36Z', 'revision_number': 5, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'subnets': [{'id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:35.051698 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 4851597d-43fd-41f9-b909-66780b0a0456 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:20:35.056962 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-43bd9928-1edf-495e-ae51-bbd6ef447779 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1601292856&fields=id&tenant_id=73bccc52448049adbff6aeb751f894c9 HTTP/1.1" status: 200 len: 267 time: 0.0417001 May 31 16:20:35.080361 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32eaf00-54e8-4a4e-a7dd-69f798f784c8 None None] The sync data for ids ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'] in dv-neutron-601336-79-hyperv is: [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:16:30Z', 'revision_number': 4, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port': {'id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:27Z', 'updated_at': '2021-05-31T16:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'd5758a56-4327-46a1-9417-9d3c81e92215', 'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'mac_address': 'fa:16:3e:8b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:30Z', 'updated_at': '2021-05-31T16:16:36Z', 'revision_number': 5, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'subnets': [{'id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:20:35.087153 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: 4851597d-43fd-41f9-b909-66780b0a0456 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:20:35.087515 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 4851597d-43fd-41f9-b909-66780b0a0456 not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:20:35.214412 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-498143d5-e655-4fad-9ac0-1d58061c3164 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:35.215940 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-498143d5-e655-4fad-9ac0-1d58061c3164 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 812 time: 0.1516824 May 31 16:20:35.232504 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-c79d7b5f-5708-4fff-b8b0-84a6e274d8c4 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/quotas/73bccc52448049adbff6aeb751f894c9 HTTP/1.1" status: 200 len: 375 time: 0.0107563 May 31 16:20:35.280536 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11ae77c-d3b4-4237-9fe0-f04fcf8b9ef9 None None] New status for floating IP e558345e-19b3-4a91-9216-5ab8db06cf33: DOWN {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:20:35.318768 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-2ea22ead-7175-4ac0-9490-b6c4a0461ca6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Synchronizing usage tracker for tenant:73bccc52448049adbff6aeb751f894c9 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:20:35.337241 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-2ea22ead-7175-4ac0-9490-b6c4a0461ca6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Unset dirty status for tenant:73bccc52448049adbff6aeb751f894c9 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:20:35.338568 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-2ea22ead-7175-4ac0-9490-b6c4a0461ca6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1003141 May 31 16:20:35.401322 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-5e542b0c-4aaf-4a67-9f30-fdff6cba6496 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 16:20:35.402487 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-5e542b0c-4aaf-4a67-9f30-fdff6cba6496 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0519783 May 31 16:20:35.537819 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-bd1ae3e4-770b-4c02-9fe8-b2ac92ad4ae0 service neutron] 10.222.0.45 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286762 May 31 16:20:35.671546 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-8300ecb5-b318-4fe8-b1fa-d5b4eded7107 service neutron] 10.222.0.45 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276975 May 31 16:20:35.857683 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-48357449-c771-4bbe-abfa-38d4be6a56ab req-7fdf08fc-af11-4a39-a178-e9afd8e9b60c tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 210 time: 0.0455766 May 31 16:20:36.932255 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-bd609610-6297-4570-84c6-f3d30ae36284 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:36.933819 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-bd609610-6297-4570-84c6-f3d30ae36284 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 812 time: 0.1537776 May 31 16:20:37.020494 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c2be2129-0900-4f5a-bdb0-4a83f4b37f59 req-d5055188-bdb2-4aaf-97ca-33bcb5bd4916 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 210 time: 0.0569546 May 31 16:20:37.030567 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-be8c8063-9965-45b4-ae74-2fa4f5b739dd tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73bccc52448049adbff6aeb751f894c9 HTTP/1.1" status: 200 len: 380 time: 0.0877621 May 31 16:20:37.042310 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-c4bc25e9-bcc0-4bc6-b09b-c883e0e01092 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Request body: {'port': {'device_id': '3c5ead8a-50c4-4194-8bc4-550ff70eb0ba', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'admin_state_up': True, 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'security_groups': ['1c8439f4-7276-4afc-b65d-ad4e4b39c667']}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:20:37.044396 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:37.174383 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-c4bc25e9-bcc0-4bc6-b09b-c883e0e01092 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:37.185596 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-c4bc25e9-bcc0-4bc6-b09b-c883e0e01092 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:37.197989 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-c4bc25e9-bcc0-4bc6-b09b-c883e0e01092 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Made reservation on behalf of 73bccc52448049adbff6aeb751f894c9 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:20:37.201562 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-c4bc25e9-bcc0-4bc6-b09b-c883e0e01092 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:37.364819 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-c4bc25e9-bcc0-4bc6-b09b-c883e0e01092 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Allocated IP 172.20.0.5 (6e9c645c-316d-463b-bfb3-61e055fa92e5/dea32efd-f7b4-4d8e-9c10-8a094aaa515f/2efd7343-fbae-4f18-8d15-b58e40be0ad7) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:20:37.553361 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-c4bc25e9-bcc0-4bc6-b09b-c883e0e01092 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:37.568942 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-c4bc25e9-bcc0-4bc6-b09b-c883e0e01092 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Transition to ACTIVE for port object 2efd7343-fbae-4f18-8d15-b58e40be0ad7 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:20:37.594197 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-c4bc25e9-bcc0-4bc6-b09b-c883e0e01092 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:37.600037 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-41333079-4d83-4f55-80d4-21dfe57602c1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:37.668924 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-c4bc25e9-bcc0-4bc6-b09b-c883e0e01092 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Network 6e9c645c-316d-463b-bfb3-61e055fa92e5 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:20:37.672131 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-c4bc25e9-bcc0-4bc6-b09b-c883e0e01092 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:20:37.676036 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-c4bc25e9-bcc0-4bc6-b09b-c883e0e01092 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:20:37.706101 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc25e9-bcc0-4bc6-b09b-c883e0e01092 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Pushing event updated for resources: {'Port': ['ID=2efd7343-fbae-4f18-8d15-b58e40be0ad7,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:37.712975 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c4bc25e9-bcc0-4bc6-b09b-c883e0e01092 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:37.743067 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-c4bc25e9-bcc0-4bc6-b09b-c883e0e01092 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:37.743687 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-c4bc25e9-bcc0-4bc6-b09b-c883e0e01092 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:37.772442 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-c4bc25e9-bcc0-4bc6-b09b-c883e0e01092 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7337000 May 31 16:20:37.784217 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-4d39a770-ca38-4568-92f0-c9887bad67d7 service neutron] Request body: {'port': {'device_id': '3c5ead8a-50c4-4194-8bc4-550ff70eb0ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:20:37.902439 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-4d39a770-ca38-4568-92f0-c9887bad67d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:37.924620 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d4e63a22-4b93-4144-b2ec-44ff602f502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:37.931077 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-6a39c08e-f74f-4ffe-b3dc-b535ab2aaf8b None None] Provisioning for port 2efd7343-fbae-4f18-8d15-b58e40be0ad7 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:20:37.936508 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-6a39c08e-f74f-4ffe-b3dc-b535ab2aaf8b None None] Provisioning complete for port 2efd7343-fbae-4f18-8d15-b58e40be0ad7 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:20:37.937132 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6a39c08e-f74f-4ffe-b3dc-b535ab2aaf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:37.994328 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-6a39c08e-f74f-4ffe-b3dc-b535ab2aaf8b None None] Port 2efd7343-fbae-4f18-8d15-b58e40be0ad7 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:20:38.441899 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a64e8-9f22-4f2f-8623-7353329e83a8 req-a9d242a5-ae85-4c35-a8ee-8085c4acea36 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:38.442598 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-a27a64e8-9f22-4f2f-8623-7353329e83a8 req-a9d242a5-ae85-4c35-a8ee-8085c4acea36 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Synchronizing usage tracker for tenant:73bccc52448049adbff6aeb751f894c9 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:20:38.476218 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-4d39a770-ca38-4568-92f0-c9887bad67d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2efd7343-fbae-4f18-8d15-b58e40be0ad7 {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:20:38.482182 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:38.484260 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-a27a64e8-9f22-4f2f-8623-7353329e83a8 req-a9d242a5-ae85-4c35-a8ee-8085c4acea36 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Unset dirty status for tenant:73bccc52448049adbff6aeb751f894c9 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:20:38.485426 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a27a64e8-9f22-4f2f-8623-7353329e83a8 req-a9d242a5-ae85-4c35-a8ee-8085c4acea36 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 931 time: 0.2019413 May 31 16:20:38.487027 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-4d39a770-ca38-4568-92f0-c9887bad67d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:38.522234 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-4d39a770-ca38-4568-92f0-c9887bad67d7 service neutron] Transition to ACTIVE for port object 2efd7343-fbae-4f18-8d15-b58e40be0ad7 will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:20:38.532495 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-4d39a770-ca38-4568-92f0-c9887bad67d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:38.539692 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-34ec09b9-2618-4cee-8cfe-e9363ccc1ddb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:38.642852 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a27a64e8-9f22-4f2f-8623-7353329e83a8 req-d9128980-ce8c-47f2-9cfa-8c803d3f990a tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506186 May 31 16:20:38.705780 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39a770-ca38-4568-92f0-c9887bad67d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2efd7343-fbae-4f18-8d15-b58e40be0ad7,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:38.708742 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4d39a770-ca38-4568-92f0-c9887bad67d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:38.787654 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-4d39a770-ca38-4568-92f0-c9887bad67d7 service neutron] Attempting to bind port 2efd7343-fbae-4f18-8d15-b58e40be0ad7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:20:38.787955 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-4d39a770-ca38-4568-92f0-c9887bad67d7 service neutron] Attempting to bind port 2efd7343-fbae-4f18-8d15-b58e40be0ad7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9ee57d9f-db02-4933-bac4-4120106468f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:20:38.788282 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-4d39a770-ca38-4568-92f0-c9887bad67d7 service neutron] Attempting to bind port 2efd7343-fbae-4f18-8d15-b58e40be0ad7 on network 6e9c645c-316d-463b-bfb3-61e055fa92e5 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:20:38.792763 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-4d39a770-ca38-4568-92f0-c9887bad67d7 service neutron] Port 2efd7343-fbae-4f18-8d15-b58e40be0ad7 on network 6e9c645c-316d-463b-bfb3-61e055fa92e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:20:38.793073 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-4d39a770-ca38-4568-92f0-c9887bad67d7 service neutron] Attempting to bind port 2efd7343-fbae-4f18-8d15-b58e40be0ad7 on network 6e9c645c-316d-463b-bfb3-61e055fa92e5 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:20:38.798286 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-4d39a770-ca38-4568-92f0-c9887bad67d7 service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:20:38.798618 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-4d39a770-ca38-4568-92f0-c9887bad67d7 service neutron] Checking segment: {'id': '9ee57d9f-db02-4933-bac4-4120106468f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:20:38.798990 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-4d39a770-ca38-4568-92f0-c9887bad67d7 service neutron] Bound using segment: {'id': '9ee57d9f-db02-4933-bac4-4120106468f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:20:38.799413 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-4d39a770-ca38-4568-92f0-c9887bad67d7 service neutron] Bound port: 2efd7343-fbae-4f18-8d15-b58e40be0ad7, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee57d9f-db02-4933-bac4-4120106468f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:20:38.799753 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-4d39a770-ca38-4568-92f0-c9887bad67d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:38.889287 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-4d39a770-ca38-4568-92f0-c9887bad67d7 service neutron] For port 2efd7343-fbae-4f18-8d15-b58e40be0ad7, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:20:38.892959 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-4d39a770-ca38-4568-92f0-c9887bad67d7 service neutron] For port 2efd7343-fbae-4f18-8d15-b58e40be0ad7, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2efd7343-fbae-4f18-8d15-b58e40be0ad7,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:20:38.898045 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-4d39a770-ca38-4568-92f0-c9887bad67d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:38.901792 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-979f891a-894f-4587-9772-9bc362679f04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:38.961926 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-4d39a770-ca38-4568-92f0-c9887bad67d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:38.962582 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-4d39a770-ca38-4568-92f0-c9887bad67d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:38.963952 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-4d39a770-ca38-4568-92f0-c9887bad67d7 service neutron] 10.222.0.59 "PUT /v2.0/ports/2efd7343-fbae-4f18-8d15-b58e40be0ad7 HTTP/1.1" status: 200 len: 1093 time: 1.1842251 May 31 16:20:38.964480 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5ead8a-50c4-4194-8bc4-550ff70eb0ba', 'tag': '2efd7343-fbae-4f18-8d15-b58e40be0ad7'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:20:38.966756 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1c3714-f83d-4363-94ab-8dfb9cbcc256" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5ead8a-50c4-4194-8bc4-550ff70eb0ba", "tag": "2efd7343-fbae-4f18-8d15-b58e40be0ad7"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:20:38.986431 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39a770-ca38-4568-92f0-c9887bad67d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2efd7343-fbae-4f18-8d15-b58e40be0ad7,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:38.992104 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4d39a770-ca38-4568-92f0-c9887bad67d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:39.040532 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf7dd58-e7b4-41c5-9351-4541ac9a29d1 x-openstack-request-id: req-fbf7dd58-e7b4-41c5-9351-4541ac9a29d1 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:20:39.040861 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5ead8a-50c4-4194-8bc4-550ff70eb0ba", "tag": "2efd7343-fbae-4f18-8d15-b58e40be0ad7", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:20:39.041150 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fbf7dd58-e7b4-41c5-9351-4541ac9a29d1 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:20:39.041574 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5ead8a-50c4-4194-8bc4-550ff70eb0ba', 'tag': '2efd7343-fbae-4f18-8d15-b58e40be0ad7', 'status': 'completed', 'code': 200} May 31 16:20:39.084365 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-ac712074-69d3-4d66-a531-a46bd8a1670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:39.085895 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-ac712074-69d3-4d66-a531-a46bd8a1670c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 1096 time: 0.0776505 May 31 16:20:39.159956 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-4ff1844c-d29c-412e-92c8-cd362982750e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2efd7343-fbae-4f18-8d15-b58e40be0ad7 HTTP/1.1" status: 200 len: 217 time: 0.0654268 May 31 16:20:39.224322 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-a36c5536-e8ef-4356-a5ee-888420c40c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:39.225652 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-a36c5536-e8ef-4356-a5ee-888420c40c58 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0596261 May 31 16:20:39.310632 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-1d74d804-3a98-4e98-af36-90f8c84c65bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:39.312220 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-1d74d804-3a98-4e98-af36-90f8c84c65bf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0801494 May 31 16:20:39.450345 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-de0f2a38-a0a4-4f61-9b5b-422ded1d7d65 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310256 May 31 16:20:39.598236 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f9c7d1b2-7810-46c9-9e9c-374bb210331b req-232c1582-9ec7-4de4-a980-34fa85bf31cf service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404402 May 31 16:20:39.720380 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c3714-f83d-4363-94ab-8dfb9cbcc256 req-cd7ae53d-a526-4d1f-b568-964df5d2f356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:39.721808 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fb1c3714-f83d-4363-94ab-8dfb9cbcc256 req-cd7ae53d-a526-4d1f-b568-964df5d2f356 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 1096 time: 0.0709760 May 31 16:20:39.849088 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:39.906385 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c3714-f83d-4363-94ab-8dfb9cbcc256 req-e7acd783-8ccc-4da6-a540-cfc5eb2fd832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:39.907908 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fb1c3714-f83d-4363-94ab-8dfb9cbcc256 req-e7acd783-8ccc-4da6-a540-cfc5eb2fd832 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.1791499 May 31 16:20:39.976220 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117e958-1441-4a85-9ccb-5aeac42d8711 req-d6c6527e-d1f8-42de-83e0-bbaf4727e2e5 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:39.977580 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2117e958-1441-4a85-9ccb-5aeac42d8711 req-d6c6527e-d1f8-42de-83e0-bbaf4727e2e5 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 943 time: 0.1790051 May 31 16:20:39.987159 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fb1c3714-f83d-4363-94ab-8dfb9cbcc256 req-b2c10832-ba21-4141-ba81-f848adb5e728 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2efd7343-fbae-4f18-8d15-b58e40be0ad7 HTTP/1.1" status: 200 len: 217 time: 0.0707471 May 31 16:20:40.222689 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2117e958-1441-4a85-9ccb-5aeac42d8711 req-9321d70d-637f-4146-a804-994351f09352 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377198 May 31 16:20:40.228179 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c3714-f83d-4363-94ab-8dfb9cbcc256 req-f6404bb7-3297-4727-a759-54f7a6c0f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:40.229469 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fb1c3714-f83d-4363-94ab-8dfb9cbcc256 req-f6404bb7-3297-4727-a759-54f7a6c0f367 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.2300849 May 31 16:20:40.308676 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c3714-f83d-4363-94ab-8dfb9cbcc256 req-e0690010-fbf7-4e14-910d-47b80eddafd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:40.310146 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fb1c3714-f83d-4363-94ab-8dfb9cbcc256 req-e0690010-fbf7-4e14-910d-47b80eddafd8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0733812 May 31 16:20:40.443369 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fb1c3714-f83d-4363-94ab-8dfb9cbcc256 req-6e24631f-4afd-4298-ab4c-71316ede414f service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254025 May 31 16:20:40.581756 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fb1c3714-f83d-4363-94ab-8dfb9cbcc256 req-f766299d-e54a-4c33-997a-45b166a12801 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314297 May 31 16:20:41.431304 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62840d9e-1e08-49ba-ade6-4b42957d51f4 req-7a7b5050-0d01-42a6-b38d-04d48cecd7a6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:41.432743 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-62840d9e-1e08-49ba-ade6-4b42957d51f4 req-7a7b5050-0d01-42a6-b38d-04d48cecd7a6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 943 time: 0.0946631 May 31 16:20:41.476933 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-62840d9e-1e08-49ba-ade6-4b42957d51f4 req-abc33f65-c26e-4c22-b3e3-ce02391d0fed tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381482 May 31 16:20:42.673015 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35336fb1-8d21-401a-910c-23b5170b6027 req-44655ae5-312e-45b7-92c7-2eb49442c817 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:42.674417 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-35336fb1-8d21-401a-910c-23b5170b6027 req-44655ae5-312e-45b7-92c7-2eb49442c817 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 943 time: 0.0853817 May 31 16:20:42.722141 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-35336fb1-8d21-401a-910c-23b5170b6027 req-a03193f0-5685-4952-85d2-d93e977ea056 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392489 May 31 16:20:43.102606 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 2efd7343-fbae-4f18-8d15-b58e40be0ad7 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:20:43.246848 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 2efd7343-fbae-4f18-8d15-b58e40be0ad7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2efd7343-fbae-4f18-8d15-b58e40be0ad7,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:20:43.260461 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '2efd7343-fbae-4f18-8d15-b58e40be0ad7', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'port_id': '2efd7343-fbae-4f18-8d15-b58e40be0ad7', 'mac_address': 'fa:16:3e:b9:07:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:20:43.314582 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:43.331583 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2efd7343-fbae-4f18-8d15-b58e40be0ad7 {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:20:43.346713 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 2efd7343-fbae-4f18-8d15-b58e40be0ad7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2efd7343-fbae-4f18-8d15-b58e40be0ad7,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:20:43.354034 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:43.356704 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:43.425710 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=2efd7343-fbae-4f18-8d15-b58e40be0ad7,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:43.429104 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:43.698318 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['2efd7343-fbae-4f18-8d15-b58e40be0ad7'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:20:43.915422 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554f960-4dba-4178-8c8e-4db4c7cbf74c req-d73401e6-24dd-457e-aa47-d9beb3908e38 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:43.916887 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3554f960-4dba-4178-8c8e-4db4c7cbf74c req-d73401e6-24dd-457e-aa47-d9beb3908e38 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 944 time: 0.0871222 May 31 16:20:43.961757 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3554f960-4dba-4178-8c8e-4db4c7cbf74c req-fb9c20dd-d326-4f5a-a481-a43d62828dd0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378308 May 31 16:20:45.115989 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 2efd7343-fbae-4f18-8d15-b58e40be0ad7 up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:20:45.159110 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b666820-f4a3-42c2-912e-ad2007947771 req-b637cc63-6eb4-4b8d-abb1-8b207087535c tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:45.160630 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0b666820-f4a3-42c2-912e-ad2007947771 req-b637cc63-6eb4-4b8d-abb1-8b207087535c tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 944 time: 0.0842707 May 31 16:20:45.186588 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port 2efd7343-fbae-4f18-8d15-b58e40be0ad7 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:20:45.191270 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 2efd7343-fbae-4f18-8d15-b58e40be0ad7 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:20:45.191642 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:45.208919 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0b666820-f4a3-42c2-912e-ad2007947771 req-c05d5e41-f200-44f1-adab-05f164869f35 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420692 May 31 16:20:45.312426 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:45.338651 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5ead8a-50c4-4194-8bc4-550ff70eb0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efd7343-fbae-4f18-8d15-b58e40be0ad7'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:20:45.341074 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c4e8c5-0709-4748-9938-46bd54e89f18" -d '{"events": [{"server_uuid": "3c5ead8a-50c4-4194-8bc4-550ff70eb0ba", "name": "network-vif-plugged", "status": "completed", "tag": "2efd7343-fbae-4f18-8d15-b58e40be0ad7"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:20:45.348773 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 2efd7343-fbae-4f18-8d15-b58e40be0ad7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2efd7343-fbae-4f18-8d15-b58e40be0ad7,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:20:45.353785 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:45.356662 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:45.388126 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa4204d-2f39-480f-9797-703dd24959cd x-openstack-request-id: req-2fa4204d-2f39-480f-9797-703dd24959cd {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:20:45.388419 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5ead8a-50c4-4194-8bc4-550ff70eb0ba", "name": "network-vif-plugged", "status": "completed", "tag": "2efd7343-fbae-4f18-8d15-b58e40be0ad7", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:20:45.388679 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2fa4204d-2f39-480f-9797-703dd24959cd {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:20:45.389068 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5ead8a-50c4-4194-8bc4-550ff70eb0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efd7343-fbae-4f18-8d15-b58e40be0ad7', 'code': 200} May 31 16:20:45.431421 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=2efd7343-fbae-4f18-8d15-b58e40be0ad7,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:45.434364 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:45.640410 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26eb93-8450-4aee-9cbf-1cb680caf9f0 req-004128f3-b455-43a3-90bf-fdb2091d8970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:45.641963 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fa26eb93-8450-4aee-9cbf-1cb680caf9f0 req-004128f3-b455-43a3-90bf-fdb2091d8970 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 1098 time: 0.0795205 May 31 16:20:45.684003 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fa26eb93-8450-4aee-9cbf-1cb680caf9f0 req-b9b565e1-94cf-4dbc-ac9b-556bd617ee8a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355151 May 31 16:20:46.422996 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495834c5-e4e8-4c84-b3c8-566ddb7f342a req-1e4452f3-0be9-4879-8634-62caf3cdc79a tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:46.424484 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-495834c5-e4e8-4c84-b3c8-566ddb7f342a req-1e4452f3-0be9-4879-8634-62caf3cdc79a tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 945 time: 0.0942316 May 31 16:20:46.476026 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-495834c5-e4e8-4c84-b3c8-566ddb7f342a req-5b2ff0e1-4cba-4435-bc4b-12534673fed6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428600 May 31 16:20:47.683770 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95cc0c-e03e-49ff-b4f5-97fd2ee0fc73 req-26d7547a-eed0-4229-87d5-05b700c76d8d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:47.685111 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1d95cc0c-e03e-49ff-b4f5-97fd2ee0fc73 req-26d7547a-eed0-4229-87d5-05b700c76d8d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 945 time: 0.0854096 May 31 16:20:47.732673 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1d95cc0c-e03e-49ff-b4f5-97fd2ee0fc73 req-1539a8fe-75d6-432a-9f07-220af2d16dc7 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384068 May 31 16:20:47.925696 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4e9df-6009-4dbb-87ef-e57ed90b0530 req-d1eae20b-3022-4caf-94af-f65665ed3ab3 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:47.927197 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-09b4e9df-6009-4dbb-87ef-e57ed90b0530 req-d1eae20b-3022-4caf-94af-f65665ed3ab3 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 945 time: 0.0863612 May 31 16:20:47.936139 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 37098) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:47.941365 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-ab9cdb6c-9870-42a9-978d-9d24b49588b9 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Request body: {'floatingip': {'port_id': '2efd7343-fbae-4f18-8d15-b58e40be0ad7'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:20:48.020553 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ab9cdb6c-9870-42a9-978d-9d24b49588b9 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for floatingip, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:48.771340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ab9cdb6c-9870-42a9-978d-9d24b49588b9 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:48.779012 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ab9cdb6c-9870-42a9-978d-9d24b49588b9 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:48.949318 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-ab9cdb6c-9870-42a9-978d-9d24b49588b9 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Floating IP e558345e-19b3-4a91-9216-5ab8db06cf33 associated. External IP: 172.26.0.171, port: 2efd7343-fbae-4f18-8d15-b58e40be0ad7. May 31 16:20:49.302863 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9cdb6c-9870-42a9-978d-9d24b49588b9 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:20:49.484252 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9cdb6c-9870-42a9-978d-9d24b49588b9 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:20:49.489059 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ab9cdb6c-9870-42a9-978d-9d24b49588b9 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:49.494982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b659e7-0353-4b9e-a00b-09453db37578 None None] Sync routers for ids ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:20:49.506205 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b659e7-0353-4b9e-a00b-09453db37578 None None] Routers {'61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:20:49.506848 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-01b659e7-0353-4b9e-a00b-09453db37578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:20:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:49.543414 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ab9cdb6c-9870-42a9-978d-9d24b49588b9 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "PUT /v2.0/floatingips/e558345e-19b3-4a91-9216-5ab8db06cf33 HTTP/1.1" status: 200 len: 991 time: 1.6062355 May 31 16:20:49.544104 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5ead8a-50c4-4194-8bc4-550ff70eb0ba', 'tag': '2efd7343-fbae-4f18-8d15-b58e40be0ad7'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:20:49.546446 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c4cfd3-bbd2-40aa-86ec-067421ff7b20" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5ead8a-50c4-4194-8bc4-550ff70eb0ba", "tag": "2efd7343-fbae-4f18-8d15-b58e40be0ad7"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:20:49.590353 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f36e53-8a17-4ee7-b9c8-8dc4664fcf6e x-openstack-request-id: req-09f36e53-8a17-4ee7-b9c8-8dc4664fcf6e {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:20:49.590706 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5ead8a-50c4-4194-8bc4-550ff70eb0ba", "tag": "2efd7343-fbae-4f18-8d15-b58e40be0ad7", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:20:49.591040 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-09f36e53-8a17-4ee7-b9c8-8dc4664fcf6e {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:20:49.591505 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5ead8a-50c4-4194-8bc4-550ff70eb0ba', 'tag': '2efd7343-fbae-4f18-8d15-b58e40be0ad7', 'status': 'completed', 'code': 200} May 31 16:20:49.687837 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4cfd3-bbd2-40aa-86ec-067421ff7b20 req-ccc409ba-03ad-4310-9cd1-69fd3376f205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:49.689346 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-77c4cfd3-bbd2-40aa-86ec-067421ff7b20 req-ccc409ba-03ad-4310-9cd1-69fd3376f205 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 1098 time: 0.0774601 May 31 16:20:49.690252 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-01b659e7-0353-4b9e-a00b-09453db37578 None None] Set router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:20:49.821217 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4cfd3-bbd2-40aa-86ec-067421ff7b20 req-0ffc8a6d-bfd3-46f1-8602-cae6d33aaace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:49.822584 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-77c4cfd3-bbd2-40aa-86ec-067421ff7b20 req-0ffc8a6d-bfd3-46f1-8602-cae6d33aaace service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.1260560 May 31 16:20:49.826281 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:20:49.921612 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-77c4cfd3-bbd2-40aa-86ec-067421ff7b20 req-dec3c17b-e78c-4c37-aaf0-aee4c1f7056d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2efd7343-fbae-4f18-8d15-b58e40be0ad7 HTTP/1.1" status: 200 len: 999 time: 0.0923269 May 31 16:20:50.089922 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-01b659e7-0353-4b9e-a00b-09453db37578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:16:30Z', 'revision_number': 4, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port': {'id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:27Z', 'updated_at': '2021-05-31T16:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'e558345e-19b3-4a91-9216-5ab8db06cf33', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'port_id': '2efd7343-fbae-4f18-8d15-b58e40be0ad7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'mac_address': 'fa:16:3e:b9:07:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5ead8a-50c4-4194-8bc4-550ff70eb0ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:16:34Z', 'updated_at': '2021-05-31T16:20:48Z', 'revision_number': 9, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5758a56-4327-46a1-9417-9d3c81e92215', 'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'mac_address': 'fa:16:3e:8b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:30Z', 'updated_at': '2021-05-31T16:16:36Z', 'revision_number': 5, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'subnets': [{'id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:50.094130 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b659e7-0353-4b9e-a00b-09453db37578 None None] Checking router: 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:20:50.103263 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b659e7-0353-4b9e-a00b-09453db37578 None None] Routers {'61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:20:50.103919 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-01b659e7-0353-4b9e-a00b-09453db37578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:20:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:50.149867 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4cfd3-bbd2-40aa-86ec-067421ff7b20 req-22f60741-259a-4fc2-930b-386351e35bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:50.151373 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-77c4cfd3-bbd2-40aa-86ec-067421ff7b20 req-22f60741-259a-4fc2-930b-386351e35bca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.2224960 May 31 16:20:50.229433 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4cfd3-bbd2-40aa-86ec-067421ff7b20 req-7ce0a32f-21ff-4726-834a-83dfeee04aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:50.230975 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-77c4cfd3-bbd2-40aa-86ec-067421ff7b20 req-7ce0a32f-21ff-4726-834a-83dfeee04aaa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0728574 May 31 16:20:50.284954 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-01b659e7-0353-4b9e-a00b-09453db37578 None None] Set router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:20:50.364380 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-77c4cfd3-bbd2-40aa-86ec-067421ff7b20 req-17bcb2e9-d0dd-472b-8a9a-fcea9ea082c9 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258509 May 31 16:20:50.497659 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-77c4cfd3-bbd2-40aa-86ec-067421ff7b20 req-17b9aa09-1a76-42c6-9d27-0117520b8aab service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261382 May 31 16:20:50.634072 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-01b659e7-0353-4b9e-a00b-09453db37578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:16:30Z', 'revision_number': 4, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port': {'id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:27Z', 'updated_at': '2021-05-31T16:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'e558345e-19b3-4a91-9216-5ab8db06cf33', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'port_id': '2efd7343-fbae-4f18-8d15-b58e40be0ad7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'mac_address': 'fa:16:3e:b9:07:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5ead8a-50c4-4194-8bc4-550ff70eb0ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:16:34Z', 'updated_at': '2021-05-31T16:20:48Z', 'revision_number': 9, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5758a56-4327-46a1-9417-9d3c81e92215', 'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'mac_address': 'fa:16:3e:8b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:30Z', 'updated_at': '2021-05-31T16:16:36Z', 'revision_number': 5, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'subnets': [{'id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:50.638302 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b659e7-0353-4b9e-a00b-09453db37578 None None] The sync data for ids ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'] in dv-neutron-601336-79-hyperv is: [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:16:30Z', 'revision_number': 4, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port': {'id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:27Z', 'updated_at': '2021-05-31T16:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'e558345e-19b3-4a91-9216-5ab8db06cf33', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'port_id': '2efd7343-fbae-4f18-8d15-b58e40be0ad7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'mac_address': 'fa:16:3e:b9:07:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5ead8a-50c4-4194-8bc4-550ff70eb0ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:16:34Z', 'updated_at': '2021-05-31T16:20:48Z', 'revision_number': 9, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5758a56-4327-46a1-9417-9d3c81e92215', 'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'mac_address': 'fa:16:3e:8b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:30Z', 'updated_at': '2021-05-31T16:16:36Z', 'revision_number': 5, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'subnets': [{'id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:20:50.831754 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa228ec6-ce08-4dc9-8827-9ae0a86abd0d None None] New status for floating IP e558345e-19b3-4a91-9216-5ab8db06cf33: ACTIVE {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:20:54.991982 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8bfe3a80-5a65-4cb4-ac28-bab5199297bc req-7f467060-4735-4258-8338-222dc348349a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810895 May 31 16:20:55.151290 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe3a80-5a65-4cb4-ac28-bab5199297bc req-003c43c0-f677-4e6d-bc51-53e285f73732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:55.152784 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8bfe3a80-5a65-4cb4-ac28-bab5199297bc req-003c43c0-f677-4e6d-bc51-53e285f73732 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 1098 time: 0.0753467 May 31 16:20:55.300470 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe3a80-5a65-4cb4-ac28-bab5199297bc req-9b5c9a3a-576b-4a16-8145-3a1785334c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:55.301931 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8bfe3a80-5a65-4cb4-ac28-bab5199297bc req-9b5c9a3a-576b-4a16-8145-3a1785334c9f service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.1294136 May 31 16:20:55.411105 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8bfe3a80-5a65-4cb4-ac28-bab5199297bc req-6e784a46-5e04-4690-b9b9-f6b1dda331df service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2efd7343-fbae-4f18-8d15-b58e40be0ad7 HTTP/1.1" status: 200 len: 1002 time: 0.1021550 May 31 16:20:55.478396 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe3a80-5a65-4cb4-ac28-bab5199297bc req-39789f57-5306-4e84-bb42-cf9e503c2858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:55.479822 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8bfe3a80-5a65-4cb4-ac28-bab5199297bc req-39789f57-5306-4e84-bb42-cf9e503c2858 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0617208 May 31 16:20:55.558646 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe3a80-5a65-4cb4-ac28-bab5199297bc req-556cf692-3026-4bf9-972e-f8dd29f2b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:55.560070 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8bfe3a80-5a65-4cb4-ac28-bab5199297bc req-556cf692-3026-4bf9-972e-f8dd29f2b73f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0738559 May 31 16:20:55.694363 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8bfe3a80-5a65-4cb4-ac28-bab5199297bc req-166d108a-c2ac-4de4-ae9e-b93d6a5bbe59 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263237 May 31 16:20:55.830259 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8bfe3a80-5a65-4cb4-ac28-bab5199297bc req-3cadb364-a024-4b40-ba12-33156c6d9af2 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296690 May 31 16:20:58.632707 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:04.709269 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-406b94db-22fa-43af-b578-1fdd7f5e3277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:07.044727 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:07.925094 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-38856301-1d9b-412d-9573-42efa19f5a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:08.496506 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:09.865908 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:26.830602 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:21:28.651071 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:34.711157 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-617060b9-5583-469f-a247-57afcd81ad88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:37.051656 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:37.927764 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c7fc068-7d9b-4e01-ae55-83e31fb45ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:38.496510 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:39.867327 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:55.983398 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-460afff8-59ab-43fa-8806-b1bdb59596c5 req-6e7af93b-8a6b-43be-86ab-cf9f680e60fd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738235 May 31 16:21:56.132912 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460afff8-59ab-43fa-8806-b1bdb59596c5 req-61f905f9-798c-40f4-bce4-2fdc4083ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:56.134388 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-460afff8-59ab-43fa-8806-b1bdb59596c5 req-61f905f9-798c-40f4-bce4-2fdc4083ee85 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 1098 time: 0.0771258 May 31 16:21:56.279806 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460afff8-59ab-43fa-8806-b1bdb59596c5 req-6f413806-321d-4104-97c4-6dfc9641e8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:56.281144 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-460afff8-59ab-43fa-8806-b1bdb59596c5 req-6f413806-321d-4104-97c4-6dfc9641e8a4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.1264949 May 31 16:21:56.398765 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-460afff8-59ab-43fa-8806-b1bdb59596c5 req-d07d5c7b-bd94-40f7-a927-7f22b75a2a03 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2efd7343-fbae-4f18-8d15-b58e40be0ad7 HTTP/1.1" status: 200 len: 1002 time: 0.1104887 May 31 16:21:56.465600 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460afff8-59ab-43fa-8806-b1bdb59596c5 req-1a018f95-887c-4299-bf51-85b67d7efe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:56.466971 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-460afff8-59ab-43fa-8806-b1bdb59596c5 req-1a018f95-887c-4299-bf51-85b67d7efe50 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0601227 May 31 16:21:56.548711 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460afff8-59ab-43fa-8806-b1bdb59596c5 req-2ff9a33e-cedf-49b1-8cc6-6faa1f672d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:56.550066 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-460afff8-59ab-43fa-8806-b1bdb59596c5 req-2ff9a33e-cedf-49b1-8cc6-6faa1f672d9a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0755670 May 31 16:21:56.827423 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-460afff8-59ab-43fa-8806-b1bdb59596c5 req-8936f519-90eb-4ba3-9192-f8db86ae0154 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697222 May 31 16:21:56.956316 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-460afff8-59ab-43fa-8806-b1bdb59596c5 req-195866ab-cffc-48a9-8399-43286a5a7e9f service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220067 May 31 16:21:58.641207 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:03.831181 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:22:04.704947 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d4f91e00-0c78-4ab6-885e-261e941dd936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:05.061434 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2aaa79e-4224-40e9-9495-81a8f8418a44 req-69e03642-4fbc-43d8-a161-4240f809a969 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1262684 May 31 16:22:05.086189 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c97835-9aa4-407a-a5fb-b2fe945edda8 req-4b48c48b-7e5e-4364-9552-3b5e3feded45 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:05.087658 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e3c97835-9aa4-407a-a5fb-b2fe945edda8 req-4b48c48b-7e5e-4364-9552-3b5e3feded45 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 945 time: 0.1001818 May 31 16:22:05.134813 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e3c97835-9aa4-407a-a5fb-b2fe945edda8 req-38325bca-7366-4736-8b5d-9c662cb90888 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409799 May 31 16:22:06.293363 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aaa79e-4224-40e9-9495-81a8f8418a44 req-dab0344f-58d3-48a1-8b1d-720ce5f87497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:06.294820 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2aaa79e-4224-40e9-9495-81a8f8418a44 req-dab0344f-58d3-48a1-8b1d-720ce5f87497 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 1098 time: 0.1135938 May 31 16:22:06.429384 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf293e-8026-4b45-92ca-f5362b301435 req-d744785d-6f75-400f-b78e-37a411b359f7 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:06.430829 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6ddf293e-8026-4b45-92ca-f5362b301435 req-d744785d-6f75-400f-b78e-37a411b359f7 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 945 time: 0.1850884 May 31 16:22:06.462819 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aaa79e-4224-40e9-9495-81a8f8418a44 req-70379421-fe6e-43bd-a76c-ed4d21b88cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:06.464242 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2aaa79e-4224-40e9-9495-81a8f8418a44 req-70379421-fe6e-43bd-a76c-ed4d21b88cbd service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.1622832 May 31 16:22:06.557543 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6ddf293e-8026-4b45-92ca-f5362b301435 req-56ce147b-d4d9-4193-9ae1-1ad8d7944a89 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164215 May 31 16:22:06.579687 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2aaa79e-4224-40e9-9495-81a8f8418a44 req-d35487ce-5d13-46b8-8d7d-4a9bc0d85ed5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2efd7343-fbae-4f18-8d15-b58e40be0ad7 HTTP/1.1" status: 200 len: 1002 time: 0.1087530 May 31 16:22:06.641861 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aaa79e-4224-40e9-9495-81a8f8418a44 req-a8c26954-f1a3-47b2-b4d2-078b9abc7220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:06.643202 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2aaa79e-4224-40e9-9495-81a8f8418a44 req-a8c26954-f1a3-47b2-b4d2-078b9abc7220 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0571415 May 31 16:22:06.738734 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aaa79e-4224-40e9-9495-81a8f8418a44 req-1ad2a6f2-d28a-4dcc-89a5-6e961eeda9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:06.740254 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2aaa79e-4224-40e9-9495-81a8f8418a44 req-1ad2a6f2-d28a-4dcc-89a5-6e961eeda9f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0910532 May 31 16:22:06.871013 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2aaa79e-4224-40e9-9495-81a8f8418a44 req-0519b8fe-cc09-4e39-92d4-5a319bb28aa2 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236844 May 31 16:22:07.005947 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2aaa79e-4224-40e9-9495-81a8f8418a44 req-b457b5b7-590a-481b-bfb6-70f75f1ca034 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269140 May 31 16:22:07.037170 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:07.758505 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf180b-b27e-4f24-91ab-8c5cf4f0d875 req-8efda787-361b-4351-a497-af4eb5797a88 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:07.759914 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e5bf180b-b27e-4f24-91ab-8c5cf4f0d875 req-8efda787-361b-4351-a497-af4eb5797a88 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 945 time: 0.0912471 May 31 16:22:07.803293 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e5bf180b-b27e-4f24-91ab-8c5cf4f0d875 req-28ae6ba1-d9dd-4fa2-ad0e-fa11e5cbdc33 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376532 May 31 16:22:07.927440 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-78a76eeb-bbdb-466a-91a6-7c0b685cc739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:08.502094 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:09.007457 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a058f2-0e14-43a0-9b82-b538cebe4cd2 req-96b38271-34dd-44a4-aad9-0dc41d22b27a tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:09.008932 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-51a058f2-0e14-43a0-9b82-b538cebe4cd2 req-96b38271-34dd-44a4-aad9-0dc41d22b27a tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 945 time: 0.0872440 May 31 16:22:09.053818 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-51a058f2-0e14-43a0-9b82-b538cebe4cd2 req-01046bce-08f2-4384-b697-29211ffea174 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391331 May 31 16:22:09.873474 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:10.256754 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b575a-cdbd-468e-94c9-743c38def2bc req-dec30662-e945-4c9a-b369-eeb199f47a9d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:10.258289 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-687b575a-cdbd-468e-94c9-743c38def2bc req-dec30662-e945-4c9a-b369-eeb199f47a9d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 945 time: 0.0895245 May 31 16:22:10.310516 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-687b575a-cdbd-468e-94c9-743c38def2bc req-f843ce84-c1ba-4e01-a0ac-4a5353b84110 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434802 May 31 16:22:11.676260 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5b007-7614-4be5-bf24-d0ae081b819f req-acd5b8c6-fd3d-48cb-86da-e57504503d6b tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:11.677688 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-93e5b007-7614-4be5-bf24-d0ae081b819f req-acd5b8c6-fd3d-48cb-86da-e57504503d6b tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 945 time: 0.2424297 May 31 16:22:11.724504 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-93e5b007-7614-4be5-bf24-d0ae081b819f req-092c17e3-feab-466a-bd84-7d3f6a050a28 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382183 May 31 16:22:12.936875 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9cfb8-97f6-4136-ac32-af9b123cb91e req-8577d4c9-73c7-40f3-95c3-f1ee3eed56c2 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:12.938292 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-edc9cfb8-97f6-4136-ac32-af9b123cb91e req-8577d4c9-73c7-40f3-95c3-f1ee3eed56c2 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 945 time: 0.0931456 May 31 16:22:12.984920 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-edc9cfb8-97f6-4136-ac32-af9b123cb91e req-226e571d-37bf-40e7-bdfa-da1df60837f0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381298 May 31 16:22:14.194444 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8631252-a862-43b8-9a30-d60c2611ac79 req-3563c7e5-6b99-4e36-8d2c-f00c4ff5748c tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:14.195923 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c8631252-a862-43b8-9a30-d60c2611ac79 req-3563c7e5-6b99-4e36-8d2c-f00c4ff5748c tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 945 time: 0.0883958 May 31 16:22:14.245928 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c8631252-a862-43b8-9a30-d60c2611ac79 req-11b942d4-e38a-430b-815b-1205fc57f60e tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443068 May 31 16:22:15.442514 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1edffc-6263-4e8a-b940-e753bc5a8644 req-ebe48261-d64b-4b1d-9662-4c596bc4ab50 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:15.444033 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9d1edffc-6263-4e8a-b940-e753bc5a8644 req-ebe48261-d64b-4b1d-9662-4c596bc4ab50 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 945 time: 0.0817597 May 31 16:22:15.491871 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9d1edffc-6263-4e8a-b940-e753bc5a8644 req-ceac5f46-b8c4-476e-a568-63e334080893 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418854 May 31 16:22:16.692927 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa89c66-cf76-4b6d-bc45-0a3ea5f8d355 req-1f9c3b35-f72d-471e-acdf-3dcabdd07008 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:16.694267 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6aa89c66-cf76-4b6d-bc45-0a3ea5f8d355 req-1f9c3b35-f72d-471e-acdf-3dcabdd07008 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 945 time: 0.0888741 May 31 16:22:16.740009 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6aa89c66-cf76-4b6d-bc45-0a3ea5f8d355 req-e8f47f12-0ad8-47c5-a960-bcf1c6b4c9fb tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396643 May 31 16:22:17.949428 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bc8c8-3cf1-43af-abdc-d6944f6eed9f req-03fdb908-2a51-46c7-8548-18272b7670ce tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:17.950887 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-816bc8c8-3cf1-43af-abdc-d6944f6eed9f req-03fdb908-2a51-46c7-8548-18272b7670ce tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 945 time: 0.0894558 May 31 16:22:18.002106 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-816bc8c8-3cf1-43af-abdc-d6944f6eed9f req-44ab43cf-d496-48da-917f-e1ebac1976bf tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453556 May 31 16:22:18.726154 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2aaa79e-4224-40e9-9495-81a8f8418a44 req-e7ee8e22-7267-48f3-ac14-86cc826aa52f service neutron] 10.222.0.59 "GET /v2.0/ports/2efd7343-fbae-4f18-8d15-b58e40be0ad7/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0863898 May 31 16:22:19.001773 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aaa79e-4224-40e9-9495-81a8f8418a44 req-ba2ec367-7d37-40fc-b66d-0594ef2b1163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:19.003189 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2aaa79e-4224-40e9-9495-81a8f8418a44 req-ba2ec367-7d37-40fc-b66d-0594ef2b1163 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba&tenant_id=73bccc52448049adbff6aeb751f894c9 HTTP/1.1" status: 200 len: 1098 time: 0.0772460 May 31 16:22:19.103809 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aaa79e-4224-40e9-9495-81a8f8418a44 req-1b845001-618a-4954-bc9b-44f4b3271b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:19.105318 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2aaa79e-4224-40e9-9495-81a8f8418a44 req-1b845001-618a-4954-bc9b-44f4b3271b3d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 1098 time: 0.0791235 May 31 16:22:19.287108 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aaa79e-4224-40e9-9495-81a8f8418a44 req-ff8d3371-1bd1-4006-a820-4ab04b810d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:19.288465 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2aaa79e-4224-40e9-9495-81a8f8418a44 req-ff8d3371-1bd1-4006-a820-4ab04b810d76 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.1769350 May 31 16:22:19.303885 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f9eb5-b2ad-4ad4-a5b0-ab852dd375ab req-b6233f01-166a-4df9-84a8-7652735bc5e3 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:19.305241 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dc0f9eb5-b2ad-4ad4-a5b0-ab852dd375ab req-b6233f01-166a-4df9-84a8-7652735bc5e3 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 945 time: 0.1731966 May 31 16:22:19.426614 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2aaa79e-4224-40e9-9495-81a8f8418a44 req-38dd9e28-c255-4eb6-9374-1e58c165e40e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2efd7343-fbae-4f18-8d15-b58e40be0ad7 HTTP/1.1" status: 200 len: 1002 time: 0.1304235 May 31 16:22:19.431220 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dc0f9eb5-b2ad-4ad4-a5b0-ab852dd375ab req-dbfb6ca7-652b-49cd-b629-6d6d41c1f924 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784080 May 31 16:22:19.492619 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aaa79e-4224-40e9-9495-81a8f8418a44 req-0d5d2aee-19c0-4398-9226-8c6f21e731fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:19.494067 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2aaa79e-4224-40e9-9495-81a8f8418a44 req-0d5d2aee-19c0-4398-9226-8c6f21e731fc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0604980 May 31 16:22:19.571593 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aaa79e-4224-40e9-9495-81a8f8418a44 req-3f422803-4f98-4f1a-bb11-b979d1b3506c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:19.572927 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2aaa79e-4224-40e9-9495-81a8f8418a44 req-3f422803-4f98-4f1a-bb11-b979d1b3506c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0723777 May 31 16:22:19.705728 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2aaa79e-4224-40e9-9495-81a8f8418a44 req-713bc17f-098b-4cb3-8c3d-8ad051c0bdcd service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257987 May 31 16:22:19.839133 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2aaa79e-4224-40e9-9495-81a8f8418a44 req-248e5cd0-94b6-43fe-9666-26c1c2c8420e service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256287 May 31 16:22:20.645543 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f156d1-f29d-4b98-b56b-f627b2a596b7 req-651a7d94-bff4-4b2a-8dc4-4348e16d5b3e tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:20.646909 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-36f156d1-f29d-4b98-b56b-f627b2a596b7 req-651a7d94-bff4-4b2a-8dc4-4348e16d5b3e tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 945 time: 0.0931993 May 31 16:22:20.834980 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-36f156d1-f29d-4b98-b56b-f627b2a596b7 req-0d56b02b-3c70-4332-b29a-4c8ff34e76f9 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807678 May 31 16:22:22.054678 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc6e11-75fb-401a-8660-02b1d25e8994 req-64213732-345e-4859-8eee-b8534a8d1b7a tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:22.056351 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-74bc6e11-75fb-401a-8660-02b1d25e8994 req-64213732-345e-4859-8eee-b8534a8d1b7a tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 945 time: 0.0926828 May 31 16:22:22.100723 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-74bc6e11-75fb-401a-8660-02b1d25e8994 req-0e382416-8e38-4bb1-99e1-85af8c304dd8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386994 May 31 16:22:23.306206 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078fb7b-64d5-42bf-9756-3884dcc7c560 req-ee96a4ad-687e-4d07-baa9-c481e8638ac8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:23.307694 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c078fb7b-64d5-42bf-9756-3884dcc7c560 req-ee96a4ad-687e-4d07-baa9-c481e8638ac8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 945 time: 0.0862842 May 31 16:22:23.355180 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c078fb7b-64d5-42bf-9756-3884dcc7c560 req-0ce09b71-80a6-4244-9c6f-4092ccc0fb60 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393419 May 31 16:22:23.505855 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 2efd7343-fbae-4f18-8d15-b58e40be0ad7 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:22:23.516958 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 2efd7343-fbae-4f18-8d15-b58e40be0ad7 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:22:23.742666 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:23.760737 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 2efd7343-fbae-4f18-8d15-b58e40be0ad7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2efd7343-fbae-4f18-8d15-b58e40be0ad7,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:23.780037 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '2efd7343-fbae-4f18-8d15-b58e40be0ad7', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'port_id': '2efd7343-fbae-4f18-8d15-b58e40be0ad7', 'mac_address': 'fa:16:3e:b9:07:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:22:23.785446 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5ead8a-50c4-4194-8bc4-550ff70eb0ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2efd7343-fbae-4f18-8d15-b58e40be0ad7'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:22:23.787737 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541acca4-c592-4c7f-9a8d-cebe7e652c5e" -d '{"events": [{"server_uuid": "3c5ead8a-50c4-4194-8bc4-550ff70eb0ba", "name": "network-vif-unplugged", "status": "completed", "tag": "2efd7343-fbae-4f18-8d15-b58e40be0ad7"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:22:23.827624 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07515576-b9bb-4ba1-900a-f8a4f44a03a2 req-058da81a-35fa-4cca-af0e-fe95b6c68e37 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:23.829364 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-07515576-b9bb-4ba1-900a-f8a4f44a03a2 req-058da81a-35fa-4cca-af0e-fe95b6c68e37 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba&tenant_id=73bccc52448049adbff6aeb751f894c9&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 945 time: 0.1337292 May 31 16:22:23.830512 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 2efd7343-fbae-4f18-8d15-b58e40be0ad7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2efd7343-fbae-4f18-8d15-b58e40be0ad7,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:23.846642 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:23.850076 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:23.901888 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:23.917499 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 16:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f8692b-f9ea-477a-b334-cf03c623f698 x-openstack-request-id: req-d8f8692b-f9ea-477a-b334-cf03c623f698 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:22:23.917797 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5ead8a-50c4-4194-8bc4-550ff70eb0ba", "name": "network-vif-unplugged", "status": "completed", "tag": "2efd7343-fbae-4f18-8d15-b58e40be0ad7", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:22:23.918051 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d8f8692b-f9ea-477a-b334-cf03c623f698 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:22:23.918435 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5ead8a-50c4-4194-8bc4-550ff70eb0ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2efd7343-fbae-4f18-8d15-b58e40be0ad7', 'code': 200} May 31 16:22:23.921028 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebacd45-3ce2-48d6-9540-beaf72ee9917 req-099f4df4-61d8-4d45-b1e1-c0d4e4feda79 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:23.922496 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-eebacd45-3ce2-48d6-9540-beaf72ee9917 req-099f4df4-61d8-4d45-b1e1-c0d4e4feda79 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 945 time: 0.1678603 May 31 16:22:23.926187 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2efd7343-fbae-4f18-8d15-b58e40be0ad7 {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:22:23.949145 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-07515576-b9bb-4ba1-900a-f8a4f44a03a2 req-bddc33cd-4604-438f-9fa1-945806bf50d5 service neutron] 10.222.0.59 "GET /v2.0/ports/2efd7343-fbae-4f18-8d15-b58e40be0ad7/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.1112063 May 31 16:22:23.975590 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=2efd7343-fbae-4f18-8d15-b58e40be0ad7,revision_number=6']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:23.997008 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:23.997354 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:23.997686 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:23.997999 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:23.998320 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:23.998636 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:23.998974 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:23.999296 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:23.999604 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:23.999916 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:24.000223 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:24.000533 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:24.005998 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:24.012581 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.db.api [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 16:22:24.012935 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_db.api [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 16:22:24.021169 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-eebacd45-3ce2-48d6-9540-beaf72ee9917 req-f3d8662c-fdac-4840-96b0-e637c6550d21 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898912 May 31 16:22:24.052744 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07515576-b9bb-4ba1-900a-f8a4f44a03a2 req-13e79c07-c4bd-4532-afb9-053c995a2905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:24.054356 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-07515576-b9bb-4ba1-900a-f8a4f44a03a2 req-13e79c07-c4bd-4532-afb9-053c995a2905 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 1096 time: 0.0825155 May 31 16:22:24.185465 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07515576-b9bb-4ba1-900a-f8a4f44a03a2 req-81adb8f4-9337-4e9e-acb6-cc5528ed7c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:24.186883 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-07515576-b9bb-4ba1-900a-f8a4f44a03a2 req-81adb8f4-9337-4e9e-acb6-cc5528ed7c9c service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.1263788 May 31 16:22:24.291387 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-07515576-b9bb-4ba1-900a-f8a4f44a03a2 req-465f8f8c-2e34-40db-9918-529c7557ffd9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2efd7343-fbae-4f18-8d15-b58e40be0ad7 HTTP/1.1" status: 200 len: 1000 time: 0.0972884 May 31 16:22:24.353636 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07515576-b9bb-4ba1-900a-f8a4f44a03a2 req-4f65ab17-39a1-44d1-b9d6-2281b76df68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:24.355050 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-07515576-b9bb-4ba1-900a-f8a4f44a03a2 req-4f65ab17-39a1-44d1-b9d6-2281b76df68e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0573711 May 31 16:22:24.437885 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07515576-b9bb-4ba1-900a-f8a4f44a03a2 req-cf50b67b-c254-4185-9de5-b8c0942f11ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:24.439345 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-07515576-b9bb-4ba1-900a-f8a4f44a03a2 req-cf50b67b-c254-4185-9de5-b8c0942f11ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0772965 May 31 16:22:24.589875 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-07515576-b9bb-4ba1-900a-f8a4f44a03a2 req-158f91d7-5499-4c27-9a25-d6e3e8398f01 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430097 May 31 16:22:24.617711 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:24.634974 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2efd7343-fbae-4f18-8d15-b58e40be0ad7 {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:22:24.650624 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 2efd7343-fbae-4f18-8d15-b58e40be0ad7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2efd7343-fbae-4f18-8d15-b58e40be0ad7,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:24.655910 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:24.657656 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:24.727186 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-07515576-b9bb-4ba1-900a-f8a4f44a03a2 req-2d331c92-2a48-4555-a998-5dd057e489ce service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302121 May 31 16:22:24.727593 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['2efd7343-fbae-4f18-8d15-b58e40be0ad7'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:22:24.763642 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=2efd7343-fbae-4f18-8d15-b58e40be0ad7,revision_number=7']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:24.768292 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:25.227730 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60e33b-efd4-47f5-81c9-ce61942db0e0 req-8ea21e3b-65f8-4930-956a-1340f509933e tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:25.229208 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3e60e33b-efd4-47f5-81c9-ce61942db0e0 req-8ea21e3b-65f8-4930-956a-1340f509933e tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 944 time: 0.0932169 May 31 16:22:25.273976 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3e60e33b-efd4-47f5-81c9-ce61942db0e0 req-b063ed83-7ae5-4917-b1a3-082489f20137 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390427 May 31 16:22:25.510693 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 2efd7343-fbae-4f18-8d15-b58e40be0ad7 up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:22:25.586999 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 2efd7343-fbae-4f18-8d15-b58e40be0ad7 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:22:25.587391 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:25.707779 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:25.741290 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 2efd7343-fbae-4f18-8d15-b58e40be0ad7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2efd7343-fbae-4f18-8d15-b58e40be0ad7,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:25.747072 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:25.749754 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:25.813866 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=2efd7343-fbae-4f18-8d15-b58e40be0ad7,revision_number=8']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:25.817001 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:25.919435 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5ead8a-50c4-4194-8bc4-550ff70eb0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efd7343-fbae-4f18-8d15-b58e40be0ad7'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:22:25.923213 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d1f5b1-0065-4286-8817-8ca3c92fbce6" -d '{"events": [{"server_uuid": "3c5ead8a-50c4-4194-8bc4-550ff70eb0ba", "name": "network-vif-plugged", "status": "completed", "tag": "2efd7343-fbae-4f18-8d15-b58e40be0ad7"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:22:25.982895 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9549ccfd-78dd-4c2b-9abe-c48bdc3fc5cb x-openstack-request-id: req-9549ccfd-78dd-4c2b-9abe-c48bdc3fc5cb {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:22:25.983576 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5ead8a-50c4-4194-8bc4-550ff70eb0ba", "name": "network-vif-plugged", "status": "completed", "tag": "2efd7343-fbae-4f18-8d15-b58e40be0ad7", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:22:25.983977 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9549ccfd-78dd-4c2b-9abe-c48bdc3fc5cb {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:22:25.984652 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5ead8a-50c4-4194-8bc4-550ff70eb0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efd7343-fbae-4f18-8d15-b58e40be0ad7', 'code': 200} May 31 16:22:26.481250 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325569b-e08a-467c-8641-358e7eb340fe req-274d7a33-4d6f-40e3-a7ef-0fc9972e593a tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:26.482763 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4325569b-e08a-467c-8641-358e7eb340fe req-274d7a33-4d6f-40e3-a7ef-0fc9972e593a tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 945 time: 0.0842240 May 31 16:22:26.527616 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4325569b-e08a-467c-8641-358e7eb340fe req-20238342-23db-4072-af9f-82b44e41c947 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388222 May 31 16:22:27.457212 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07515576-b9bb-4ba1-900a-f8a4f44a03a2 req-2b8b4664-42ac-4165-922b-cc570955acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:27.458676 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-07515576-b9bb-4ba1-900a-f8a4f44a03a2 req-2b8b4664-42ac-4165-922b-cc570955acb5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba&tenant_id=73bccc52448049adbff6aeb751f894c9 HTTP/1.1" status: 200 len: 1098 time: 0.0758975 May 31 16:22:27.560157 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07515576-b9bb-4ba1-900a-f8a4f44a03a2 req-07dac106-59e0-4f49-8dfd-d869727cac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:27.561566 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-07515576-b9bb-4ba1-900a-f8a4f44a03a2 req-07dac106-59e0-4f49-8dfd-d869727cac6e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 1098 time: 0.0804820 May 31 16:22:27.888449 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07515576-b9bb-4ba1-900a-f8a4f44a03a2 req-74806198-c5bb-423d-8818-6a1dd05cc97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:27.889917 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-07515576-b9bb-4ba1-900a-f8a4f44a03a2 req-74806198-c5bb-423d-8818-6a1dd05cc97c service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.3212354 May 31 16:22:27.975448 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3550574-bc62-453a-a72f-6a9e5a4f2922 req-55ffe89f-d5bd-4842-9089-a2aad69ba057 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:27.976901 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e3550574-bc62-453a-a72f-6a9e5a4f2922 req-55ffe89f-d5bd-4842-9089-a2aad69ba057 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 945 time: 0.3283210 May 31 16:22:28.023240 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-07515576-b9bb-4ba1-900a-f8a4f44a03a2 req-93b9118e-4670-40fd-a7ba-f2de5fec4696 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2efd7343-fbae-4f18-8d15-b58e40be0ad7 HTTP/1.1" status: 200 len: 1002 time: 0.1254609 May 31 16:22:28.085562 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e3550574-bc62-453a-a72f-6a9e5a4f2922 req-e67922a6-b291-4e83-8e02-e15589e8ebac tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024873 May 31 16:22:28.098297 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07515576-b9bb-4ba1-900a-f8a4f44a03a2 req-3c8b309a-c911-4812-aee3-d1d0f075eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:28.099842 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-07515576-b9bb-4ba1-900a-f8a4f44a03a2 req-3c8b309a-c911-4812-aee3-d1d0f075eb6e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0693247 May 31 16:22:28.178045 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07515576-b9bb-4ba1-900a-f8a4f44a03a2 req-6821b351-8843-4cc8-bdbe-c23e31237b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:28.179466 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-07515576-b9bb-4ba1-900a-f8a4f44a03a2 req-6821b351-8843-4cc8-bdbe-c23e31237b38 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0733430 May 31 16:22:28.310743 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-07515576-b9bb-4ba1-900a-f8a4f44a03a2 req-51791e46-1272-4f18-befe-7466aa804078 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241438 May 31 16:22:28.452844 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-07515576-b9bb-4ba1-900a-f8a4f44a03a2 req-c4f440f1-1ab5-4b11-aa17-45dc7be9bd6a service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337671 May 31 16:22:28.662392 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:29.292301 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8960e50-8497-4b1c-ae7c-d54aa838e033 req-addca12b-6d27-4145-a554-bf3e90f15ddf tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:29.293755 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c8960e50-8497-4b1c-ae7c-d54aa838e033 req-addca12b-6d27-4145-a554-bf3e90f15ddf tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 945 time: 0.0897553 May 31 16:22:29.337488 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c8960e50-8497-4b1c-ae7c-d54aa838e033 req-3ddd157d-501e-46ed-9a81-2890c90c8684 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380712 May 31 16:22:30.529571 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421ffb2-58d0-4f18-adcc-76d9fd56d321 req-32b8aa08-4c0f-480f-a6af-1db25815cf84 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:30.531129 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9421ffb2-58d0-4f18-adcc-76d9fd56d321 req-32b8aa08-4c0f-480f-a6af-1db25815cf84 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 945 time: 0.0812945 May 31 16:22:30.576734 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9421ffb2-58d0-4f18-adcc-76d9fd56d321 req-3a832ea1-6668-4dc3-b57a-df134bb9c0df tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397813 May 31 16:22:31.517030 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 2efd7343-fbae-4f18-8d15-b58e40be0ad7 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:22:31.522391 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 2efd7343-fbae-4f18-8d15-b58e40be0ad7 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:22:31.737602 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:31.758966 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 2efd7343-fbae-4f18-8d15-b58e40be0ad7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2efd7343-fbae-4f18-8d15-b58e40be0ad7,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:31.768163 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005f8d2-3c96-4a84-a75c-7b2cc221a38b req-b6fdc984-08ae-4a7b-b544-de5f440389af tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:31.769589 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8005f8d2-3c96-4a84-a75c-7b2cc221a38b req-b6fdc984-08ae-4a7b-b544-de5f440389af tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 945 time: 0.0869994 May 31 16:22:31.778401 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '2efd7343-fbae-4f18-8d15-b58e40be0ad7', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'port_id': '2efd7343-fbae-4f18-8d15-b58e40be0ad7', 'mac_address': 'fa:16:3e:b9:07:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:22:31.783555 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5ead8a-50c4-4194-8bc4-550ff70eb0ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2efd7343-fbae-4f18-8d15-b58e40be0ad7'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:22:31.785764 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e557904-0e70-4c1c-8135-1c4d78f216fa" -d '{"events": [{"server_uuid": "3c5ead8a-50c4-4194-8bc4-550ff70eb0ba", "name": "network-vif-unplugged", "status": "completed", "tag": "2efd7343-fbae-4f18-8d15-b58e40be0ad7"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:22:31.815203 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8005f8d2-3c96-4a84-a75c-7b2cc221a38b req-0e945946-2b21-4015-9e1d-77d7b3b550fc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390379 May 31 16:22:31.821430 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 2efd7343-fbae-4f18-8d15-b58e40be0ad7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2efd7343-fbae-4f18-8d15-b58e40be0ad7,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:31.834572 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 16:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefd9e80-9821-4008-8324-b8dd86562df9 x-openstack-request-id: req-cefd9e80-9821-4008-8324-b8dd86562df9 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:22:31.834863 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5ead8a-50c4-4194-8bc4-550ff70eb0ba", "name": "network-vif-unplugged", "status": "completed", "tag": "2efd7343-fbae-4f18-8d15-b58e40be0ad7", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:22:31.835166 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cefd9e80-9821-4008-8324-b8dd86562df9 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:22:31.835550 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5ead8a-50c4-4194-8bc4-550ff70eb0ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2efd7343-fbae-4f18-8d15-b58e40be0ad7', 'code': 200} May 31 16:22:31.838401 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:31.846154 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:31.903261 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:31.927697 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2efd7343-fbae-4f18-8d15-b58e40be0ad7 {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:22:31.935687 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=2efd7343-fbae-4f18-8d15-b58e40be0ad7,revision_number=9']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:31.965700 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:31.997030 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.db.api [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 16:22:31.997303 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_db.api [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 16:22:32.004462 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39dd7c3-980c-4799-8268-3c17fd10b625 req-f602efa7-86bf-4d4e-afff-10ceef7eac5a tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:32.005942 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f39dd7c3-980c-4799-8268-3c17fd10b625 req-f602efa7-86bf-4d4e-afff-10ceef7eac5a tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 943 time: 0.0817556 May 31 16:22:32.051075 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f39dd7c3-980c-4799-8268-3c17fd10b625 req-2bf83c5c-4c9d-4937-af89-568aa98e1758 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384569 May 31 16:22:32.253418 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c27513-94f8-4dd9-b7bc-a8b1eeaffec1 req-3b2b1380-67fb-45aa-ae4d-cfd389ad48bf tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:32.254836 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-98c27513-94f8-4dd9-b7bc-a8b1eeaffec1 req-3b2b1380-67fb-45aa-ae4d-cfd389ad48bf tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 943 time: 0.0969455 May 31 16:22:32.300615 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-98c27513-94f8-4dd9-b7bc-a8b1eeaffec1 req-6973dccb-cb3a-4b97-be12-e91df7cc1250 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399866 May 31 16:22:32.555754 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:32.573203 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2efd7343-fbae-4f18-8d15-b58e40be0ad7 {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:22:32.589600 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 2efd7343-fbae-4f18-8d15-b58e40be0ad7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2efd7343-fbae-4f18-8d15-b58e40be0ad7,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:32.594409 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:32.596977 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:32.659881 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['2efd7343-fbae-4f18-8d15-b58e40be0ad7'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:22:32.693306 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531dc9b-daa6-4323-8db1-25328affdc30 req-5b205a3e-3bb2-490d-bc6b-1fc006de47dd tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:32.694781 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2531dc9b-daa6-4323-8db1-25328affdc30 req-5b205a3e-3bb2-490d-bc6b-1fc006de47dd tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 945 time: 0.0781465 May 31 16:22:32.715677 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=2efd7343-fbae-4f18-8d15-b58e40be0ad7,revision_number=10']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:32.720518 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:32.744533 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2531dc9b-daa6-4323-8db1-25328affdc30 req-27c40567-2ca7-4831-bf4f-48636b5d6fdb tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436277 May 31 16:22:33.527580 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 2efd7343-fbae-4f18-8d15-b58e40be0ad7 up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:22:33.604608 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 2efd7343-fbae-4f18-8d15-b58e40be0ad7 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:22:33.605285 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:33.720296 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:33.752090 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 2efd7343-fbae-4f18-8d15-b58e40be0ad7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2efd7343-fbae-4f18-8d15-b58e40be0ad7,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:33.760292 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:33.762120 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:33.825412 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=2efd7343-fbae-4f18-8d15-b58e40be0ad7,revision_number=11']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:33.828480 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:33.836277 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5ead8a-50c4-4194-8bc4-550ff70eb0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efd7343-fbae-4f18-8d15-b58e40be0ad7'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:22:33.838564 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81a5f03-fd0c-4e73-884d-3079cb68e4f5" -d '{"events": [{"server_uuid": "3c5ead8a-50c4-4194-8bc4-550ff70eb0ba", "name": "network-vif-plugged", "status": "completed", "tag": "2efd7343-fbae-4f18-8d15-b58e40be0ad7"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:22:33.880893 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59956a09-a4ba-4abc-8262-20fe8b6e95bc x-openstack-request-id: req-59956a09-a4ba-4abc-8262-20fe8b6e95bc {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:22:33.881185 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5ead8a-50c4-4194-8bc4-550ff70eb0ba", "name": "network-vif-plugged", "status": "completed", "tag": "2efd7343-fbae-4f18-8d15-b58e40be0ad7", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:22:33.881436 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-59956a09-a4ba-4abc-8262-20fe8b6e95bc {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:22:33.881839 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5ead8a-50c4-4194-8bc4-550ff70eb0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efd7343-fbae-4f18-8d15-b58e40be0ad7', 'code': 200} May 31 16:22:33.931478 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287283d1-2c24-4307-85df-66be7c195df3 req-e4688d0b-79d6-4b8b-a973-5bc1c6fae528 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:33.932958 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-287283d1-2c24-4307-85df-66be7c195df3 req-e4688d0b-79d6-4b8b-a973-5bc1c6fae528 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 946 time: 0.0819695 May 31 16:22:33.982651 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-287283d1-2c24-4307-85df-66be7c195df3 req-351001bd-a593-4947-9d89-a647c1ecdda6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435603 May 31 16:22:34.718188 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-926a9fa4-2484-4deb-a0d1-402e983d5234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:34.954761 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03704d3e-5e43-48a6-9abd-ca2edb29eb43 req-b7209a73-ddd7-406d-aad5-83feb61fe9c6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:34.956229 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-03704d3e-5e43-48a6-9abd-ca2edb29eb43 req-b7209a73-ddd7-406d-aad5-83feb61fe9c6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 946 time: 0.0939016 May 31 16:22:35.127964 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-03704d3e-5e43-48a6-9abd-ca2edb29eb43 req-5eb2ff3f-4bb6-41ad-8970-06f98264a0cc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Deleting port 2efd7343-fbae-4f18-8d15-b58e40be0ad7 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:22:35.128258 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-03704d3e-5e43-48a6-9abd-ca2edb29eb43 req-5eb2ff3f-4bb6-41ad-8970-06f98264a0cc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:35.429014 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-03704d3e-5e43-48a6-9abd-ca2edb29eb43 req-5eb2ff3f-4bb6-41ad-8970-06f98264a0cc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] For port 2efd7343-fbae-4f18-8d15-b58e40be0ad7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2efd7343-fbae-4f18-8d15-b58e40be0ad7,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:35.429374 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-03704d3e-5e43-48a6-9abd-ca2edb29eb43 req-5eb2ff3f-4bb6-41ad-8970-06f98264a0cc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:35.446808 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdc25a-dcc5-48bc-8b49-ecf7dbc12cca req-362a39f5-a373-4443-ab2e-cb957ae402fe tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:35.448341 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a9fdc25a-dcc5-48bc-8b49-ecf7dbc12cca req-362a39f5-a373-4443-ab2e-cb957ae402fe tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 946 time: 0.3569713 May 31 16:22:35.627437 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a9fdc25a-dcc5-48bc-8b49-ecf7dbc12cca req-fdbd7f12-68fa-4bc8-9fe9-a0d9f373fc48 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254053 May 31 16:22:35.762138 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-03704d3e-5e43-48a6-9abd-ca2edb29eb43 req-5eb2ff3f-4bb6-41ad-8970-06f98264a0cc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:35.762580 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-03704d3e-5e43-48a6-9abd-ca2edb29eb43 req-5eb2ff3f-4bb6-41ad-8970-06f98264a0cc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:35.762891 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [req-03704d3e-5e43-48a6-9abd-ca2edb29eb43 req-5eb2ff3f-4bb6-41ad-8970-06f98264a0cc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Floating IP e558345e-19b3-4a91-9216-5ab8db06cf33 disassociated. External IP: 172.26.0.171, port: 2efd7343-fbae-4f18-8d15-b58e40be0ad7. May 31 16:22:35.763236 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-03704d3e-5e43-48a6-9abd-ca2edb29eb43 req-5eb2ff3f-4bb6-41ad-8970-06f98264a0cc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Calling delete_port for 2efd7343-fbae-4f18-8d15-b58e40be0ad7 owned by compute:nova {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:22:35.874430 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-03704d3e-5e43-48a6-9abd-ca2edb29eb43 req-5eb2ff3f-4bb6-41ad-8970-06f98264a0cc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:35.880168 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-34ec09b9-2618-4cee-8cfe-e9363ccc1ddb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:35.923975 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2ff3f-4bb6-41ad-8970-06f98264a0cc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Pushing event deleted for resources: {'Port': ['ID=2efd7343-fbae-4f18-8d15-b58e40be0ad7,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:35.934632 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ff3f-4bb6-41ad-8970-06f98264a0cc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:35.935031 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ff3f-4bb6-41ad-8970-06f98264a0cc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:35.935407 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ff3f-4bb6-41ad-8970-06f98264a0cc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:35.935779 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ff3f-4bb6-41ad-8970-06f98264a0cc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:35.936138 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ff3f-4bb6-41ad-8970-06f98264a0cc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:35.936502 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ff3f-4bb6-41ad-8970-06f98264a0cc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:35.936860 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ff3f-4bb6-41ad-8970-06f98264a0cc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:35.937223 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ff3f-4bb6-41ad-8970-06f98264a0cc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:35.937570 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ff3f-4bb6-41ad-8970-06f98264a0cc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:35.937960 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ff3f-4bb6-41ad-8970-06f98264a0cc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:35.938315 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ff3f-4bb6-41ad-8970-06f98264a0cc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:35.938664 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2ff3f-4bb6-41ad-8970-06f98264a0cc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:35.942288 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5eb2ff3f-4bb6-41ad-8970-06f98264a0cc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:36.126333 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03704d3e-5e43-48a6-9abd-ca2edb29eb43 req-5eb2ff3f-4bb6-41ad-8970-06f98264a0cc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:22:36.315148 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03704d3e-5e43-48a6-9abd-ca2edb29eb43 req-5eb2ff3f-4bb6-41ad-8970-06f98264a0cc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:22:36.325180 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c57532-422a-4496-b0b2-924fa8d40a96 None None] Sync routers for ids ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:22:36.336356 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c57532-422a-4496-b0b2-924fa8d40a96 None None] Routers {'61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:22:36.336985 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b3c57532-422a-4496-b0b2-924fa8d40a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:22:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:22:36.386071 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-03704d3e-5e43-48a6-9abd-ca2edb29eb43 req-5eb2ff3f-4bb6-41ad-8970-06f98264a0cc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] No DVR routers for this DVR port 2efd7343-fbae-4f18-8d15-b58e40be0ad7 on host hv-neutron-6013 {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:22:36.388896 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-03704d3e-5e43-48a6-9abd-ca2edb29eb43 req-5eb2ff3f-4bb6-41ad-8970-06f98264a0cc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:36.391794 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5ead8a-50c4-4194-8bc4-550ff70eb0ba', 'name': 'network-vif-deleted', 'tag': '2efd7343-fbae-4f18-8d15-b58e40be0ad7'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:22:36.394146 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bf8f31-c3ce-4dfa-8138-0f97c6f59648" -d '{"events": [{"server_uuid": "3c5ead8a-50c4-4194-8bc4-550ff70eb0ba", "name": "network-vif-deleted", "tag": "2efd7343-fbae-4f18-8d15-b58e40be0ad7"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:22:36.409849 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-03704d3e-5e43-48a6-9abd-ca2edb29eb43 req-5eb2ff3f-4bb6-41ad-8970-06f98264a0cc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.59 "DELETE /v2.0/ports/2efd7343-fbae-4f18-8d15-b58e40be0ad7 HTTP/1.1" status: 204 len: 173 time: 1.4470632 May 31 16:22:36.439801 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddbe0af-20fd-4e8e-bfad-90cd0191dfc5 x-openstack-request-id: req-7ddbe0af-20fd-4e8e-bfad-90cd0191dfc5 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:22:36.440344 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5ead8a-50c4-4194-8bc4-550ff70eb0ba", "name": "network-vif-deleted", "tag": "2efd7343-fbae-4f18-8d15-b58e40be0ad7", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:22:36.440643 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7ddbe0af-20fd-4e8e-bfad-90cd0191dfc5 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:22:36.441076 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5ead8a-50c4-4194-8bc4-550ff70eb0ba', 'name': 'network-vif-deleted', 'tag': '2efd7343-fbae-4f18-8d15-b58e40be0ad7', 'status': 'completed', 'code': 200} May 31 16:22:36.563809 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-b3c57532-422a-4496-b0b2-924fa8d40a96 None None] Set router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:22:36.793590 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-2957284c-1a0c-44f6-ad78-f4b8112ec269 req-1ba7b1d0-c44c-4270-af7a-ca1594bf8b5f tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Synchronizing usage tracker for tenant:73bccc52448049adbff6aeb751f894c9 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:22:36.809529 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-2957284c-1a0c-44f6-ad78-f4b8112ec269 req-1ba7b1d0-c44c-4270-af7a-ca1594bf8b5f tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Unset dirty status for tenant:73bccc52448049adbff6aeb751f894c9 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:22:36.810857 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2957284c-1a0c-44f6-ad78-f4b8112ec269 req-1ba7b1d0-c44c-4270-af7a-ca1594bf8b5f tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c5ead8a-50c4-4194-8bc4-550ff70eb0ba HTTP/1.1" status: 200 len: 210 time: 0.0626342 May 31 16:22:36.880374 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b3c57532-422a-4496-b0b2-924fa8d40a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:16:30Z', 'revision_number': 4, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port': {'id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:27Z', 'updated_at': '2021-05-31T16:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'd5758a56-4327-46a1-9417-9d3c81e92215', 'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'mac_address': 'fa:16:3e:8b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:30Z', 'updated_at': '2021-05-31T16:16:36Z', 'revision_number': 5, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'subnets': [{'id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:22:36.884319 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c57532-422a-4496-b0b2-924fa8d40a96 None None] Checking router: 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:22:36.892597 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c57532-422a-4496-b0b2-924fa8d40a96 None None] Routers {'61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:22:36.893200 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b3c57532-422a-4496-b0b2-924fa8d40a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:22:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:22:37.065978 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:37.082531 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-b3c57532-422a-4496-b0b2-924fa8d40a96 None None] Set router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:22:37.393040 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b3c57532-422a-4496-b0b2-924fa8d40a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:16:30Z', 'revision_number': 4, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port': {'id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:27Z', 'updated_at': '2021-05-31T16:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'd5758a56-4327-46a1-9417-9d3c81e92215', 'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'mac_address': 'fa:16:3e:8b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:30Z', 'updated_at': '2021-05-31T16:16:36Z', 'revision_number': 5, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'subnets': [{'id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:22:37.397225 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c57532-422a-4496-b0b2-924fa8d40a96 None None] The sync data for ids ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'] in dv-neutron-601336-79-hyperv is: [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:16:30Z', 'revision_number': 4, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port': {'id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:27Z', 'updated_at': '2021-05-31T16:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'd5758a56-4327-46a1-9417-9d3c81e92215', 'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'mac_address': 'fa:16:3e:8b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:30Z', 'updated_at': '2021-05-31T16:16:36Z', 'revision_number': 5, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'subnets': [{'id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:22:37.598336 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe70783-b6d7-445f-8e2e-eee89528a547 None None] New status for floating IP e558345e-19b3-4a91-9216-5ab8db06cf33: DOWN {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:22:37.923715 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fa13be60-423d-4177-8035-134479c18438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:38.185450 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-5225d538-cf8c-4ace-8ef5-0f9fca1bc40d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1601292856&fields=id&tenant_id=73bccc52448049adbff6aeb751f894c9 HTTP/1.1" status: 200 len: 267 time: 0.0483027 May 31 16:22:38.337581 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-4d9e161a-f6cf-4b56-b7ef-cbfe988cf50a tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:38.338914 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-4d9e161a-f6cf-4b56-b7ef-cbfe988cf50a tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 812 time: 0.1442137 May 31 16:22:38.359301 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-32a98ace-5584-4223-b28f-3470ed1c30a1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/quotas/73bccc52448049adbff6aeb751f894c9 HTTP/1.1" status: 200 len: 375 time: 0.0144897 May 31 16:22:38.445530 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-3576af90-627c-401d-8b7f-ebcd8684344c tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0811279 May 31 16:22:38.497632 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:38.580827 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-ee70cfb7-0f5f-421b-b346-1ed05658ea8e service neutron] 10.222.0.45 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230662 May 31 16:22:38.875715 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-41f71b0e-b5c7-4ba1-acde-1a2fc874d2ac service neutron] 10.222.0.45 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881725 May 31 16:22:39.060456 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-392c02ef-fe9f-4052-ae30-7baa74856357 req-29ff08bc-eb20-40b3-bccb-97bd89140299 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 210 time: 0.0472083 May 31 16:22:39.556078 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 2efd7343-fbae-4f18-8d15-b58e40be0ad7 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:22:39.590356 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: 2efd7343-fbae-4f18-8d15-b58e40be0ad7 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:22:39.590708 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 2efd7343-fbae-4f18-8d15-b58e40be0ad7 not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:22:39.868579 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:40.125963 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-9c61312e-ded8-4f3f-8979-8846296d4299 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:40.127486 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-9c61312e-ded8-4f3f-8979-8846296d4299 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 812 time: 0.1477864 May 31 16:22:40.179340 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-f1714bd1-a6a1-4a72-870f-ff11064ef443 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73bccc52448049adbff6aeb751f894c9 HTTP/1.1" status: 200 len: 380 time: 0.0429401 May 31 16:22:40.219114 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-b9ec0cc5-aabd-4dd6-9d77-00f86c1b42bd tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Request body: {'port': {'device_id': '27efeaf3-a66d-4c72-8912-d8cea14265e8', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'admin_state_up': True, 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'security_groups': ['1c8439f4-7276-4afc-b65d-ad4e4b39c667']}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:22:40.241897 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-434c468e-4cd0-48ce-bbe2-9cefd7d530ed req-232ae290-fc1a-475d-a85f-d4d13a7e1523 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 210 time: 0.0672519 May 31 16:22:40.360524 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-b9ec0cc5-aabd-4dd6-9d77-00f86c1b42bd tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:22:40.370501 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-b9ec0cc5-aabd-4dd6-9d77-00f86c1b42bd tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:22:40.380816 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-b9ec0cc5-aabd-4dd6-9d77-00f86c1b42bd tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Made reservation on behalf of 73bccc52448049adbff6aeb751f894c9 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:22:40.384352 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-b9ec0cc5-aabd-4dd6-9d77-00f86c1b42bd tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:40.546516 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-b9ec0cc5-aabd-4dd6-9d77-00f86c1b42bd tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Allocated IP 172.20.0.4 (6e9c645c-316d-463b-bfb3-61e055fa92e5/dea32efd-f7b4-4d8e-9c10-8a094aaa515f/323a6471-21dd-4e02-aee8-86c634c76ae4) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:22:40.731756 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-b9ec0cc5-aabd-4dd6-9d77-00f86c1b42bd tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:40.747688 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-b9ec0cc5-aabd-4dd6-9d77-00f86c1b42bd tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Transition to ACTIVE for port object 323a6471-21dd-4e02-aee8-86c634c76ae4 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:22:40.773305 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-b9ec0cc5-aabd-4dd6-9d77-00f86c1b42bd tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:40.779023 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7b7fa453-8649-4c1d-88c5-126e4c175511 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:40.830422 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:22:40.846258 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-b9ec0cc5-aabd-4dd6-9d77-00f86c1b42bd tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Network 6e9c645c-316d-463b-bfb3-61e055fa92e5 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:22:40.849387 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-b9ec0cc5-aabd-4dd6-9d77-00f86c1b42bd tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:22:40.856404 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-b9ec0cc5-aabd-4dd6-9d77-00f86c1b42bd tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:22:40.886327 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec0cc5-aabd-4dd6-9d77-00f86c1b42bd tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Pushing event updated for resources: {'Port': ['ID=323a6471-21dd-4e02-aee8-86c634c76ae4,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:40.894102 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b9ec0cc5-aabd-4dd6-9d77-00f86c1b42bd tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:40.923766 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-b9ec0cc5-aabd-4dd6-9d77-00f86c1b42bd tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:40.924371 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-b9ec0cc5-aabd-4dd6-9d77-00f86c1b42bd tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:40.951645 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-b9ec0cc5-aabd-4dd6-9d77-00f86c1b42bd tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7368734 May 31 16:22:40.963719 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-8cda43ac-cd1c-4461-989c-cca852e17967 service neutron] Request body: {'port': {'device_id': '27efeaf3-a66d-4c72-8912-d8cea14265e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:22:41.060414 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e906981d-572b-400c-be96-51185e3bae4b None None] Provisioning for port 323a6471-21dd-4e02-aee8-86c634c76ae4 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:22:41.065049 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e906981d-572b-400c-be96-51185e3bae4b None None] Provisioning complete for port 323a6471-21dd-4e02-aee8-86c634c76ae4 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:22:41.065418 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e906981d-572b-400c-be96-51185e3bae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:41.079419 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-8cda43ac-cd1c-4461-989c-cca852e17967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:41.122090 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-e906981d-572b-400c-be96-51185e3bae4b None None] Port 323a6471-21dd-4e02-aee8-86c634c76ae4 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:22:41.476828 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-8cda43ac-cd1c-4461-989c-cca852e17967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 323a6471-21dd-4e02-aee8-86c634c76ae4 {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:22:41.485304 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-8cda43ac-cd1c-4461-989c-cca852e17967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:41.510646 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d12f2-256d-42f8-ba28-e1b381acdc0a req-c9bc09bc-c4b2-457d-aed8-234b4da804eb tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:41.511374 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-7f5d12f2-256d-42f8-ba28-e1b381acdc0a req-c9bc09bc-c4b2-457d-aed8-234b4da804eb tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Synchronizing usage tracker for tenant:73bccc52448049adbff6aeb751f894c9 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:22:41.513897 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-8cda43ac-cd1c-4461-989c-cca852e17967 service neutron] Transition to ACTIVE for port object 323a6471-21dd-4e02-aee8-86c634c76ae4 will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:22:41.520117 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-8cda43ac-cd1c-4461-989c-cca852e17967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:41.526935 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3c9fc8f7-c7e9-482f-88bb-6f8b05f2a4df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:41.575737 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-7f5d12f2-256d-42f8-ba28-e1b381acdc0a req-c9bc09bc-c4b2-457d-aed8-234b4da804eb tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Unset dirty status for tenant:73bccc52448049adbff6aeb751f894c9 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:22:41.577061 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7f5d12f2-256d-42f8-ba28-e1b381acdc0a req-c9bc09bc-c4b2-457d-aed8-234b4da804eb tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 931 time: 0.2261543 May 31 16:22:41.861301 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda43ac-cd1c-4461-989c-cca852e17967 service neutron] Pushing event updated for resources: {'Port': ['ID=323a6471-21dd-4e02-aee8-86c634c76ae4,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:41.870288 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8cda43ac-cd1c-4461-989c-cca852e17967 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:41.910894 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7f5d12f2-256d-42f8-ba28-e1b381acdc0a req-10675eac-d7e2-4853-9f2c-04e9cdcf737e tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297917 May 31 16:22:41.947430 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-8cda43ac-cd1c-4461-989c-cca852e17967 service neutron] Attempting to bind port 323a6471-21dd-4e02-aee8-86c634c76ae4 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:22:41.947759 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-8cda43ac-cd1c-4461-989c-cca852e17967 service neutron] Attempting to bind port 323a6471-21dd-4e02-aee8-86c634c76ae4 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9ee57d9f-db02-4933-bac4-4120106468f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:22:41.948088 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-8cda43ac-cd1c-4461-989c-cca852e17967 service neutron] Attempting to bind port 323a6471-21dd-4e02-aee8-86c634c76ae4 on network 6e9c645c-316d-463b-bfb3-61e055fa92e5 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:22:41.952772 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-8cda43ac-cd1c-4461-989c-cca852e17967 service neutron] Port 323a6471-21dd-4e02-aee8-86c634c76ae4 on network 6e9c645c-316d-463b-bfb3-61e055fa92e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:22:41.953087 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-8cda43ac-cd1c-4461-989c-cca852e17967 service neutron] Attempting to bind port 323a6471-21dd-4e02-aee8-86c634c76ae4 on network 6e9c645c-316d-463b-bfb3-61e055fa92e5 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:22:41.958287 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-8cda43ac-cd1c-4461-989c-cca852e17967 service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:22:41.958618 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-8cda43ac-cd1c-4461-989c-cca852e17967 service neutron] Checking segment: {'id': '9ee57d9f-db02-4933-bac4-4120106468f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:22:41.958994 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-8cda43ac-cd1c-4461-989c-cca852e17967 service neutron] Bound using segment: {'id': '9ee57d9f-db02-4933-bac4-4120106468f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:22:41.959440 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-8cda43ac-cd1c-4461-989c-cca852e17967 service neutron] Bound port: 323a6471-21dd-4e02-aee8-86c634c76ae4, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee57d9f-db02-4933-bac4-4120106468f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:22:41.959783 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-8cda43ac-cd1c-4461-989c-cca852e17967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:42.053569 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-8cda43ac-cd1c-4461-989c-cca852e17967 service neutron] For port 323a6471-21dd-4e02-aee8-86c634c76ae4, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:22:42.057467 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-8cda43ac-cd1c-4461-989c-cca852e17967 service neutron] For port 323a6471-21dd-4e02-aee8-86c634c76ae4, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=323a6471-21dd-4e02-aee8-86c634c76ae4,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:22:42.062153 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-8cda43ac-cd1c-4461-989c-cca852e17967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:42.066634 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c4bc25e9-bcc0-4bc6-b09b-c883e0e01092 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:42.120116 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-8cda43ac-cd1c-4461-989c-cca852e17967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:42.120741 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-8cda43ac-cd1c-4461-989c-cca852e17967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:42.122149 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-8cda43ac-cd1c-4461-989c-cca852e17967 service neutron] 10.222.0.59 "PUT /v2.0/ports/323a6471-21dd-4e02-aee8-86c634c76ae4 HTTP/1.1" status: 200 len: 1093 time: 1.1628747 May 31 16:22:42.122705 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27efeaf3-a66d-4c72-8912-d8cea14265e8', 'tag': '323a6471-21dd-4e02-aee8-86c634c76ae4'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:22:42.125103 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6c913f-2292-4358-8626-bf4c6088521f" -d '{"events": [{"name": "network-changed", "server_uuid": "27efeaf3-a66d-4c72-8912-d8cea14265e8", "tag": "323a6471-21dd-4e02-aee8-86c634c76ae4"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:22:42.146377 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda43ac-cd1c-4461-989c-cca852e17967 service neutron] Pushing event updated for resources: {'Port': ['ID=323a6471-21dd-4e02-aee8-86c634c76ae4,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:42.149686 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8cda43ac-cd1c-4461-989c-cca852e17967 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:42.204424 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11c0b62-84fe-423a-a1b5-2d18c01bdaee x-openstack-request-id: req-d11c0b62-84fe-423a-a1b5-2d18c01bdaee {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:22:42.204756 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27efeaf3-a66d-4c72-8912-d8cea14265e8", "tag": "323a6471-21dd-4e02-aee8-86c634c76ae4", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:22:42.205051 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d11c0b62-84fe-423a-a1b5-2d18c01bdaee {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:22:42.205490 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27efeaf3-a66d-4c72-8912-d8cea14265e8', 'tag': '323a6471-21dd-4e02-aee8-86c634c76ae4', 'status': 'completed', 'code': 200} May 31 16:22:42.248395 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-9bdc5e28-5443-4136-8591-5a59e9c3bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:42.249898 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-9bdc5e28-5443-4136-8591-5a59e9c3bef7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 1096 time: 0.0784924 May 31 16:22:42.323751 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-7f3632c2-b415-47d2-9d35-27461670564f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=323a6471-21dd-4e02-aee8-86c634c76ae4 HTTP/1.1" status: 200 len: 217 time: 0.0655677 May 31 16:22:42.396350 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-75377836-7f82-4606-b76c-408888692a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:42.397825 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-75377836-7f82-4606-b76c-408888692a9d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0673015 May 31 16:22:42.474713 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-70251b6e-a49f-4bf4-9a1c-bb6a2014eaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:42.476211 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-70251b6e-a49f-4bf4-9a1c-bb6a2014eaeb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0719020 May 31 16:22:42.614769 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-11d7a541-41d5-491b-bd4a-cb34077c105b service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315405 May 31 16:22:42.757854 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd4b21c5-4c43-46da-a684-0c08397f6029 req-4779634d-6fb9-4962-9493-8b9167252c5a service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363018 May 31 16:22:42.881713 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c913f-2292-4358-8626-bf4c6088521f req-8a1a14e2-ba27-41f5-8e91-5f73246b35fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:42.883233 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3d6c913f-2292-4358-8626-bf4c6088521f req-8a1a14e2-ba27-41f5-8e91-5f73246b35fa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 1096 time: 0.0732694 May 31 16:22:43.014858 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c913f-2292-4358-8626-bf4c6088521f req-aa8e8057-2581-44be-a8bf-9d14c77993ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:43.016258 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3d6c913f-2292-4358-8626-bf4c6088521f req-aa8e8057-2581-44be-a8bf-9d14c77993ae service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.1268866 May 31 16:22:43.120331 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3d6c913f-2292-4358-8626-bf4c6088521f req-5bebac35-558d-4009-900d-745b04718be6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=323a6471-21dd-4e02-aee8-86c634c76ae4 HTTP/1.1" status: 200 len: 217 time: 0.0640857 May 31 16:22:43.201297 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c913f-2292-4358-8626-bf4c6088521f req-8ebdd356-12c7-41c6-bf95-d6e4b429c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:43.202716 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3d6c913f-2292-4358-8626-bf4c6088521f req-8ebdd356-12c7-41c6-bf95-d6e4b429c3da service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0722032 May 31 16:22:43.214378 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589280a-3a3c-4a64-b433-5330705d499b req-59a2f897-7817-4faf-bf3d-5ccd093b8c19 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:43.215779 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4589280a-3a3c-4a64-b433-5330705d499b req-59a2f897-7817-4faf-bf3d-5ccd093b8c19 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 943 time: 0.1984799 May 31 16:22:43.302628 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4589280a-3a3c-4a64-b433-5330705d499b req-565cc2d5-4861-4982-a7c0-129fab374786 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562289 May 31 16:22:43.318676 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c913f-2292-4358-8626-bf4c6088521f req-06e4da70-fea7-4451-b05e-0e7c25b82d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:43.320365 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3d6c913f-2292-4358-8626-bf4c6088521f req-06e4da70-fea7-4451-b05e-0e7c25b82d6f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1037743 May 31 16:22:43.452510 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3d6c913f-2292-4358-8626-bf4c6088521f req-0e708d0a-e1d7-4029-8904-065b014ae30d service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232626 May 31 16:22:43.585031 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3d6c913f-2292-4358-8626-bf4c6088521f req-616938c6-9a86-4798-9f9e-fcf3595e4846 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244137 May 31 16:22:44.504059 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46093c90-75cc-4490-9e54-d719aa641149 req-eedfed2c-db5c-45f7-8679-bc3ca2e4672b tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:44.505484 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-46093c90-75cc-4490-9e54-d719aa641149 req-eedfed2c-db5c-45f7-8679-bc3ca2e4672b tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 943 time: 0.0860772 May 31 16:22:44.549450 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-46093c90-75cc-4490-9e54-d719aa641149 req-b3843315-fb1e-42fa-bc97-069b3149f84a tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380118 May 31 16:22:45.589829 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 323a6471-21dd-4e02-aee8-86c634c76ae4 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:22:45.723881 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 323a6471-21dd-4e02-aee8-86c634c76ae4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=323a6471-21dd-4e02-aee8-86c634c76ae4,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:45.737371 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '323a6471-21dd-4e02-aee8-86c634c76ae4', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'port_id': '323a6471-21dd-4e02-aee8-86c634c76ae4', 'mac_address': 'fa:16:3e:77:3a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:22:45.743592 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35715e7-6c4b-465d-8998-e66ddcc3cfb4 req-8d964c6e-46d9-488a-b9fd-1c9d7d63d4ba tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:45.745092 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e35715e7-6c4b-465d-8998-e66ddcc3cfb4 req-8d964c6e-46d9-488a-b9fd-1c9d7d63d4ba tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 943 time: 0.0792849 May 31 16:22:45.793102 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e35715e7-6c4b-465d-8998-e66ddcc3cfb4 req-021a758c-eb4b-49da-8351-e75b432f8496 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420814 May 31 16:22:45.793345 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:45.811215 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 323a6471-21dd-4e02-aee8-86c634c76ae4 {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:22:45.826812 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 323a6471-21dd-4e02-aee8-86c634c76ae4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=323a6471-21dd-4e02-aee8-86c634c76ae4,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:45.832252 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:45.833955 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:45.941415 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=323a6471-21dd-4e02-aee8-86c634c76ae4,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:45.944512 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:46.207264 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['323a6471-21dd-4e02-aee8-86c634c76ae4'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:22:46.998447 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3653a-dfb8-4ffc-8b1d-b1dc044f142e req-03580708-a36c-4190-a6ff-47063850f244 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:46.999943 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-29f3653a-dfb8-4ffc-8b1d-b1dc044f142e req-03580708-a36c-4190-a6ff-47063850f244 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 944 time: 0.0843661 May 31 16:22:47.048096 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-29f3653a-dfb8-4ffc-8b1d-b1dc044f142e req-c2f51146-69be-44ad-975a-ca3409a2969c tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393851 May 31 16:22:47.599420 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 323a6471-21dd-4e02-aee8-86c634c76ae4 up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:22:47.680935 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port 323a6471-21dd-4e02-aee8-86c634c76ae4 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:22:47.685806 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 323a6471-21dd-4e02-aee8-86c634c76ae4 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:22:47.686180 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:47.804166 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:47.830556 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27efeaf3-a66d-4c72-8912-d8cea14265e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323a6471-21dd-4e02-aee8-86c634c76ae4'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:22:47.832822 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901c3e91-fb79-44ef-a771-e34fd3e4d11a" -d '{"events": [{"server_uuid": "27efeaf3-a66d-4c72-8912-d8cea14265e8", "name": "network-vif-plugged", "status": "completed", "tag": "323a6471-21dd-4e02-aee8-86c634c76ae4"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:22:47.840798 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 323a6471-21dd-4e02-aee8-86c634c76ae4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=323a6471-21dd-4e02-aee8-86c634c76ae4,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:47.845084 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:47.847964 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:47.877140 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c2297d-2c3b-4595-a1ab-4f55726558d4 x-openstack-request-id: req-78c2297d-2c3b-4595-a1ab-4f55726558d4 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:22:47.877433 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27efeaf3-a66d-4c72-8912-d8cea14265e8", "name": "network-vif-plugged", "status": "completed", "tag": "323a6471-21dd-4e02-aee8-86c634c76ae4", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:22:47.877688 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-78c2297d-2c3b-4595-a1ab-4f55726558d4 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:22:47.878068 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27efeaf3-a66d-4c72-8912-d8cea14265e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323a6471-21dd-4e02-aee8-86c634c76ae4', 'code': 200} May 31 16:22:47.915632 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=323a6471-21dd-4e02-aee8-86c634c76ae4,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:47.918734 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:48.122352 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413781c6-6e0c-43e5-9390-1f53f670c25a req-9bf71c4d-f730-4793-9740-e0df1654e278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:48.123928 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-413781c6-6e0c-43e5-9390-1f53f670c25a req-9bf71c4d-f730-4793-9740-e0df1654e278 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 1098 time: 0.0836787 May 31 16:22:48.168377 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-413781c6-6e0c-43e5-9390-1f53f670c25a req-20e61fc7-2c28-4f21-8f75-a4ae6b3d658a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374475 May 31 16:22:48.263371 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7cfdd-6f7f-4cad-ab1b-7b9c60c22f50 req-4c251bbc-735a-482a-b520-2a9cc5340b3b tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:48.264836 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2fb7cfdd-6f7f-4cad-ab1b-7b9c60c22f50 req-4c251bbc-735a-482a-b520-2a9cc5340b3b tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 945 time: 0.0993419 May 31 16:22:48.313293 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2fb7cfdd-6f7f-4cad-ab1b-7b9c60c22f50 req-14768f46-de43-4204-90d9-cc18a5236b62 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398307 May 31 16:22:49.508051 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54f8b2-e70b-4922-813b-f6ea445117b1 req-810a8658-5873-4632-85e1-ce211f856be6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:49.509527 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ab54f8b2-e70b-4922-813b-f6ea445117b1 req-810a8658-5873-4632-85e1-ce211f856be6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 945 time: 0.0879152 May 31 16:22:49.554878 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ab54f8b2-e70b-4922-813b-f6ea445117b1 req-77e5813e-0697-4ea8-9baf-b26c68ba110a tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394380 May 31 16:22:49.739498 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7963a7-2af7-4086-80c7-ff0d49e32f99 req-12fbee07-57bb-4a47-b72f-a63f6ecf06c0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:49.741327 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5c7963a7-2af7-4086-80c7-ff0d49e32f99 req-12fbee07-57bb-4a47-b72f-a63f6ecf06c0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 945 time: 0.0838790 May 31 16:22:49.754595 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 37400) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:49.759788 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-fb3c9ddf-6a94-4973-a9e6-a76aa6ef0432 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Request body: {'floatingip': {'port_id': '323a6471-21dd-4e02-aee8-86c634c76ae4'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:22:49.980639 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fb3c9ddf-6a94-4973-a9e6-a76aa6ef0432 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for floatingip, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:50.585642 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fb3c9ddf-6a94-4973-a9e6-a76aa6ef0432 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:50.592834 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fb3c9ddf-6a94-4973-a9e6-a76aa6ef0432 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:50.768774 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-fb3c9ddf-6a94-4973-a9e6-a76aa6ef0432 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Floating IP e558345e-19b3-4a91-9216-5ab8db06cf33 associated. External IP: 172.26.0.171, port: 323a6471-21dd-4e02-aee8-86c634c76ae4. May 31 16:22:51.136218 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3c9ddf-6a94-4973-a9e6-a76aa6ef0432 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:22:51.472635 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3c9ddf-6a94-4973-a9e6-a76aa6ef0432 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:22:51.477615 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fb3c9ddf-6a94-4973-a9e6-a76aa6ef0432 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:51.482580 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb99175-3471-4270-8ec7-507a2839b3d9 None None] Sync routers for ids ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:22:51.492806 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb99175-3471-4270-8ec7-507a2839b3d9 None None] Routers {'61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:22:51.493419 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-4fb99175-3471-4270-8ec7-507a2839b3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:22:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:22:51.532258 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-fb3c9ddf-6a94-4973-a9e6-a76aa6ef0432 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "PUT /v2.0/floatingips/e558345e-19b3-4a91-9216-5ab8db06cf33 HTTP/1.1" status: 200 len: 992 time: 1.7765675 May 31 16:22:51.532923 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27efeaf3-a66d-4c72-8912-d8cea14265e8', 'tag': '323a6471-21dd-4e02-aee8-86c634c76ae4'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:22:51.535237 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d0be23-b2b4-4e1d-8eda-62b664fd0330" -d '{"events": [{"name": "network-changed", "server_uuid": "27efeaf3-a66d-4c72-8912-d8cea14265e8", "tag": "323a6471-21dd-4e02-aee8-86c634c76ae4"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:22:51.579184 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89b606e-b118-4e51-be7d-2cbe504479b0 x-openstack-request-id: req-f89b606e-b118-4e51-be7d-2cbe504479b0 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:22:51.579528 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27efeaf3-a66d-4c72-8912-d8cea14265e8", "tag": "323a6471-21dd-4e02-aee8-86c634c76ae4", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:22:51.579814 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f89b606e-b118-4e51-be7d-2cbe504479b0 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:22:51.580247 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27efeaf3-a66d-4c72-8912-d8cea14265e8', 'tag': '323a6471-21dd-4e02-aee8-86c634c76ae4', 'status': 'completed', 'code': 200} May 31 16:22:51.673891 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-4fb99175-3471-4270-8ec7-507a2839b3d9 None None] Set router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:22:51.678005 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0be23-b2b4-4e1d-8eda-62b664fd0330 req-b26d956b-c81c-4e2c-9f16-5057f4086697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:51.679593 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-21d0be23-b2b4-4e1d-8eda-62b664fd0330 req-b26d956b-c81c-4e2c-9f16-5057f4086697 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 1098 time: 0.0759723 May 31 16:22:51.809686 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0be23-b2b4-4e1d-8eda-62b664fd0330 req-bcd44b87-1256-4a7b-b386-8539750551f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:51.811124 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-21d0be23-b2b4-4e1d-8eda-62b664fd0330 req-bcd44b87-1256-4a7b-b386-8539750551f1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.1252296 May 31 16:22:51.916184 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-21d0be23-b2b4-4e1d-8eda-62b664fd0330 req-8641a75c-3bcb-4ac1-af0d-37264d091f9f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=323a6471-21dd-4e02-aee8-86c634c76ae4 HTTP/1.1" status: 200 len: 1000 time: 0.0980196 May 31 16:22:51.978042 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0be23-b2b4-4e1d-8eda-62b664fd0330 req-648129ab-125d-41a9-ab25-52c26c62e2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:51.979602 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-21d0be23-b2b4-4e1d-8eda-62b664fd0330 req-648129ab-125d-41a9-ab25-52c26c62e2d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0570173 May 31 16:22:52.018234 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-4fb99175-3471-4270-8ec7-507a2839b3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:16:30Z', 'revision_number': 4, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port': {'id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:27Z', 'updated_at': '2021-05-31T16:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'e558345e-19b3-4a91-9216-5ab8db06cf33', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'port_id': '323a6471-21dd-4e02-aee8-86c634c76ae4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'mac_address': 'fa:16:3e:77:3a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27efeaf3-a66d-4c72-8912-d8cea14265e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:16:34Z', 'updated_at': '2021-05-31T16:22:50Z', 'revision_number': 13, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5758a56-4327-46a1-9417-9d3c81e92215', 'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'mac_address': 'fa:16:3e:8b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:30Z', 'updated_at': '2021-05-31T16:16:36Z', 'revision_number': 5, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'subnets': [{'id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:22:52.022823 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb99175-3471-4270-8ec7-507a2839b3d9 None None] Checking router: 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:22:52.032924 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb99175-3471-4270-8ec7-507a2839b3d9 None None] Routers {'61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:22:52.033574 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-4fb99175-3471-4270-8ec7-507a2839b3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:22:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:22:52.062179 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0be23-b2b4-4e1d-8eda-62b664fd0330 req-a117eecd-ed87-49d5-85f7-8544a7d1b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:52.063607 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-21d0be23-b2b4-4e1d-8eda-62b664fd0330 req-a117eecd-ed87-49d5-85f7-8544a7d1b6d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0778058 May 31 16:22:52.197766 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-21d0be23-b2b4-4e1d-8eda-62b664fd0330 req-55abe635-7d87-4de6-b8ce-9f58a62bc190 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268368 May 31 16:22:52.214501 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-4fb99175-3471-4270-8ec7-507a2839b3d9 None None] Set router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:22:52.332494 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-21d0be23-b2b4-4e1d-8eda-62b664fd0330 req-8ec88179-8a2d-4426-9910-98d55121b6d7 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285851 May 31 16:22:52.610146 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-4fb99175-3471-4270-8ec7-507a2839b3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:16:30Z', 'revision_number': 4, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port': {'id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:27Z', 'updated_at': '2021-05-31T16:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'e558345e-19b3-4a91-9216-5ab8db06cf33', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'port_id': '323a6471-21dd-4e02-aee8-86c634c76ae4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'mac_address': 'fa:16:3e:77:3a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27efeaf3-a66d-4c72-8912-d8cea14265e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:16:34Z', 'updated_at': '2021-05-31T16:22:50Z', 'revision_number': 13, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5758a56-4327-46a1-9417-9d3c81e92215', 'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'mac_address': 'fa:16:3e:8b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:30Z', 'updated_at': '2021-05-31T16:16:36Z', 'revision_number': 5, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'subnets': [{'id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:22:52.614274 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb99175-3471-4270-8ec7-507a2839b3d9 None None] The sync data for ids ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'] in dv-neutron-601336-79-hyperv is: [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:16:30Z', 'revision_number': 4, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port': {'id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:27Z', 'updated_at': '2021-05-31T16:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'e558345e-19b3-4a91-9216-5ab8db06cf33', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'port_id': '323a6471-21dd-4e02-aee8-86c634c76ae4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'mac_address': 'fa:16:3e:77:3a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27efeaf3-a66d-4c72-8912-d8cea14265e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:16:34Z', 'updated_at': '2021-05-31T16:22:50Z', 'revision_number': 13, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5758a56-4327-46a1-9417-9d3c81e92215', 'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'mac_address': 'fa:16:3e:8b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:30Z', 'updated_at': '2021-05-31T16:16:36Z', 'revision_number': 5, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'subnets': [{'id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:22:52.797587 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65017cff-6b1e-4051-aa98-b991ce6b3c34 None None] New status for floating IP e558345e-19b3-4a91-9216-5ab8db06cf33: ACTIVE {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:22:58.026989 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-52c06856-73a9-4899-b371-ed3e19be7801 req-7baf4a11-14f1-431a-9028-1680420272cc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1277859 May 31 16:22:58.175563 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c06856-73a9-4899-b371-ed3e19be7801 req-43b37921-8734-4d58-aa82-b302fc5bf899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:58.177030 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-52c06856-73a9-4899-b371-ed3e19be7801 req-43b37921-8734-4d58-aa82-b302fc5bf899 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 1098 time: 0.0786064 May 31 16:22:58.325544 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c06856-73a9-4899-b371-ed3e19be7801 req-eea0566f-37d4-44e4-a77e-b630ab6abd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:58.327074 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-52c06856-73a9-4899-b371-ed3e19be7801 req-eea0566f-37d4-44e4-a77e-b630ab6abd24 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.1272440 May 31 16:22:58.430680 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-52c06856-73a9-4899-b371-ed3e19be7801 req-5a6b9708-606e-4911-8d9e-2ba8263dfc96 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=323a6471-21dd-4e02-aee8-86c634c76ae4 HTTP/1.1" status: 200 len: 1002 time: 0.0968409 May 31 16:22:58.502160 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c06856-73a9-4899-b371-ed3e19be7801 req-273a3a77-ced7-40d3-9617-12a43e1732bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:58.503654 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-52c06856-73a9-4899-b371-ed3e19be7801 req-273a3a77-ced7-40d3-9617-12a43e1732bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0644417 May 31 16:22:58.580932 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c06856-73a9-4899-b371-ed3e19be7801 req-d13fac36-4f0a-423c-bc6e-ad9d6240b968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:58.582374 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-52c06856-73a9-4899-b371-ed3e19be7801 req-d13fac36-4f0a-423c-bc6e-ad9d6240b968 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0722730 May 31 16:22:58.667676 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:58.716501 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-52c06856-73a9-4899-b371-ed3e19be7801 req-ce207dfe-2c9d-4f39-b336-940c0702850e service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274555 May 31 16:22:58.995843 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-52c06856-73a9-4899-b371-ed3e19be7801 req-8a4be5b9-5543-4f28-8096-2c20d11c91e3 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734089 May 31 16:23:04.720368 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-44cdb28f-32e7-49fc-aebc-ccdf611117cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:07.053092 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:07.924611 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7acb260d-51ff-4b15-8ad9-c5446ceb9322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:08.504047 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:09.880064 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:17.835742 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:23:28.670199 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:34.726424 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b3599c10-8c0f-4c7d-823b-0986012a86e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:37.037256 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:37.929007 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1dd67fd2-9268-47d8-9627-081ab6cd5473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:38.513153 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:39.885630 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:54.840996 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:23:58.686141 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:58.991715 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1eb34e97-7e78-4823-84d1-c0a3322d8a88 req-b7f3e94c-5b0b-4641-b177-8fde61790db2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0863540 May 31 16:23:59.162507 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb34e97-7e78-4823-84d1-c0a3322d8a88 req-706950c1-cb88-4119-9e24-068cb2b1e5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:59.164086 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1eb34e97-7e78-4823-84d1-c0a3322d8a88 req-706950c1-cb88-4119-9e24-068cb2b1e5da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 1098 time: 0.0959783 May 31 16:23:59.311531 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb34e97-7e78-4823-84d1-c0a3322d8a88 req-780fa697-638d-4cc4-9c7b-14f6d51768b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:59.312839 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1eb34e97-7e78-4823-84d1-c0a3322d8a88 req-780fa697-638d-4cc4-9c7b-14f6d51768b9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.1257384 May 31 16:23:59.417142 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1eb34e97-7e78-4823-84d1-c0a3322d8a88 req-d8010f54-444d-4482-9c07-5125d7d510ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=323a6471-21dd-4e02-aee8-86c634c76ae4 HTTP/1.1" status: 200 len: 1002 time: 0.0972991 May 31 16:23:59.483484 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb34e97-7e78-4823-84d1-c0a3322d8a88 req-0ee130ac-0b4c-461f-8bb2-f97f8f3daced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:59.484925 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1eb34e97-7e78-4823-84d1-c0a3322d8a88 req-0ee130ac-0b4c-461f-8bb2-f97f8f3daced service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0613546 May 31 16:23:59.571477 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb34e97-7e78-4823-84d1-c0a3322d8a88 req-515162fd-a990-4d21-a04f-71a073d580a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:59.572868 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1eb34e97-7e78-4823-84d1-c0a3322d8a88 req-515162fd-a990-4d21-a04f-71a073d580a2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0811579 May 31 16:23:59.704975 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1eb34e97-7e78-4823-84d1-c0a3322d8a88 req-95f47aba-42ad-4070-8500-478b3fdf506a service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252787 May 31 16:23:59.839007 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1eb34e97-7e78-4823-84d1-c0a3322d8a88 req-a468a207-d3f4-4f9a-a12d-9a759de635c1 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250875 May 31 16:24:04.721435 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3e97f6d5-66cd-4335-aa20-76779ba5e95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:04.936130 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38d450-5d1b-49f6-b725-bd48b9b88b92 req-8421b1cd-e2ac-4949-a77c-c75a83c2a0e4 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:04.937475 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-eb38d450-5d1b-49f6-b725-bd48b9b88b92 req-8421b1cd-e2ac-4949-a77c-c75a83c2a0e4 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 945 time: 0.1628897 May 31 16:24:04.986590 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-eb38d450-5d1b-49f6-b725-bd48b9b88b92 req-ceb634c2-8271-4428-ace3-3dc2a6593dbf tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396202 May 31 16:24:07.048029 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:07.923013 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-553528ef-583c-4027-b54a-6e8077f062f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:08.510113 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:09.885559 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:17.067847 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-37fa033d-1c2f-4c30-9577-9414f3ebd9f7 req-7b037585-24a9-4645-bd77-f5cd4104c08a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1248674 May 31 16:24:17.092909 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c37f0-9b8c-4fa6-97b4-38761053b769 req-24bd4235-2896-4db9-aac9-6c581f6791bc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:17.094341 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ba4c37f0-9b8c-4fa6-97b4-38761053b769 req-24bd4235-2896-4db9-aac9-6c581f6791bc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 945 time: 0.1025639 May 31 16:24:17.144926 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ba4c37f0-9b8c-4fa6-97b4-38761053b769 req-8565a117-ab09-4338-9d40-af9fa6942e61 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439572 May 31 16:24:18.395374 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bde313-e6f0-46b6-8464-bf75f32455bb req-030ac862-5493-4b07-9334-aefd8fdf5fa9 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:18.396870 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-49bde313-e6f0-46b6-8464-bf75f32455bb req-030ac862-5493-4b07-9334-aefd8fdf5fa9 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 945 time: 0.1309111 May 31 16:24:18.432566 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa033d-1c2f-4c30-9577-9414f3ebd9f7 req-051982bc-8f21-4135-8535-c68d1dc74295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:18.434096 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-37fa033d-1c2f-4c30-9577-9414f3ebd9f7 req-051982bc-8f21-4135-8535-c68d1dc74295 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 1098 time: 0.1193411 May 31 16:24:18.474026 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-49bde313-e6f0-46b6-8464-bf75f32455bb req-bfc64634-beab-4653-bf4d-f643114c9df1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704517 May 31 16:24:18.584776 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa033d-1c2f-4c30-9577-9414f3ebd9f7 req-68958247-2812-480c-883c-716a8beec432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:18.586228 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-37fa033d-1c2f-4c30-9577-9414f3ebd9f7 req-68958247-2812-480c-883c-716a8beec432 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.1422713 May 31 16:24:18.686620 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-37fa033d-1c2f-4c30-9577-9414f3ebd9f7 req-008d41a4-4123-4e72-91ef-fdc27a34b2e1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=323a6471-21dd-4e02-aee8-86c634c76ae4 HTTP/1.1" status: 200 len: 1002 time: 0.0936162 May 31 16:24:18.897292 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa033d-1c2f-4c30-9577-9414f3ebd9f7 req-94fd2c6d-d6a6-439c-8885-b401ad0e0af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:18.898754 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-37fa033d-1c2f-4c30-9577-9414f3ebd9f7 req-94fd2c6d-d6a6-439c-8885-b401ad0e0af7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.2061694 May 31 16:24:18.977837 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa033d-1c2f-4c30-9577-9414f3ebd9f7 req-a29a867a-75b2-49b8-8d2b-e3f80172c153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:18.979208 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-37fa033d-1c2f-4c30-9577-9414f3ebd9f7 req-a29a867a-75b2-49b8-8d2b-e3f80172c153 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0727696 May 31 16:24:19.114962 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-37fa033d-1c2f-4c30-9577-9414f3ebd9f7 req-5f56e2c3-9247-4122-b0d1-71e3d997f8b3 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269917 May 31 16:24:19.258592 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-37fa033d-1c2f-4c30-9577-9414f3ebd9f7 req-528b7197-c8fa-4b7c-8b63-624fdcdfd38c service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361868 May 31 16:24:19.683142 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb04894-dd77-4a4e-8be6-335903ef51a0 req-822db850-1df6-4d3f-a595-8cb66731191d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:19.684644 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cbb04894-dd77-4a4e-8be6-335903ef51a0 req-822db850-1df6-4d3f-a595-8cb66731191d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 945 time: 0.0910251 May 31 16:24:19.730716 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cbb04894-dd77-4a4e-8be6-335903ef51a0 req-65cae2a1-b757-41b4-b42e-32332cdcfd4c tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400205 May 31 16:24:20.946066 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ae1ed-975c-4f54-8f17-16b75dd254d2 req-d9fe9533-76d8-4a5c-a6c6-e7f3edffb633 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:20.947535 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3d2ae1ed-975c-4f54-8f17-16b75dd254d2 req-d9fe9533-76d8-4a5c-a6c6-e7f3edffb633 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 945 time: 0.0983968 May 31 16:24:20.992776 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3d2ae1ed-975c-4f54-8f17-16b75dd254d2 req-eed47e64-23e5-47c5-a09b-80c50c80610f tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394657 May 31 16:24:22.202236 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7822e5-02ef-484d-bdcd-8088d1e24fb2 req-21b7bd80-6498-429d-b2e1-0ec3e46d857b tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:22.203741 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7f7822e5-02ef-484d-bdcd-8088d1e24fb2 req-21b7bd80-6498-429d-b2e1-0ec3e46d857b tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 945 time: 0.0918994 May 31 16:24:22.250191 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7f7822e5-02ef-484d-bdcd-8088d1e24fb2 req-55ccde7b-2d85-42d4-9ebe-99634057eb80 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405328 May 31 16:24:23.458775 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1cad5-6f86-4d54-afbb-f9b845b688a9 req-1e509b81-8a40-4cf8-afc2-1c4d5e020539 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:23.460254 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6fb1cad5-6f86-4d54-afbb-f9b845b688a9 req-1e509b81-8a40-4cf8-afc2-1c4d5e020539 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 945 time: 0.0961070 May 31 16:24:23.510792 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6fb1cad5-6f86-4d54-afbb-f9b845b688a9 req-c4df45a4-d701-438b-b357-7e5e82ea66ff tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446410 May 31 16:24:24.714855 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1cbc9-25e6-474d-9d48-6f047b5ad733 req-98c95b6f-d782-4aa4-a910-5290544c1cf8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:24.716215 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c8a1cbc9-25e6-474d-9d48-6f047b5ad733 req-98c95b6f-d782-4aa4-a910-5290544c1cf8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 945 time: 0.0819497 May 31 16:24:24.764803 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c8a1cbc9-25e6-474d-9d48-6f047b5ad733 req-76fc8ef5-c215-4f24-b37b-4d7f9ee9830f tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411222 May 31 16:24:25.970199 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ceee2-487a-4ac4-a497-014ef30a94db req-99be50ca-374c-4c30-aa6d-130bfc9816b5 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:25.971767 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6f6ceee2-487a-4ac4-a497-014ef30a94db req-99be50ca-374c-4c30-aa6d-130bfc9816b5 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 945 time: 0.0896673 May 31 16:24:26.019622 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6f6ceee2-487a-4ac4-a497-014ef30a94db req-f3eefd6b-0952-45be-9f04-0b7460a5b3bc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393853 May 31 16:24:27.218666 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5055d-958e-4191-87de-3d1ae8911ea3 req-215213fe-0aa3-43ab-8e12-50b7a69df8e0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:27.220147 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a1e5055d-958e-4191-87de-3d1ae8911ea3 req-215213fe-0aa3-43ab-8e12-50b7a69df8e0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 945 time: 0.0911059 May 31 16:24:27.266708 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a1e5055d-958e-4191-87de-3d1ae8911ea3 req-859e4c99-15d7-467d-a7dc-eafe8a75ed6c tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403867 May 31 16:24:28.471579 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cff10-0e06-416b-938e-9d15825cc575 req-efe472a4-bfba-4e7e-92dc-994b630c0f4e tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:28.473043 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7d5cff10-0e06-416b-938e-9d15825cc575 req-efe472a4-bfba-4e7e-92dc-994b630c0f4e tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 945 time: 0.0904481 May 31 16:24:28.524042 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7d5cff10-0e06-416b-938e-9d15825cc575 req-62b28185-74b2-4a88-9a13-775007ad3cd1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450487 May 31 16:24:28.696411 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:29.726354 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ebe1e-db0e-47fb-99a2-fe8b88a4070a req-d7a83160-a54c-4eed-af64-cacc60197bac tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:29.727755 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b36ebe1e-db0e-47fb-99a2-fe8b88a4070a req-d7a83160-a54c-4eed-af64-cacc60197bac tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 945 time: 0.0876048 May 31 16:24:29.773615 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b36ebe1e-db0e-47fb-99a2-fe8b88a4070a req-cac3720f-a172-47a8-90a4-4ca0de0c8755 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400412 May 31 16:24:30.979899 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd73b89-ab09-4a65-a672-5ab4362f810e req-5d8f1478-e58d-46aa-81bd-3dfd2c4c36ed tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:30.981388 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cdd73b89-ab09-4a65-a672-5ab4362f810e req-5d8f1478-e58d-46aa-81bd-3dfd2c4c36ed tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 945 time: 0.0895741 May 31 16:24:31.029357 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cdd73b89-ab09-4a65-a672-5ab4362f810e req-a96bedfd-a422-43fd-a6ab-008f27a87f9b tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387819 May 31 16:24:31.840065 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:24:32.233991 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374d568-76cc-4e7a-8f78-782afd6b6e50 req-b509ac79-85ce-4d32-b663-c04acef305ba tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:32.235604 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f374d568-76cc-4e7a-8f78-782afd6b6e50 req-b509ac79-85ce-4d32-b663-c04acef305ba tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 945 time: 0.0879200 May 31 16:24:32.281760 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f374d568-76cc-4e7a-8f78-782afd6b6e50 req-67acd67b-1edb-4998-b7b4-0909161943ff tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397849 May 31 16:24:32.913933 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-37fa033d-1c2f-4c30-9577-9414f3ebd9f7 req-c704a0b7-114c-4e1d-9358-fc545d2f9783 service neutron] 10.222.0.59 "GET /v2.0/ports/323a6471-21dd-4e02-aee8-86c634c76ae4/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0825031 May 31 16:24:33.187546 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa033d-1c2f-4c30-9577-9414f3ebd9f7 req-d1f1617a-ef6c-4222-a413-be8462fc1c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:33.189034 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-37fa033d-1c2f-4c30-9577-9414f3ebd9f7 req-d1f1617a-ef6c-4222-a413-be8462fc1c4b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8&tenant_id=73bccc52448049adbff6aeb751f894c9 HTTP/1.1" status: 200 len: 1098 time: 0.0750732 May 31 16:24:33.296868 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa033d-1c2f-4c30-9577-9414f3ebd9f7 req-9d0b1122-268d-4bb6-9cc3-eaca655c493e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:33.298388 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-37fa033d-1c2f-4c30-9577-9414f3ebd9f7 req-9d0b1122-268d-4bb6-9cc3-eaca655c493e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 1098 time: 0.0859230 May 31 16:24:33.621509 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa033d-1c2f-4c30-9577-9414f3ebd9f7 req-d794d7d4-caa8-438f-b3a6-3502c3f1d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:33.622893 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-37fa033d-1c2f-4c30-9577-9414f3ebd9f7 req-d794d7d4-caa8-438f-b3a6-3502c3f1d761 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.3172045 May 31 16:24:33.722793 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5649b5-0505-4f58-a0be-7d639ec65278 req-441dcf8e-e47b-4137-851f-5f8bfa3ad705 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:33.724274 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-de5649b5-0505-4f58-a0be-7d639ec65278 req-441dcf8e-e47b-4137-851f-5f8bfa3ad705 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 945 time: 0.3314135 May 31 16:24:33.753700 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-37fa033d-1c2f-4c30-9577-9414f3ebd9f7 req-9b326c42-dbd1-4a9d-a401-c6f3de4f1643 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=323a6471-21dd-4e02-aee8-86c634c76ae4 HTTP/1.1" status: 200 len: 1002 time: 0.1227925 May 31 16:24:33.813187 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-de5649b5-0505-4f58-a0be-7d639ec65278 req-41025ae5-a96f-4de4-9698-80d0df676dda tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831285 May 31 16:24:33.827892 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa033d-1c2f-4c30-9577-9414f3ebd9f7 req-446440ea-1541-4f79-b17d-48ebe31e01a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:33.829294 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-37fa033d-1c2f-4c30-9577-9414f3ebd9f7 req-446440ea-1541-4f79-b17d-48ebe31e01a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0655255 May 31 16:24:33.911041 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa033d-1c2f-4c30-9577-9414f3ebd9f7 req-76afe464-53d7-47f5-9633-18982aa13fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:33.912599 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-37fa033d-1c2f-4c30-9577-9414f3ebd9f7 req-76afe464-53d7-47f5-9633-18982aa13fbd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0762687 May 31 16:24:34.051093 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-37fa033d-1c2f-4c30-9577-9414f3ebd9f7 req-a92988d7-9d4a-4415-92e3-d48124f3e78a service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311705 May 31 16:24:34.188287 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-37fa033d-1c2f-4c30-9577-9414f3ebd9f7 req-25ccedc9-4c0e-441e-bf9b-22201e216fba service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301446 May 31 16:24:34.726140 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e2ef16ca-b518-44bd-887b-327ab89709b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:35.017605 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cab40-2817-425d-a405-b7b72db83b43 req-d181a156-f369-47c5-be25-4161276e6adc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:35.019000 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-073cab40-2817-425d-a405-b7b72db83b43 req-d181a156-f369-47c5-be25-4161276e6adc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 945 time: 0.0835102 May 31 16:24:35.066768 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-073cab40-2817-425d-a405-b7b72db83b43 req-7772622c-1a71-44e6-acac-6119e2d2625f tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413382 May 31 16:24:36.180802 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 323a6471-21dd-4e02-aee8-86c634c76ae4 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:24:36.269111 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443343de-e3d4-4100-adc2-179afd2c4a99 req-d9ed90dd-3c15-421e-83ae-b79bed7f1885 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:36.270627 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-443343de-e3d4-4100-adc2-179afd2c4a99 req-d9ed90dd-3c15-421e-83ae-b79bed7f1885 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 945 time: 0.0912156 May 31 16:24:36.298655 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:36.316936 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-443343de-e3d4-4100-adc2-179afd2c4a99 req-9c285ec1-f4c8-41c4-994c-4ff4a1dc3b95 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400388 May 31 16:24:36.326008 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27efeaf3-a66d-4c72-8912-d8cea14265e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '323a6471-21dd-4e02-aee8-86c634c76ae4'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:24:36.328293 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ba107b-f5c6-4971-974c-82dc125442bd" -d '{"events": [{"server_uuid": "27efeaf3-a66d-4c72-8912-d8cea14265e8", "name": "network-vif-unplugged", "status": "completed", "tag": "323a6471-21dd-4e02-aee8-86c634c76ae4"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:24:36.339736 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 323a6471-21dd-4e02-aee8-86c634c76ae4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=323a6471-21dd-4e02-aee8-86c634c76ae4,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:24:36.342874 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:36.345713 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:36.391604 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 16:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a21427-fdfb-421b-89fa-83b14c2b6736 x-openstack-request-id: req-56a21427-fdfb-421b-89fa-83b14c2b6736 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:24:36.391899 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27efeaf3-a66d-4c72-8912-d8cea14265e8", "name": "network-vif-unplugged", "status": "completed", "tag": "323a6471-21dd-4e02-aee8-86c634c76ae4", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:24:36.392151 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-56a21427-fdfb-421b-89fa-83b14c2b6736 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:24:36.392529 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27efeaf3-a66d-4c72-8912-d8cea14265e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '323a6471-21dd-4e02-aee8-86c634c76ae4', 'code': 200} May 31 16:24:36.415671 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=323a6471-21dd-4e02-aee8-86c634c76ae4,revision_number=6']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:36.422986 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:36.423301 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:36.423632 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:36.423959 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:36.424279 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:36.424600 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:36.424915 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:36.425232 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:36.425548 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:36.425859 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:36.426177 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:36.426484 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:36.430630 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:37.044113 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:37.505151 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffacdf-2d39-4d38-bde9-a44513e8ab63 req-90f13a42-6f61-4ae3-aaa2-0f1afa13f20e tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:37.506781 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-89ffacdf-2d39-4d38-bde9-a44513e8ab63 req-90f13a42-6f61-4ae3-aaa2-0f1afa13f20e tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 943 time: 0.0790837 May 31 16:24:37.551839 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-89ffacdf-2d39-4d38-bde9-a44513e8ab63 req-0336e610-9587-44bf-a6d6-66ab931c4ae0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392125 May 31 16:24:37.928520 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2dbc4ff9-0d23-49e8-9ad6-2abf325b8c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:38.520535 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:38.758258 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ba7d9-dd07-4415-9f51-4dfed1a6cd39 req-e7725a1f-e115-4497-95e0-b57673afe51a tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:38.759693 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-319ba7d9-dd07-4415-9f51-4dfed1a6cd39 req-e7725a1f-e115-4497-95e0-b57673afe51a tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 943 time: 0.0879135 May 31 16:24:38.803309 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-319ba7d9-dd07-4415-9f51-4dfed1a6cd39 req-167372f0-e824-4fb0-a6fe-4c8ce4807268 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377150 May 31 16:24:39.885285 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:40.003765 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3b087-971b-402c-b706-17453cfb21d8 req-d0d3461d-9a8f-4d15-bd11-9fba170e7b7d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:40.005200 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d7b3b087-971b-402c-b706-17453cfb21d8 req-d0d3461d-9a8f-4d15-bd11-9fba170e7b7d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 943 time: 0.0901866 May 31 16:24:40.056457 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d7b3b087-971b-402c-b706-17453cfb21d8 req-bff3d499-b56e-4514-8da7-eb3395a16f5f tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447412 May 31 16:24:40.175466 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 323a6471-21dd-4e02-aee8-86c634c76ae4 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:24:40.313960 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 323a6471-21dd-4e02-aee8-86c634c76ae4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=323a6471-21dd-4e02-aee8-86c634c76ae4,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:24:40.327751 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '323a6471-21dd-4e02-aee8-86c634c76ae4', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'port_id': '323a6471-21dd-4e02-aee8-86c634c76ae4', 'mac_address': 'fa:16:3e:77:3a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:24:40.385774 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:40.403404 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 323a6471-21dd-4e02-aee8-86c634c76ae4 {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:24:40.420219 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 323a6471-21dd-4e02-aee8-86c634c76ae4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=323a6471-21dd-4e02-aee8-86c634c76ae4,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:24:40.425560 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:40.428733 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:40.493947 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['323a6471-21dd-4e02-aee8-86c634c76ae4'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:24:40.532462 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=323a6471-21dd-4e02-aee8-86c634c76ae4,revision_number=7']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:40.536693 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:41.262638 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94ae94-a292-4496-a265-b856b934cfe3 req-ab01511c-33ac-40c9-aa7a-8a2ca55c4cb1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:41.264157 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9c94ae94-a292-4496-a265-b856b934cfe3 req-ab01511c-33ac-40c9-aa7a-8a2ca55c4cb1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 944 time: 0.0892591 May 31 16:24:41.309613 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9c94ae94-a292-4496-a265-b856b934cfe3 req-c05ef14b-d5b5-4f28-86a2-6045546fbe83 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395455 May 31 16:24:42.190256 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 323a6471-21dd-4e02-aee8-86c634c76ae4 up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:24:42.263747 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 323a6471-21dd-4e02-aee8-86c634c76ae4 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:24:42.264110 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:42.384058 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:42.410925 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27efeaf3-a66d-4c72-8912-d8cea14265e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323a6471-21dd-4e02-aee8-86c634c76ae4'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:24:42.413145 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8a8091-fa77-4807-ace3-bc48aec4afb3" -d '{"events": [{"server_uuid": "27efeaf3-a66d-4c72-8912-d8cea14265e8", "name": "network-vif-plugged", "status": "completed", "tag": "323a6471-21dd-4e02-aee8-86c634c76ae4"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:24:42.420799 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 323a6471-21dd-4e02-aee8-86c634c76ae4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=323a6471-21dd-4e02-aee8-86c634c76ae4,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:24:42.424266 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:42.426158 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e85c4a73-8dd1-45a0-bb12-86d1fddfed85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:42.476025 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7797ae8b-232e-41b5-a8d3-cd29741deeae x-openstack-request-id: req-7797ae8b-232e-41b5-a8d3-cd29741deeae {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:24:42.477031 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27efeaf3-a66d-4c72-8912-d8cea14265e8", "name": "network-vif-plugged", "status": "completed", "tag": "323a6471-21dd-4e02-aee8-86c634c76ae4", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:24:42.477031 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7797ae8b-232e-41b5-a8d3-cd29741deeae {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:24:42.477031 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27efeaf3-a66d-4c72-8912-d8cea14265e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323a6471-21dd-4e02-aee8-86c634c76ae4', 'code': 200} May 31 16:24:42.493089 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=323a6471-21dd-4e02-aee8-86c634c76ae4,revision_number=8']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:42.496161 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:42.513122 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf316c4-5271-4b2c-9f87-7a6b4a4be246 req-51fd7f5b-0d8d-4b8b-b08f-3423412ba913 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:42.514621 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-abf316c4-5271-4b2c-9f87-7a6b4a4be246 req-51fd7f5b-0d8d-4b8b-b08f-3423412ba913 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 945 time: 0.0971367 May 31 16:24:42.558634 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-abf316c4-5271-4b2c-9f87-7a6b4a4be246 req-df5541c2-781b-4c36-b083-ba46e98a1911 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382438 May 31 16:24:43.771597 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0843f-e826-4bdf-9b89-ddf6d2ff336c req-b7b7009d-5343-4e6d-ab64-4db4f206d487 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:43.772940 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-44e0843f-e826-4bdf-9b89-ddf6d2ff336c req-b7b7009d-5343-4e6d-ab64-4db4f206d487 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 945 time: 0.0865271 May 31 16:24:43.816394 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-44e0843f-e826-4bdf-9b89-ddf6d2ff336c req-060c402c-652f-4fea-b6f9-12aff1e52861 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377085 May 31 16:24:45.023912 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e243e-8440-40a5-8cf6-e743ac63d787 req-efccffcb-0074-4a44-90f2-2278ee32fce4 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:45.025328 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f06e243e-8440-40a5-8cf6-e743ac63d787 req-efccffcb-0074-4a44-90f2-2278ee32fce4 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 945 time: 0.0904171 May 31 16:24:45.072658 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f06e243e-8440-40a5-8cf6-e743ac63d787 req-19205daa-836f-457c-89ae-6c1ed1fb3b08 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384595 May 31 16:24:46.238341 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 323a6471-21dd-4e02-aee8-86c634c76ae4 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:24:46.277251 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c494c1f-765b-4a8c-85a0-624f77a31788 req-ddab4515-9470-4f91-b1b4-3aecdb661c80 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:46.278748 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6c494c1f-765b-4a8c-85a0-624f77a31788 req-ddab4515-9470-4f91-b1b4-3aecdb661c80 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 945 time: 0.0836170 May 31 16:24:46.328382 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6c494c1f-765b-4a8c-85a0-624f77a31788 req-820770ee-278c-492c-98d8-6a927f8827e7 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435779 May 31 16:24:46.372714 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 323a6471-21dd-4e02-aee8-86c634c76ae4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=323a6471-21dd-4e02-aee8-86c634c76ae4,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:24:46.387195 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '323a6471-21dd-4e02-aee8-86c634c76ae4', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'port_id': '323a6471-21dd-4e02-aee8-86c634c76ae4', 'mac_address': 'fa:16:3e:77:3a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:24:46.447153 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:46.507816 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 323a6471-21dd-4e02-aee8-86c634c76ae4 {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:24:46.523405 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 323a6471-21dd-4e02-aee8-86c634c76ae4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=323a6471-21dd-4e02-aee8-86c634c76ae4,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:24:46.528475 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:46.530312 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:46.595000 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['323a6471-21dd-4e02-aee8-86c634c76ae4'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:24:46.638484 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=323a6471-21dd-4e02-aee8-86c634c76ae4,revision_number=9']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:46.647770 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:46.781905 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844febc-e336-4045-b94d-cf0503825664 req-94b8228f-8f73-4dcc-8d1d-d571d6b0e0c6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:46.783395 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3844febc-e336-4045-b94d-cf0503825664 req-94b8228f-8f73-4dcc-8d1d-d571d6b0e0c6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.59 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8&tenant_id=73bccc52448049adbff6aeb751f894c9&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 944 time: 0.1274745 May 31 16:24:47.020110 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26704f6-b89b-4ddb-bb18-d3dd7f628ea4 req-e50787e4-5ad4-454e-8d81-a48484a3e520 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:47.021572 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f26704f6-b89b-4ddb-bb18-d3dd7f628ea4 req-e50787e4-5ad4-454e-8d81-a48484a3e520 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 944 time: 0.3051794 May 31 16:24:47.027487 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3844febc-e336-4045-b94d-cf0503825664 req-d15f1b8d-9c9a-4bc7-8e96-f1f3476b9ffd service neutron] 10.222.0.59 "GET /v2.0/ports/323a6471-21dd-4e02-aee8-86c634c76ae4/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.2362533 May 31 16:24:47.107575 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f26704f6-b89b-4ddb-bb18-d3dd7f628ea4 req-e9cb6326-9636-4873-80f3-015d31833974 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791516 May 31 16:24:47.136678 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844febc-e336-4045-b94d-cf0503825664 req-6bcfc334-0403-4e0c-8f22-b76fa7e79c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:47.138166 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3844febc-e336-4045-b94d-cf0503825664 req-6bcfc334-0403-4e0c-8f22-b76fa7e79c3f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 1097 time: 0.0829864 May 31 16:24:47.280505 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844febc-e336-4045-b94d-cf0503825664 req-76384ddc-1b9f-4e1f-adc7-faabdabd8b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:47.281836 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3844febc-e336-4045-b94d-cf0503825664 req-76384ddc-1b9f-4e1f-adc7-faabdabd8b59 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.1363494 May 31 16:24:47.386173 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3844febc-e336-4045-b94d-cf0503825664 req-fa872680-33e1-4efc-9d53-90b806fba83b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=323a6471-21dd-4e02-aee8-86c634c76ae4 HTTP/1.1" status: 200 len: 1001 time: 0.0960736 May 31 16:24:47.451641 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844febc-e336-4045-b94d-cf0503825664 req-4b7b004f-cd79-462d-a61e-160fbfc14679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:47.453069 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3844febc-e336-4045-b94d-cf0503825664 req-4b7b004f-cd79-462d-a61e-160fbfc14679 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0596433 May 31 16:24:47.538436 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844febc-e336-4045-b94d-cf0503825664 req-df05298d-4157-4281-a361-b11b1ed69f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:47.539888 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3844febc-e336-4045-b94d-cf0503825664 req-df05298d-4157-4281-a361-b11b1ed69f09 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0790884 May 31 16:24:47.671894 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3844febc-e336-4045-b94d-cf0503825664 req-f0562cc6-48f4-408d-8fe8-5d4310608d56 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233840 May 31 16:24:47.806368 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3844febc-e336-4045-b94d-cf0503825664 req-d3cff6b6-acde-4c4c-a2b3-a0d52d9db876 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268816 May 31 16:24:48.261128 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 323a6471-21dd-4e02-aee8-86c634c76ae4 up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:24:48.320070 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24010da5-0f5c-48d3-867c-d78a84293bc4 req-7db3db2b-882b-4ac2-b2f3-eceb784ec9fe tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:48.321561 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-24010da5-0f5c-48d3-867c-d78a84293bc4 req-7db3db2b-882b-4ac2-b2f3-eceb784ec9fe tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 944 time: 0.0879893 May 31 16:24:48.332521 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 323a6471-21dd-4e02-aee8-86c634c76ae4 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:24:48.332899 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:48.366253 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-24010da5-0f5c-48d3-867c-d78a84293bc4 req-92b1dd1a-7ee3-45ee-a76b-2e04bc5ec10f tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389543 May 31 16:24:48.453414 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:48.479319 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27efeaf3-a66d-4c72-8912-d8cea14265e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323a6471-21dd-4e02-aee8-86c634c76ae4'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:24:48.481630 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f981264c-7b4a-4696-9078-098438b4af4c" -d '{"events": [{"server_uuid": "27efeaf3-a66d-4c72-8912-d8cea14265e8", "name": "network-vif-plugged", "status": "completed", "tag": "323a6471-21dd-4e02-aee8-86c634c76ae4"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:24:48.490139 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 323a6471-21dd-4e02-aee8-86c634c76ae4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=323a6471-21dd-4e02-aee8-86c634c76ae4,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:24:48.495723 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:48.497645 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:48.542535 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0a4f70-2d97-4bdf-8db6-d2d67a85e09b x-openstack-request-id: req-9e0a4f70-2d97-4bdf-8db6-d2d67a85e09b {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:24:48.542830 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27efeaf3-a66d-4c72-8912-d8cea14265e8", "name": "network-vif-plugged", "status": "completed", "tag": "323a6471-21dd-4e02-aee8-86c634c76ae4", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:24:48.543111 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9e0a4f70-2d97-4bdf-8db6-d2d67a85e09b {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:24:48.543494 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27efeaf3-a66d-4c72-8912-d8cea14265e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323a6471-21dd-4e02-aee8-86c634c76ae4', 'code': 200} May 31 16:24:48.571246 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=323a6471-21dd-4e02-aee8-86c634c76ae4,revision_number=10']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:48.574225 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:49.558028 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269db485-51a9-45dc-ac98-1aba9bd7b060 req-335ae592-5e32-4168-a8e9-b7355dcfda1d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:49.559563 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-269db485-51a9-45dc-ac98-1aba9bd7b060 req-335ae592-5e32-4168-a8e9-b7355dcfda1d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 946 time: 0.0840707 May 31 16:24:49.604264 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-269db485-51a9-45dc-ac98-1aba9bd7b060 req-36c794cc-f3cd-40e8-9ee1-c826ebf85340 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388963 May 31 16:24:50.797810 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c966c-129e-4b56-a9c8-e91ec3a45ada req-915fe5c0-54df-412d-a3ec-30bf2be2a433 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:50.799332 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-495c966c-129e-4b56-a9c8-e91ec3a45ada req-915fe5c0-54df-412d-a3ec-30bf2be2a433 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 946 time: 0.0861845 May 31 16:24:50.844769 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-495c966c-129e-4b56-a9c8-e91ec3a45ada req-b9ffec51-b6ef-449c-a5de-dfa3333e04f5 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393839 May 31 16:24:52.048145 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc704f71-02bc-4c18-ace1-8346cb49cf94 req-ac68063d-8459-4fd8-a34b-31a653bfea8e tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:52.049514 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fc704f71-02bc-4c18-ace1-8346cb49cf94 req-ac68063d-8459-4fd8-a34b-31a653bfea8e tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 946 time: 0.0906799 May 31 16:24:52.105029 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fc704f71-02bc-4c18-ace1-8346cb49cf94 req-f55d6270-9c1c-4fa2-b282-3591dd0287f6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496202 May 31 16:24:52.441058 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844febc-e336-4045-b94d-cf0503825664 req-e6d3f3e9-96ef-470e-9c8a-08f100bde34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:52.442547 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3844febc-e336-4045-b94d-cf0503825664 req-e6d3f3e9-96ef-470e-9c8a-08f100bde34e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8&tenant_id=73bccc52448049adbff6aeb751f894c9 HTTP/1.1" status: 200 len: 1099 time: 0.0760410 May 31 16:24:52.546292 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844febc-e336-4045-b94d-cf0503825664 req-399b5d68-3194-4a75-8aaf-5a8c3eb951aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:52.547805 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3844febc-e336-4045-b94d-cf0503825664 req-399b5d68-3194-4a75-8aaf-5a8c3eb951aa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 1099 time: 0.0835440 May 31 16:24:52.679153 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844febc-e336-4045-b94d-cf0503825664 req-f827bc30-bc9e-4e6b-ab02-37dd143b9e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:52.680607 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3844febc-e336-4045-b94d-cf0503825664 req-f827bc30-bc9e-4e6b-ab02-37dd143b9e5d service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.1241856 May 31 16:24:52.783217 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3844febc-e336-4045-b94d-cf0503825664 req-221a0502-8fad-4baf-88de-f8524535835f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=323a6471-21dd-4e02-aee8-86c634c76ae4 HTTP/1.1" status: 200 len: 1002 time: 0.0953281 May 31 16:24:52.847038 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844febc-e336-4045-b94d-cf0503825664 req-c6a66fda-4063-4e12-8895-698607b496d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:52.848381 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3844febc-e336-4045-b94d-cf0503825664 req-c6a66fda-4063-4e12-8895-698607b496d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0587687 May 31 16:24:52.933574 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844febc-e336-4045-b94d-cf0503825664 req-02dc5393-e072-4149-bb19-8b41e5fa6b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:52.935022 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3844febc-e336-4045-b94d-cf0503825664 req-02dc5393-e072-4149-bb19-8b41e5fa6b15 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0800784 May 31 16:24:53.072338 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3844febc-e336-4045-b94d-cf0503825664 req-98c27e7f-8a4b-4977-acab-8e72557993cd service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303971 May 31 16:24:53.206142 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3844febc-e336-4045-b94d-cf0503825664 req-c432e015-780a-4fa5-8732-dcb0eac941bb service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270230 May 31 16:24:53.301610 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0171c-ffda-4b90-a279-781dc9bbca78 req-feabe982-5e54-4919-a2da-82545c20167c tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:53.303103 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8ae0171c-ffda-4b90-a279-781dc9bbca78 req-feabe982-5e54-4919-a2da-82545c20167c tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 946 time: 0.0905497 May 31 16:24:53.348926 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8ae0171c-ffda-4b90-a279-781dc9bbca78 req-26b1527c-f4b2-47a6-b17f-69c20805d89a tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393224 May 31 16:24:54.252822 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 323a6471-21dd-4e02-aee8-86c634c76ae4 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:24:54.369586 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:54.401428 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27efeaf3-a66d-4c72-8912-d8cea14265e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '323a6471-21dd-4e02-aee8-86c634c76ae4'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:24:54.403736 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba09f41-d1db-45d7-8a13-10d54655c4c3" -d '{"events": [{"server_uuid": "27efeaf3-a66d-4c72-8912-d8cea14265e8", "name": "network-vif-unplugged", "status": "completed", "tag": "323a6471-21dd-4e02-aee8-86c634c76ae4"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:24:54.413991 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 323a6471-21dd-4e02-aee8-86c634c76ae4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=323a6471-21dd-4e02-aee8-86c634c76ae4,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:24:54.419229 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:54.421207 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e85c4a73-8dd1-45a0-bb12-86d1fddfed85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:54.478600 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 16:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448b166b-ed7d-4d69-a81c-ad65ff8d3008 x-openstack-request-id: req-448b166b-ed7d-4d69-a81c-ad65ff8d3008 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:24:54.478893 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27efeaf3-a66d-4c72-8912-d8cea14265e8", "name": "network-vif-unplugged", "status": "completed", "tag": "323a6471-21dd-4e02-aee8-86c634c76ae4", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:24:54.479177 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-448b166b-ed7d-4d69-a81c-ad65ff8d3008 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:24:54.479565 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27efeaf3-a66d-4c72-8912-d8cea14265e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '323a6471-21dd-4e02-aee8-86c634c76ae4', 'code': 200} May 31 16:24:54.494426 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=323a6471-21dd-4e02-aee8-86c634c76ae4,revision_number=11']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:54.497674 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:54.551822 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ff313-0ba6-4788-a5dc-ba567bc9c834 req-da63fe25-2c4a-449b-8517-80aff558a921 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:54.553274 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8e8ff313-0ba6-4788-a5dc-ba567bc9c834 req-da63fe25-2c4a-449b-8517-80aff558a921 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 944 time: 0.0801921 May 31 16:24:54.600183 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8e8ff313-0ba6-4788-a5dc-ba567bc9c834 req-faa51479-8f2f-4660-8eb6-d02f214765be tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407331 May 31 16:24:55.798319 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608e884-635b-4dcf-8cce-f0bdff14c6ad req-1c9ee306-f34d-4144-957e-356a4510a2de tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:55.799810 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b608e884-635b-4dcf-8cce-f0bdff14c6ad req-1c9ee306-f34d-4144-957e-356a4510a2de tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 944 time: 0.0845573 May 31 16:24:55.845907 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b608e884-635b-4dcf-8cce-f0bdff14c6ad req-3e3f5113-e1e5-49c9-a926-55ea00d8aee8 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400789 May 31 16:24:57.041556 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23dd91e-d3a6-46b0-b5f8-eab2e921da8f req-26525108-acdf-4667-a594-f0ff790d2fe1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:57.043861 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a23dd91e-d3a6-46b0-b5f8-eab2e921da8f req-26525108-acdf-4667-a594-f0ff790d2fe1 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 944 time: 0.0858490 May 31 16:24:57.089763 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a23dd91e-d3a6-46b0-b5f8-eab2e921da8f req-bfc0e23c-f7b0-4b13-8725-31f11eae27d9 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400441 May 31 16:24:58.442129 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce15c02-4ada-4a33-bfb3-be436bded3c9 req-85f2a052-2e3e-45aa-919f-f1a1f10128a3 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:58.443589 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7ce15c02-4ada-4a33-bfb3-be436bded3c9 req-85f2a052-2e3e-45aa-919f-f1a1f10128a3 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 944 time: 0.2337482 May 31 16:24:58.493869 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7ce15c02-4ada-4a33-bfb3-be436bded3c9 req-ed0f9d2a-1da4-40d2-90cb-f3e372052ee0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442383 May 31 16:24:58.706191 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:59.068848 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7bdcc-2f9b-4d57-8002-a9c6f2c9dac3 req-174f4a9a-e671-431c-b57b-c6d061d0f9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:59.070266 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1be7bdcc-2f9b-4d57-8002-a9c6f2c9dac3 req-174f4a9a-e671-431c-b57b-c6d061d0f9bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73bccc52448049adbff6aeb751f894c9&device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 1097 time: 0.0817430 May 31 16:24:59.217481 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7bdcc-2f9b-4d57-8002-a9c6f2c9dac3 req-b9d58f91-28d9-4a5f-a418-a4a02e906a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:59.218933 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1be7bdcc-2f9b-4d57-8002-a9c6f2c9dac3 req-b9d58f91-28d9-4a5f-a418-a4a02e906a34 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 200 len: 913 time: 0.1293302 May 31 16:24:59.317914 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1be7bdcc-2f9b-4d57-8002-a9c6f2c9dac3 req-8a84a1cf-9886-4429-bfb1-8629ac4df67b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=323a6471-21dd-4e02-aee8-86c634c76ae4 HTTP/1.1" status: 200 len: 1000 time: 0.0923426 May 31 16:24:59.386126 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7bdcc-2f9b-4d57-8002-a9c6f2c9dac3 req-09285c6a-3a18-4d19-82da-785f7ace98ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:59.387642 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1be7bdcc-2f9b-4d57-8002-a9c6f2c9dac3 req-09285c6a-3a18-4d19-82da-785f7ace98ab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 200 len: 851 time: 0.0635066 May 31 16:24:59.465517 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7bdcc-2f9b-4d57-8002-a9c6f2c9dac3 req-18eed53a-5833-4844-913c-a1d8dd564153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:59.467000 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1be7bdcc-2f9b-4d57-8002-a9c6f2c9dac3 req-18eed53a-5833-4844-913c-a1d8dd564153 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6e9c645c-316d-463b-bfb3-61e055fa92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0716581 May 31 16:24:59.597247 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1be7bdcc-2f9b-4d57-8002-a9c6f2c9dac3 req-16752948-5859-4279-bb59-11f8c48144ba service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232018 May 31 16:24:59.787872 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1be7bdcc-2f9b-4d57-8002-a9c6f2c9dac3 req-33b113c7-e5cf-4f82-ab2f-deaf1fe2abd5 service neutron] 10.222.0.59 "GET /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821442 May 31 16:24:59.799738 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e764d88-37b7-4e2c-ab19-6f5b871cfc8e req-ac187749-d2b4-4a41-b5df-604346c5b2b2 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:59.801129 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1e764d88-37b7-4e2c-ab19-6f5b871cfc8e req-ac187749-d2b4-4a41-b5df-604346c5b2b2 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 944 time: 0.1731255 May 31 16:24:59.845221 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1e764d88-37b7-4e2c-ab19-6f5b871cfc8e req-8c6e8d85-a590-4cd0-a42b-4670b9099027 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383661 May 31 16:25:00.268159 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 323a6471-21dd-4e02-aee8-86c634c76ae4 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:25:00.406475 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 323a6471-21dd-4e02-aee8-86c634c76ae4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=323a6471-21dd-4e02-aee8-86c634c76ae4,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:00.419334 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '323a6471-21dd-4e02-aee8-86c634c76ae4', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'port_id': '323a6471-21dd-4e02-aee8-86c634c76ae4', 'mac_address': 'fa:16:3e:77:3a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:25:00.479422 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:00.497707 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 323a6471-21dd-4e02-aee8-86c634c76ae4 {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:25:00.515237 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 323a6471-21dd-4e02-aee8-86c634c76ae4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=323a6471-21dd-4e02-aee8-86c634c76ae4,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:00.522337 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:00.526496 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:00.590940 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['323a6471-21dd-4e02-aee8-86c634c76ae4'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:25:00.645407 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=323a6471-21dd-4e02-aee8-86c634c76ae4,revision_number=12']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:00.651867 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:01.044741 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e709d-43ac-4c3c-b6cc-d09d2a4cda9c req-ea6e337a-ccc2-40c4-89a5-0ad2bd1ecf46 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:01.046215 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2f4e709d-43ac-4c3c-b6cc-d09d2a4cda9c req-ea6e337a-ccc2-40c4-89a5-0ad2bd1ecf46 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 945 time: 0.0874875 May 31 16:25:01.097828 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2f4e709d-43ac-4c3c-b6cc-d09d2a4cda9c req-f78359e7-0cce-41fc-a4b4-b2adcb2aed08 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433366 May 31 16:25:02.284131 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 323a6471-21dd-4e02-aee8-86c634c76ae4 up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:25:02.294559 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65163a4f-a052-4b5e-b775-f8068b5dbd99 req-4f0c492d-a5b2-4f29-a0ae-df14b4a93e4b tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:02.296064 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-65163a4f-a052-4b5e-b775-f8068b5dbd99 req-4f0c492d-a5b2-4f29-a0ae-df14b4a93e4b tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 945 time: 0.0860898 May 31 16:25:02.341945 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-65163a4f-a052-4b5e-b775-f8068b5dbd99 req-0a28a3cf-3454-45d8-a6ce-462f5120bafa tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396380 May 31 16:25:02.351123 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 323a6471-21dd-4e02-aee8-86c634c76ae4 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:25:02.351500 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:02.477877 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:02.505164 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27efeaf3-a66d-4c72-8912-d8cea14265e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323a6471-21dd-4e02-aee8-86c634c76ae4'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:25:02.507554 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d801ab40-2b87-4781-aac9-8a148dc2f5e9" -d '{"events": [{"server_uuid": "27efeaf3-a66d-4c72-8912-d8cea14265e8", "name": "network-vif-plugged", "status": "completed", "tag": "323a6471-21dd-4e02-aee8-86c634c76ae4"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:25:02.515966 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 323a6471-21dd-4e02-aee8-86c634c76ae4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=323a6471-21dd-4e02-aee8-86c634c76ae4,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:02.521011 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:02.523257 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:02.567849 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b73c21-bb69-4750-a347-becb6b3786a4 x-openstack-request-id: req-88b73c21-bb69-4750-a347-becb6b3786a4 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:25:02.568142 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27efeaf3-a66d-4c72-8912-d8cea14265e8", "name": "network-vif-plugged", "status": "completed", "tag": "323a6471-21dd-4e02-aee8-86c634c76ae4", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:25:02.568402 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-88b73c21-bb69-4750-a347-becb6b3786a4 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:25:02.568784 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27efeaf3-a66d-4c72-8912-d8cea14265e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323a6471-21dd-4e02-aee8-86c634c76ae4', 'code': 200} May 31 16:25:02.594891 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=323a6471-21dd-4e02-aee8-86c634c76ae4,revision_number=13']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:02.597870 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:03.546313 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e1d3f-ed8c-4b9a-8abc-ecf555d9cd94 req-67e72edd-bd25-4ad4-a048-21233f41c554 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:03.547876 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7e0e1d3f-ed8c-4b9a-8abc-ecf555d9cd94 req-67e72edd-bd25-4ad4-a048-21233f41c554 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 946 time: 0.0892186 May 31 16:25:03.596144 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7e0e1d3f-ed8c-4b9a-8abc-ecf555d9cd94 req-5543d9b9-cff6-45ec-87a2-047cc0051d6d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422542 May 31 16:25:04.303905 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 323a6471-21dd-4e02-aee8-86c634c76ae4 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:25:04.452351 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 323a6471-21dd-4e02-aee8-86c634c76ae4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=323a6471-21dd-4e02-aee8-86c634c76ae4,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:04.465969 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '323a6471-21dd-4e02-aee8-86c634c76ae4', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'port_id': '323a6471-21dd-4e02-aee8-86c634c76ae4', 'mac_address': 'fa:16:3e:77:3a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:25:04.522506 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:04.542117 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 323a6471-21dd-4e02-aee8-86c634c76ae4 {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:25:04.560022 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 323a6471-21dd-4e02-aee8-86c634c76ae4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=323a6471-21dd-4e02-aee8-86c634c76ae4,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:04.564136 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:04.565871 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:04.682832 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['323a6471-21dd-4e02-aee8-86c634c76ae4'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:25:04.724349 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=323a6471-21dd-4e02-aee8-86c634c76ae4,revision_number=14']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:04.739694 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:04.760038 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-51a2f813-569f-469e-8407-ef970bc63428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:04.806451 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47f4a6-5cbe-4eb1-879d-723e08172800 req-bb2663b2-6486-40b6-8062-189bb0ebff5d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:04.808029 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7d47f4a6-5cbe-4eb1-879d-723e08172800 req-bb2663b2-6486-40b6-8062-189bb0ebff5d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 945 time: 0.0890052 May 31 16:25:04.852650 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7d47f4a6-5cbe-4eb1-879d-723e08172800 req-34ec3176-1fb6-494b-8ef2-bcd294d65bfd tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382638 May 31 16:25:05.042674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f43a9e-235c-4520-81ca-fbfa6627f0eb req-9d8622e2-97ff-4466-a151-9db648f6e4fe tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:05.044203 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-40f43a9e-235c-4520-81ca-fbfa6627f0eb req-9d8622e2-97ff-4466-a151-9db648f6e4fe tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 945 time: 0.0862181 May 31 16:25:05.088008 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-40f43a9e-235c-4520-81ca-fbfa6627f0eb req-c406c024-7052-4f01-b9d8-3c7c9d078cac tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378821 May 31 16:25:05.279993 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067dd3c9-4718-498e-bb09-337dfda5c489 req-4b3d9981-849e-4c8e-bfd7-ab3a1839489a tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:05.281449 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-067dd3c9-4718-498e-bb09-337dfda5c489 req-4b3d9981-849e-4c8e-bfd7-ab3a1839489a tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 945 time: 0.0841544 May 31 16:25:05.332171 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-067dd3c9-4718-498e-bb09-337dfda5c489 req-13231292-37cd-4b3a-8093-668b10316538 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421009 May 31 16:25:05.733680 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ffd51-c33f-4145-a69d-486463d9715e req-2d74e456-0d46-4e72-9899-959f9cc84333 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:05.735622 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-896ffd51-c33f-4145-a69d-486463d9715e req-2d74e456-0d46-4e72-9899-959f9cc84333 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 945 time: 0.0893967 May 31 16:25:05.782768 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-896ffd51-c33f-4145-a69d-486463d9715e req-6efc998a-333a-41c2-b544-6eba5aeb07e6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405557 May 31 16:25:06.305305 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 323a6471-21dd-4e02-aee8-86c634c76ae4 up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:25:06.377379 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 323a6471-21dd-4e02-aee8-86c634c76ae4 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:25:06.377755 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:06.496663 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:06.522761 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27efeaf3-a66d-4c72-8912-d8cea14265e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323a6471-21dd-4e02-aee8-86c634c76ae4'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:25:06.525022 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d7b763-8c13-4978-a95c-6489e40dc2f9" -d '{"events": [{"server_uuid": "27efeaf3-a66d-4c72-8912-d8cea14265e8", "name": "network-vif-plugged", "status": "completed", "tag": "323a6471-21dd-4e02-aee8-86c634c76ae4"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:25:06.532878 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 323a6471-21dd-4e02-aee8-86c634c76ae4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=323a6471-21dd-4e02-aee8-86c634c76ae4,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:06.538301 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:06.540274 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:06.574656 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226d117a-109e-403c-bdae-fd5a6d4bf823 x-openstack-request-id: req-226d117a-109e-403c-bdae-fd5a6d4bf823 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:25:06.574923 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27efeaf3-a66d-4c72-8912-d8cea14265e8", "name": "network-vif-plugged", "status": "completed", "tag": "323a6471-21dd-4e02-aee8-86c634c76ae4", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:25:06.575200 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-226d117a-109e-403c-bdae-fd5a6d4bf823 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:25:06.575601 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27efeaf3-a66d-4c72-8912-d8cea14265e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323a6471-21dd-4e02-aee8-86c634c76ae4', 'code': 200} May 31 16:25:06.609281 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=323a6471-21dd-4e02-aee8-86c634c76ae4,revision_number=15']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:06.612593 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:06.979394 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd6a13-3693-49da-aed5-9317646299a8 req-8ec4bd3c-9435-4297-9014-d87073b43e81 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:06.980863 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-00fd6a13-3693-49da-aed5-9317646299a8 req-8ec4bd3c-9435-4297-9014-d87073b43e81 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 946 time: 0.0853360 May 31 16:25:07.028460 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-00fd6a13-3693-49da-aed5-9317646299a8 req-8221bab9-d7f1-47fb-ad80-19467232daeb tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390530 May 31 16:25:07.037699 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:07.946004 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9ea2faf7-d014-4097-85d0-b07f08e13d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:08.433770 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8dfa65-a997-41c2-bdc0-7dca1fbc26cf req-15384ce4-a250-40aa-b102-c558d458cf1e tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:08.435276 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0c8dfa65-a997-41c2-bdc0-7dca1fbc26cf req-15384ce4-a250-40aa-b102-c558d458cf1e tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 946 time: 0.2930372 May 31 16:25:08.443353 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabbd92-84ae-4839-b952-f2b5160f4308 req-e1a79365-40ec-4e3a-af99-8cf54ada8971 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:08.444673 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-eeabbd92-84ae-4839-b952-f2b5160f4308 req-e1a79365-40ec-4e3a-af99-8cf54ada8971 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.59 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 946 time: 0.2612576 May 31 16:25:08.517870 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:08.535841 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0c8dfa65-a997-41c2-bdc0-7dca1fbc26cf req-9f7db724-3251-4872-8888-6ace51380e24 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c8439f4-7276-4afc-b65d-ad4e4b39c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902915 May 31 16:25:08.610208 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-eeabbd92-84ae-4839-b952-f2b5160f4308 req-c8e7beb9-d80a-406c-99da-4897f971200d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Deleting port 323a6471-21dd-4e02-aee8-86c634c76ae4 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:25:08.610538 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-eeabbd92-84ae-4839-b952-f2b5160f4308 req-c8e7beb9-d80a-406c-99da-4897f971200d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:08.749859 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-eeabbd92-84ae-4839-b952-f2b5160f4308 req-c8e7beb9-d80a-406c-99da-4897f971200d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] For port 323a6471-21dd-4e02-aee8-86c634c76ae4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=323a6471-21dd-4e02-aee8-86c634c76ae4,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:08.750093 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-eeabbd92-84ae-4839-b952-f2b5160f4308 req-c8e7beb9-d80a-406c-99da-4897f971200d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:08.839153 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:25:09.040913 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-eeabbd92-84ae-4839-b952-f2b5160f4308 req-c8e7beb9-d80a-406c-99da-4897f971200d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:09.041146 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-eeabbd92-84ae-4839-b952-f2b5160f4308 req-c8e7beb9-d80a-406c-99da-4897f971200d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:09.041517 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [req-eeabbd92-84ae-4839-b952-f2b5160f4308 req-c8e7beb9-d80a-406c-99da-4897f971200d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Floating IP e558345e-19b3-4a91-9216-5ab8db06cf33 disassociated. External IP: 172.26.0.171, port: 323a6471-21dd-4e02-aee8-86c634c76ae4. May 31 16:25:09.041814 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-eeabbd92-84ae-4839-b952-f2b5160f4308 req-c8e7beb9-d80a-406c-99da-4897f971200d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Calling delete_port for 323a6471-21dd-4e02-aee8-86c634c76ae4 owned by compute:nova {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:25:09.169484 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-eeabbd92-84ae-4839-b952-f2b5160f4308 req-c8e7beb9-d80a-406c-99da-4897f971200d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:09.175160 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6cef0d51-1608-4806-8ed2-539ecb629fe0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:09.218910 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7beb9-d80a-406c-99da-4897f971200d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Pushing event deleted for resources: {'Port': ['ID=323a6471-21dd-4e02-aee8-86c634c76ae4,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:09.229444 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7beb9-d80a-406c-99da-4897f971200d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:09.229836 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7beb9-d80a-406c-99da-4897f971200d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:09.230204 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7beb9-d80a-406c-99da-4897f971200d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:09.230586 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7beb9-d80a-406c-99da-4897f971200d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:09.230939 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7beb9-d80a-406c-99da-4897f971200d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:09.231334 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7beb9-d80a-406c-99da-4897f971200d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:09.231690 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7beb9-d80a-406c-99da-4897f971200d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:09.232037 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7beb9-d80a-406c-99da-4897f971200d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:09.232470 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7beb9-d80a-406c-99da-4897f971200d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:09.232830 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7beb9-d80a-406c-99da-4897f971200d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:09.233185 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7beb9-d80a-406c-99da-4897f971200d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:09.233537 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7beb9-d80a-406c-99da-4897f971200d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:09.237279 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c8e7beb9-d80a-406c-99da-4897f971200d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:09.426783 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eeabbd92-84ae-4839-b952-f2b5160f4308 req-c8e7beb9-d80a-406c-99da-4897f971200d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:25:09.610122 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eeabbd92-84ae-4839-b952-f2b5160f4308 req-c8e7beb9-d80a-406c-99da-4897f971200d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:25:09.620988 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d886541-56dc-4682-b3d5-18c4cef81e5b None None] Sync routers for ids ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:25:09.632333 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d886541-56dc-4682-b3d5-18c4cef81e5b None None] Routers {'61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:25:09.633175 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-6d886541-56dc-4682-b3d5-18c4cef81e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:25:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:25:09.721439 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1ccc39d9-d146-4cd5-a933-443e305e07e2 req-a6f3a697-23cc-48ee-a950-8c4394cb1bed tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 210 time: 0.0708578 May 31 16:25:09.722495 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeabbd92-84ae-4839-b952-f2b5160f4308 req-c8e7beb9-d80a-406c-99da-4897f971200d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] No DVR routers for this DVR port 323a6471-21dd-4e02-aee8-86c634c76ae4 on host hv-neutron-6013 {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:25:09.725168 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-eeabbd92-84ae-4839-b952-f2b5160f4308 req-c8e7beb9-d80a-406c-99da-4897f971200d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:09.727956 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27efeaf3-a66d-4c72-8912-d8cea14265e8', 'name': 'network-vif-deleted', 'tag': '323a6471-21dd-4e02-aee8-86c634c76ae4'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:25:09.730236 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ef3ea4-5e8c-46d9-b8fc-9d2e87060d7a" -d '{"events": [{"server_uuid": "27efeaf3-a66d-4c72-8912-d8cea14265e8", "name": "network-vif-deleted", "tag": "323a6471-21dd-4e02-aee8-86c634c76ae4"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:25:09.750984 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-eeabbd92-84ae-4839-b952-f2b5160f4308 req-c8e7beb9-d80a-406c-99da-4897f971200d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.59 "DELETE /v2.0/ports/323a6471-21dd-4e02-aee8-86c634c76ae4 HTTP/1.1" status: 204 len: 173 time: 1.2922056 May 31 16:25:09.787526 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0a7a13-85ab-4dae-940c-d6ceb38cb093 x-openstack-request-id: req-eb0a7a13-85ab-4dae-940c-d6ceb38cb093 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:25:09.787868 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27efeaf3-a66d-4c72-8912-d8cea14265e8", "name": "network-vif-deleted", "tag": "323a6471-21dd-4e02-aee8-86c634c76ae4", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:25:09.788177 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eb0a7a13-85ab-4dae-940c-d6ceb38cb093 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:25:09.788636 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27efeaf3-a66d-4c72-8912-d8cea14265e8', 'name': 'network-vif-deleted', 'tag': '323a6471-21dd-4e02-aee8-86c634c76ae4', 'status': 'completed', 'code': 200} May 31 16:25:09.814238 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-6d886541-56dc-4682-b3d5-18c4cef81e5b None None] Set router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:25:09.945412 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:10.131492 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-6d886541-56dc-4682-b3d5-18c4cef81e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:16:30Z', 'revision_number': 4, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port': {'id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:27Z', 'updated_at': '2021-05-31T16:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'd5758a56-4327-46a1-9417-9d3c81e92215', 'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'mac_address': 'fa:16:3e:8b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:30Z', 'updated_at': '2021-05-31T16:16:36Z', 'revision_number': 5, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'subnets': [{'id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:25:10.135521 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d886541-56dc-4682-b3d5-18c4cef81e5b None None] Checking router: 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:25:10.143940 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d886541-56dc-4682-b3d5-18c4cef81e5b None None] Routers {'61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:25:10.144529 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-6d886541-56dc-4682-b3d5-18c4cef81e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:25:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:25:10.322511 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-6d886541-56dc-4682-b3d5-18c4cef81e5b None None] Set router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:25:10.685198 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-6d886541-56dc-4682-b3d5-18c4cef81e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:16:30Z', 'revision_number': 4, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port': {'id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:27Z', 'updated_at': '2021-05-31T16:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'd5758a56-4327-46a1-9417-9d3c81e92215', 'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'mac_address': 'fa:16:3e:8b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:30Z', 'updated_at': '2021-05-31T16:16:36Z', 'revision_number': 5, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'subnets': [{'id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:25:10.689683 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d886541-56dc-4682-b3d5-18c4cef81e5b None None] The sync data for ids ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'] in dv-neutron-601336-79-hyperv is: [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:16:30Z', 'revision_number': 4, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port': {'id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:27Z', 'updated_at': '2021-05-31T16:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'd5758a56-4327-46a1-9417-9d3c81e92215', 'name': '', 'network_id': '6e9c645c-316d-463b-bfb3-61e055fa92e5', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'mac_address': 'fa:16:3e:8b:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:30Z', 'updated_at': '2021-05-31T16:16:36Z', 'revision_number': 5, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'subnets': [{'id': 'dea32efd-f7b4-4d8e-9c10-8a094aaa515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:25:10.883900 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-79c270ed-652d-4dfe-b3ce-bde1a9a07209 req-479592f5-7832-445e-b854-59a055ddc187 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Synchronizing usage tracker for tenant:73bccc52448049adbff6aeb751f894c9 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:25:10.902600 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-79c270ed-652d-4dfe-b3ce-bde1a9a07209 req-479592f5-7832-445e-b854-59a055ddc187 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Unset dirty status for tenant:73bccc52448049adbff6aeb751f894c9 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:25:10.903897 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-79c270ed-652d-4dfe-b3ce-bde1a9a07209 req-479592f5-7832-445e-b854-59a055ddc187 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 210 time: 0.0676169 May 31 16:25:10.904783 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621ac96b-a97c-4656-98c0-10f52696b850 None None] New status for floating IP e558345e-19b3-4a91-9216-5ab8db06cf33: DOWN {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:25:12.059553 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6299a194-b2ae-4544-b9d1-68800c1b9ffd req-1c2a8cfc-d9e8-45ab-8eea-584245eec4fc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 210 time: 0.0433292 May 31 16:25:12.346172 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 323a6471-21dd-4e02-aee8-86c634c76ae4 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:25:12.381461 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: 323a6471-21dd-4e02-aee8-86c634c76ae4 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:25:12.381819 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 323a6471-21dd-4e02-aee8-86c634c76ae4 not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:25:13.222851 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a3866115-cacc-4576-9a98-e8fa0e4a4d2f req-bf4197a3-16d1-425e-b6c4-f445a6846a70 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/ports?device_id=27efeaf3-a66d-4c72-8912-d8cea14265e8 HTTP/1.1" status: 200 len: 210 time: 0.0431457 May 31 16:25:18.532604 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 37776) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:18.598688 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-caff182f-6a31-4775-aa31-b0698059853d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:18.776122 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-caff182f-6a31-4775-aa31-b0698059853d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:18.832666 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-caff182f-6a31-4775-aa31-b0698059853d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:18.836585 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5a2864e3-b11b-4d2c-af87-32ae31697454 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:18.850172 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff182f-6a31-4775-aa31-b0698059853d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8439f4-7276-4afc-b65d-ad4e4b39c667,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:18.853065 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-caff182f-6a31-4775-aa31-b0698059853d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:18.855078 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-caff182f-6a31-4775-aa31-b0698059853d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:18.857919 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-caff182f-6a31-4775-aa31-b0698059853d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "DELETE /v2.0/security-groups/1c8439f4-7276-4afc-b65d-ad4e4b39c667 HTTP/1.1" status: 204 len: 168 time: 0.3223333 May 31 16:25:18.858649 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 37780) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:18.874741 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.api.v2.resource [None req-473241df-68b0-4bfc-9158-c85e9acd7c32 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] show failed (client error): The resource could not be found. May 31 16:25:18.875832 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-473241df-68b0-4bfc-9158-c85e9acd7c32 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "GET /v2.0/security-groups/1c8439f4-7276-4afc-b65d-ad4e4b39c667 HTTP/1.1" status: 404 len: 347 time: 0.0162513 May 31 16:25:18.878722 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 37784) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:19.109049 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-89529500-f159-45fe-afc5-accf7c0123a4 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Deleting port 2d14e18a-98a2-4561-b7b0-8b82f70b4a95 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:25:19.109280 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-89529500-f159-45fe-afc5-accf7c0123a4 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:19.226192 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-89529500-f159-45fe-afc5-accf7c0123a4 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:19.226515 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-89529500-f159-45fe-afc5-accf7c0123a4 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:19.346199 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-89529500-f159-45fe-afc5-accf7c0123a4 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Calling delete_port for 2d14e18a-98a2-4561-b7b0-8b82f70b4a95 owned by network:floatingip {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:25:19.467779 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-89529500-f159-45fe-afc5-accf7c0123a4 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:19.471330 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f97e8093-368c-4e40-a128-54fdca3d0257 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:19.513884 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89529500-f159-45fe-afc5-accf7c0123a4 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Pushing event deleted for resources: {'Port': ['ID=2d14e18a-98a2-4561-b7b0-8b82f70b4a95,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:19.517085 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-89529500-f159-45fe-afc5-accf7c0123a4 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:19.607001 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-89529500-f159-45fe-afc5-accf7c0123a4 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks [] for floatingip, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:19.626890 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-89529500-f159-45fe-afc5-accf7c0123a4 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:19.628051 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-89529500-f159-45fe-afc5-accf7c0123a4 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] 10.222.0.45 "DELETE /v2.0/floatingips/e558345e-19b3-4a91-9216-5ab8db06cf33 HTTP/1.1" status: 204 len: 168 time: 0.7484097 May 31 16:25:19.631102 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 37788) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:20.253968 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8fc7600a-10a2-4ddc-84eb-8ba24efc3222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:20.819509 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-8fc7600a-10a2-4ddc-84eb-8ba24efc3222 admin admin] Deleting port d5758a56-4327-46a1-9417-9d3c81e92215 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:25:20.820262 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8fc7600a-10a2-4ddc-84eb-8ba24efc3222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:20.939700 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-8fc7600a-10a2-4ddc-84eb-8ba24efc3222 admin admin] For port d5758a56-4327-46a1-9417-9d3c81e92215, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=d5758a56-4327-46a1-9417-9d3c81e92215,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:20.940050 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8fc7600a-10a2-4ddc-84eb-8ba24efc3222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:21.058289 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-8fc7600a-10a2-4ddc-84eb-8ba24efc3222 admin admin] Calling delete_port for d5758a56-4327-46a1-9417-9d3c81e92215 owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:25:21.211275 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8fc7600a-10a2-4ddc-84eb-8ba24efc3222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:21.217540 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9135acb0-02a5-463f-a4be-5503313b08cd tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:21.263881 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7600a-10a2-4ddc-84eb-8ba24efc3222 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5758a56-4327-46a1-9417-9d3c81e92215,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:21.266979 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8fc7600a-10a2-4ddc-84eb-8ba24efc3222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:21.528932 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8fc7600a-10a2-4ddc-84eb-8ba24efc3222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:22.036874 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc7600a-10a2-4ddc-84eb-8ba24efc3222 admin admin] Router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:25:22.215325 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc7600a-10a2-4ddc-84eb-8ba24efc3222 admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:25:22.224692 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ee5ec1-9fb8-4723-bf27-821d14a3f947 None None] Sync routers for ids ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:25:22.227599 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8fc7600a-10a2-4ddc-84eb-8ba24efc3222 admin admin] 10.222.0.45 "PUT /v2.0/routers/61e0e0ce-1237-44ed-a8c9-dd284d75f4ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5955479 May 31 16:25:22.230406 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 37794) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:22.233865 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ee5ec1-9fb8-4723-bf27-821d14a3f947 None None] Routers {'61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:25:22.234478 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-95ee5ec1-9fb8-4723-bf27-821d14a3f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:25:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:25:22.417775 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-95ee5ec1-9fb8-4723-bf27-821d14a3f947 None None] Set router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:25:22.563356 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-45751544-cc20-4f49-b4af-650f8f294b09 admin admin] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:22.703906 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-95ee5ec1-9fb8-4723-bf27-821d14a3f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:25:21Z', 'revision_number': 5, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port': {'id': '33f723d1-b82b-407b-82ea-6f9ebb8a0331', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:16:27Z', 'updated_at': '2021-05-31T16:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:25:22.708204 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ee5ec1-9fb8-4723-bf27-821d14a3f947 None None] Checking router: 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:25:22.717372 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ee5ec1-9fb8-4723-bf27-821d14a3f947 None None] Routers {'61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:25:22.718003 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-95ee5ec1-9fb8-4723-bf27-821d14a3f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:25:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:25:22.736608 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-45751544-cc20-4f49-b4af-650f8f294b09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:22.813845 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-45751544-cc20-4f49-b4af-650f8f294b09 admin admin] Deleting port 33f723d1-b82b-407b-82ea-6f9ebb8a0331 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:25:22.814165 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-45751544-cc20-4f49-b4af-650f8f294b09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:22.867798 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-95ee5ec1-9fb8-4723-bf27-821d14a3f947 None None] Set router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:25:22.937883 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-45751544-cc20-4f49-b4af-650f8f294b09 admin admin] For port 33f723d1-b82b-407b-82ea-6f9ebb8a0331, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=33f723d1-b82b-407b-82ea-6f9ebb8a0331,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:22.938178 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-45751544-cc20-4f49-b4af-650f8f294b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:22.971209 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-95ee5ec1-9fb8-4723-bf27-821d14a3f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:25:22Z', 'revision_number': 6, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port_host': None}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:25:22.975283 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ee5ec1-9fb8-4723-bf27-821d14a3f947 None None] The sync data for ids ['61e0e0ce-1237-44ed-a8c9-dd284d75f4ea'] in dv-neutron-601336-79-hyperv is: [{'id': '61e0e0ce-1237-44ed-a8c9-dd284d75f4ea', 'name': 'tempest-ServerActionsTestJSON-1771530920-router', 'tenant_id': '73bccc52448049adbff6aeb751f894c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:16:26Z', 'updated_at': '2021-05-31T16:25:22Z', 'revision_number': 6, 'project_id': '73bccc52448049adbff6aeb751f894c9', 'gw_port_host': None}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:25:23.065262 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-45751544-cc20-4f49-b4af-650f8f294b09 admin admin] Calling delete_port for 33f723d1-b82b-407b-82ea-6f9ebb8a0331 owned by network:router_gateway {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:25:23.345886 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-45751544-cc20-4f49-b4af-650f8f294b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:23.350617 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-30b48f77-eabd-4f78-8531-b3a5dba7a519 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:23.394701 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45751544-cc20-4f49-b4af-650f8f294b09 admin admin] Pushing event deleted for resources: {'Port': ['ID=33f723d1-b82b-407b-82ea-6f9ebb8a0331,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:23.405030 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751544-cc20-4f49-b4af-650f8f294b09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:23.405411 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751544-cc20-4f49-b4af-650f8f294b09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:23.405788 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751544-cc20-4f49-b4af-650f8f294b09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:23.406216 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751544-cc20-4f49-b4af-650f8f294b09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:23.406682 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751544-cc20-4f49-b4af-650f8f294b09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:23.407086 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751544-cc20-4f49-b4af-650f8f294b09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:23.407454 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751544-cc20-4f49-b4af-650f8f294b09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:23.407820 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751544-cc20-4f49-b4af-650f8f294b09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:23.408187 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751544-cc20-4f49-b4af-650f8f294b09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:23.408546 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751544-cc20-4f49-b4af-650f8f294b09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:23.408904 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751544-cc20-4f49-b4af-650f8f294b09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:23.409263 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45751544-cc20-4f49-b4af-650f8f294b09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:23.435617 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-45751544-cc20-4f49-b4af-650f8f294b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:23.508101 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-45751544-cc20-4f49-b4af-650f8f294b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:23.678632 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-45751544-cc20-4f49-b4af-650f8f294b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:23.680826 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-45751544-cc20-4f49-b4af-650f8f294b09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:23.705666 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-45751544-cc20-4f49-b4af-650f8f294b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:23.706394 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45751544-cc20-4f49-b4af-650f8f294b09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61e0e0ce-1237-44ed-a8c9-dd284d75f4ea {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 16:25:23.719336 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-45751544-cc20-4f49-b4af-650f8f294b09 admin admin] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:23.720463 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-45751544-cc20-4f49-b4af-650f8f294b09 admin admin] 10.222.0.45 "DELETE /v2.0/routers/61e0e0ce-1237-44ed-a8c9-dd284d75f4ea HTTP/1.1" status: 204 len: 168 time: 1.4885378 May 31 16:25:23.723290 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 37798) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:23.788929 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-266835db-a328-4c27-a6ec-85e8d3f3dc79 admin admin] Deleting subnet dea32efd-f7b4-4d8e-9c10-8a094aaa515f {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:25:23.792186 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-266835db-a328-4c27-a6ec-85e8d3f3dc79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:23.841641 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-266835db-a328-4c27-a6ec-85e8d3f3dc79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:23.924508 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-266835db-a328-4c27-a6ec-85e8d3f3dc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:24.169851 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-266835db-a328-4c27-a6ec-85e8d3f3dc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:24.174644 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6637ddc6-509f-4335-9ab0-2e577c212571 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:24.213333 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-266835db-a328-4c27-a6ec-85e8d3f3dc79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:24.215918 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266835db-a328-4c27-a6ec-85e8d3f3dc79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dea32efd-f7b4-4d8e-9c10-8a094aaa515f,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:24.219777 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-266835db-a328-4c27-a6ec-85e8d3f3dc79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:24.222081 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a586b72-a1a8-4bb9-9245-ef9b748c50bb None None] Network 6e9c645c-316d-463b-bfb3-61e055fa92e5 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:25:24.222703 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-266835db-a328-4c27-a6ec-85e8d3f3dc79 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/dea32efd-f7b4-4d8e-9c10-8a094aaa515f HTTP/1.1" status: 204 len: 168 time: 0.4984224 May 31 16:25:24.225418 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 37802) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:24.238018 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device d5758a56-4327-46a1-9417-9d3c81e92215 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:25:24.316104 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: d5758a56-4327-46a1-9417-9d3c81e92215 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:25:24.316475 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device d5758a56-4327-46a1-9417-9d3c81e92215 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:25:24.316846 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 33f723d1-b82b-407b-82ea-6f9ebb8a0331 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:25:24.326562 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd11a252-0af8-45a4-a8c6-4d997448bfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:24.367313 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 33f723d1-b82b-407b-82ea-6f9ebb8a0331 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:25:24.367677 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 33f723d1-b82b-407b-82ea-6f9ebb8a0331 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:25:24.403535 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-cd11a252-0af8-45a4-a8c6-4d997448bfb9 admin admin] Deleting port 578869de-c3f7-4eb4-8e07-39f637eaf8e2 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:25:24.403885 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd11a252-0af8-45a4-a8c6-4d997448bfb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:24.507785 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-cd11a252-0af8-45a4-a8c6-4d997448bfb9 admin admin] For port 578869de-c3f7-4eb4-8e07-39f637eaf8e2, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=578869de-c3f7-4eb4-8e07-39f637eaf8e2,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:24.508150 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd11a252-0af8-45a4-a8c6-4d997448bfb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:24.534622 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ed3d1a-4aca-4034-9221-4bdb6e0c9f1e None None] DHCP port deletion for 6e9c645c-316d-463b-bfb3-61e055fa92e5 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 16:25:24.600684 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-28ed3d1a-4aca-4034-9221-4bdb6e0c9f1e None None] Deleting port 578869de-c3f7-4eb4-8e07-39f637eaf8e2 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:25:24.601194 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-28ed3d1a-4aca-4034-9221-4bdb6e0c9f1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:24.630456 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-cd11a252-0af8-45a4-a8c6-4d997448bfb9 admin admin] Calling delete_port for 578869de-c3f7-4eb4-8e07-39f637eaf8e2 owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:25:24.678921 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd11a252-0af8-45a4-a8c6-4d997448bfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:24.683431 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f7ea804c-3c42-47ad-9673-5680b4a93311 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:24.728212 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11a252-0af8-45a4-a8c6-4d997448bfb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=578869de-c3f7-4eb4-8e07-39f637eaf8e2,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:24.731821 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cd11a252-0af8-45a4-a8c6-4d997448bfb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:24.734510 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd11a252-0af8-45a4-a8c6-4d997448bfb9 admin admin] No DVR routers for this DVR port 578869de-c3f7-4eb4-8e07-39f637eaf8e2 on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:25:24.745373 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-28ed3d1a-4aca-4034-9221-4bdb6e0c9f1e None None] For port 578869de-c3f7-4eb4-8e07-39f637eaf8e2, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=578869de-c3f7-4eb4-8e07-39f637eaf8e2,segment=NetworkSegment(9ee57d9f-db02-4933-bac4-4120106468f2),segment_id=9ee57d9f-db02-4933-bac4-4120106468f2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:24.745698 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-28ed3d1a-4aca-4034-9221-4bdb6e0c9f1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:24.848152 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd11a252-0af8-45a4-a8c6-4d997448bfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:24.860981 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-cd11a252-0af8-45a4-a8c6-4d997448bfb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9c645c-316d-463b-bfb3-61e055fa92e5']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:25:24.864719 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-28ed3d1a-4aca-4034-9221-4bdb6e0c9f1e None None] Calling delete_port for 578869de-c3f7-4eb4-8e07-39f637eaf8e2 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:25:24.874055 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-cd11a252-0af8-45a4-a8c6-4d997448bfb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee57d9f-db02-4933-bac4-4120106468f2') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:25:24.874444 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-cd11a252-0af8-45a4-a8c6-4d997448bfb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee57d9f-db02-4933-bac4-4120106468f2') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:25:24.886738 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd11a252-0af8-45a4-a8c6-4d997448bfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:24.903566 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd11a252-0af8-45a4-a8c6-4d997448bfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:24.906843 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-28ed3d1a-4aca-4034-9221-4bdb6e0c9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:24.910490 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd11a252-0af8-45a4-a8c6-4d997448bfb9 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:25:24.910657 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:24.911046 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd11a252-0af8-45a4-a8c6-4d997448bfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:25:24.924133 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:25:24.955501 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed3d1a-4aca-4034-9221-4bdb6e0c9f1e None None] Pushing event deleted for resources: {'Port': ['ID=578869de-c3f7-4eb4-8e07-39f637eaf8e2,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:24.958526 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-28ed3d1a-4aca-4034-9221-4bdb6e0c9f1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:24.959338 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ed3d1a-4aca-4034-9221-4bdb6e0c9f1e None None] No DVR routers for this DVR port 578869de-c3f7-4eb4-8e07-39f637eaf8e2 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:25:25.003795 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd11a252-0af8-45a4-a8c6-4d997448bfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:25.007257 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d59c8e96-98ca-42a1-9346-6e24df0ec97c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:25.166910 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd11a252-0af8-45a4-a8c6-4d997448bfb9 admin admin] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:25.172762 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11a252-0af8-45a4-a8c6-4d997448bfb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e9c645c-316d-463b-bfb3-61e055fa92e5,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:25.176666 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cd11a252-0af8-45a4-a8c6-4d997448bfb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:25.182873 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-cd11a252-0af8-45a4-a8c6-4d997448bfb9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/6e9c645c-316d-463b-bfb3-61e055fa92e5 HTTP/1.1" status: 204 len: 168 time: 0.9565084 May 31 16:25:25.298908 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 37808) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:25.347558 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-00fd72c7-f260-4f31-9829-1a2446ecc52f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=73bccc52448049adbff6aeb751f894c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473676 May 31 16:25:25.349925 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 37812) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:25.410371 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-601ef593-7d9e-4f3b-9e5d-767d1a6c9fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:25.436267 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-601ef593-7d9e-4f3b-9e5d-767d1a6c9fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:25.493256 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-601ef593-7d9e-4f3b-9e5d-767d1a6c9fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:25.497487 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c21c199f-e6cb-4afd-a33f-f91bf3242362 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:25.653019 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ef593-7d9e-4f3b-9e5d-767d1a6c9fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5571d3c-b7eb-41a3-ab2e-705976f49920,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:25.656307 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-601ef593-7d9e-4f3b-9e5d-767d1a6c9fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:25.660495 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-601ef593-7d9e-4f3b-9e5d-767d1a6c9fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:25.661587 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-601ef593-7d9e-4f3b-9e5d-767d1a6c9fd1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b5571d3c-b7eb-41a3-ab2e-705976f49920 HTTP/1.1" status: 204 len: 168 time: 0.3108242 May 31 16:25:26.229434 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 578869de-c3f7-4eb4-8e07-39f637eaf8e2 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:25:26.267209 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 578869de-c3f7-4eb4-8e07-39f637eaf8e2 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:25:26.267553 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 578869de-c3f7-4eb4-8e07-39f637eaf8e2 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:25:26.488728 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 37836) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:26.619960 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-9ce0138f-7261-4cff-87bd-64b8793fd7d3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1493379811-network', 'tenant_id': '8c8624b45b5a4923adea975e89f148a6'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:25:26.624982 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9ce0138f-7261-4cff-87bd-64b8793fd7d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:25:26.628979 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9ce0138f-7261-4cff-87bd-64b8793fd7d3 admin admin] Usage tracker for resource:network and tenant:8c8624b45b5a4923adea975e89f148a6 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:25:26.631923 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9ce0138f-7261-4cff-87bd-64b8793fd7d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:25:26.638569 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9ce0138f-7261-4cff-87bd-64b8793fd7d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:25:26.650556 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce0138f-7261-4cff-87bd-64b8793fd7d3 admin admin] Made reservation on behalf of 8c8624b45b5a4923adea975e89f148a6 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:25:26.653137 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9ce0138f-7261-4cff-87bd-64b8793fd7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:26.665512 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9ce0138f-7261-4cff-87bd-64b8793fd7d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:26.680175 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9ce0138f-7261-4cff-87bd-64b8793fd7d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:25:26.684356 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9ce0138f-7261-4cff-87bd-64b8793fd7d3 admin admin] Usage tracker for resource:security_group_rule and tenant:8c8624b45b5a4923adea975e89f148a6 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:25:26.687314 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9ce0138f-7261-4cff-87bd-64b8793fd7d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:25:26.693414 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9ce0138f-7261-4cff-87bd-64b8793fd7d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:25:26.787800 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9ce0138f-7261-4cff-87bd-64b8793fd7d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:26.795144 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9ce0138f-7261-4cff-87bd-64b8793fd7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:26.798403 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-236fd39b-200b-46a9-8cab-5a3cde598527 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:26.826151 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce0138f-7261-4cff-87bd-64b8793fd7d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:25:26.834796 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0138f-7261-4cff-87bd-64b8793fd7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bd8aa8-b880-4977-a9fa-da16b3267b61,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:26.837864 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9ce0138f-7261-4cff-87bd-64b8793fd7d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:26.842082 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9ce0138f-7261-4cff-87bd-64b8793fd7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:26.842400 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-9ce0138f-7261-4cff-87bd-64b8793fd7d3 admin admin] Added segment e7557dd6-30b3-426a-8b33-373c29aa55a2 of type vlan for network 4f55a1b7-843e-4514-8056-7a4c0d7cd6c6 May 31 16:25:26.870257 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9ce0138f-7261-4cff-87bd-64b8793fd7d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:26.902353 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9ce0138f-7261-4cff-87bd-64b8793fd7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:26.903496 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce0138f-7261-4cff-87bd-64b8793fd7d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:26.904138 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9ce0138f-7261-4cff-87bd-64b8793fd7d3 admin admin] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:26.907542 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-58277749-ee42-4a99-aaf1-b50f553add72 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:27.009819 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0138f-7261-4cff-87bd-64b8793fd7d3 admin admin] Pushing event updated for resources: {'Network': ['ID=4f55a1b7-843e-4514-8056-7a4c0d7cd6c6,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:27.014010 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9ce0138f-7261-4cff-87bd-64b8793fd7d3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5238876 May 31 16:25:27.014905 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9ce0138f-7261-4cff-87bd-64b8793fd7d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:27.018032 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 37842) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:27.021969 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 4f55a1b7-843e-4514-8056-7a4c0d7cd6c6 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 16:25:27.023745 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-7367196c-9443-443b-952a-96732cd30567 admin admin] Request body: {'subnet': {'network_id': '4f55a1b7-843e-4514-8056-7a4c0d7cd6c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1493379811-subnet', 'tenant_id': '8c8624b45b5a4923adea975e89f148a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:25:27.029049 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-7367196c-9443-443b-952a-96732cd30567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:25:27.033191 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-7367196c-9443-443b-952a-96732cd30567 admin admin] Usage tracker for resource:subnet and tenant:8c8624b45b5a4923adea975e89f148a6 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:25:27.036073 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-7367196c-9443-443b-952a-96732cd30567 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:25:27.042456 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-7367196c-9443-443b-952a-96732cd30567 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:25:27.055926 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7367196c-9443-443b-952a-96732cd30567 admin admin] Made reservation on behalf of 8c8624b45b5a4923adea975e89f148a6 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:25:27.058376 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7367196c-9443-443b-952a-96732cd30567 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:27.447747 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7367196c-9443-443b-952a-96732cd30567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:27.451185 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-afc4a431-cd03-473d-9c7c-ea9d0e9a1611 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:27.525112 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367196c-9443-443b-952a-96732cd30567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b105596-fb38-4b89-97b9-08c192305105,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:27.528833 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7367196c-9443-443b-952a-96732cd30567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:27.536075 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7367196c-9443-443b-952a-96732cd30567 admin admin] Checking segment: {'id': 'e7557dd6-30b3-426a-8b33-373c29aa55a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4f55a1b7-843e-4514-8056-7a4c0d7cd6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:25:27.536430 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7367196c-9443-443b-952a-96732cd30567 admin admin] Network hostable DHCP agents. Network: 4f55a1b7-843e-4514-8056-7a4c0d7cd6c6, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:25:27.558616 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7367196c-9443-443b-952a-96732cd30567 admin admin] Network 4f55a1b7-843e-4514-8056-7a4c0d7cd6c6 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:25:27.573691 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-7367196c-9443-443b-952a-96732cd30567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 4f55a1b7-843e-4514-8056-7a4c0d7cd6c6) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:25:27.582831 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7367196c-9443-443b-952a-96732cd30567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:27.583486 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7367196c-9443-443b-952a-96732cd30567 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:27.583868 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555282b5-54d2-48d5-aa1f-03860d5a899e None None] Network 4f55a1b7-843e-4514-8056-7a4c0d7cd6c6 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:25:27.604891 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7367196c-9443-443b-952a-96732cd30567 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5857408 May 31 16:25:27.780585 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade3c927-b35c-422f-bfa3-e14abf588407 None None] Network 4f55a1b7-843e-4514-8056-7a4c0d7cd6c6 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:25:28.135235 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-215a9cfa-af0f-4bc8-a3a9-6846692971f3 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:28.136696 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-215a9cfa-af0f-4bc8-a3a9-6846692971f3 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/networks?id=4f55a1b7-843e-4514-8056-7a4c0d7cd6c6 HTTP/1.1" status: 200 len: 814 time: 0.1464887 May 31 16:25:28.151371 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-e0bda1de-1a6d-4f02-bd68-9700166260fa tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/quotas/8c8624b45b5a4923adea975e89f148a6 HTTP/1.1" status: 200 len: 375 time: 0.0090585 May 31 16:25:28.196995 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-ddd0b175-60a1-4e2d-84e5-9a4d8a3ff7a7 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8c8624b45b5a4923adea975e89f148a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406654 May 31 16:25:28.257826 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-94fad949-ae8b-42f2-8bc3-9701ffa2b24c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 16:25:28.258780 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-94fad949-ae8b-42f2-8bc3-9701ffa2b24c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0530007 May 31 16:25:28.391441 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-6d9e6547-4891-416e-83fb-564b5b7ba4ff service neutron] 10.222.0.45 "GET /v2.0/networks/4f55a1b7-843e-4514-8056-7a4c0d7cd6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265368 May 31 16:25:28.524453 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-318c1ca2-853a-4cb6-9166-39bfa8f43daa service neutron] 10.222.0.45 "GET /v2.0/networks/4f55a1b7-843e-4514-8056-7a4c0d7cd6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268911 May 31 16:25:28.704790 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9a3d4906-f646-4c95-b558-876ce26daaf2 req-63c37b98-e1e8-46f8-89ea-ac990aac9eae tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=155671a6-3d66-477b-b1af-fec964095bce HTTP/1.1" status: 200 len: 210 time: 0.0460176 May 31 16:25:28.718512 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:29.806324 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fed3e971-fe2f-4e87-a712-27ea8bceabb4 req-00cbd702-9a51-43d8-9e52-55b7accf77f3 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=155671a6-3d66-477b-b1af-fec964095bce HTTP/1.1" status: 200 len: 210 time: 0.0436895 May 31 16:25:30.909539 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-17bd39be-7929-4e92-8219-6e17236528f4 req-60612424-6574-43aa-83e9-f2a19d4d9df1 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=155671a6-3d66-477b-b1af-fec964095bce HTTP/1.1" status: 200 len: 210 time: 0.0434496 May 31 16:25:31.823967 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-fe42fc0a-9235-468c-a21c-5f7a7817a685 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:31.825360 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-fe42fc0a-9235-468c-a21c-5f7a7817a685 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.59 "GET /v2.0/networks?id=4f55a1b7-843e-4514-8056-7a4c0d7cd6c6 HTTP/1.1" status: 200 len: 814 time: 0.1492209 May 31 16:25:31.840538 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-85f8aba5-5718-464a-ad72-0564e094e1bb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Request body: {'port': {'device_id': '155671a6-3d66-477b-b1af-fec964095bce', 'network_id': '4f55a1b7-843e-4514-8056-7a4c0d7cd6c6', 'admin_state_up': True, 'tenant_id': '8c8624b45b5a4923adea975e89f148a6'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:25:31.978302 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-85f8aba5-5718-464a-ad72-0564e094e1bb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:25:31.982176 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-85f8aba5-5718-464a-ad72-0564e094e1bb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Usage tracker for resource:port and tenant:8c8624b45b5a4923adea975e89f148a6 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:25:31.985058 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-85f8aba5-5718-464a-ad72-0564e094e1bb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:25:31.991010 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-85f8aba5-5718-464a-ad72-0564e094e1bb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:25:32.001320 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-85f8aba5-5718-464a-ad72-0564e094e1bb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Made reservation on behalf of 8c8624b45b5a4923adea975e89f148a6 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:25:32.004830 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-85f8aba5-5718-464a-ad72-0564e094e1bb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:32.065959 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e43d74a7-ba95-4da9-b108-1ba5f0bce158 req-f22c6132-e215-4e66-8639-52319d74e497 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=155671a6-3d66-477b-b1af-fec964095bce HTTP/1.1" status: 200 len: 210 time: 0.0503068 May 31 16:25:32.209265 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-85f8aba5-5718-464a-ad72-0564e094e1bb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Allocated IP 172.20.0.7 (4f55a1b7-843e-4514-8056-7a4c0d7cd6c6/7b105596-fb38-4b89-97b9-08c192305105/82202e9d-6021-4e93-86ee-c4901f1518cd) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:25:32.418918 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-85f8aba5-5718-464a-ad72-0564e094e1bb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:32.456285 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-85f8aba5-5718-464a-ad72-0564e094e1bb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:32.462034 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d0a2daec-f49f-418f-b80a-6435f350def0 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:32.531888 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-85f8aba5-5718-464a-ad72-0564e094e1bb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Network 4f55a1b7-843e-4514-8056-7a4c0d7cd6c6 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:25:32.534918 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-85f8aba5-5718-464a-ad72-0564e094e1bb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:25:32.539223 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-85f8aba5-5718-464a-ad72-0564e094e1bb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:25:32.563832 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8aba5-5718-464a-ad72-0564e094e1bb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Pushing event updated for resources: {'Port': ['ID=82202e9d-6021-4e93-86ee-c4901f1518cd,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:32.569005 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-85f8aba5-5718-464a-ad72-0564e094e1bb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:32.605686 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-85f8aba5-5718-464a-ad72-0564e094e1bb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:32.606308 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-85f8aba5-5718-464a-ad72-0564e094e1bb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:32.629957 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-85f8aba5-5718-464a-ad72-0564e094e1bb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7931392 May 31 16:25:32.642941 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-ebdb969e-91fc-4339-af09-7a37370e6b38 service neutron] Request body: {'port': {'device_id': '155671a6-3d66-477b-b1af-fec964095bce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:25:32.749486 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-ebdb969e-91fc-4339-af09-7a37370e6b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:33.095152 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-ebdb969e-91fc-4339-af09-7a37370e6b38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82202e9d-6021-4e93-86ee-c4901f1518cd {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:25:33.102804 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-ebdb969e-91fc-4339-af09-7a37370e6b38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:33.117524 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-ebdb969e-91fc-4339-af09-7a37370e6b38 service neutron] Transition to ACTIVE for port object 82202e9d-6021-4e93-86ee-c4901f1518cd will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:25:33.121885 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-ebdb969e-91fc-4339-af09-7a37370e6b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:33.126720 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-10def062-6dac-4616-9bea-439648b861b6 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:33.456716 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb969e-91fc-4339-af09-7a37370e6b38 service neutron] Pushing event updated for resources: {'Port': ['ID=82202e9d-6021-4e93-86ee-c4901f1518cd,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:33.459696 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ebdb969e-91fc-4339-af09-7a37370e6b38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:33.557208 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a26bb-4d2b-4055-8c48-03fc0d561205 req-919abba9-82f8-4e9a-b081-e33d9a652f2c tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:33.557885 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-068a26bb-4d2b-4055-8c48-03fc0d561205 req-919abba9-82f8-4e9a-b081-e33d9a652f2c tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Synchronizing usage tracker for tenant:8c8624b45b5a4923adea975e89f148a6 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:25:33.562487 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-ebdb969e-91fc-4339-af09-7a37370e6b38 service neutron] Attempting to bind port 82202e9d-6021-4e93-86ee-c4901f1518cd on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:25:33.562876 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-ebdb969e-91fc-4339-af09-7a37370e6b38 service neutron] Attempting to bind port 82202e9d-6021-4e93-86ee-c4901f1518cd by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e7557dd6-30b3-426a-8b33-373c29aa55a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4f55a1b7-843e-4514-8056-7a4c0d7cd6c6'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:25:33.563234 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-ebdb969e-91fc-4339-af09-7a37370e6b38 service neutron] Attempting to bind port 82202e9d-6021-4e93-86ee-c4901f1518cd on network 4f55a1b7-843e-4514-8056-7a4c0d7cd6c6 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:25:33.570770 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-ebdb969e-91fc-4339-af09-7a37370e6b38 service neutron] Port 82202e9d-6021-4e93-86ee-c4901f1518cd on network 4f55a1b7-843e-4514-8056-7a4c0d7cd6c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:25:33.571111 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-ebdb969e-91fc-4339-af09-7a37370e6b38 service neutron] Attempting to bind port 82202e9d-6021-4e93-86ee-c4901f1518cd on network 4f55a1b7-843e-4514-8056-7a4c0d7cd6c6 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:25:33.580772 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-ebdb969e-91fc-4339-af09-7a37370e6b38 service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:25:33.581094 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-ebdb969e-91fc-4339-af09-7a37370e6b38 service neutron] Checking segment: {'id': 'e7557dd6-30b3-426a-8b33-373c29aa55a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4f55a1b7-843e-4514-8056-7a4c0d7cd6c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:25:33.581458 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-ebdb969e-91fc-4339-af09-7a37370e6b38 service neutron] Bound using segment: {'id': 'e7557dd6-30b3-426a-8b33-373c29aa55a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4f55a1b7-843e-4514-8056-7a4c0d7cd6c6'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:25:33.581873 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-ebdb969e-91fc-4339-af09-7a37370e6b38 service neutron] Bound port: 82202e9d-6021-4e93-86ee-c4901f1518cd, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7557dd6-30b3-426a-8b33-373c29aa55a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4f55a1b7-843e-4514-8056-7a4c0d7cd6c6'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:25:33.582194 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-ebdb969e-91fc-4339-af09-7a37370e6b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:33.596599 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-068a26bb-4d2b-4055-8c48-03fc0d561205 req-919abba9-82f8-4e9a-b081-e33d9a652f2c tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Unset dirty status for tenant:8c8624b45b5a4923adea975e89f148a6 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:25:33.597845 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-068a26bb-4d2b-4055-8c48-03fc0d561205 req-919abba9-82f8-4e9a-b081-e33d9a652f2c tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=155671a6-3d66-477b-b1af-fec964095bce HTTP/1.1" status: 200 len: 943 time: 0.3000925 May 31 16:25:33.697054 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-068a26bb-4d2b-4055-8c48-03fc0d561205 req-449bc4ed-62e3-47c7-8dd0-a9df02c66407 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/security-groups?id=91bd8aa8-b880-4977-a9fa-da16b3267b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684543 May 31 16:25:33.707736 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-ebdb969e-91fc-4339-af09-7a37370e6b38 service neutron] For port 82202e9d-6021-4e93-86ee-c4901f1518cd, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:25:33.712023 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-ebdb969e-91fc-4339-af09-7a37370e6b38 service neutron] For port 82202e9d-6021-4e93-86ee-c4901f1518cd, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=82202e9d-6021-4e93-86ee-c4901f1518cd,segment=NetworkSegment(e7557dd6-30b3-426a-8b33-373c29aa55a2),segment_id=e7557dd6-30b3-426a-8b33-373c29aa55a2)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:25:33.716357 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-ebdb969e-91fc-4339-af09-7a37370e6b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:33.720157 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4d39a770-ca38-4568-92f0-c9887bad67d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:33.777056 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-ebdb969e-91fc-4339-af09-7a37370e6b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:33.777664 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-ebdb969e-91fc-4339-af09-7a37370e6b38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:33.779029 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-ebdb969e-91fc-4339-af09-7a37370e6b38 service neutron] 10.222.0.59 "PUT /v2.0/ports/82202e9d-6021-4e93-86ee-c4901f1518cd HTTP/1.1" status: 200 len: 1093 time: 1.1403556 May 31 16:25:33.779552 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '155671a6-3d66-477b-b1af-fec964095bce', 'tag': '82202e9d-6021-4e93-86ee-c4901f1518cd'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:25:33.781908 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d6c564-df0f-4fd2-81b9-86d6cdf2eb1e" -d '{"events": [{"name": "network-changed", "server_uuid": "155671a6-3d66-477b-b1af-fec964095bce", "tag": "82202e9d-6021-4e93-86ee-c4901f1518cd"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:25:33.801024 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb969e-91fc-4339-af09-7a37370e6b38 service neutron] Pushing event updated for resources: {'Port': ['ID=82202e9d-6021-4e93-86ee-c4901f1518cd,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:33.804448 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ebdb969e-91fc-4339-af09-7a37370e6b38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:33.852967 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6bae22-4441-4cda-8545-459b902e9c60 x-openstack-request-id: req-fc6bae22-4441-4cda-8545-459b902e9c60 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:25:33.853291 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "155671a6-3d66-477b-b1af-fec964095bce", "tag": "82202e9d-6021-4e93-86ee-c4901f1518cd", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:25:33.853584 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fc6bae22-4441-4cda-8545-459b902e9c60 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:25:33.854002 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '155671a6-3d66-477b-b1af-fec964095bce', 'tag': '82202e9d-6021-4e93-86ee-c4901f1518cd', 'status': 'completed', 'code': 200} May 31 16:25:33.896693 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-6a2cac5b-e8c5-440f-83f5-422cf724e8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:33.898207 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-6a2cac5b-e8c5-440f-83f5-422cf724e8ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c8624b45b5a4923adea975e89f148a6&device_id=155671a6-3d66-477b-b1af-fec964095bce HTTP/1.1" status: 200 len: 1096 time: 0.0794818 May 31 16:25:33.970041 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-c96fe4f6-46f5-422d-82bc-5e93a1d46396 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82202e9d-6021-4e93-86ee-c4901f1518cd HTTP/1.1" status: 200 len: 217 time: 0.0635087 May 31 16:25:34.034819 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-58bfb04e-a4ce-4387-ae4d-16840e4b5b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:34.036250 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-58bfb04e-a4ce-4387-ae4d-16840e4b5b4c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7b105596-fb38-4b89-97b9-08c192305105 HTTP/1.1" status: 200 len: 854 time: 0.0588865 May 31 16:25:34.084577 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-901a34c8-5e30-443b-b7a0-b012881a7683 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4f55a1b7-843e-4514-8056-7a4c0d7cd6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407228 May 31 16:25:34.220677 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-2bbbd534-b28a-44d9-916a-da4c8bb99c10 service neutron] 10.222.0.59 "GET /v2.0/networks/4f55a1b7-843e-4514-8056-7a4c0d7cd6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274757 May 31 16:25:34.355875 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-85834b36-3c33-4c80-866c-5f8c8b9d68f8 req-779aca77-ff94-4842-b0c5-568209d7219c service neutron] 10.222.0.59 "GET /v2.0/networks/4f55a1b7-843e-4514-8056-7a4c0d7cd6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280735 May 31 16:25:34.483442 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6c564-df0f-4fd2-81b9-86d6cdf2eb1e req-b50fd37b-6043-477b-9f82-b27a06fb884e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:34.484919 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2d6c564-df0f-4fd2-81b9-86d6cdf2eb1e req-b50fd37b-6043-477b-9f82-b27a06fb884e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c8624b45b5a4923adea975e89f148a6&device_id=155671a6-3d66-477b-b1af-fec964095bce HTTP/1.1" status: 200 len: 1096 time: 0.0796428 May 31 16:25:34.623116 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6c564-df0f-4fd2-81b9-86d6cdf2eb1e req-980e6d52-f79e-4698-8cf8-6a2a5fce9ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:34.624587 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2d6c564-df0f-4fd2-81b9-86d6cdf2eb1e req-980e6d52-f79e-4698-8cf8-6a2a5fce9ac5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4f55a1b7-843e-4514-8056-7a4c0d7cd6c6 HTTP/1.1" status: 200 len: 915 time: 0.1330473 May 31 16:25:34.701165 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2d6c564-df0f-4fd2-81b9-86d6cdf2eb1e req-d9d55f70-1591-4e37-a560-32f253992cc0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82202e9d-6021-4e93-86ee-c4901f1518cd HTTP/1.1" status: 200 len: 217 time: 0.0695004 May 31 16:25:34.727400 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-62be65f4-70f9-4382-a9f2-f60494356e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:34.766571 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6c564-df0f-4fd2-81b9-86d6cdf2eb1e req-6540840f-2e59-4af7-a200-6e3b0ff0a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:34.768086 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2d6c564-df0f-4fd2-81b9-86d6cdf2eb1e req-6540840f-2e59-4af7-a200-6e3b0ff0a0d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7b105596-fb38-4b89-97b9-08c192305105 HTTP/1.1" status: 200 len: 854 time: 0.0601709 May 31 16:25:34.815562 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2d6c564-df0f-4fd2-81b9-86d6cdf2eb1e req-1b7cd9d7-f537-4537-a6f9-98419a0c025e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4f55a1b7-843e-4514-8056-7a4c0d7cd6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406497 May 31 16:25:35.138931 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2d6c564-df0f-4fd2-81b9-86d6cdf2eb1e req-983ef0d1-a5fc-422c-bce4-a872329d83f7 service neutron] 10.222.0.59 "GET /v2.0/networks/4f55a1b7-843e-4514-8056-7a4c0d7cd6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951448 May 31 16:25:35.147288 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019773e1-e65a-4fae-b137-684ef3ddda98 req-e102a2fd-2289-435b-bb20-b0b73ac70a4b tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:35.148652 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-019773e1-e65a-4fae-b137-684ef3ddda98 req-e102a2fd-2289-435b-bb20-b0b73ac70a4b tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=155671a6-3d66-477b-b1af-fec964095bce HTTP/1.1" status: 200 len: 943 time: 0.3406048 May 31 16:25:35.270202 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-019773e1-e65a-4fae-b137-684ef3ddda98 req-94250ed9-d331-43a2-b9d6-105c57e34c0f tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/security-groups?id=91bd8aa8-b880-4977-a9fa-da16b3267b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036913 May 31 16:25:35.309064 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2d6c564-df0f-4fd2-81b9-86d6cdf2eb1e req-c2533f15-cf52-4984-b0ee-1a2c1c2c0be0 service neutron] 10.222.0.59 "GET /v2.0/networks/4f55a1b7-843e-4514-8056-7a4c0d7cd6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594744 May 31 16:25:36.476629 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c32c05-fcdd-48ae-8dd0-9ab64ed0ac93 req-966356ff-5b1a-4c0f-ace9-55163d9dbf57 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:36.478286 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-75c32c05-fcdd-48ae-8dd0-9ab64ed0ac93 req-966356ff-5b1a-4c0f-ace9-55163d9dbf57 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=155671a6-3d66-477b-b1af-fec964095bce HTTP/1.1" status: 200 len: 943 time: 0.0894489 May 31 16:25:36.532112 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-75c32c05-fcdd-48ae-8dd0-9ab64ed0ac93 req-fc749e82-ca34-4fce-9969-37224cff98c6 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/security-groups?id=91bd8aa8-b880-4977-a9fa-da16b3267b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453825 May 31 16:25:37.050345 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:37.730504 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e7047-0bf2-497b-9f8c-45236e950a34 req-78c20685-559f-4001-95ba-19ca9ff23e86 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:37.731914 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-928e7047-0bf2-497b-9f8c-45236e950a34 req-78c20685-559f-4001-95ba-19ca9ff23e86 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=155671a6-3d66-477b-b1af-fec964095bce HTTP/1.1" status: 200 len: 943 time: 0.0846450 May 31 16:25:37.776683 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-928e7047-0bf2-497b-9f8c-45236e950a34 req-54d18adf-1752-4ff8-83b3-3fc4091d1cdb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/security-groups?id=91bd8aa8-b880-4977-a9fa-da16b3267b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385118 May 31 16:25:37.944289 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c6215fb2-b92b-4138-874b-e3c44f1de420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:38.504960 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 82202e9d-6021-4e93-86ee-c4901f1518cd details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:25:38.533941 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:38.661573 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 82202e9d-6021-4e93-86ee-c4901f1518cd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=82202e9d-6021-4e93-86ee-c4901f1518cd,segment=NetworkSegment(e7557dd6-30b3-426a-8b33-373c29aa55a2),segment_id=e7557dd6-30b3-426a-8b33-373c29aa55a2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:38.675161 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '82202e9d-6021-4e93-86ee-c4901f1518cd', 'network_id': '4f55a1b7-843e-4514-8056-7a4c0d7cd6c6', 'port_id': '82202e9d-6021-4e93-86ee-c4901f1518cd', 'mac_address': 'fa:16:3e:ed:e1:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b105596-fb38-4b89-97b9-08c192305105', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:25:38.734231 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:38.752535 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82202e9d-6021-4e93-86ee-c4901f1518cd {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:25:38.770011 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 82202e9d-6021-4e93-86ee-c4901f1518cd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=82202e9d-6021-4e93-86ee-c4901f1518cd,segment=NetworkSegment(e7557dd6-30b3-426a-8b33-373c29aa55a2),segment_id=e7557dd6-30b3-426a-8b33-373c29aa55a2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:38.775860 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:38.777954 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:38.853954 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=82202e9d-6021-4e93-86ee-c4901f1518cd,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:38.861550 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:38.861900 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:38.862235 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:38.862564 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:38.862891 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:38.863251 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:38.863573 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:38.864215 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:38.864536 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:38.864851 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:38.865170 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:38.865480 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:38.869551 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:38.975835 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2eea0-36f6-419e-8418-1155333faaf4 req-ff204f02-7f1c-4ab5-b9ca-d0c4fa063c55 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:38.977352 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fcd2eea0-36f6-419e-8418-1155333faaf4 req-ff204f02-7f1c-4ab5-b9ca-d0c4fa063c55 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=155671a6-3d66-477b-b1af-fec964095bce HTTP/1.1" status: 200 len: 944 time: 0.0951064 May 31 16:25:39.023319 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fcd2eea0-36f6-419e-8418-1155333faaf4 req-ad0f87b2-c950-4dfd-a48a-8bd5309b7097 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/security-groups?id=91bd8aa8-b880-4977-a9fa-da16b3267b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400133 May 31 16:25:39.155987 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['82202e9d-6021-4e93-86ee-c4901f1518cd'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:25:39.893027 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:40.227218 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3255e2-8ab8-49cc-b945-e918ca41d627 req-d25442d8-76b2-4948-9313-99a098efcde2 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:40.228678 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cc3255e2-8ab8-49cc-b945-e918ca41d627 req-d25442d8-76b2-4948-9313-99a098efcde2 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=155671a6-3d66-477b-b1af-fec964095bce HTTP/1.1" status: 200 len: 944 time: 0.0810163 May 31 16:25:40.280596 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cc3255e2-8ab8-49cc-b945-e918ca41d627 req-971c95a4-6d57-43f8-8dc0-b6fb0895dec5 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/security-groups?id=91bd8aa8-b880-4977-a9fa-da16b3267b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459788 May 31 16:25:40.519408 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 82202e9d-6021-4e93-86ee-c4901f1518cd up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:25:40.603731 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port 82202e9d-6021-4e93-86ee-c4901f1518cd completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:25:40.608396 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 82202e9d-6021-4e93-86ee-c4901f1518cd triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:25:40.608768 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:40.725795 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:40.753079 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '155671a6-3d66-477b-b1af-fec964095bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82202e9d-6021-4e93-86ee-c4901f1518cd'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:25:40.755373 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c8cb8c-f489-4b1b-99b4-c2c65118af45" -d '{"events": [{"server_uuid": "155671a6-3d66-477b-b1af-fec964095bce", "name": "network-vif-plugged", "status": "completed", "tag": "82202e9d-6021-4e93-86ee-c4901f1518cd"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:25:40.763127 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 82202e9d-6021-4e93-86ee-c4901f1518cd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=82202e9d-6021-4e93-86ee-c4901f1518cd,segment=NetworkSegment(e7557dd6-30b3-426a-8b33-373c29aa55a2),segment_id=e7557dd6-30b3-426a-8b33-373c29aa55a2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:40.767790 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:40.769640 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-193d8c4a-3fcb-4722-b16e-bde9de26591d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:40.803006 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a00c81f-b9f2-4b19-a238-fcf1a4cd533f x-openstack-request-id: req-4a00c81f-b9f2-4b19-a238-fcf1a4cd533f {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:25:40.803298 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "155671a6-3d66-477b-b1af-fec964095bce", "name": "network-vif-plugged", "status": "completed", "tag": "82202e9d-6021-4e93-86ee-c4901f1518cd", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:25:40.803553 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4a00c81f-b9f2-4b19-a238-fcf1a4cd533f {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:25:40.803937 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '155671a6-3d66-477b-b1af-fec964095bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82202e9d-6021-4e93-86ee-c4901f1518cd', 'code': 200} May 31 16:25:40.881017 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=82202e9d-6021-4e93-86ee-c4901f1518cd,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:40.883955 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:41.043764 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70009a41-0e61-4347-b9d4-45d09ed029b3 req-dd4480ca-7e37-429e-a8af-ac4498914243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:41.045122 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-70009a41-0e61-4347-b9d4-45d09ed029b3 req-dd4480ca-7e37-429e-a8af-ac4498914243 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=155671a6-3d66-477b-b1af-fec964095bce HTTP/1.1" status: 200 len: 1098 time: 0.0764122 May 31 16:25:41.086584 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-70009a41-0e61-4347-b9d4-45d09ed029b3 req-882ed284-eba1-495a-87d7-4d093b9701e2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=91bd8aa8-b880-4977-a9fa-da16b3267b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344822 May 31 16:25:41.474122 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e54e2-08a7-452b-9963-7df09da51a98 req-1c36ccb2-a6ea-4557-a4d1-4aa83f3842da tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:41.475590 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b36e54e2-08a7-452b-9963-7df09da51a98 req-1c36ccb2-a6ea-4557-a4d1-4aa83f3842da tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=155671a6-3d66-477b-b1af-fec964095bce HTTP/1.1" status: 200 len: 945 time: 0.0822408 May 31 16:25:41.524855 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b36e54e2-08a7-452b-9963-7df09da51a98 req-337efa9a-2af8-4116-af9e-03fa2f6e5f1c tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/security-groups?id=91bd8aa8-b880-4977-a9fa-da16b3267b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410256 May 31 16:25:42.728819 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b59cbe-d2e4-4f28-a9fe-9e75f9b973b3 req-d96f418d-c772-4788-a3aa-ade1bd82982a tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:42.730288 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-97b59cbe-d2e4-4f28-a9fe-9e75f9b973b3 req-d96f418d-c772-4788-a3aa-ade1bd82982a tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=155671a6-3d66-477b-b1af-fec964095bce HTTP/1.1" status: 200 len: 945 time: 0.0845928 May 31 16:25:42.776958 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-97b59cbe-d2e4-4f28-a9fe-9e75f9b973b3 req-027a373e-ac42-4725-981b-ed20b6c7e68d tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/security-groups?id=91bd8aa8-b880-4977-a9fa-da16b3267b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385382 May 31 16:25:43.077857 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-3dac1871-28c8-4310-a3a7-6d246919e40e tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:43.079325 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-3dac1871-28c8-4310-a3a7-6d246919e40e tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/networks?id=4f55a1b7-843e-4514-8056-7a4c0d7cd6c6 HTTP/1.1" status: 200 len: 814 time: 0.1522312 May 31 16:25:43.097396 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-af5cb7bb-6346-4d61-917d-5806c490de2d tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/quotas/8c8624b45b5a4923adea975e89f148a6 HTTP/1.1" status: 200 len: 375 time: 0.0096712 May 31 16:25:43.182315 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-f8673ec4-71e4-44cb-9a4d-4ecd2cbf043c tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8c8624b45b5a4923adea975e89f148a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0799851 May 31 16:25:43.363595 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-dcdd7d99-9f10-4b19-bd40-93fc6fbf5827 service neutron] 10.222.0.45 "GET /v2.0/networks/4f55a1b7-843e-4514-8056-7a4c0d7cd6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709042 May 31 16:25:43.501763 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-6eb660f2-3b66-478f-9049-e1ed861a80b0 service neutron] 10.222.0.45 "GET /v2.0/networks/4f55a1b7-843e-4514-8056-7a4c0d7cd6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290698 May 31 16:25:43.683177 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2ec11337-a5dc-42d8-a3f1-7cbbc4027c9e req-d9dad16e-9bb8-4a98-a3e9-eec39c050a9c tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=f51d61c1-b40a-496e-a81f-0efdabd2f657 HTTP/1.1" status: 200 len: 210 time: 0.0427172 May 31 16:25:44.836077 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-57dbf74c-48de-40df-82d8-3e09edf77a46 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:44.837485 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-57dbf74c-48de-40df-82d8-3e09edf77a46 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.59 "GET /v2.0/networks?id=4f55a1b7-843e-4514-8056-7a4c0d7cd6c6 HTTP/1.1" status: 200 len: 814 time: 0.1801176 May 31 16:25:44.844161 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b6c623a4-9c1d-4754-b22d-0b5ed6039691 req-f0c04e08-aa3f-468d-8b32-4756ba05a9d7 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=f51d61c1-b40a-496e-a81f-0efdabd2f657 HTTP/1.1" status: 200 len: 210 time: 0.0512908 May 31 16:25:44.850329 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-e8d56cc4-672e-40e0-9e65-8ae4704f6be8 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Request body: {'port': {'device_id': 'f51d61c1-b40a-496e-a81f-0efdabd2f657', 'network_id': '4f55a1b7-843e-4514-8056-7a4c0d7cd6c6', 'admin_state_up': True, 'tenant_id': '8c8624b45b5a4923adea975e89f148a6'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:25:45.128481 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-e8d56cc4-672e-40e0-9e65-8ae4704f6be8 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:25:45.143500 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-e8d56cc4-672e-40e0-9e65-8ae4704f6be8 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:25:45.159520 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-e8d56cc4-672e-40e0-9e65-8ae4704f6be8 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Made reservation on behalf of 8c8624b45b5a4923adea975e89f148a6 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:25:45.163153 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-e8d56cc4-672e-40e0-9e65-8ae4704f6be8 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:45.334445 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-e8d56cc4-672e-40e0-9e65-8ae4704f6be8 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Allocated IP 172.20.0.9 (4f55a1b7-843e-4514-8056-7a4c0d7cd6c6/7b105596-fb38-4b89-97b9-08c192305105/e21a896d-2ce4-4a79-9877-78f54b279aea) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:25:45.543671 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-e8d56cc4-672e-40e0-9e65-8ae4704f6be8 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:45.573828 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-e8d56cc4-672e-40e0-9e65-8ae4704f6be8 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:45.582452 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-17904fb7-3633-47aa-b21e-a445c3079caa tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:45.585603 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['82202e9d-6021-4e93-86ee-c4901f1518cd'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:25:45.649388 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-e8d56cc4-672e-40e0-9e65-8ae4704f6be8 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Network 4f55a1b7-843e-4514-8056-7a4c0d7cd6c6 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:25:45.652234 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-e8d56cc4-672e-40e0-9e65-8ae4704f6be8 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:25:45.656297 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-e8d56cc4-672e-40e0-9e65-8ae4704f6be8 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:25:45.692297 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d56cc4-672e-40e0-9e65-8ae4704f6be8 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Pushing event updated for resources: {'Port': ['ID=e21a896d-2ce4-4a79-9877-78f54b279aea,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:45.701122 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e8d56cc4-672e-40e0-9e65-8ae4704f6be8 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:45.723372 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-e8d56cc4-672e-40e0-9e65-8ae4704f6be8 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:45.723970 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-e8d56cc4-672e-40e0-9e65-8ae4704f6be8 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:45.749323 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-e8d56cc4-672e-40e0-9e65-8ae4704f6be8 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9028423 May 31 16:25:45.760876 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-76d65dd8-1f70-4c8e-8c5d-ccc1435bd487 service neutron] Request body: {'port': {'device_id': 'f51d61c1-b40a-496e-a81f-0efdabd2f657', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:25:45.839137 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:25:45.876282 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-76d65dd8-1f70-4c8e-8c5d-ccc1435bd487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:46.183447 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736efcb-0dcd-48aa-b8e2-4cd5f0b6288c req-0e582721-61d8-40cf-b63f-791463d41797 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:46.184160 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-b736efcb-0dcd-48aa-b8e2-4cd5f0b6288c req-0e582721-61d8-40cf-b63f-791463d41797 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Synchronizing usage tracker for tenant:8c8624b45b5a4923adea975e89f148a6 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:25:46.221297 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-b736efcb-0dcd-48aa-b8e2-4cd5f0b6288c req-0e582721-61d8-40cf-b63f-791463d41797 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Unset dirty status for tenant:8c8624b45b5a4923adea975e89f148a6 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:25:46.222779 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b736efcb-0dcd-48aa-b8e2-4cd5f0b6288c req-0e582721-61d8-40cf-b63f-791463d41797 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=f51d61c1-b40a-496e-a81f-0efdabd2f657 HTTP/1.1" status: 200 len: 931 time: 0.2673101 May 31 16:25:46.314431 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-76d65dd8-1f70-4c8e-8c5d-ccc1435bd487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e21a896d-2ce4-4a79-9877-78f54b279aea {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:25:46.324783 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b736efcb-0dcd-48aa-b8e2-4cd5f0b6288c req-153cfb56-2ee9-45de-932c-16cabff1093d tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/security-groups?id=91bd8aa8-b880-4977-a9fa-da16b3267b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925825 May 31 16:25:46.326414 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-76d65dd8-1f70-4c8e-8c5d-ccc1435bd487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:46.341473 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-76d65dd8-1f70-4c8e-8c5d-ccc1435bd487 service neutron] Transition to ACTIVE for port object e21a896d-2ce4-4a79-9877-78f54b279aea will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:25:46.346004 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-76d65dd8-1f70-4c8e-8c5d-ccc1435bd487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:46.350877 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-979f891a-894f-4587-9772-9bc362679f04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:46.503803 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d65dd8-1f70-4c8e-8c5d-ccc1435bd487 service neutron] Pushing event updated for resources: {'Port': ['ID=e21a896d-2ce4-4a79-9877-78f54b279aea,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:46.510322 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-76d65dd8-1f70-4c8e-8c5d-ccc1435bd487 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:46.583310 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-76d65dd8-1f70-4c8e-8c5d-ccc1435bd487 service neutron] Attempting to bind port e21a896d-2ce4-4a79-9877-78f54b279aea on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:25:46.583629 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-76d65dd8-1f70-4c8e-8c5d-ccc1435bd487 service neutron] Attempting to bind port e21a896d-2ce4-4a79-9877-78f54b279aea by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e7557dd6-30b3-426a-8b33-373c29aa55a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4f55a1b7-843e-4514-8056-7a4c0d7cd6c6'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:25:46.583948 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-76d65dd8-1f70-4c8e-8c5d-ccc1435bd487 service neutron] Attempting to bind port e21a896d-2ce4-4a79-9877-78f54b279aea on network 4f55a1b7-843e-4514-8056-7a4c0d7cd6c6 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:25:46.588882 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-76d65dd8-1f70-4c8e-8c5d-ccc1435bd487 service neutron] Port e21a896d-2ce4-4a79-9877-78f54b279aea on network 4f55a1b7-843e-4514-8056-7a4c0d7cd6c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:25:46.589201 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-76d65dd8-1f70-4c8e-8c5d-ccc1435bd487 service neutron] Attempting to bind port e21a896d-2ce4-4a79-9877-78f54b279aea on network 4f55a1b7-843e-4514-8056-7a4c0d7cd6c6 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:25:46.594376 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-76d65dd8-1f70-4c8e-8c5d-ccc1435bd487 service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:25:46.594703 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-76d65dd8-1f70-4c8e-8c5d-ccc1435bd487 service neutron] Checking segment: {'id': 'e7557dd6-30b3-426a-8b33-373c29aa55a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4f55a1b7-843e-4514-8056-7a4c0d7cd6c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:25:46.595219 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-76d65dd8-1f70-4c8e-8c5d-ccc1435bd487 service neutron] Bound using segment: {'id': 'e7557dd6-30b3-426a-8b33-373c29aa55a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4f55a1b7-843e-4514-8056-7a4c0d7cd6c6'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:25:46.595648 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-76d65dd8-1f70-4c8e-8c5d-ccc1435bd487 service neutron] Bound port: e21a896d-2ce4-4a79-9877-78f54b279aea, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7557dd6-30b3-426a-8b33-373c29aa55a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4f55a1b7-843e-4514-8056-7a4c0d7cd6c6'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:25:46.596003 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-76d65dd8-1f70-4c8e-8c5d-ccc1435bd487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:46.696720 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-76d65dd8-1f70-4c8e-8c5d-ccc1435bd487 service neutron] For port e21a896d-2ce4-4a79-9877-78f54b279aea, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:25:46.699973 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-76d65dd8-1f70-4c8e-8c5d-ccc1435bd487 service neutron] For port e21a896d-2ce4-4a79-9877-78f54b279aea, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e21a896d-2ce4-4a79-9877-78f54b279aea,segment=NetworkSegment(e7557dd6-30b3-426a-8b33-373c29aa55a2),segment_id=e7557dd6-30b3-426a-8b33-373c29aa55a2)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:25:46.705024 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-76d65dd8-1f70-4c8e-8c5d-ccc1435bd487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:46.709462 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b9ec0cc5-aabd-4dd6-9d77-00f86c1b42bd tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:46.762609 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-76d65dd8-1f70-4c8e-8c5d-ccc1435bd487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:46.763247 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-76d65dd8-1f70-4c8e-8c5d-ccc1435bd487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:46.764602 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-76d65dd8-1f70-4c8e-8c5d-ccc1435bd487 service neutron] 10.222.0.59 "PUT /v2.0/ports/e21a896d-2ce4-4a79-9877-78f54b279aea HTTP/1.1" status: 200 len: 1093 time: 1.0078547 May 31 16:25:46.765111 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51d61c1-b40a-496e-a81f-0efdabd2f657', 'tag': 'e21a896d-2ce4-4a79-9877-78f54b279aea'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:25:46.767475 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b8c91f-2cfd-40af-82ce-b51f479f9e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "f51d61c1-b40a-496e-a81f-0efdabd2f657", "tag": "e21a896d-2ce4-4a79-9877-78f54b279aea"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:25:46.788673 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d65dd8-1f70-4c8e-8c5d-ccc1435bd487 service neutron] Pushing event updated for resources: {'Port': ['ID=e21a896d-2ce4-4a79-9877-78f54b279aea,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:46.791685 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-76d65dd8-1f70-4c8e-8c5d-ccc1435bd487 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:46.875638 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d069442-4093-4ddd-808b-af1fe3e5c748 x-openstack-request-id: req-3d069442-4093-4ddd-808b-af1fe3e5c748 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:25:46.875959 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f51d61c1-b40a-496e-a81f-0efdabd2f657", "tag": "e21a896d-2ce4-4a79-9877-78f54b279aea", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:25:46.876274 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3d069442-4093-4ddd-808b-af1fe3e5c748 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:25:46.876804 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f51d61c1-b40a-496e-a81f-0efdabd2f657', 'tag': 'e21a896d-2ce4-4a79-9877-78f54b279aea', 'status': 'completed', 'code': 200} May 31 16:25:46.881378 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-232968e5-bb0e-47bb-93d9-2ad78b506056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:46.882903 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-232968e5-bb0e-47bb-93d9-2ad78b506056 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c8624b45b5a4923adea975e89f148a6&device_id=f51d61c1-b40a-496e-a81f-0efdabd2f657 HTTP/1.1" status: 200 len: 1096 time: 0.0751877 May 31 16:25:46.953105 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-7d6017a9-e973-451b-857b-ce20f3e8c6ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e21a896d-2ce4-4a79-9877-78f54b279aea HTTP/1.1" status: 200 len: 217 time: 0.0628610 May 31 16:25:47.032104 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-cab4384d-cc14-471f-bbbb-5b5b17a657a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:47.033461 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-cab4384d-cc14-471f-bbbb-5b5b17a657a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7b105596-fb38-4b89-97b9-08c192305105 HTTP/1.1" status: 200 len: 854 time: 0.0615842 May 31 16:25:47.079086 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-cc0fa911-9f44-49b5-9201-f62c639c1987 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4f55a1b7-843e-4514-8056-7a4c0d7cd6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393476 May 31 16:25:47.209817 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-9df9ec6e-e1bb-4b67-bbe8-2510b6677bc5 service neutron] 10.222.0.59 "GET /v2.0/networks/4f55a1b7-843e-4514-8056-7a4c0d7cd6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244609 May 31 16:25:47.549314 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d2b942be-64d5-4949-9fd4-49255ebd437b req-633c3c2c-beaf-49e7-8e26-74df56610b18 service neutron] 10.222.0.59 "GET /v2.0/networks/4f55a1b7-843e-4514-8056-7a4c0d7cd6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320127 May 31 16:25:47.566524 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c30ddb-9eea-45aa-87fa-ab635ea758c1 req-6f4f3d79-1c92-46d3-8cb2-49d5b6059d7f tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:47.568019 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-78c30ddb-9eea-45aa-87fa-ab635ea758c1 req-6f4f3d79-1c92-46d3-8cb2-49d5b6059d7f tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=f51d61c1-b40a-496e-a81f-0efdabd2f657 HTTP/1.1" status: 200 len: 943 time: 0.1293621 May 31 16:25:47.650972 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-78c30ddb-9eea-45aa-87fa-ab635ea758c1 req-3eb3f5ee-91ba-4d62-a456-6c6a29adc4a4 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/security-groups?id=91bd8aa8-b880-4977-a9fa-da16b3267b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767648 May 31 16:25:47.682750 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8c91f-2cfd-40af-82ce-b51f479f9e5b req-66ecaf99-7f7b-4ca2-a390-ba5ed372bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:47.684250 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-98b8c91f-2cfd-40af-82ce-b51f479f9e5b req-66ecaf99-7f7b-4ca2-a390-ba5ed372bfc9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c8624b45b5a4923adea975e89f148a6&device_id=f51d61c1-b40a-496e-a81f-0efdabd2f657 HTTP/1.1" status: 200 len: 1096 time: 0.0820220 May 31 16:25:47.826899 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8c91f-2cfd-40af-82ce-b51f479f9e5b req-e889e464-e99e-4468-b9e6-d4dc5f6b5782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:47.828429 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-98b8c91f-2cfd-40af-82ce-b51f479f9e5b req-e889e464-e99e-4468-b9e6-d4dc5f6b5782 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4f55a1b7-843e-4514-8056-7a4c0d7cd6c6 HTTP/1.1" status: 200 len: 915 time: 0.1374629 May 31 16:25:47.897745 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-98b8c91f-2cfd-40af-82ce-b51f479f9e5b req-00985abe-80a6-4bd9-8537-f3809f991dfd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e21a896d-2ce4-4a79-9877-78f54b279aea HTTP/1.1" status: 200 len: 217 time: 0.0628366 May 31 16:25:47.961148 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8c91f-2cfd-40af-82ce-b51f479f9e5b req-a2da3f43-5c76-4ded-a528-c57037db6761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:47.962431 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-98b8c91f-2cfd-40af-82ce-b51f479f9e5b req-a2da3f43-5c76-4ded-a528-c57037db6761 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7b105596-fb38-4b89-97b9-08c192305105 HTTP/1.1" status: 200 len: 854 time: 0.0577056 May 31 16:25:48.012230 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-98b8c91f-2cfd-40af-82ce-b51f479f9e5b req-c17e37f0-bcc1-4fc0-b1ed-22679f3f2155 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4f55a1b7-843e-4514-8056-7a4c0d7cd6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419466 May 31 16:25:48.163430 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-98b8c91f-2cfd-40af-82ce-b51f479f9e5b req-f6797119-5cb2-438d-97d0-cc2c7a2cef5c service neutron] 10.222.0.59 "GET /v2.0/networks/4f55a1b7-843e-4514-8056-7a4c0d7cd6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384447 May 31 16:25:48.298380 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-98b8c91f-2cfd-40af-82ce-b51f479f9e5b req-a91784c9-b9d6-4d9f-816f-e99f5d3d9e26 service neutron] 10.222.0.59 "GET /v2.0/networks/4f55a1b7-843e-4514-8056-7a4c0d7cd6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226058 May 31 16:25:48.852075 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc59e9d-8315-4d2a-8844-dd5d583e87de req-83ea519c-5034-4e0c-9183-cf25826506c8 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:48.853507 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ecc59e9d-8315-4d2a-8844-dd5d583e87de req-83ea519c-5034-4e0c-9183-cf25826506c8 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=f51d61c1-b40a-496e-a81f-0efdabd2f657 HTTP/1.1" status: 200 len: 943 time: 0.0934217 May 31 16:25:48.897649 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ecc59e9d-8315-4d2a-8844-dd5d583e87de req-2d5531a4-f657-439a-acaa-26c9ef15d360 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/security-groups?id=91bd8aa8-b880-4977-a9fa-da16b3267b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383666 May 31 16:25:50.104930 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1f945-c007-425c-8922-2215186d8e3d req-23dc4227-117d-4917-a566-f5095a6f8704 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:50.106427 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3da1f945-c007-425c-8922-2215186d8e3d req-23dc4227-117d-4917-a566-f5095a6f8704 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=f51d61c1-b40a-496e-a81f-0efdabd2f657 HTTP/1.1" status: 200 len: 943 time: 0.0903254 May 31 16:25:50.154124 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3da1f945-c007-425c-8922-2215186d8e3d req-8f981e46-7869-4ccc-b661-497895da3188 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/security-groups?id=91bd8aa8-b880-4977-a9fa-da16b3267b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394633 May 31 16:25:50.602573 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device e21a896d-2ce4-4a79-9877-78f54b279aea details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:25:50.765231 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port e21a896d-2ce4-4a79-9877-78f54b279aea, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e21a896d-2ce4-4a79-9877-78f54b279aea,segment=NetworkSegment(e7557dd6-30b3-426a-8b33-373c29aa55a2),segment_id=e7557dd6-30b3-426a-8b33-373c29aa55a2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:50.779104 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': 'e21a896d-2ce4-4a79-9877-78f54b279aea', 'network_id': '4f55a1b7-843e-4514-8056-7a4c0d7cd6c6', 'port_id': 'e21a896d-2ce4-4a79-9877-78f54b279aea', 'mac_address': 'fa:16:3e:48:80:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b105596-fb38-4b89-97b9-08c192305105', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:25:50.837941 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:50.854439 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e21a896d-2ce4-4a79-9877-78f54b279aea {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:25:50.870231 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port e21a896d-2ce4-4a79-9877-78f54b279aea, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e21a896d-2ce4-4a79-9877-78f54b279aea,segment=NetworkSegment(e7557dd6-30b3-426a-8b33-373c29aa55a2),segment_id=e7557dd6-30b3-426a-8b33-373c29aa55a2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:50.876506 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:50.878295 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:50.944007 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=e21a896d-2ce4-4a79-9877-78f54b279aea,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:50.947350 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:51.221311 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['e21a896d-2ce4-4a79-9877-78f54b279aea'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:25:51.345209 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e604b6-ca9d-41e1-be25-9be3dcc7bb6c req-0667bd88-7214-463a-88b5-d47985016cf5 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:51.346741 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d1e604b6-ca9d-41e1-be25-9be3dcc7bb6c req-0667bd88-7214-463a-88b5-d47985016cf5 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=f51d61c1-b40a-496e-a81f-0efdabd2f657 HTTP/1.1" status: 200 len: 944 time: 0.0815215 May 31 16:25:51.392550 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d1e604b6-ca9d-41e1-be25-9be3dcc7bb6c req-2fc60c36-0236-4b24-b98a-19cb08774ac4 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/security-groups?id=91bd8aa8-b880-4977-a9fa-da16b3267b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396531 May 31 16:25:52.591637 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ff757-0533-4d9a-925d-cfa24a5830db req-8518b628-a9e7-4e5e-ad91-f10e665b4e2c tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:52.593082 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-807ff757-0533-4d9a-925d-cfa24a5830db req-8518b628-a9e7-4e5e-ad91-f10e665b4e2c tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=f51d61c1-b40a-496e-a81f-0efdabd2f657 HTTP/1.1" status: 200 len: 944 time: 0.0870161 May 31 16:25:52.633357 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device e21a896d-2ce4-4a79-9877-78f54b279aea up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:25:52.636838 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-807ff757-0533-4d9a-925d-cfa24a5830db req-ce286a3e-5de3-401c-85ec-390ebd3fa51d tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/security-groups?id=91bd8aa8-b880-4977-a9fa-da16b3267b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379882 May 31 16:25:52.703095 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port e21a896d-2ce4-4a79-9877-78f54b279aea completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:25:52.710582 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port e21a896d-2ce4-4a79-9877-78f54b279aea triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:25:52.711269 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:52.830758 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:52.857295 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51d61c1-b40a-496e-a81f-0efdabd2f657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21a896d-2ce4-4a79-9877-78f54b279aea'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:25:52.859519 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69516be-472f-489e-ae06-6362ec12d8ec" -d '{"events": [{"server_uuid": "f51d61c1-b40a-496e-a81f-0efdabd2f657", "name": "network-vif-plugged", "status": "completed", "tag": "e21a896d-2ce4-4a79-9877-78f54b279aea"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:25:52.867867 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port e21a896d-2ce4-4a79-9877-78f54b279aea, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e21a896d-2ce4-4a79-9877-78f54b279aea,segment=NetworkSegment(e7557dd6-30b3-426a-8b33-373c29aa55a2),segment_id=e7557dd6-30b3-426a-8b33-373c29aa55a2)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:52.872025 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:52.873880 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:52.906442 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60cbdd5-cc3e-4a3d-badd-c4a3c72e2e2c x-openstack-request-id: req-a60cbdd5-cc3e-4a3d-badd-c4a3c72e2e2c {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:25:52.906777 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51d61c1-b40a-496e-a81f-0efdabd2f657", "name": "network-vif-plugged", "status": "completed", "tag": "e21a896d-2ce4-4a79-9877-78f54b279aea", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:25:52.907054 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a60cbdd5-cc3e-4a3d-badd-c4a3c72e2e2c {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:25:52.907478 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51d61c1-b40a-496e-a81f-0efdabd2f657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21a896d-2ce4-4a79-9877-78f54b279aea', 'code': 200} May 31 16:25:52.953639 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=e21a896d-2ce4-4a79-9877-78f54b279aea,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:52.956733 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:53.146802 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a7525-5be4-4624-afc5-ae4b538d9879 req-70b8f025-5b97-4fc7-ad21-8bca7640ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:53.148371 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-628a7525-5be4-4624-afc5-ae4b538d9879 req-70b8f025-5b97-4fc7-ad21-8bca7640ed39 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f51d61c1-b40a-496e-a81f-0efdabd2f657 HTTP/1.1" status: 200 len: 1098 time: 0.0763950 May 31 16:25:53.190790 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-628a7525-5be4-4624-afc5-ae4b538d9879 req-92c11e82-9d48-4357-b2d7-8f880cb1d6e3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=91bd8aa8-b880-4977-a9fa-da16b3267b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341086 May 31 16:25:53.837216 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6147e-3f42-4736-ab48-cab88399ec8c req-f43c4502-7f01-435b-a18f-6fcd187dd1c1 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:53.838647 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7fe6147e-3f42-4736-ab48-cab88399ec8c req-f43c4502-7f01-435b-a18f-6fcd187dd1c1 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=f51d61c1-b40a-496e-a81f-0efdabd2f657 HTTP/1.1" status: 200 len: 945 time: 0.0897851 May 31 16:25:53.884244 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7fe6147e-3f42-4736-ab48-cab88399ec8c req-f0d423ab-5f39-45d1-8ee5-494eeabfec7a tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/security-groups?id=91bd8aa8-b880-4977-a9fa-da16b3267b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377498 May 31 16:25:55.098738 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91e03e-2423-4a80-93ec-a0bd6f5dad55 req-b02698ae-72dd-4789-998e-20c770d3f37c tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:55.100446 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ad91e03e-2423-4a80-93ec-a0bd6f5dad55 req-b02698ae-72dd-4789-998e-20c770d3f37c tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=f51d61c1-b40a-496e-a81f-0efdabd2f657 HTTP/1.1" status: 200 len: 945 time: 0.0959630 May 31 16:25:55.158334 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ad91e03e-2423-4a80-93ec-a0bd6f5dad55 req-8e10e800-ca5d-4229-899f-3dbc320baa48 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/security-groups?id=91bd8aa8-b880-4977-a9fa-da16b3267b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472479 May 31 16:25:55.597072 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384779b-34d4-4449-9c48-d580d65897ba req-242096f3-6908-49a6-b97a-a96d18559b88 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:55.598570 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7384779b-34d4-4449-9c48-d580d65897ba req-242096f3-6908-49a6-b97a-a96d18559b88 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=f51d61c1-b40a-496e-a81f-0efdabd2f657 HTTP/1.1" status: 200 len: 945 time: 0.1011050 May 31 16:25:55.650387 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7384779b-34d4-4449-9c48-d580d65897ba req-9ce5a797-b2df-4af6-8613-35a431628e2c tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/security-groups?id=91bd8aa8-b880-4977-a9fa-da16b3267b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457673 May 31 16:25:56.867904 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f869a-e0fb-4a44-882c-1886a0f3330b req-ca83ffca-7764-4c75-8ba5-abb0226b1160 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:56.869328 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0e3f869a-e0fb-4a44-882c-1886a0f3330b req-ca83ffca-7764-4c75-8ba5-abb0226b1160 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=f51d61c1-b40a-496e-a81f-0efdabd2f657 HTTP/1.1" status: 200 len: 945 time: 0.1014194 May 31 16:25:56.913916 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0e3f869a-e0fb-4a44-882c-1886a0f3330b req-4d5d6a9b-0cf2-462f-9884-79816e13a25d tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/security-groups?id=91bd8aa8-b880-4977-a9fa-da16b3267b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388887 May 31 16:25:57.028025 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6abe1-b042-4d44-8c32-237cd0f4ad81 req-c8b1972e-0668-4ee6-9306-e9c42a9af96b tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:57.029364 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-21c6abe1-b042-4d44-8c32-237cd0f4ad81 req-c8b1972e-0668-4ee6-9306-e9c42a9af96b tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.59 "GET /v2.0/ports?device_id=f51d61c1-b40a-496e-a81f-0efdabd2f657 HTTP/1.1" status: 200 len: 945 time: 0.0901206 May 31 16:25:57.166566 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-21c6abe1-b042-4d44-8c32-237cd0f4ad81 req-e05e6cb8-183a-4ac8-ab1c-319fb0491f33 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Deleting port e21a896d-2ce4-4a79-9877-78f54b279aea {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:25:57.167024 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-21c6abe1-b042-4d44-8c32-237cd0f4ad81 req-e05e6cb8-183a-4ac8-ab1c-319fb0491f33 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:57.448361 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-21c6abe1-b042-4d44-8c32-237cd0f4ad81 req-e05e6cb8-183a-4ac8-ab1c-319fb0491f33 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] For port e21a896d-2ce4-4a79-9877-78f54b279aea, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e21a896d-2ce4-4a79-9877-78f54b279aea,segment=NetworkSegment(e7557dd6-30b3-426a-8b33-373c29aa55a2),segment_id=e7557dd6-30b3-426a-8b33-373c29aa55a2)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:57.448687 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-21c6abe1-b042-4d44-8c32-237cd0f4ad81 req-e05e6cb8-183a-4ac8-ab1c-319fb0491f33 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:57.585407 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-21c6abe1-b042-4d44-8c32-237cd0f4ad81 req-e05e6cb8-183a-4ac8-ab1c-319fb0491f33 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Calling delete_port for e21a896d-2ce4-4a79-9877-78f54b279aea owned by compute:nova {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:25:57.704007 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-21c6abe1-b042-4d44-8c32-237cd0f4ad81 req-e05e6cb8-183a-4ac8-ab1c-319fb0491f33 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:57.710628 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2347afa8-eb4a-4084-bc1a-61907b9492ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:57.716906 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['82202e9d-6021-4e93-86ee-c4901f1518cd', 'e21a896d-2ce4-4a79-9877-78f54b279aea'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:25:57.760723 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e6cb8-183a-4ac8-ab1c-319fb0491f33 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Pushing event deleted for resources: {'Port': ['ID=e21a896d-2ce4-4a79-9877-78f54b279aea,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:57.763535 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e05e6cb8-183a-4ac8-ab1c-319fb0491f33 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:57.843278 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c6abe1-b042-4d44-8c32-237cd0f4ad81 req-e05e6cb8-183a-4ac8-ab1c-319fb0491f33 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] No DVR routers for this DVR port e21a896d-2ce4-4a79-9877-78f54b279aea on host hv-neutron-6013 {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:25:57.845938 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-21c6abe1-b042-4d44-8c32-237cd0f4ad81 req-e05e6cb8-183a-4ac8-ab1c-319fb0491f33 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:57.849162 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51d61c1-b40a-496e-a81f-0efdabd2f657', 'name': 'network-vif-deleted', 'tag': 'e21a896d-2ce4-4a79-9877-78f54b279aea'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:25:57.851498 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d18a9d-1fd3-449b-87f7-41c8685eed4c" -d '{"events": [{"server_uuid": "f51d61c1-b40a-496e-a81f-0efdabd2f657", "name": "network-vif-deleted", "tag": "e21a896d-2ce4-4a79-9877-78f54b279aea"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:25:57.866419 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-21c6abe1-b042-4d44-8c32-237cd0f4ad81 req-e05e6cb8-183a-4ac8-ab1c-319fb0491f33 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.59 "DELETE /v2.0/ports/e21a896d-2ce4-4a79-9877-78f54b279aea HTTP/1.1" status: 204 len: 173 time: 0.8314474 May 31 16:25:57.899479 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ba0652-4599-4876-8ce1-0a4cccc92dba x-openstack-request-id: req-b6ba0652-4599-4876-8ce1-0a4cccc92dba {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:25:57.900338 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51d61c1-b40a-496e-a81f-0efdabd2f657", "name": "network-vif-deleted", "tag": "e21a896d-2ce4-4a79-9877-78f54b279aea", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:25:57.900338 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b6ba0652-4599-4876-8ce1-0a4cccc92dba {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:25:57.900620 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51d61c1-b40a-496e-a81f-0efdabd2f657', 'name': 'network-vif-deleted', 'tag': 'e21a896d-2ce4-4a79-9877-78f54b279aea', 'status': 'completed', 'code': 200} May 31 16:25:58.085649 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-ff2d2d72-240a-4e25-a2e6-6aa515c1b4d8 req-24f5ca36-1c36-45d4-aa29-406ecef7b025 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Synchronizing usage tracker for tenant:8c8624b45b5a4923adea975e89f148a6 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:25:58.104291 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-ff2d2d72-240a-4e25-a2e6-6aa515c1b4d8 req-24f5ca36-1c36-45d4-aa29-406ecef7b025 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Unset dirty status for tenant:8c8624b45b5a4923adea975e89f148a6 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:25:58.105533 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ff2d2d72-240a-4e25-a2e6-6aa515c1b4d8 req-24f5ca36-1c36-45d4-aa29-406ecef7b025 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=f51d61c1-b40a-496e-a81f-0efdabd2f657 HTTP/1.1" status: 200 len: 210 time: 0.0774295 May 31 16:25:58.723596 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:59.376172 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1eabaf-f064-4d11-8809-437f31ed5f3d req-7c617912-2c8c-4f73-893e-86ec96fc9b83 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:59.377678 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1e1eabaf-f064-4d11-8809-437f31ed5f3d req-7c617912-2c8c-4f73-893e-86ec96fc9b83 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=155671a6-3d66-477b-b1af-fec964095bce HTTP/1.1" status: 200 len: 945 time: 0.0838192 May 31 16:25:59.422633 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1e1eabaf-f064-4d11-8809-437f31ed5f3d req-3e10b514-5216-43a1-bfbd-ba00b156c381 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/security-groups?id=91bd8aa8-b880-4977-a9fa-da16b3267b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389729 May 31 16:25:59.685942 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303c167-75cb-4a71-ac8c-cb825d8ff71c req-e08948ef-0c82-409b-9a2d-1f4379bfc21b tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:59.687366 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4303c167-75cb-4a71-ac8c-cb825d8ff71c req-e08948ef-0c82-409b-9a2d-1f4379bfc21b tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=155671a6-3d66-477b-b1af-fec964095bce HTTP/1.1" status: 200 len: 945 time: 0.1253977 May 31 16:25:59.732440 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4303c167-75cb-4a71-ac8c-cb825d8ff71c req-fce2849d-e7a5-44d2-9381-6d27b0dc0a8e tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/security-groups?id=91bd8aa8-b880-4977-a9fa-da16b3267b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393269 May 31 16:25:59.935246 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eec379-9ee5-4acd-854a-bc0da5952827 req-326ac0bd-a7d6-4b0a-b657-8a3be244ff39 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:59.936776 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-69eec379-9ee5-4acd-854a-bc0da5952827 req-326ac0bd-a7d6-4b0a-b657-8a3be244ff39 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=155671a6-3d66-477b-b1af-fec964095bce HTTP/1.1" status: 200 len: 945 time: 0.0955284 May 31 16:25:59.981887 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-69eec379-9ee5-4acd-854a-bc0da5952827 req-14d7600a-11e9-4e90-a8ea-9d07c4aa5bd5 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/security-groups?id=91bd8aa8-b880-4977-a9fa-da16b3267b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393293 May 31 16:26:00.323182 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f79ad4-b31a-454d-a314-c1057b62971d req-17765173-650e-4228-84ca-1ff15de064ff tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:00.324654 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c5f79ad4-b31a-454d-a314-c1057b62971d req-17765173-650e-4228-84ca-1ff15de064ff tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=155671a6-3d66-477b-b1af-fec964095bce HTTP/1.1" status: 200 len: 945 time: 0.0924363 May 31 16:26:00.373574 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c5f79ad4-b31a-454d-a314-c1057b62971d req-eff5ff28-be53-49d6-8dd6-b8dc3362b48b tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/security-groups?id=91bd8aa8-b880-4977-a9fa-da16b3267b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431266 May 31 16:26:00.573954 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c2d9a-70ad-4197-8b59-a440dd7913b0 req-46d5029a-a687-4996-87ab-7c677b137208 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:00.575324 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ac3c2d9a-70ad-4197-8b59-a440dd7913b0 req-46d5029a-a687-4996-87ab-7c677b137208 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=155671a6-3d66-477b-b1af-fec964095bce HTTP/1.1" status: 200 len: 945 time: 0.0869081 May 31 16:26:00.622342 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ac3c2d9a-70ad-4197-8b59-a440dd7913b0 req-ec4d4f18-a582-432a-9e5e-5cfb90a12437 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/security-groups?id=91bd8aa8-b880-4977-a9fa-da16b3267b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412147 May 31 16:26:00.642195 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device e21a896d-2ce4-4a79-9877-78f54b279aea no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:26:00.677461 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: e21a896d-2ce4-4a79-9877-78f54b279aea {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:26:00.677824 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device e21a896d-2ce4-4a79-9877-78f54b279aea not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:26:01.026577 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4a0799a9-cbcd-4553-b60b-fca6836333da req-853c100d-e63e-45c3-aece-e42257e37e94 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=155671a6-3d66-477b-b1af-fec964095bce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1306646 May 31 16:26:01.039890 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49022dca-25c9-4e4d-ab91-7a1963fc96ec req-b850d9b7-825b-4361-9e93-6b7907aa95c6 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:01.041251 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-49022dca-25c9-4e4d-ab91-7a1963fc96ec req-b850d9b7-825b-4361-9e93-6b7907aa95c6 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=155671a6-3d66-477b-b1af-fec964095bce HTTP/1.1" status: 200 len: 945 time: 0.1114800 May 31 16:26:01.086854 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-49022dca-25c9-4e4d-ab91-7a1963fc96ec req-7148006a-2f10-4b76-8e0d-8062555641e6 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/security-groups?id=91bd8aa8-b880-4977-a9fa-da16b3267b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397673 May 31 16:26:01.212395 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0799a9-cbcd-4553-b60b-fca6836333da req-050e4244-f906-4ac8-a831-56cb09703a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:01.214261 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4a0799a9-cbcd-4553-b60b-fca6836333da req-050e4244-f906-4ac8-a831-56cb09703a6e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c8624b45b5a4923adea975e89f148a6&device_id=155671a6-3d66-477b-b1af-fec964095bce HTTP/1.1" status: 200 len: 1098 time: 0.0841126 May 31 16:26:01.380719 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0799a9-cbcd-4553-b60b-fca6836333da req-2210243e-59ed-4cc2-859a-99e4a0c816ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:01.382411 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4a0799a9-cbcd-4553-b60b-fca6836333da req-2210243e-59ed-4cc2-859a-99e4a0c816ef service neutron] 10.222.0.59 "GET /v2.0/networks?id=4f55a1b7-843e-4514-8056-7a4c0d7cd6c6 HTTP/1.1" status: 200 len: 915 time: 0.1449239 May 31 16:26:01.451361 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4a0799a9-cbcd-4553-b60b-fca6836333da req-2bf53607-0931-43ae-8afb-0f515be23e60 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82202e9d-6021-4e93-86ee-c4901f1518cd HTTP/1.1" status: 200 len: 217 time: 0.0617878 May 31 16:26:01.519444 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0799a9-cbcd-4553-b60b-fca6836333da req-83ccaa49-edbd-44c7-b1ab-1ce42c37b2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:01.520902 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4a0799a9-cbcd-4553-b60b-fca6836333da req-83ccaa49-edbd-44c7-b1ab-1ce42c37b2f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7b105596-fb38-4b89-97b9-08c192305105 HTTP/1.1" status: 200 len: 854 time: 0.0625100 May 31 16:26:01.568051 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4a0799a9-cbcd-4553-b60b-fca6836333da req-1d0dede7-0c28-486d-8427-d159171649d6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4f55a1b7-843e-4514-8056-7a4c0d7cd6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403905 May 31 16:26:01.902835 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4a0799a9-cbcd-4553-b60b-fca6836333da req-58caab30-3d1c-46a4-8eaa-a54c9021a3ca service neutron] 10.222.0.59 "GET /v2.0/networks/4f55a1b7-843e-4514-8056-7a4c0d7cd6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030577 May 31 16:26:01.911383 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b2f7e-f973-4cff-87ee-40cafdd8caf8 req-c4720f9b-710e-4b32-b91f-01e9d8917e08 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:01.912745 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-365b2f7e-f973-4cff-87ee-40cafdd8caf8 req-c4720f9b-710e-4b32-b91f-01e9d8917e08 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=155671a6-3d66-477b-b1af-fec964095bce HTTP/1.1" status: 200 len: 945 time: 0.3427582 May 31 16:26:02.035884 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-365b2f7e-f973-4cff-87ee-40cafdd8caf8 req-85d5f271-e7d0-4f72-a5a0-b3a94179a366 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/security-groups?id=91bd8aa8-b880-4977-a9fa-da16b3267b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049514 May 31 16:26:02.072937 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4a0799a9-cbcd-4553-b60b-fca6836333da req-a46bf741-9353-4282-9e15-e533e8135b38 service neutron] 10.222.0.59 "GET /v2.0/networks/4f55a1b7-843e-4514-8056-7a4c0d7cd6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592197 May 31 16:26:03.247033 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa6df4-c53c-402b-a198-c0ba61d97ded req-14461697-1fd2-40fa-b88e-4ca22778f41f tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:03.249572 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-96aa6df4-c53c-402b-a198-c0ba61d97ded req-14461697-1fd2-40fa-b88e-4ca22778f41f tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=155671a6-3d66-477b-b1af-fec964095bce HTTP/1.1" status: 200 len: 945 time: 0.0937567 May 31 16:26:03.364838 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-96aa6df4-c53c-402b-a198-c0ba61d97ded req-1cd9f54e-680d-450e-ba93-acca8b6d981f tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/security-groups?id=91bd8aa8-b880-4977-a9fa-da16b3267b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086614 May 31 16:26:03.406641 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db4202-a35d-4ed3-8edc-b96116697102 req-b5ea52af-b9bd-40fb-8297-19f788b82846 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:03.410237 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d9db4202-a35d-4ed3-8edc-b96116697102 req-b5ea52af-b9bd-40fb-8297-19f788b82846 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.59 "GET /v2.0/ports?device_id=155671a6-3d66-477b-b1af-fec964095bce HTTP/1.1" status: 200 len: 945 time: 0.1332731 May 31 16:26:03.562918 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-d9db4202-a35d-4ed3-8edc-b96116697102 req-f0aca59a-1046-44a1-b7c6-d131c78dbdcb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Deleting port 82202e9d-6021-4e93-86ee-c4901f1518cd {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:26:03.563204 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d9db4202-a35d-4ed3-8edc-b96116697102 req-f0aca59a-1046-44a1-b7c6-d131c78dbdcb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:03.700700 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-d9db4202-a35d-4ed3-8edc-b96116697102 req-f0aca59a-1046-44a1-b7c6-d131c78dbdcb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] For port 82202e9d-6021-4e93-86ee-c4901f1518cd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=82202e9d-6021-4e93-86ee-c4901f1518cd,segment=NetworkSegment(e7557dd6-30b3-426a-8b33-373c29aa55a2),segment_id=e7557dd6-30b3-426a-8b33-373c29aa55a2)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:03.701040 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d9db4202-a35d-4ed3-8edc-b96116697102 req-f0aca59a-1046-44a1-b7c6-d131c78dbdcb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:03.824184 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-d9db4202-a35d-4ed3-8edc-b96116697102 req-f0aca59a-1046-44a1-b7c6-d131c78dbdcb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Calling delete_port for 82202e9d-6021-4e93-86ee-c4901f1518cd owned by compute:nova {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:26:03.948979 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d9db4202-a35d-4ed3-8edc-b96116697102 req-f0aca59a-1046-44a1-b7c6-d131c78dbdcb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:03.954715 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5eb2ff3f-4bb6-41ad-8970-06f98264a0cc tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:03.960395 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['82202e9d-6021-4e93-86ee-c4901f1518cd'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:26:04.026903 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aca59a-1046-44a1-b7c6-d131c78dbdcb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Pushing event deleted for resources: {'Port': ['ID=82202e9d-6021-4e93-86ee-c4901f1518cd,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:04.029270 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f0aca59a-1046-44a1-b7c6-d131c78dbdcb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:04.078143 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9db4202-a35d-4ed3-8edc-b96116697102 req-f0aca59a-1046-44a1-b7c6-d131c78dbdcb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] No DVR routers for this DVR port 82202e9d-6021-4e93-86ee-c4901f1518cd on host hv-neutron-6013 {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:26:04.080825 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d9db4202-a35d-4ed3-8edc-b96116697102 req-f0aca59a-1046-44a1-b7c6-d131c78dbdcb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:04.083572 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '155671a6-3d66-477b-b1af-fec964095bce', 'name': 'network-vif-deleted', 'tag': '82202e9d-6021-4e93-86ee-c4901f1518cd'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:26:04.085914 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364b89e2-62d4-4656-9a10-bea9407c7ff2" -d '{"events": [{"server_uuid": "155671a6-3d66-477b-b1af-fec964095bce", "name": "network-vif-deleted", "tag": "82202e9d-6021-4e93-86ee-c4901f1518cd"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:26:04.100051 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d9db4202-a35d-4ed3-8edc-b96116697102 req-f0aca59a-1046-44a1-b7c6-d131c78dbdcb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.59 "DELETE /v2.0/ports/82202e9d-6021-4e93-86ee-c4901f1518cd HTTP/1.1" status: 204 len: 173 time: 0.6840668 May 31 16:26:04.130837 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b6ff4b-ba5d-4e3a-a547-105e944c1c34 x-openstack-request-id: req-a7b6ff4b-ba5d-4e3a-a547-105e944c1c34 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:26:04.131206 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "155671a6-3d66-477b-b1af-fec964095bce", "name": "network-vif-deleted", "tag": "82202e9d-6021-4e93-86ee-c4901f1518cd", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:26:04.131503 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a7b6ff4b-ba5d-4e3a-a547-105e944c1c34 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:26:04.131969 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '155671a6-3d66-477b-b1af-fec964095bce', 'name': 'network-vif-deleted', 'tag': '82202e9d-6021-4e93-86ee-c4901f1518cd', 'status': 'completed', 'code': 200} May 31 16:26:04.551665 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-81979595-4d0b-4cd5-81c7-e0213c554c62 req-8046033b-0040-473b-840c-9d0370e1fdb3 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Synchronizing usage tracker for tenant:8c8624b45b5a4923adea975e89f148a6 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:26:04.568416 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-81979595-4d0b-4cd5-81c7-e0213c554c62 req-8046033b-0040-473b-840c-9d0370e1fdb3 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Unset dirty status for tenant:8c8624b45b5a4923adea975e89f148a6 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:26:04.569670 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-81979595-4d0b-4cd5-81c7-e0213c554c62 req-8046033b-0040-473b-840c-9d0370e1fdb3 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] 10.222.0.45 "GET /v2.0/ports?device_id=155671a6-3d66-477b-b1af-fec964095bce HTTP/1.1" status: 200 len: 210 time: 0.0621781 May 31 16:26:04.721319 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-acd7aa0e-44e9-4a7b-8106-e7f93927374d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:05.667868 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38014) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:05.737764 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-c976bf28-8558-4402-ab35-e6c16d56d5f5 admin admin] Deleting subnet 7b105596-fb38-4b89-97b9-08c192305105 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:26:05.741782 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c976bf28-8558-4402-ab35-e6c16d56d5f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:05.796856 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c976bf28-8558-4402-ab35-e6c16d56d5f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:05.852974 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c976bf28-8558-4402-ab35-e6c16d56d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:06.119566 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c976bf28-8558-4402-ab35-e6c16d56d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:06.124925 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a9695d34-6fa1-4631-99ef-f74ef4579b2f tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:06.161531 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976bf28-8558-4402-ab35-e6c16d56d5f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b105596-fb38-4b89-97b9-08c192305105,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:06.166292 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c976bf28-8558-4402-ab35-e6c16d56d5f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:06.166292 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c976bf28-8558-4402-ab35-e6c16d56d5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:06.170608 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c976bf28-8558-4402-ab35-e6c16d56d5f5 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7b105596-fb38-4b89-97b9-08c192305105 HTTP/1.1" status: 204 len: 168 time: 0.5012658 May 31 16:26:06.174915 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38018) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:06.281548 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3ca176db-2200-41b7-8ae2-16febf238a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:06.551972 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3ca176db-2200-41b7-8ae2-16febf238a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:06.565434 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-3ca176db-2200-41b7-8ae2-16febf238a36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f55a1b7-843e-4514-8056-7a4c0d7cd6c6']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:06.577805 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-3ca176db-2200-41b7-8ae2-16febf238a36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7557dd6-30b3-426a-8b33-373c29aa55a2') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:06.578107 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-3ca176db-2200-41b7-8ae2-16febf238a36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7557dd6-30b3-426a-8b33-373c29aa55a2') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:06.589502 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3ca176db-2200-41b7-8ae2-16febf238a36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:06.605633 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3ca176db-2200-41b7-8ae2-16febf238a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:06.611986 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca176db-2200-41b7-8ae2-16febf238a36 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:26:06.612345 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3ca176db-2200-41b7-8ae2-16febf238a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:26:06.626455 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:26:06.708778 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3ca176db-2200-41b7-8ae2-16febf238a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:06.712508 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-206daf85-6962-4880-918f-4a265de82449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:06.726026 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3ca176db-2200-41b7-8ae2-16febf238a36 admin admin] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:06.735282 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca176db-2200-41b7-8ae2-16febf238a36 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f55a1b7-843e-4514-8056-7a4c0d7cd6c6,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:06.737860 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3ca176db-2200-41b7-8ae2-16febf238a36 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4f55a1b7-843e-4514-8056-7a4c0d7cd6c6 HTTP/1.1" status: 204 len: 168 time: 0.5619881 May 31 16:26:06.739223 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3ca176db-2200-41b7-8ae2-16febf238a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:06.869535 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38024) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:06.931126 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9fd052cb-8681-4e4b-9e45-a71aea48f098 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8c8624b45b5a4923adea975e89f148a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0599859 May 31 16:26:06.933434 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38028) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:06.997766 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-43eeab71-7e4f-430e-9674-e1bc276f6642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:07.028778 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-43eeab71-7e4f-430e-9674-e1bc276f6642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:07.046828 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:07.082217 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-43eeab71-7e4f-430e-9674-e1bc276f6642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:07.086939 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a3a8193d-fd7d-4daf-9f07-849e7235ece0 tempest-NegativeSecGroupTest-1733310522 tempest-NegativeSecGroupTest-1733310522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:07.101862 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eeab71-7e4f-430e-9674-e1bc276f6642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bd8aa8-b880-4977-a9fa-da16b3267b61,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:07.112818 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-43eeab71-7e4f-430e-9674-e1bc276f6642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:07.115282 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-43eeab71-7e4f-430e-9674-e1bc276f6642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:07.116391 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-43eeab71-7e4f-430e-9674-e1bc276f6642 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/91bd8aa8-b880-4977-a9fa-da16b3267b61 HTTP/1.1" status: 204 len: 168 time: 0.1820557 May 31 16:26:07.944527 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f26758ea-494a-405c-8088-2ceea357dba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:08.039843 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38052) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:08.148507 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-70351f05-4cd1-4e17-a5d8-66d5f3cb59bc tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1229102971'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:26:08.154196 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-70351f05-4cd1-4e17-a5d8-66d5f3cb59bc tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:26:08.158258 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-70351f05-4cd1-4e17-a5d8-66d5f3cb59bc tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Usage tracker for resource:network and tenant:73e315a0bcaf4820bc99978e7bb6b0fa is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:26:08.161373 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-70351f05-4cd1-4e17-a5d8-66d5f3cb59bc tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:26:08.167894 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-70351f05-4cd1-4e17-a5d8-66d5f3cb59bc tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:26:08.179675 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70351f05-4cd1-4e17-a5d8-66d5f3cb59bc tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Made reservation on behalf of 73e315a0bcaf4820bc99978e7bb6b0fa for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:26:08.183332 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-70351f05-4cd1-4e17-a5d8-66d5f3cb59bc tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:08.196165 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-70351f05-4cd1-4e17-a5d8-66d5f3cb59bc tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:08.211418 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-70351f05-4cd1-4e17-a5d8-66d5f3cb59bc tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:26:08.215532 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-70351f05-4cd1-4e17-a5d8-66d5f3cb59bc tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Usage tracker for resource:security_group_rule and tenant:73e315a0bcaf4820bc99978e7bb6b0fa is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:26:08.218337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-70351f05-4cd1-4e17-a5d8-66d5f3cb59bc tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:26:08.224422 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-70351f05-4cd1-4e17-a5d8-66d5f3cb59bc tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:26:08.328441 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-70351f05-4cd1-4e17-a5d8-66d5f3cb59bc tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:08.333856 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-70351f05-4cd1-4e17-a5d8-66d5f3cb59bc tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:08.337400 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2347afa8-eb4a-4084-bc1a-61907b9492ea tempest-ServersAdminNegativeTestJSON-2108999136 tempest-ServersAdminNegativeTestJSON-2108999136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:08.376106 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70351f05-4cd1-4e17-a5d8-66d5f3cb59bc tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:26:08.381999 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70351f05-4cd1-4e17-a5d8-66d5f3cb59bc tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b60287dd-895f-4be3-9870-2b48c2736340,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:08.385570 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-70351f05-4cd1-4e17-a5d8-66d5f3cb59bc tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:08.392923 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-70351f05-4cd1-4e17-a5d8-66d5f3cb59bc tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:08.393396 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-70351f05-4cd1-4e17-a5d8-66d5f3cb59bc tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Added segment a7b939f5-2eae-455d-a9bc-dd8ddc4cb8a9 of type vlan for network 8de0e5b4-b931-4153-a4b4-cd010a94e135 May 31 16:26:08.424973 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-70351f05-4cd1-4e17-a5d8-66d5f3cb59bc tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:08.457978 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-70351f05-4cd1-4e17-a5d8-66d5f3cb59bc tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:08.463884 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70351f05-4cd1-4e17-a5d8-66d5f3cb59bc tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:08.464494 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-70351f05-4cd1-4e17-a5d8-66d5f3cb59bc tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:08.468538 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a54473df-9b94-4b28-9c05-3bfd28945abe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:08.528834 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:08.577004 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-70351f05-4cd1-4e17-a5d8-66d5f3cb59bc tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5359955 May 31 16:26:08.577797 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70351f05-4cd1-4e17-a5d8-66d5f3cb59bc tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Pushing event updated for resources: {'Network': ['ID=8de0e5b4-b931-4153-a4b4-cd010a94e135,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:08.580872 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-70351f05-4cd1-4e17-a5d8-66d5f3cb59bc tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:08.593643 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 8de0e5b4-b931-4153-a4b4-cd010a94e135 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 16:26:08.695111 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 82202e9d-6021-4e93-86ee-c4901f1518cd no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:26:08.746230 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: 82202e9d-6021-4e93-86ee-c4901f1518cd {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:26:08.746587 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 82202e9d-6021-4e93-86ee-c4901f1518cd not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:26:09.899460 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:11.703770 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38058) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:11.710671 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-de53429b-5853-4879-9bae-c50c5799727a tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Request body: {'subnet': {'network_id': '8de0e5b4-b931-4153-a4b4-cd010a94e135', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:26:11.832328 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-de53429b-5853-4879-9bae-c50c5799727a tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:26:11.836481 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-de53429b-5853-4879-9bae-c50c5799727a tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Usage tracker for resource:subnet and tenant:73e315a0bcaf4820bc99978e7bb6b0fa is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:26:11.839515 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-de53429b-5853-4879-9bae-c50c5799727a tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:26:11.845738 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-de53429b-5853-4879-9bae-c50c5799727a tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:26:11.857303 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de53429b-5853-4879-9bae-c50c5799727a tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Made reservation on behalf of 73e315a0bcaf4820bc99978e7bb6b0fa for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:26:11.861071 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-de53429b-5853-4879-9bae-c50c5799727a tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:12.323381 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-de53429b-5853-4879-9bae-c50c5799727a tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:12.323670 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-816cd26e-57dd-48d4-a554-0349ebf9c19f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:12.402047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53429b-5853-4879-9bae-c50c5799727a tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Pushing event updated for resources: {'Subnet': ['ID=93eec926-238d-4ab8-9d98-e32d3ec2cc2d,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:12.405916 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-de53429b-5853-4879-9bae-c50c5799727a tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:12.413503 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de53429b-5853-4879-9bae-c50c5799727a tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Checking segment: {'id': 'a7b939f5-2eae-455d-a9bc-dd8ddc4cb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8de0e5b4-b931-4153-a4b4-cd010a94e135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:26:12.413875 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de53429b-5853-4879-9bae-c50c5799727a tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Network hostable DHCP agents. Network: 8de0e5b4-b931-4153-a4b4-cd010a94e135, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:26:12.431971 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de53429b-5853-4879-9bae-c50c5799727a tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Network 8de0e5b4-b931-4153-a4b4-cd010a94e135 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:26:12.445322 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-de53429b-5853-4879-9bae-c50c5799727a tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 8de0e5b4-b931-4153-a4b4-cd010a94e135) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:26:12.453635 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8db674-3614-4a5b-8b33-97d5a10064fb None None] Network 8de0e5b4-b931-4153-a4b4-cd010a94e135 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:26:12.458127 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de53429b-5853-4879-9bae-c50c5799727a tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:12.458739 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-de53429b-5853-4879-9bae-c50c5799727a tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:12.488597 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-de53429b-5853-4879-9bae-c50c5799727a tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7802277 May 31 16:26:12.489309 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38062) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:12.495359 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-5461eed5-d88d-40b8-be06-52c0af2b3085 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-923338361'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:26:12.500677 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-5461eed5-d88d-40b8-be06-52c0af2b3085 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:26:12.504600 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-5461eed5-d88d-40b8-be06-52c0af2b3085 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Usage tracker for resource:network and tenant:73e315a0bcaf4820bc99978e7bb6b0fa is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:26:12.507617 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-5461eed5-d88d-40b8-be06-52c0af2b3085 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:26:12.514341 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-5461eed5-d88d-40b8-be06-52c0af2b3085 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:26:12.527156 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5461eed5-d88d-40b8-be06-52c0af2b3085 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Made reservation on behalf of 73e315a0bcaf4820bc99978e7bb6b0fa for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:26:12.530698 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5461eed5-d88d-40b8-be06-52c0af2b3085 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:12.559433 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5461eed5-d88d-40b8-be06-52c0af2b3085 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:26:12.568882 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5461eed5-d88d-40b8-be06-52c0af2b3085 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:12.569276 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-5461eed5-d88d-40b8-be06-52c0af2b3085 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Added segment f8a09dbf-d530-4bd9-8244-6898f68190b6 of type vlan for network 447a91d2-95e7-4253-83d0-ec7b748a996a May 31 16:26:12.599069 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5461eed5-d88d-40b8-be06-52c0af2b3085 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:12.631477 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5461eed5-d88d-40b8-be06-52c0af2b3085 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:12.637144 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5461eed5-d88d-40b8-be06-52c0af2b3085 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:12.637722 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5461eed5-d88d-40b8-be06-52c0af2b3085 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:12.641412 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c145dce3-ede0-4c66-b0b2-386f2fde1c67 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:12.711593 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3165c6c5-a7b6-43b3-9bbf-18b14d405161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-8de0e5b4-b931-4153-a4b4-cd010a94e135', 'network_id': '8de0e5b4-b931-4153-a4b4-cd010a94e135', 'tenant_id': '73e315a0bcaf4820bc99978e7bb6b0fa', 'fixed_ips': [{'subnet_id': '93eec926-238d-4ab8-9d98-e32d3ec2cc2d'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:26:12.712431 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3165c6c5-a7b6-43b3-9bbf-18b14d405161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:12.742960 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5461eed5-d88d-40b8-be06-52c0af2b3085 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2526598 May 31 16:26:12.746125 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38066) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:12.749754 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461eed5-d88d-40b8-be06-52c0af2b3085 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Pushing event updated for resources: {'Network': ['ID=447a91d2-95e7-4253-83d0-ec7b748a996a,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:12.752637 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5461eed5-d88d-40b8-be06-52c0af2b3085 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:12.753688 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-c8648dde-8dc9-4f74-b1b0-9688df496dc5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Request body: {'subnet': {'network_id': '447a91d2-95e7-4253-83d0-ec7b748a996a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:26:12.770033 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 447a91d2-95e7-4253-83d0-ec7b748a996a details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 16:26:12.866404 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-c8648dde-8dc9-4f74-b1b0-9688df496dc5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:26:12.870638 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-c8648dde-8dc9-4f74-b1b0-9688df496dc5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Usage tracker for resource:subnet and tenant:73e315a0bcaf4820bc99978e7bb6b0fa is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:26:12.873733 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-c8648dde-8dc9-4f74-b1b0-9688df496dc5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:26:12.879787 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-c8648dde-8dc9-4f74-b1b0-9688df496dc5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:26:12.891644 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8648dde-8dc9-4f74-b1b0-9688df496dc5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Made reservation on behalf of 73e315a0bcaf4820bc99978e7bb6b0fa for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:26:12.896086 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c8648dde-8dc9-4f74-b1b0-9688df496dc5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:12.957538 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-3165c6c5-a7b6-43b3-9bbf-18b14d405161 None None] Allocated IP 2001:db8:0:ffff::2 (8de0e5b4-b931-4153-a4b4-cd010a94e135/93eec926-238d-4ab8-9d98-e32d3ec2cc2d/46ec36d3-90b6-4d70-9fdb-57b6f2ff0450) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:26:13.183409 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3165c6c5-a7b6-43b3-9bbf-18b14d405161 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:13.196213 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-3165c6c5-a7b6-43b3-9bbf-18b14d405161 None None] Transition to ACTIVE for port object 46ec36d3-90b6-4d70-9fdb-57b6f2ff0450 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:26:13.215925 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-3165c6c5-a7b6-43b3-9bbf-18b14d405161 None None] Transition to ACTIVE for port object 46ec36d3-90b6-4d70-9fdb-57b6f2ff0450 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:26:13.223035 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3165c6c5-a7b6-43b3-9bbf-18b14d405161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:13.226787 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:13.297841 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3165c6c5-a7b6-43b3-9bbf-18b14d405161 None None] Network 8de0e5b4-b931-4153-a4b4-cd010a94e135 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:26:13.300873 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-3165c6c5-a7b6-43b3-9bbf-18b14d405161 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:26:13.304290 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3165c6c5-a7b6-43b3-9bbf-18b14d405161 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:26:13.310827 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165c6c5-a7b6-43b3-9bbf-18b14d405161 None None] Pushing event updated for resources: {'Port': ['ID=46ec36d3-90b6-4d70-9fdb-57b6f2ff0450,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:13.313923 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-3165c6c5-a7b6-43b3-9bbf-18b14d405161 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:13.339083 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c8648dde-8dc9-4f74-b1b0-9688df496dc5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:13.343534 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d90a7d19-bc2f-4d43-a7a8-b8426a38d501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:13.403722 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-3165c6c5-a7b6-43b3-9bbf-18b14d405161 None None] Attempting to bind port 46ec36d3-90b6-4d70-9fdb-57b6f2ff0450 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:26:13.404166 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-3165c6c5-a7b6-43b3-9bbf-18b14d405161 None None] Attempting to bind port 46ec36d3-90b6-4d70-9fdb-57b6f2ff0450 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'a7b939f5-2eae-455d-a9bc-dd8ddc4cb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8de0e5b4-b931-4153-a4b4-cd010a94e135'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:26:13.404517 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3165c6c5-a7b6-43b3-9bbf-18b14d405161 None None] Attempting to bind port 46ec36d3-90b6-4d70-9fdb-57b6f2ff0450 on network 8de0e5b4-b931-4153-a4b4-cd010a94e135 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:26:13.410569 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3165c6c5-a7b6-43b3-9bbf-18b14d405161 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:26:13.410923 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3165c6c5-a7b6-43b3-9bbf-18b14d405161 None None] Checking segment: {'id': 'a7b939f5-2eae-455d-a9bc-dd8ddc4cb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8de0e5b4-b931-4153-a4b4-cd010a94e135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:26:13.411409 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3165c6c5-a7b6-43b3-9bbf-18b14d405161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:13.411934 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3165c6c5-a7b6-43b3-9bbf-18b14d405161 None None] Bound using segment: {'id': 'a7b939f5-2eae-455d-a9bc-dd8ddc4cb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8de0e5b4-b931-4153-a4b4-cd010a94e135'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:26:13.412741 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-3165c6c5-a7b6-43b3-9bbf-18b14d405161 None None] Bound port: 46ec36d3-90b6-4d70-9fdb-57b6f2ff0450, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b939f5-2eae-455d-a9bc-dd8ddc4cb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8de0e5b4-b931-4153-a4b4-cd010a94e135'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:26:13.413105 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3165c6c5-a7b6-43b3-9bbf-18b14d405161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:13.422607 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8648dde-8dc9-4f74-b1b0-9688df496dc5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Pushing event updated for resources: {'Subnet': ['ID=1ed42858-cf2d-4daa-9277-c4e6025c266c,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:13.433942 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8648dde-8dc9-4f74-b1b0-9688df496dc5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:13.434319 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8648dde-8dc9-4f74-b1b0-9688df496dc5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:13.434687 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8648dde-8dc9-4f74-b1b0-9688df496dc5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:13.435076 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8648dde-8dc9-4f74-b1b0-9688df496dc5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:13.435435 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8648dde-8dc9-4f74-b1b0-9688df496dc5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:13.435799 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8648dde-8dc9-4f74-b1b0-9688df496dc5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:13.436159 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8648dde-8dc9-4f74-b1b0-9688df496dc5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:13.436508 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8648dde-8dc9-4f74-b1b0-9688df496dc5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:13.436844 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8648dde-8dc9-4f74-b1b0-9688df496dc5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:13.437192 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8648dde-8dc9-4f74-b1b0-9688df496dc5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:13.437542 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8648dde-8dc9-4f74-b1b0-9688df496dc5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:13.437887 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8648dde-8dc9-4f74-b1b0-9688df496dc5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:13.441192 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8648dde-8dc9-4f74-b1b0-9688df496dc5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Checking segment: {'id': 'f8a09dbf-d530-4bd9-8244-6898f68190b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447a91d2-95e7-4253-83d0-ec7b748a996a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:26:13.441563 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8648dde-8dc9-4f74-b1b0-9688df496dc5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Network hostable DHCP agents. Network: 447a91d2-95e7-4253-83d0-ec7b748a996a, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:26:13.444513 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c8648dde-8dc9-4f74-b1b0-9688df496dc5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:13.461354 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8648dde-8dc9-4f74-b1b0-9688df496dc5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Network 447a91d2-95e7-4253-83d0-ec7b748a996a is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:26:13.471307 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-c8648dde-8dc9-4f74-b1b0-9688df496dc5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 447a91d2-95e7-4253-83d0-ec7b748a996a) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:26:13.481559 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8648dde-8dc9-4f74-b1b0-9688df496dc5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:13.482179 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c8648dde-8dc9-4f74-b1b0-9688df496dc5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:13.482644 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0fb404-8006-4f8f-95d4-f40cdf2b58e5 None None] Network 447a91d2-95e7-4253-83d0-ec7b748a996a requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:26:13.504519 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c8648dde-8dc9-4f74-b1b0-9688df496dc5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7569563 May 31 16:26:13.507118 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38070) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:13.581601 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-3165c6c5-a7b6-43b3-9bbf-18b14d405161 None None] For port 46ec36d3-90b6-4d70-9fdb-57b6f2ff0450, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:26:13.594970 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-3165c6c5-a7b6-43b3-9bbf-18b14d405161 None None] For port 46ec36d3-90b6-4d70-9fdb-57b6f2ff0450, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=46ec36d3-90b6-4d70-9fdb-57b6f2ff0450,segment=NetworkSegment(a7b939f5-2eae-455d-a9bc-dd8ddc4cb8a9),segment_id=a7b939f5-2eae-455d-a9bc-dd8ddc4cb8a9)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:26:13.608434 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3165c6c5-a7b6-43b3-9bbf-18b14d405161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:13.613295 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:13.654924 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:13.726070 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:13.777668 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165c6c5-a7b6-43b3-9bbf-18b14d405161 None None] Pushing event updated for resources: {'Port': ['ID=46ec36d3-90b6-4d70-9fdb-57b6f2ff0450,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:13.784522 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-3165c6c5-a7b6-43b3-9bbf-18b14d405161 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:13.805254 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dd1af6-8633-47ec-9066-ab437dfffde3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-447a91d2-95e7-4253-83d0-ec7b748a996a', 'network_id': '447a91d2-95e7-4253-83d0-ec7b748a996a', 'tenant_id': '73e315a0bcaf4820bc99978e7bb6b0fa', 'fixed_ips': [{'subnet_id': '1ed42858-cf2d-4daa-9277-c4e6025c266c'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:26:13.806173 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a2dd1af6-8633-47ec-9066-ab437dfffde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:13.979288 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-a2dd1af6-8633-47ec-9066-ab437dfffde3 None None] Allocated IP 2001:db8::2 (447a91d2-95e7-4253-83d0-ec7b748a996a/1ed42858-cf2d-4daa-9277-c4e6025c266c/adf9b9d2-7040-404f-a902-c276ff7ac035) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:26:14.190127 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a2dd1af6-8633-47ec-9066-ab437dfffde3 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:14.201986 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a2dd1af6-8633-47ec-9066-ab437dfffde3 None None] Transition to ACTIVE for port object adf9b9d2-7040-404f-a902-c276ff7ac035 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:26:14.221000 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a2dd1af6-8633-47ec-9066-ab437dfffde3 None None] Transition to ACTIVE for port object adf9b9d2-7040-404f-a902-c276ff7ac035 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:26:14.230528 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a2dd1af6-8633-47ec-9066-ab437dfffde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:14.239246 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:14.265455 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:14.273980 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cc183f37-d74c-49a1-b977-0a8dc7f29f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:14.317071 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 46ec36d3-90b6-4d70-9fdb-57b6f2ff0450 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:26:14.321178 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed42858-cf2d-4daa-9277-c4e6025c266c,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:14.324029 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:14.404826 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dd1af6-8633-47ec-9066-ab437dfffde3 None None] Network 447a91d2-95e7-4253-83d0-ec7b748a996a is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:26:14.413817 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-a2dd1af6-8633-47ec-9066-ab437dfffde3 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:26:14.426221 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dd1af6-8633-47ec-9066-ab437dfffde3 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:26:14.440639 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd1af6-8633-47ec-9066-ab437dfffde3 None None] Pushing event updated for resources: {'Port': ['ID=adf9b9d2-7040-404f-a902-c276ff7ac035,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:14.471343 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a2dd1af6-8633-47ec-9066-ab437dfffde3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:14.539772 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-a2dd1af6-8633-47ec-9066-ab437dfffde3 None None] Attempting to bind port adf9b9d2-7040-404f-a902-c276ff7ac035 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:26:14.540467 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-a2dd1af6-8633-47ec-9066-ab437dfffde3 None None] Attempting to bind port adf9b9d2-7040-404f-a902-c276ff7ac035 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f8a09dbf-d530-4bd9-8244-6898f68190b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447a91d2-95e7-4253-83d0-ec7b748a996a'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:26:14.540467 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dd1af6-8633-47ec-9066-ab437dfffde3 None None] Attempting to bind port adf9b9d2-7040-404f-a902-c276ff7ac035 on network 447a91d2-95e7-4253-83d0-ec7b748a996a {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:26:14.547639 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dd1af6-8633-47ec-9066-ab437dfffde3 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:26:14.548017 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dd1af6-8633-47ec-9066-ab437dfffde3 None None] Checking segment: {'id': 'f8a09dbf-d530-4bd9-8244-6898f68190b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447a91d2-95e7-4253-83d0-ec7b748a996a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:26:14.548427 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a2dd1af6-8633-47ec-9066-ab437dfffde3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:14.548823 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dd1af6-8633-47ec-9066-ab437dfffde3 None None] Bound using segment: {'id': 'f8a09dbf-d530-4bd9-8244-6898f68190b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447a91d2-95e7-4253-83d0-ec7b748a996a'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:26:14.549310 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-a2dd1af6-8633-47ec-9066-ab437dfffde3 None None] Bound port: adf9b9d2-7040-404f-a902-c276ff7ac035, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a09dbf-d530-4bd9-8244-6898f68190b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447a91d2-95e7-4253-83d0-ec7b748a996a'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:26:14.549686 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a2dd1af6-8633-47ec-9066-ab437dfffde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:14.566085 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 46ec36d3-90b6-4d70-9fdb-57b6f2ff0450 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:26:14.570966 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:14.588836 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['447a91d2-95e7-4253-83d0-ec7b748a996a']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:14.602350 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a09dbf-d530-4bd9-8244-6898f68190b6') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:14.602659 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a09dbf-d530-4bd9-8244-6898f68190b6') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:14.615981 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:14.634271 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:14.642087 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:26:14.643416 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:14.647032 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-a2dd1af6-8633-47ec-9066-ab437dfffde3 None None] For port adf9b9d2-7040-404f-a902-c276ff7ac035, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:26:14.659403 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:26:14.740026 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-a2dd1af6-8633-47ec-9066-ab437dfffde3 None None] For port adf9b9d2-7040-404f-a902-c276ff7ac035, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=adf9b9d2-7040-404f-a902-c276ff7ac035,segment=NetworkSegment(f8a09dbf-d530-4bd9-8244-6898f68190b6),segment_id=f8a09dbf-d530-4bd9-8244-6898f68190b6)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:26:14.742170 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.db.api [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 31 16:26:14.742170 dv-neutron-601336-79-hyperv neutron-server[99205]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 31 16:26:14.742170 dv-neutron-601336-79-hyperv neutron-server[99205]: [parameters: {'id': '447a91d2-95e7-4253-83d0-ec7b748a996a'}] May 31 16:26:14.742170 dv-neutron-601336-79-hyperv neutron-server[99205]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 16:26:14.742797 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_db.api [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 16:26:14.745950 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a2dd1af6-8633-47ec-9066-ab437dfffde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:14.750018 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:14.780249 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d602ae-b07d-4664-8226-c628318884a5 None None] Network 8de0e5b4-b931-4153-a4b4-cd010a94e135 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:26:14.939539 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd1af6-8633-47ec-9066-ab437dfffde3 None None] Pushing event updated for resources: {'Port': ['ID=adf9b9d2-7040-404f-a902-c276ff7ac035,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:14.944462 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a2dd1af6-8633-47ec-9066-ab437dfffde3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:14.951944 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ef0f2923-b8f6-47a4-817c-9c60e4badaca None None] Provisioning for port 46ec36d3-90b6-4d70-9fdb-57b6f2ff0450 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:26:14.983387 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ef0f2923-b8f6-47a4-817c-9c60e4badaca None None] Provisioning complete for port 46ec36d3-90b6-4d70-9fdb-57b6f2ff0450 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:26:14.983771 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ef0f2923-b8f6-47a4-817c-9c60e4badaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:15.086460 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c10ddf-e38a-4234-807c-75a240635786 None None] Network 447a91d2-95e7-4253-83d0-ec7b748a996a requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:26:15.243667 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:15.318281 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Deleting port adf9b9d2-7040-404f-a902-c276ff7ac035 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:26:15.319059 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:15.356924 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ef0f2923-b8f6-47a4-817c-9c60e4badaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:15.410390 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-ef0f2923-b8f6-47a4-817c-9c60e4badaca None None] For port 46ec36d3-90b6-4d70-9fdb-57b6f2ff0450, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=46ec36d3-90b6-4d70-9fdb-57b6f2ff0450,segment=NetworkSegment(a7b939f5-2eae-455d-a9bc-dd8ddc4cb8a9),segment_id=a7b939f5-2eae-455d-a9bc-dd8ddc4cb8a9)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:15.417970 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ef0f2923-b8f6-47a4-817c-9c60e4badaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:15.420629 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:15.427813 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] For port adf9b9d2-7040-404f-a902-c276ff7ac035, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=adf9b9d2-7040-404f-a902-c276ff7ac035,segment=NetworkSegment(f8a09dbf-d530-4bd9-8244-6898f68190b6),segment_id=f8a09dbf-d530-4bd9-8244-6898f68190b6)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:15.428264 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:15.493891 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f2923-b8f6-47a4-817c-9c60e4badaca None None] Pushing event updated for resources: {'Port': ['ID=46ec36d3-90b6-4d70-9fdb-57b6f2ff0450,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:15.497261 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ef0f2923-b8f6-47a4-817c-9c60e4badaca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:15.554377 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Calling delete_port for adf9b9d2-7040-404f-a902-c276ff7ac035 owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:26:15.580623 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59675680-7bbc-4ea5-b38b-aa8c28c55672 None None] get_active_networks_info from dv-neutron-601336-79-hyperv {{(pid=99206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 31 16:26:15.601657 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:15.606455 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e987e156-838c-4954-990d-652b7e0b4b76 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:15.652665 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Pushing event deleted for resources: {'Port': ['ID=adf9b9d2-7040-404f-a902-c276ff7ac035,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:15.655810 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:15.656579 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] No DVR routers for this DVR port adf9b9d2-7040-404f-a902-c276ff7ac035 on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:26:15.664099 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-faa37349-7501-470e-afa3-6737b3fbceca None None] Provisioning complete for port 46ec36d3-90b6-4d70-9fdb-57b6f2ff0450 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:26:15.664475 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-faa37349-7501-470e-afa3-6737b3fbceca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:15.726058 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59675680-7bbc-4ea5-b38b-aa8c28c55672 None None] Resources bound (agent type, host, resource id): {{(pid=99206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 31 16:26:15.780877 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:15.799810 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['447a91d2-95e7-4253-83d0-ec7b748a996a']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:15.812676 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a09dbf-d530-4bd9-8244-6898f68190b6') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:15.812938 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a09dbf-d530-4bd9-8244-6898f68190b6') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:15.824823 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:15.841570 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:15.848038 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:26:15.848603 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:26:15.863405 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:26:15.945669 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:15.949488 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5675866a-f331-41dd-a5ab-ebe931c32edd tempest-NetworksIpV6TestAttrs-599738733 tempest-NetworksIpV6TestAttrs-599738733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:15.963671 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:15.974467 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Pushing event deleted for resources: {'Network': ['ID=447a91d2-95e7-4253-83d0-ec7b748a996a,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:15.978833 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:15.986035 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] 10.222.0.45 "DELETE /v2.0/networks/447a91d2-95e7-4253-83d0-ec7b748a996a HTTP/1.1" status: 204 len: 168 time: 2.4742925 May 31 16:26:15.986198 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38074) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:15.992123 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-4884994f-e97c-4d97-93b6-48257ddd55db tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-334116800'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:26:15.997151 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-4884994f-e97c-4d97-93b6-48257ddd55db tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:26:16.001178 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4884994f-e97c-4d97-93b6-48257ddd55db tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Usage tracker for resource:network and tenant:73e315a0bcaf4820bc99978e7bb6b0fa is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:26:16.004389 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4884994f-e97c-4d97-93b6-48257ddd55db tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:26:16.011361 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-4884994f-e97c-4d97-93b6-48257ddd55db tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:26:16.022118 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4884994f-e97c-4d97-93b6-48257ddd55db tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Made reservation on behalf of 73e315a0bcaf4820bc99978e7bb6b0fa for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:26:16.025623 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4884994f-e97c-4d97-93b6-48257ddd55db tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:16.054967 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4884994f-e97c-4d97-93b6-48257ddd55db tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:26:16.064283 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4884994f-e97c-4d97-93b6-48257ddd55db tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:16.064618 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-4884994f-e97c-4d97-93b6-48257ddd55db tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Added segment afbf0a6f-9789-4f2b-a708-1f645654264a of type vlan for network d99b6144-3ad2-4978-8502-70bf5cde89ce May 31 16:26:16.091346 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4884994f-e97c-4d97-93b6-48257ddd55db tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:16.120969 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4884994f-e97c-4d97-93b6-48257ddd55db tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:16.126431 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4884994f-e97c-4d97-93b6-48257ddd55db tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:16.127027 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4884994f-e97c-4d97-93b6-48257ddd55db tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:16.130569 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b5055dff-4bb0-47da-8a68-d15ecfc29288 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:16.224595 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4884994f-e97c-4d97-93b6-48257ddd55db tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2374425 May 31 16:26:16.227837 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38078) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:16.234358 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884994f-e97c-4d97-93b6-48257ddd55db tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Pushing event updated for resources: {'Network': ['ID=d99b6144-3ad2-4978-8502-70bf5cde89ce,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:16.234706 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-aed1d158-da33-4a52-a872-ff911cd83fb0 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Request body: {'subnet': {'network_id': 'd99b6144-3ad2-4978-8502-70bf5cde89ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:26:16.237209 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4884994f-e97c-4d97-93b6-48257ddd55db tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:16.258603 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network d99b6144-3ad2-4978-8502-70bf5cde89ce details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 16:26:16.282014 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 46ec36d3-90b6-4d70-9fdb-57b6f2ff0450 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:26:16.366151 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-aed1d158-da33-4a52-a872-ff911cd83fb0 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:26:16.371944 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-aed1d158-da33-4a52-a872-ff911cd83fb0 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Usage tracker for resource:subnet and tenant:73e315a0bcaf4820bc99978e7bb6b0fa is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:26:16.375395 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-aed1d158-da33-4a52-a872-ff911cd83fb0 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:26:16.382441 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-aed1d158-da33-4a52-a872-ff911cd83fb0 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:26:16.393372 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed1d158-da33-4a52-a872-ff911cd83fb0 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Made reservation on behalf of 73e315a0bcaf4820bc99978e7bb6b0fa for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:26:16.397382 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aed1d158-da33-4a52-a872-ff911cd83fb0 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:16.489442 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 46ec36d3-90b6-4d70-9fdb-57b6f2ff0450 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:26:16.489825 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:16.493669 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.ipam_backend_mixin [None req-aed1d158-da33-4a52-a872-ff911cd83fb0 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Performing IP validity checks on allocation pools {{(pid=99204) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 31 16:26:16.494192 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.ipam_backend_mixin [None req-aed1d158-da33-4a52-a872-ff911cd83fb0 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Checking for overlaps among allocation pools and gateway ip {{(pid=99204) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 31 16:26:17.004541 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aed1d158-da33-4a52-a872-ff911cd83fb0 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:17.008041 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5a8f5812-f47a-4665-bc49-6e0219c8a10d tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:17.078169 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1d158-da33-4a52-a872-ff911cd83fb0 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Pushing event updated for resources: {'Subnet': ['ID=0f05faa0-65f5-49fc-93a3-65d5671ec5ef,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:17.081907 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-aed1d158-da33-4a52-a872-ff911cd83fb0 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:17.088858 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed1d158-da33-4a52-a872-ff911cd83fb0 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Checking segment: {'id': 'afbf0a6f-9789-4f2b-a708-1f645654264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd99b6144-3ad2-4978-8502-70bf5cde89ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:26:17.089210 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed1d158-da33-4a52-a872-ff911cd83fb0 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Network hostable DHCP agents. Network: d99b6144-3ad2-4978-8502-70bf5cde89ce, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:26:17.110066 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed1d158-da33-4a52-a872-ff911cd83fb0 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Network d99b6144-3ad2-4978-8502-70bf5cde89ce is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:26:17.122585 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-aed1d158-da33-4a52-a872-ff911cd83fb0 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, d99b6144-3ad2-4978-8502-70bf5cde89ce) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:26:17.133394 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca77557-7ef2-4e1d-9a7b-58e33557afaf None None] Network d99b6144-3ad2-4978-8502-70bf5cde89ce requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:26:17.133877 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed1d158-da33-4a52-a872-ff911cd83fb0 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:17.134355 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-aed1d158-da33-4a52-a872-ff911cd83fb0 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:17.163253 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-aed1d158-da33-4a52-a872-ff911cd83fb0 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9334910 May 31 16:26:17.165852 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38084) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:17.313816 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:17.360387 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9cf209-2463-42bb-9560-5b73c50db44c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-d99b6144-3ad2-4978-8502-70bf5cde89ce', 'network_id': 'd99b6144-3ad2-4978-8502-70bf5cde89ce', 'tenant_id': '73e315a0bcaf4820bc99978e7bb6b0fa', 'fixed_ips': [{'subnet_id': '0f05faa0-65f5-49fc-93a3-65d5671ec5ef'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:26:17.361234 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cd9cf209-2463-42bb-9560-5b73c50db44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:17.387170 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:17.538629 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-cd9cf209-2463-42bb-9560-5b73c50db44c None None] Allocated IP 2001:db8::3 (d99b6144-3ad2-4978-8502-70bf5cde89ce/0f05faa0-65f5-49fc-93a3-65d5671ec5ef/b7fa520a-63d1-4fbb-9eaf-327396bc911e) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:26:17.765117 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cd9cf209-2463-42bb-9560-5b73c50db44c None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:17.775801 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-cd9cf209-2463-42bb-9560-5b73c50db44c None None] Transition to ACTIVE for port object b7fa520a-63d1-4fbb-9eaf-327396bc911e will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:26:17.794995 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-cd9cf209-2463-42bb-9560-5b73c50db44c None None] Transition to ACTIVE for port object b7fa520a-63d1-4fbb-9eaf-327396bc911e will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:26:17.805325 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cd9cf209-2463-42bb-9560-5b73c50db44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:17.808912 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:17.824962 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:17.829332 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d471396a-c93f-4c44-9d74-1ae57cedca6b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:17.867897 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Pushing event deleted for resources: {'Subnet': ['ID=0f05faa0-65f5-49fc-93a3-65d5671ec5ef,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:17.869982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9cf209-2463-42bb-9560-5b73c50db44c None None] Network d99b6144-3ad2-4978-8502-70bf5cde89ce is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:26:17.872039 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-cd9cf209-2463-42bb-9560-5b73c50db44c None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:26:17.875998 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9cf209-2463-42bb-9560-5b73c50db44c None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:26:17.882178 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:17.884946 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9cf209-2463-42bb-9560-5b73c50db44c None None] Pushing event updated for resources: {'Port': ['ID=b7fa520a-63d1-4fbb-9eaf-327396bc911e,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:17.913418 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-cd9cf209-2463-42bb-9560-5b73c50db44c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:17.960529 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:17.971257 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-cd9cf209-2463-42bb-9560-5b73c50db44c None None] Attempting to bind port b7fa520a-63d1-4fbb-9eaf-327396bc911e on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:26:17.971632 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-cd9cf209-2463-42bb-9560-5b73c50db44c None None] Attempting to bind port b7fa520a-63d1-4fbb-9eaf-327396bc911e by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'afbf0a6f-9789-4f2b-a708-1f645654264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd99b6144-3ad2-4978-8502-70bf5cde89ce'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:26:17.972001 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9cf209-2463-42bb-9560-5b73c50db44c None None] Attempting to bind port b7fa520a-63d1-4fbb-9eaf-327396bc911e on network d99b6144-3ad2-4978-8502-70bf5cde89ce {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:26:17.973645 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d99b6144-3ad2-4978-8502-70bf5cde89ce']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:17.977524 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9cf209-2463-42bb-9560-5b73c50db44c None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:26:17.977908 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9cf209-2463-42bb-9560-5b73c50db44c None None] Checking segment: {'id': 'afbf0a6f-9789-4f2b-a708-1f645654264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd99b6144-3ad2-4978-8502-70bf5cde89ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:26:17.978316 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cd9cf209-2463-42bb-9560-5b73c50db44c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:17.978728 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9cf209-2463-42bb-9560-5b73c50db44c None None] Bound using segment: {'id': 'afbf0a6f-9789-4f2b-a708-1f645654264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd99b6144-3ad2-4978-8502-70bf5cde89ce'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:26:17.979218 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-cd9cf209-2463-42bb-9560-5b73c50db44c None None] Bound port: b7fa520a-63d1-4fbb-9eaf-327396bc911e, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afbf0a6f-9789-4f2b-a708-1f645654264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd99b6144-3ad2-4978-8502-70bf5cde89ce'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:26:17.979577 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cd9cf209-2463-42bb-9560-5b73c50db44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:17.991885 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afbf0a6f-9789-4f2b-a708-1f645654264a') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:17.993003 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afbf0a6f-9789-4f2b-a708-1f645654264a') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:18.005308 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:18.022341 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:18.028573 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:26:18.028944 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:26:18.043295 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:26:18.076198 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-cd9cf209-2463-42bb-9560-5b73c50db44c None None] For port b7fa520a-63d1-4fbb-9eaf-327396bc911e, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:26:18.120712 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.db.api [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 31 16:26:18.120712 dv-neutron-601336-79-hyperv neutron-server[99205]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 31 16:26:18.120712 dv-neutron-601336-79-hyperv neutron-server[99205]: [parameters: {'id': 'd99b6144-3ad2-4978-8502-70bf5cde89ce'}] May 31 16:26:18.120712 dv-neutron-601336-79-hyperv neutron-server[99205]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 16:26:18.121143 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-cd9cf209-2463-42bb-9560-5b73c50db44c None None] For port b7fa520a-63d1-4fbb-9eaf-327396bc911e, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=b7fa520a-63d1-4fbb-9eaf-327396bc911e,segment=NetworkSegment(afbf0a6f-9789-4f2b-a708-1f645654264a),segment_id=afbf0a6f-9789-4f2b-a708-1f645654264a)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:26:18.121262 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_db.api [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 16:26:18.124569 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cd9cf209-2463-42bb-9560-5b73c50db44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:18.129307 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:18.236795 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9cf209-2463-42bb-9560-5b73c50db44c None None] Pushing event updated for resources: {'Port': ['ID=b7fa520a-63d1-4fbb-9eaf-327396bc911e,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:18.240225 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-cd9cf209-2463-42bb-9560-5b73c50db44c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:18.268629 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831bd32c-bd48-4261-b91c-f25b2c3303eb None None] Network d99b6144-3ad2-4978-8502-70bf5cde89ce requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:26:18.461381 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c1fe3e-bef2-498d-8f86-dc7948fe70cf None None] get_active_networks_info from dv-neutron-601336-79-hyperv {{(pid=99206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 31 16:26:18.544148 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c1fe3e-bef2-498d-8f86-dc7948fe70cf None None] Resources bound (agent type, host, resource id): {{(pid=99206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 31 16:26:18.622197 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:18.696550 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Deleting port b7fa520a-63d1-4fbb-9eaf-327396bc911e {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:26:18.696785 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:18.800760 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] For port b7fa520a-63d1-4fbb-9eaf-327396bc911e, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=b7fa520a-63d1-4fbb-9eaf-327396bc911e,segment=NetworkSegment(afbf0a6f-9789-4f2b-a708-1f645654264a),segment_id=afbf0a6f-9789-4f2b-a708-1f645654264a)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:18.801122 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:18.923981 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Calling delete_port for b7fa520a-63d1-4fbb-9eaf-327396bc911e owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:26:18.971436 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:18.975053 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8df90206-59b0-4885-a99f-b0d0b4fbd17f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:19.023655 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Pushing event deleted for resources: {'Port': ['ID=b7fa520a-63d1-4fbb-9eaf-327396bc911e,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:19.026668 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:19.029939 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] No DVR routers for this DVR port b7fa520a-63d1-4fbb-9eaf-327396bc911e on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:26:19.175223 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:19.194872 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d99b6144-3ad2-4978-8502-70bf5cde89ce']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:19.216855 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afbf0a6f-9789-4f2b-a708-1f645654264a') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:19.217156 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afbf0a6f-9789-4f2b-a708-1f645654264a') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:19.232729 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:19.250524 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:19.258251 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:26:19.258645 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:26:19.273986 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:26:19.385761 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:19.392188 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-31a9e5e0-abb3-4456-a457-f7496ae03181 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:19.412862 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:19.419613 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Pushing event deleted for resources: {'Network': ['ID=d99b6144-3ad2-4978-8502-70bf5cde89ce,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:19.424032 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:19.429841 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] 10.222.0.45 "DELETE /v2.0/networks/d99b6144-3ad2-4978-8502-70bf5cde89ce HTTP/1.1" status: 204 len: 168 time: 2.2628357 May 31 16:26:19.435988 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38088) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:19.441872 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-0a99c17f-4297-4530-a761-16b4976cb152 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-936625016'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:26:19.447159 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0a99c17f-4297-4530-a761-16b4976cb152 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:26:19.452116 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0a99c17f-4297-4530-a761-16b4976cb152 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Usage tracker for resource:network and tenant:73e315a0bcaf4820bc99978e7bb6b0fa is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:26:19.455543 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0a99c17f-4297-4530-a761-16b4976cb152 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:26:19.462537 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0a99c17f-4297-4530-a761-16b4976cb152 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:26:19.474874 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a99c17f-4297-4530-a761-16b4976cb152 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Made reservation on behalf of 73e315a0bcaf4820bc99978e7bb6b0fa for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:26:19.478494 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0a99c17f-4297-4530-a761-16b4976cb152 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:19.509308 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a99c17f-4297-4530-a761-16b4976cb152 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:26:19.521647 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0a99c17f-4297-4530-a761-16b4976cb152 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:19.522016 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-0a99c17f-4297-4530-a761-16b4976cb152 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Added segment d285b04b-465f-431f-8e94-13d432935bd8 of type vlan for network 70b2889e-5883-4203-bba3-266df88d7747 May 31 16:26:19.552360 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0a99c17f-4297-4530-a761-16b4976cb152 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:19.583333 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0a99c17f-4297-4530-a761-16b4976cb152 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:19.589090 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a99c17f-4297-4530-a761-16b4976cb152 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:19.589689 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0a99c17f-4297-4530-a761-16b4976cb152 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:19.593605 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-db1b6ede-5397-4552-a432-206709663220 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:19.698060 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0a99c17f-4297-4530-a761-16b4976cb152 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2611706 May 31 16:26:19.701280 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38092) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:19.706442 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99c17f-4297-4530-a761-16b4976cb152 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Pushing event updated for resources: {'Network': ['ID=70b2889e-5883-4203-bba3-266df88d7747,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:19.707596 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-e50bff5a-c18f-4aca-9fd2-d88c13bc851f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Request body: {'subnet': {'network_id': '70b2889e-5883-4203-bba3-266df88d7747', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:26:19.720159 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0a99c17f-4297-4530-a761-16b4976cb152 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:19.720436 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 70b2889e-5883-4203-bba3-266df88d7747 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 16:26:19.836949 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e50bff5a-c18f-4aca-9fd2-d88c13bc851f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:26:19.841109 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e50bff5a-c18f-4aca-9fd2-d88c13bc851f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Usage tracker for resource:subnet and tenant:73e315a0bcaf4820bc99978e7bb6b0fa is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:26:19.844342 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e50bff5a-c18f-4aca-9fd2-d88c13bc851f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:26:19.850439 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e50bff5a-c18f-4aca-9fd2-d88c13bc851f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:26:19.862427 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50bff5a-c18f-4aca-9fd2-d88c13bc851f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Made reservation on behalf of 73e315a0bcaf4820bc99978e7bb6b0fa for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:26:19.866418 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e50bff5a-c18f-4aca-9fd2-d88c13bc851f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:20.308082 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e50bff5a-c18f-4aca-9fd2-d88c13bc851f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:20.311712 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-039269eb-0382-40de-b9d0-bdfa4e986267 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:20.389991 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50bff5a-c18f-4aca-9fd2-d88c13bc851f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Pushing event updated for resources: {'Subnet': ['ID=0cb4f199-7b80-496e-abd3-6bd5e2ad01ee,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:20.394153 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e50bff5a-c18f-4aca-9fd2-d88c13bc851f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:20.402141 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50bff5a-c18f-4aca-9fd2-d88c13bc851f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Checking segment: {'id': 'd285b04b-465f-431f-8e94-13d432935bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '70b2889e-5883-4203-bba3-266df88d7747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:26:20.402505 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50bff5a-c18f-4aca-9fd2-d88c13bc851f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Network hostable DHCP agents. Network: 70b2889e-5883-4203-bba3-266df88d7747, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:26:20.421248 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50bff5a-c18f-4aca-9fd2-d88c13bc851f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Network 70b2889e-5883-4203-bba3-266df88d7747 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:26:20.431327 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-e50bff5a-c18f-4aca-9fd2-d88c13bc851f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 70b2889e-5883-4203-bba3-266df88d7747) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:26:20.441469 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50bff5a-c18f-4aca-9fd2-d88c13bc851f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:20.442082 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e50bff5a-c18f-4aca-9fd2-d88c13bc851f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:20.442269 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf6940f-0b8f-4780-8348-19f686cc2322 None None] Network 70b2889e-5883-4203-bba3-266df88d7747 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:26:20.464947 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e50bff5a-c18f-4aca-9fd2-d88c13bc851f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7624357 May 31 16:26:20.469281 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38096) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:20.475163 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-7bda4298-988a-4a68-ab0e-a3ff8116a3c5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1455618522'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:26:20.480524 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-7bda4298-988a-4a68-ab0e-a3ff8116a3c5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:26:20.484504 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-7bda4298-988a-4a68-ab0e-a3ff8116a3c5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Usage tracker for resource:network and tenant:73e315a0bcaf4820bc99978e7bb6b0fa is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:26:20.487491 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-7bda4298-988a-4a68-ab0e-a3ff8116a3c5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:26:20.493881 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-7bda4298-988a-4a68-ab0e-a3ff8116a3c5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:26:20.504563 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bda4298-988a-4a68-ab0e-a3ff8116a3c5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Made reservation on behalf of 73e315a0bcaf4820bc99978e7bb6b0fa for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:26:20.509802 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7bda4298-988a-4a68-ab0e-a3ff8116a3c5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:20.541245 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bda4298-988a-4a68-ab0e-a3ff8116a3c5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:26:20.551388 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7bda4298-988a-4a68-ab0e-a3ff8116a3c5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:20.551757 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-7bda4298-988a-4a68-ab0e-a3ff8116a3c5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Added segment ec5649c3-d157-452e-976a-2fde21cb1d09 of type vlan for network a797b006-2a4d-4dc8-a428-fe43b0462f3b May 31 16:26:20.579111 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7bda4298-988a-4a68-ab0e-a3ff8116a3c5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:20.608608 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7bda4298-988a-4a68-ab0e-a3ff8116a3c5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:20.614976 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bda4298-988a-4a68-ab0e-a3ff8116a3c5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:20.615578 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7bda4298-988a-4a68-ab0e-a3ff8116a3c5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:20.620887 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9ce0138f-7261-4cff-87bd-64b8793fd7d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:20.663487 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5312d57b-7324-443d-a1bc-72d75a75dcc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-70b2889e-5883-4203-bba3-266df88d7747', 'network_id': '70b2889e-5883-4203-bba3-266df88d7747', 'tenant_id': '73e315a0bcaf4820bc99978e7bb6b0fa', 'fixed_ips': [{'subnet_id': '0cb4f199-7b80-496e-abd3-6bd5e2ad01ee'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:26:20.664330 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5312d57b-7324-443d-a1bc-72d75a75dcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:20.708939 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7bda4298-988a-4a68-ab0e-a3ff8116a3c5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2386112 May 31 16:26:20.712097 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38100) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:20.719142 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-e72e00a7-2e82-4183-b0f0-69800a28ac5f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Request body: {'subnet': {'network_id': 'a797b006-2a4d-4dc8-a428-fe43b0462f3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:26:20.734254 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda4298-988a-4a68-ab0e-a3ff8116a3c5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Pushing event updated for resources: {'Network': ['ID=a797b006-2a4d-4dc8-a428-fe43b0462f3b,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:20.737439 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7bda4298-988a-4a68-ab0e-a3ff8116a3c5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:20.747897 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network a797b006-2a4d-4dc8-a428-fe43b0462f3b details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 16:26:20.835309 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e72e00a7-2e82-4183-b0f0-69800a28ac5f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:26:20.839102 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e72e00a7-2e82-4183-b0f0-69800a28ac5f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Usage tracker for resource:subnet and tenant:73e315a0bcaf4820bc99978e7bb6b0fa is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:26:20.841893 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e72e00a7-2e82-4183-b0f0-69800a28ac5f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:26:20.847548 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e72e00a7-2e82-4183-b0f0-69800a28ac5f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:26:20.857714 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72e00a7-2e82-4183-b0f0-69800a28ac5f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Made reservation on behalf of 73e315a0bcaf4820bc99978e7bb6b0fa for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:26:20.861334 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e72e00a7-2e82-4183-b0f0-69800a28ac5f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:20.925424 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-5312d57b-7324-443d-a1bc-72d75a75dcc5 None None] Allocated IP 2001:db8::2 (70b2889e-5883-4203-bba3-266df88d7747/0cb4f199-7b80-496e-abd3-6bd5e2ad01ee/c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:26:21.147850 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5312d57b-7324-443d-a1bc-72d75a75dcc5 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:21.160752 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5312d57b-7324-443d-a1bc-72d75a75dcc5 None None] Transition to ACTIVE for port object c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:26:21.179031 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5312d57b-7324-443d-a1bc-72d75a75dcc5 None None] Transition to ACTIVE for port object c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:26:21.184536 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5312d57b-7324-443d-a1bc-72d75a75dcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:21.188131 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:21.260983 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5312d57b-7324-443d-a1bc-72d75a75dcc5 None None] Network 70b2889e-5883-4203-bba3-266df88d7747 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:26:21.264286 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-5312d57b-7324-443d-a1bc-72d75a75dcc5 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:26:21.266756 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5312d57b-7324-443d-a1bc-72d75a75dcc5 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:26:21.273516 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312d57b-7324-443d-a1bc-72d75a75dcc5 None None] Pushing event updated for resources: {'Port': ['ID=c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:21.276332 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5312d57b-7324-443d-a1bc-72d75a75dcc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:21.375008 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-5312d57b-7324-443d-a1bc-72d75a75dcc5 None None] Attempting to bind port c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:26:21.375008 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-5312d57b-7324-443d-a1bc-72d75a75dcc5 None None] Attempting to bind port c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'd285b04b-465f-431f-8e94-13d432935bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '70b2889e-5883-4203-bba3-266df88d7747'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:26:21.375008 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5312d57b-7324-443d-a1bc-72d75a75dcc5 None None] Attempting to bind port c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae on network 70b2889e-5883-4203-bba3-266df88d7747 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:26:21.378194 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5312d57b-7324-443d-a1bc-72d75a75dcc5 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:26:21.378596 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5312d57b-7324-443d-a1bc-72d75a75dcc5 None None] Checking segment: {'id': 'd285b04b-465f-431f-8e94-13d432935bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '70b2889e-5883-4203-bba3-266df88d7747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:26:21.379040 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5312d57b-7324-443d-a1bc-72d75a75dcc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:21.379938 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5312d57b-7324-443d-a1bc-72d75a75dcc5 None None] Bound using segment: {'id': 'd285b04b-465f-431f-8e94-13d432935bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '70b2889e-5883-4203-bba3-266df88d7747'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:26:21.379938 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-5312d57b-7324-443d-a1bc-72d75a75dcc5 None None] Bound port: c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd285b04b-465f-431f-8e94-13d432935bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '70b2889e-5883-4203-bba3-266df88d7747'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:26:21.380312 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5312d57b-7324-443d-a1bc-72d75a75dcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:21.481141 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-5312d57b-7324-443d-a1bc-72d75a75dcc5 None None] For port c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:26:21.484711 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-5312d57b-7324-443d-a1bc-72d75a75dcc5 None None] For port c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae,segment=NetworkSegment(d285b04b-465f-431f-8e94-13d432935bd8),segment_id=d285b04b-465f-431f-8e94-13d432935bd8)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:26:21.490873 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5312d57b-7324-443d-a1bc-72d75a75dcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:21.495334 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:21.499292 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e72e00a7-2e82-4183-b0f0-69800a28ac5f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:21.503104 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d17ba19a-c2d0-493e-a3f5-725362da7556 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:21.581630 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312d57b-7324-443d-a1bc-72d75a75dcc5 None None] Pushing event updated for resources: {'Port': ['ID=c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:21.581922 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e00a7-2e82-4183-b0f0-69800a28ac5f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Pushing event updated for resources: {'Subnet': ['ID=9770f0f8-4ae5-4efa-96f1-38d534aa2ebc,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:21.582824 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5312d57b-7324-443d-a1bc-72d75a75dcc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:21.583932 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e72e00a7-2e82-4183-b0f0-69800a28ac5f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:21.598308 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72e00a7-2e82-4183-b0f0-69800a28ac5f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Checking segment: {'id': 'ec5649c3-d157-452e-976a-2fde21cb1d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a797b006-2a4d-4dc8-a428-fe43b0462f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:26:21.598685 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72e00a7-2e82-4183-b0f0-69800a28ac5f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Network hostable DHCP agents. Network: a797b006-2a4d-4dc8-a428-fe43b0462f3b, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:26:21.617240 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72e00a7-2e82-4183-b0f0-69800a28ac5f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Network a797b006-2a4d-4dc8-a428-fe43b0462f3b is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:26:21.630830 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-e72e00a7-2e82-4183-b0f0-69800a28ac5f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, a797b006-2a4d-4dc8-a428-fe43b0462f3b) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:26:21.640735 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482fa719-d82d-4bae-9e13-72567f041866 None None] Network a797b006-2a4d-4dc8-a428-fe43b0462f3b requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:26:21.645321 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72e00a7-2e82-4183-b0f0-69800a28ac5f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:21.646457 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e72e00a7-2e82-4183-b0f0-69800a28ac5f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:21.680556 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e72e00a7-2e82-4183-b0f0-69800a28ac5f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9666765 May 31 16:26:21.683480 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38104) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:21.870230 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:21.904767 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefa6d7f-6901-4180-8d71-d28f231e0164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-a797b006-2a4d-4dc8-a428-fe43b0462f3b', 'network_id': 'a797b006-2a4d-4dc8-a428-fe43b0462f3b', 'tenant_id': '73e315a0bcaf4820bc99978e7bb6b0fa', 'fixed_ips': [{'subnet_id': '9770f0f8-4ae5-4efa-96f1-38d534aa2ebc'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:26:21.905964 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-eefa6d7f-6901-4180-8d71-d28f231e0164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:21.962128 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:22.115643 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-eefa6d7f-6901-4180-8d71-d28f231e0164 None None] Allocated IP 2001:db8::2 (a797b006-2a4d-4dc8-a428-fe43b0462f3b/9770f0f8-4ae5-4efa-96f1-38d534aa2ebc/83502fea-ccfb-4a88-ba22-cb6a83575d26) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:26:22.311980 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:26:22.392803 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-eefa6d7f-6901-4180-8d71-d28f231e0164 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:22.406199 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-eefa6d7f-6901-4180-8d71-d28f231e0164 None None] Transition to ACTIVE for port object 83502fea-ccfb-4a88-ba22-cb6a83575d26 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:26:22.428938 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-eefa6d7f-6901-4180-8d71-d28f231e0164 None None] Transition to ACTIVE for port object 83502fea-ccfb-4a88-ba22-cb6a83575d26 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:26:22.431389 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:26:22.436196 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-eefa6d7f-6901-4180-8d71-d28f231e0164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:22.440119 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:22.452737 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:22.456706 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2e584d45-59fb-480b-912b-71aa947e876a tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865 tempest-ExtraDHCPOptionsIpV6TestJSON-1589715865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:22.491886 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Pushing event deleted for resources: {'Subnet': ['ID=9770f0f8-4ae5-4efa-96f1-38d534aa2ebc,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:22.495750 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:22.508132 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefa6d7f-6901-4180-8d71-d28f231e0164 None None] Network a797b006-2a4d-4dc8-a428-fe43b0462f3b is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:26:22.511203 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-eefa6d7f-6901-4180-8d71-d28f231e0164 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:26:22.515173 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefa6d7f-6901-4180-8d71-d28f231e0164 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:26:22.550560 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa6d7f-6901-4180-8d71-d28f231e0164 None None] Pushing event updated for resources: {'Port': ['ID=83502fea-ccfb-4a88-ba22-cb6a83575d26,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:22.557654 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-eefa6d7f-6901-4180-8d71-d28f231e0164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:22.595612 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da46617-dfcc-468a-b971-7369c139ebd0 None None] Network 70b2889e-5883-4203-bba3-266df88d7747 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:26:22.606282 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:22.619977 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a797b006-2a4d-4dc8-a428-fe43b0462f3b']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:22.632126 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec5649c3-d157-452e-976a-2fde21cb1d09') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:22.632437 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec5649c3-d157-452e-976a-2fde21cb1d09') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:22.643886 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:22.661798 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:22.668808 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:26:22.669231 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:22.683260 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-eefa6d7f-6901-4180-8d71-d28f231e0164 None None] Attempting to bind port 83502fea-ccfb-4a88-ba22-cb6a83575d26 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:26:22.683682 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-eefa6d7f-6901-4180-8d71-d28f231e0164 None None] Attempting to bind port 83502fea-ccfb-4a88-ba22-cb6a83575d26 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ec5649c3-d157-452e-976a-2fde21cb1d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a797b006-2a4d-4dc8-a428-fe43b0462f3b'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:26:22.684057 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefa6d7f-6901-4180-8d71-d28f231e0164 None None] Attempting to bind port 83502fea-ccfb-4a88-ba22-cb6a83575d26 on network a797b006-2a4d-4dc8-a428-fe43b0462f3b {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:26:22.686130 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:26:22.703008 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefa6d7f-6901-4180-8d71-d28f231e0164 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:26:22.703408 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefa6d7f-6901-4180-8d71-d28f231e0164 None None] Checking segment: {'id': 'ec5649c3-d157-452e-976a-2fde21cb1d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a797b006-2a4d-4dc8-a428-fe43b0462f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:26:22.703811 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-eefa6d7f-6901-4180-8d71-d28f231e0164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:22.704198 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefa6d7f-6901-4180-8d71-d28f231e0164 None None] Bound using segment: {'id': 'ec5649c3-d157-452e-976a-2fde21cb1d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a797b006-2a4d-4dc8-a428-fe43b0462f3b'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:26:22.704685 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-eefa6d7f-6901-4180-8d71-d28f231e0164 None None] Bound port: 83502fea-ccfb-4a88-ba22-cb6a83575d26, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5649c3-d157-452e-976a-2fde21cb1d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a797b006-2a4d-4dc8-a428-fe43b0462f3b'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:26:22.705050 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-eefa6d7f-6901-4180-8d71-d28f231e0164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:22.765132 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-baf3d34c-50e3-4a4b-b9d6-ea4d7c9bf11c None None] Provisioning for port c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:26:22.773905 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.db.api [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 31 16:26:22.773905 dv-neutron-601336-79-hyperv neutron-server[99205]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 31 16:26:22.773905 dv-neutron-601336-79-hyperv neutron-server[99205]: [parameters: {'id': 'a797b006-2a4d-4dc8-a428-fe43b0462f3b'}] May 31 16:26:22.773905 dv-neutron-601336-79-hyperv neutron-server[99205]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 16:26:22.774670 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_db.api [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 16:26:22.799631 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-baf3d34c-50e3-4a4b-b9d6-ea4d7c9bf11c None None] Provisioning complete for port c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:26:22.800006 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-baf3d34c-50e3-4a4b-b9d6-ea4d7c9bf11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:22.838836 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:26:22.926703 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-eefa6d7f-6901-4180-8d71-d28f231e0164 None None] For port 83502fea-ccfb-4a88-ba22-cb6a83575d26, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:26:22.943211 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-eefa6d7f-6901-4180-8d71-d28f231e0164 None None] For port 83502fea-ccfb-4a88-ba22-cb6a83575d26, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=83502fea-ccfb-4a88-ba22-cb6a83575d26,segment=NetworkSegment(ec5649c3-d157-452e-976a-2fde21cb1d09),segment_id=ec5649c3-d157-452e-976a-2fde21cb1d09)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:26:22.980300 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-eefa6d7f-6901-4180-8d71-d28f231e0164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:22.989925 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:23.162602 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-baf3d34c-50e3-4a4b-b9d6-ea4d7c9bf11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:23.178936 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa6d7f-6901-4180-8d71-d28f231e0164 None None] Pushing event updated for resources: {'Port': ['ID=83502fea-ccfb-4a88-ba22-cb6a83575d26,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:23.195913 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-eefa6d7f-6901-4180-8d71-d28f231e0164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:23.232768 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b413a4-2d18-4637-918c-8bedc56f264e None None] Network a797b006-2a4d-4dc8-a428-fe43b0462f3b requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:26:23.247152 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-baf3d34c-50e3-4a4b-b9d6-ea4d7c9bf11c None None] For port c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae,segment=NetworkSegment(d285b04b-465f-431f-8e94-13d432935bd8),segment_id=d285b04b-465f-431f-8e94-13d432935bd8)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:23.257485 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-baf3d34c-50e3-4a4b-b9d6-ea4d7c9bf11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:23.275036 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:23.303481 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:23.361564 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Deleting port 83502fea-ccfb-4a88-ba22-cb6a83575d26 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:26:23.361906 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:23.489717 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3d34c-50e3-4a4b-b9d6-ea4d7c9bf11c None None] Pushing event updated for resources: {'Port': ['ID=c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:23.499532 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-baf3d34c-50e3-4a4b-b9d6-ea4d7c9bf11c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:23.523677 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] For port 83502fea-ccfb-4a88-ba22-cb6a83575d26, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=83502fea-ccfb-4a88-ba22-cb6a83575d26,segment=NetworkSegment(ec5649c3-d157-452e-976a-2fde21cb1d09),segment_id=ec5649c3-d157-452e-976a-2fde21cb1d09)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:23.524904 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:23.528079 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b1bdb127-8574-4e63-b071-656c96225675 None None] Provisioning complete for port c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:26:23.529611 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b1bdb127-8574-4e63-b071-656c96225675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:23.635351 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae200f7-3ae1-496c-bd00-1ed1019f4256 None None] get_active_networks_info from dv-neutron-601336-79-hyperv {{(pid=99206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 31 16:26:23.651440 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Calling delete_port for 83502fea-ccfb-4a88-ba22-cb6a83575d26 owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:26:23.704508 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:23.709370 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f0aca59a-1046-44a1-b7c6-d131c78dbdcb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:23.765373 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Pushing event deleted for resources: {'Port': ['ID=83502fea-ccfb-4a88-ba22-cb6a83575d26,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:23.767899 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:23.772872 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] No DVR routers for this DVR port 83502fea-ccfb-4a88-ba22-cb6a83575d26 on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:26:23.811961 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae200f7-3ae1-496c-bd00-1ed1019f4256 None None] Resources bound (agent type, host, resource id): {{(pid=99206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 31 16:26:24.056465 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:24.076275 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a797b006-2a4d-4dc8-a428-fe43b0462f3b']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:24.090180 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec5649c3-d157-452e-976a-2fde21cb1d09') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:24.090484 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec5649c3-d157-452e-976a-2fde21cb1d09') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:24.102912 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:24.119865 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:24.126154 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:26:24.126506 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:26:24.141174 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:26:24.231884 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:24.237138 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4884994f-e97c-4d97-93b6-48257ddd55db tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:24.258374 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:24.275606 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] 10.222.0.45 "DELETE /v2.0/networks/a797b006-2a4d-4dc8-a428-fe43b0462f3b HTTP/1.1" status: 204 len: 168 time: 2.5906398 May 31 16:26:24.276803 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Pushing event deleted for resources: {'Network': ['ID=a797b006-2a4d-4dc8-a428-fe43b0462f3b,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:24.278210 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:26:24.279474 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:24.280224 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38108) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:24.323191 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2dd9398-2841-4d26-82a9-6d19e9b466f1 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] GET failed (client error): The resource could not be found. May 31 16:26:24.323618 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f2dd9398-2841-4d26-82a9-6d19e9b466f1 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Synchronizing usage tracker for tenant:73e315a0bcaf4820bc99978e7bb6b0fa on resource:subnet {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:26:24.341332 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f2dd9398-2841-4d26-82a9-6d19e9b466f1 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Unset dirty status for tenant:73e315a0bcaf4820bc99978e7bb6b0fa on resource:subnet {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:26:24.342585 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f2dd9398-2841-4d26-82a9-6d19e9b466f1 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] 10.222.0.45 "GET /v2.0/subnets/9770f0f8-4ae5-4efa-96f1-38d534aa2ebc HTTP/1.1" status: 404 len: 337 time: 0.0608921 May 31 16:26:24.345864 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38112) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:24.355461 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:26:24.357276 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:24.375650 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e821e66-7ef3-4285-babd-0f2da0ee08b4 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] DELETE failed (client error): The resource could not be found. May 31 16:26:24.376401 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e821e66-7ef3-4285-babd-0f2da0ee08b4 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 16:26:24.384753 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2e821e66-7ef3-4285-babd-0f2da0ee08b4 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] 10.222.0.45 "DELETE /v2.0/networks/a797b006-2a4d-4dc8-a428-fe43b0462f3b HTTP/1.1" status: 404 len: 339 time: 0.0324092 May 31 16:26:24.384993 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38116) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:24.426495 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dbbb3dc-56a4-4ab6-a819-123676b2fecc tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] DELETE failed (client error): The resource could not be found. May 31 16:26:24.427377 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dbbb3dc-56a4-4ab6-a819-123676b2fecc tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 16:26:24.431672 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9dbbb3dc-56a4-4ab6-a819-123676b2fecc tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] 10.222.0.45 "DELETE /v2.0/subnets/9770f0f8-4ae5-4efa-96f1-38d534aa2ebc HTTP/1.1" status: 404 len: 337 time: 0.0462079 May 31 16:26:24.432154 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38120) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:24.458612 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-67fd2b39-9e6d-4c7a-88af-0fd689d0d7d2 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] DELETE failed (client error): The resource could not be found. May 31 16:26:24.459246 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67fd2b39-9e6d-4c7a-88af-0fd689d0d7d2 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 16:26:24.461034 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-67fd2b39-9e6d-4c7a-88af-0fd689d0d7d2 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] 10.222.0.45 "DELETE /v2.0/networks/a797b006-2a4d-4dc8-a428-fe43b0462f3b HTTP/1.1" status: 404 len: 339 time: 0.0278835 May 31 16:26:24.463736 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38124) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:24.537470 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-d93e1850-5d69-402d-82dd-68ab948950a0 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Deleting subnet 0cb4f199-7b80-496e-abd3-6bd5e2ad01ee {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:26:24.540556 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d93e1850-5d69-402d-82dd-68ab948950a0 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:24.594721 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d93e1850-5d69-402d-82dd-68ab948950a0 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:24.684340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d93e1850-5d69-402d-82dd-68ab948950a0 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:24.954205 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d93e1850-5d69-402d-82dd-68ab948950a0 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:24.957837 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-354a7811-1590-4670-b56e-cb0b6b86f739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:24.996433 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e1850-5d69-402d-82dd-68ab948950a0 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Pushing event deleted for resources: {'Subnet': ['ID=0cb4f199-7b80-496e-abd3-6bd5e2ad01ee,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:24.999475 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d93e1850-5d69-402d-82dd-68ab948950a0 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:25.000462 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d93e1850-5d69-402d-82dd-68ab948950a0 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:25.017426 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db58689-5ed8-472a-84a4-0d0c93fdc273 None None] Network 70b2889e-5883-4203-bba3-266df88d7747 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:26:25.019495 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d93e1850-5d69-402d-82dd-68ab948950a0 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] 10.222.0.45 "DELETE /v2.0/subnets/0cb4f199-7b80-496e-abd3-6bd5e2ad01ee HTTP/1.1" status: 204 len: 168 time: 0.5541873 May 31 16:26:25.022041 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38128) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:25.138323 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:25.214460 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Deleting port c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:26:25.214721 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:25.271260 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbb601c-a992-47af-940d-0264e3ff2042 None None] DHCP port deletion for 70b2889e-5883-4203-bba3-266df88d7747 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 16:26:25.324527 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] For port c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae,segment=NetworkSegment(d285b04b-465f-431f-8e94-13d432935bd8),segment_id=d285b04b-465f-431f-8e94-13d432935bd8)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:25.325160 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:25.342246 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-acbb601c-a992-47af-940d-0264e3ff2042 None None] Deleting port c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:26:25.342913 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-acbb601c-a992-47af-940d-0264e3ff2042 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:25.449857 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-acbb601c-a992-47af-940d-0264e3ff2042 None None] For port c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae,segment=NetworkSegment(d285b04b-465f-431f-8e94-13d432935bd8),segment_id=d285b04b-465f-431f-8e94-13d432935bd8)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:25.450258 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-acbb601c-a992-47af-940d-0264e3ff2042 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:25.455727 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Calling delete_port for c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:26:25.512817 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:25.516952 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d957f2a7-f39e-4c39-a149-b82acf6b9e62 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:25.566735 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Pushing event deleted for resources: {'Port': ['ID=c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:25.575651 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] No DVR routers for this DVR port c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:26:25.577792 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:25.578199 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:25.578574 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:25.578965 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:25.579362 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:25.579730 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:25.580092 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:25.580454 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:25.580812 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:25.581168 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:25.581625 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:25.581950 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:25.584491 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-acbb601c-a992-47af-940d-0264e3ff2042 None None] Calling delete_port for c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:26:25.609682 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: from cryptography.utils import int_from_bytes May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: from cryptography.utils import int_from_bytes May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: util.warn( May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: util.warn( May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: util.warn( May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: util.warn( May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: util.warn( May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: util.warn( May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: util.warn( May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: util.warn( May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: util.warn( May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: util.warn( May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: util.warn( May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: util.warn( May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: util.warn( May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: util.warn( May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: util.warn( May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: util.warn( May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: util.warn( May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: util.warn( May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: util.warn( May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: util.warn( May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: util.warn( May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: util.warn( May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: util.warn( May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: util.warn( May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: util.warn( May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: util.warn( May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: util.warn( May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:26:25.624650 dv-neutron-601336-79-hyperv neutron-server[99206]: util.warn( May 31 16:26:25.634143 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-acbb601c-a992-47af-940d-0264e3ff2042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:25.638723 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:25.681182 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb601c-a992-47af-940d-0264e3ff2042 None None] Pushing event deleted for resources: {'Port': ['ID=c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:25.684130 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-acbb601c-a992-47af-940d-0264e3ff2042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:25.684937 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbb601c-a992-47af-940d-0264e3ff2042 None None] No DVR routers for this DVR port c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:26:25.714770 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:25.729154 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b2889e-5883-4203-bba3-266df88d7747']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:25.742774 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd285b04b-465f-431f-8e94-13d432935bd8') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:25.743080 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd285b04b-465f-431f-8e94-13d432935bd8') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:25.754907 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:25.771817 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:25.778570 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:26:25.778982 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:26:25.793664 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:26:26.023633 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:26.028044 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:26.031261 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7e2fe67a-1db8-4ff7-989b-471df5ebd917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:26.055792 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Pushing event deleted for resources: {'Network': ['ID=70b2889e-5883-4203-bba3-266df88d7747,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:26.058741 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] 10.222.0.45 "DELETE /v2.0/networks/70b2889e-5883-4203-bba3-266df88d7747 HTTP/1.1" status: 204 len: 168 time: 1.0356743 May 31 16:26:26.059653 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:26.061559 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38132) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:26.102005 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b98afdb-a785-40b1-bc36-33cee334e960 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] DELETE failed (client error): The resource could not be found. May 31 16:26:26.102467 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b98afdb-a785-40b1-bc36-33cee334e960 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 16:26:26.104160 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7b98afdb-a785-40b1-bc36-33cee334e960 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] 10.222.0.45 "DELETE /v2.0/subnets/0f05faa0-65f5-49fc-93a3-65d5671ec5ef HTTP/1.1" status: 404 len: 337 time: 0.0416102 May 31 16:26:26.107993 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38136) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:26.134447 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-f948968b-4e8c-46fc-b3c1-cf012392e2d1 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] DELETE failed (client error): The resource could not be found. May 31 16:26:26.135016 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f948968b-4e8c-46fc-b3c1-cf012392e2d1 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 16:26:26.136653 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f948968b-4e8c-46fc-b3c1-cf012392e2d1 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] 10.222.0.45 "DELETE /v2.0/networks/d99b6144-3ad2-4978-8502-70bf5cde89ce HTTP/1.1" status: 404 len: 339 time: 0.0276783 May 31 16:26:26.139318 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38140) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:26.176154 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-813247c9-a3ae-4f85-83f4-187a615cd3d4 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] DELETE failed (client error): The resource could not be found. May 31 16:26:26.176591 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-813247c9-a3ae-4f85-83f4-187a615cd3d4 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 16:26:26.178208 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-813247c9-a3ae-4f85-83f4-187a615cd3d4 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] 10.222.0.45 "DELETE /v2.0/subnets/1ed42858-cf2d-4daa-9277-c4e6025c266c HTTP/1.1" status: 404 len: 337 time: 0.0379505 May 31 16:26:26.180803 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38144) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:26.208985 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd489a3d-ba15-4504-8129-3fa4f1fc35ef tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] DELETE failed (client error): The resource could not be found. May 31 16:26:26.209379 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd489a3d-ba15-4504-8129-3fa4f1fc35ef tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 16:26:26.211145 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-dd489a3d-ba15-4504-8129-3fa4f1fc35ef tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] 10.222.0.45 "DELETE /v2.0/networks/447a91d2-95e7-4253-83d0-ec7b748a996a HTTP/1.1" status: 404 len: 339 time: 0.0294774 May 31 16:26:26.215340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38148) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:26.260709 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:26:26.285772 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-31bcf29d-f93f-4c31-8ba9-e946360aac48 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Deleting subnet 93eec926-238d-4ab8-9d98-e32d3ec2cc2d {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:26:26.288772 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-31bcf29d-f93f-4c31-8ba9-e946360aac48 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:26.294836 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:26:26.295216 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device c5b4d2e8-7b17-4d6d-9fb0-ec00ac4ef0ae not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:26:26.348427 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-31bcf29d-f93f-4c31-8ba9-e946360aac48 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:26.432918 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-31bcf29d-f93f-4c31-8ba9-e946360aac48 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:26.721661 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-31bcf29d-f93f-4c31-8ba9-e946360aac48 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:26.726211 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b3bae11b-01ac-4f73-a744-1f77521f49a9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:26.762686 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bcf29d-f93f-4c31-8ba9-e946360aac48 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Pushing event deleted for resources: {'Subnet': ['ID=93eec926-238d-4ab8-9d98-e32d3ec2cc2d,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:26.765786 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-31bcf29d-f93f-4c31-8ba9-e946360aac48 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:26.766823 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-31bcf29d-f93f-4c31-8ba9-e946360aac48 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:26.772760 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e354b5d5-849c-4ede-a1d8-fbfe7cdc3a36 None None] Network 8de0e5b4-b931-4153-a4b4-cd010a94e135 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:26:26.777597 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-31bcf29d-f93f-4c31-8ba9-e946360aac48 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] 10.222.0.45 "DELETE /v2.0/subnets/93eec926-238d-4ab8-9d98-e32d3ec2cc2d HTTP/1.1" status: 204 len: 168 time: 0.5608861 May 31 16:26:26.781051 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38152) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:26.896094 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-22681ae6-94a3-46bc-b058-3a00556175f5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:26.977176 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-22681ae6-94a3-46bc-b058-3a00556175f5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Deleting port 46ec36d3-90b6-4d70-9fdb-57b6f2ff0450 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:26:26.977418 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-22681ae6-94a3-46bc-b058-3a00556175f5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:27.038885 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb09ca30-7907-4c4b-a7eb-262ba7eb99ae None None] DHCP port deletion for 8de0e5b4-b931-4153-a4b4-cd010a94e135 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 16:26:27.080151 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-22681ae6-94a3-46bc-b058-3a00556175f5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] For port 46ec36d3-90b6-4d70-9fdb-57b6f2ff0450, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=46ec36d3-90b6-4d70-9fdb-57b6f2ff0450,segment=NetworkSegment(a7b939f5-2eae-455d-a9bc-dd8ddc4cb8a9),segment_id=a7b939f5-2eae-455d-a9bc-dd8ddc4cb8a9)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:27.080791 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-22681ae6-94a3-46bc-b058-3a00556175f5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:27.106076 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-fb09ca30-7907-4c4b-a7eb-262ba7eb99ae None None] Deleting port 46ec36d3-90b6-4d70-9fdb-57b6f2ff0450 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:26:27.106450 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fb09ca30-7907-4c4b-a7eb-262ba7eb99ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:27.202854 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-22681ae6-94a3-46bc-b058-3a00556175f5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Calling delete_port for 46ec36d3-90b6-4d70-9fdb-57b6f2ff0450 owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:26:27.205900 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-fb09ca30-7907-4c4b-a7eb-262ba7eb99ae None None] For port 46ec36d3-90b6-4d70-9fdb-57b6f2ff0450, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=46ec36d3-90b6-4d70-9fdb-57b6f2ff0450,segment=NetworkSegment(a7b939f5-2eae-455d-a9bc-dd8ddc4cb8a9),segment_id=a7b939f5-2eae-455d-a9bc-dd8ddc4cb8a9)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:27.206294 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fb09ca30-7907-4c4b-a7eb-262ba7eb99ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:27.251882 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-22681ae6-94a3-46bc-b058-3a00556175f5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:27.256046 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8cda43ac-cd1c-4461-989c-cca852e17967 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:27.300903 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22681ae6-94a3-46bc-b058-3a00556175f5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Pushing event deleted for resources: {'Port': ['ID=46ec36d3-90b6-4d70-9fdb-57b6f2ff0450,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:27.303739 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-22681ae6-94a3-46bc-b058-3a00556175f5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:27.305975 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22681ae6-94a3-46bc-b058-3a00556175f5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] No DVR routers for this DVR port 46ec36d3-90b6-4d70-9fdb-57b6f2ff0450 on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:26:27.374550 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-fb09ca30-7907-4c4b-a7eb-262ba7eb99ae None None] Calling delete_port for 46ec36d3-90b6-4d70-9fdb-57b6f2ff0450 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:26:27.420535 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fb09ca30-7907-4c4b-a7eb-262ba7eb99ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:27.424533 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-3165c6c5-a7b6-43b3-9bbf-18b14d405161 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:27.431027 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-22681ae6-94a3-46bc-b058-3a00556175f5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:27.449044 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-22681ae6-94a3-46bc-b058-3a00556175f5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de0e5b4-b931-4153-a4b4-cd010a94e135']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:27.462270 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-22681ae6-94a3-46bc-b058-3a00556175f5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b939f5-2eae-455d-a9bc-dd8ddc4cb8a9') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:27.462559 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-22681ae6-94a3-46bc-b058-3a00556175f5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b939f5-2eae-455d-a9bc-dd8ddc4cb8a9') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:27.467059 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09ca30-7907-4c4b-a7eb-262ba7eb99ae None None] Pushing event deleted for resources: {'Port': ['ID=46ec36d3-90b6-4d70-9fdb-57b6f2ff0450,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:27.470065 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-fb09ca30-7907-4c4b-a7eb-262ba7eb99ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:27.470871 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb09ca30-7907-4c4b-a7eb-262ba7eb99ae None None] No DVR routers for this DVR port 46ec36d3-90b6-4d70-9fdb-57b6f2ff0450 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:26:27.477201 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-22681ae6-94a3-46bc-b058-3a00556175f5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:27.495552 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-22681ae6-94a3-46bc-b058-3a00556175f5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:27.502289 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22681ae6-94a3-46bc-b058-3a00556175f5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:26:27.502600 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-22681ae6-94a3-46bc-b058-3a00556175f5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:26:27.517641 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:26:27.597221 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-22681ae6-94a3-46bc-b058-3a00556175f5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:27.600830 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d60e18a0-ef9e-423a-88d2-566b2572d023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:27.619753 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-22681ae6-94a3-46bc-b058-3a00556175f5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:27.631690 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22681ae6-94a3-46bc-b058-3a00556175f5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Pushing event deleted for resources: {'Network': ['ID=8de0e5b4-b931-4153-a4b4-cd010a94e135,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:27.637049 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-22681ae6-94a3-46bc-b058-3a00556175f5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] 10.222.0.45 "DELETE /v2.0/networks/8de0e5b4-b931-4153-a4b4-cd010a94e135 HTTP/1.1" status: 204 len: 168 time: 0.8527088 May 31 16:26:27.637049 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-22681ae6-94a3-46bc-b058-3a00556175f5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:27.939113 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38160) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:28.088977 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bbd439c5-47ae-4062-a9b7-9ec24548ccf0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=73e315a0bcaf4820bc99978e7bb6b0fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1484647 May 31 16:26:28.091379 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38166) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:28.148076 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-702a8bf9-369f-4045-86b2-6682d7ffa2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:28.173520 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-702a8bf9-369f-4045-86b2-6682d7ffa2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:28.227261 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-702a8bf9-369f-4045-86b2-6682d7ffa2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:28.231090 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-76f9a577-73a9-444a-9628-b747e064ad74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:28.242713 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a8bf9-369f-4045-86b2-6682d7ffa2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60287dd-895f-4be3-9870-2b48c2736340,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:28.252123 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-702a8bf9-369f-4045-86b2-6682d7ffa2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:28.255539 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-702a8bf9-369f-4045-86b2-6682d7ffa2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:28.256653 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-702a8bf9-369f-4045-86b2-6682d7ffa2c1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b60287dd-895f-4be3-9870-2b48c2736340 HTTP/1.1" status: 204 len: 168 time: 0.1644404 May 31 16:26:28.266283 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 46ec36d3-90b6-4d70-9fdb-57b6f2ff0450 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:26:28.300003 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 46ec36d3-90b6-4d70-9fdb-57b6f2ff0450 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:26:28.300332 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 46ec36d3-90b6-4d70-9fdb-57b6f2ff0450 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:26:28.740315 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:28.993838 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38190) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:29.108022 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-0226a926-2c8b-47c7-b119-ac88cbfb541f tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1981843500', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:26:29.118402 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0226a926-2c8b-47c7-b119-ac88cbfb541f tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:26:29.124708 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0226a926-2c8b-47c7-b119-ac88cbfb541f tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Usage tracker for resource:router and tenant:79ce26d2bb6a4fad9b5c1477c288dc11 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:26:29.128700 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0226a926-2c8b-47c7-b119-ac88cbfb541f tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:26:29.135450 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0226a926-2c8b-47c7-b119-ac88cbfb541f tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:26:29.148166 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0226a926-2c8b-47c7-b119-ac88cbfb541f tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:29.149259 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0226a926-2c8b-47c7-b119-ac88cbfb541f tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:29.164816 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0226a926-2c8b-47c7-b119-ac88cbfb541f tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:29.183746 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0226a926-2c8b-47c7-b119-ac88cbfb541f tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:29.206355 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0226a926-2c8b-47c7-b119-ac88cbfb541f tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:29.207858 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0226a926-2c8b-47c7-b119-ac88cbfb541f tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2130461 May 31 16:26:29.210641 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38196) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:29.216429 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-ad0694dc-6db2-4e7f-b219-153e84c528d9 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1891072924'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:26:29.221233 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ad0694dc-6db2-4e7f-b219-153e84c528d9 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:26:29.226087 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ad0694dc-6db2-4e7f-b219-153e84c528d9 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Usage tracker for resource:network and tenant:79ce26d2bb6a4fad9b5c1477c288dc11 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:26:29.229055 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ad0694dc-6db2-4e7f-b219-153e84c528d9 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:26:29.234851 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ad0694dc-6db2-4e7f-b219-153e84c528d9 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:26:29.244989 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0694dc-6db2-4e7f-b219-153e84c528d9 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Made reservation on behalf of 79ce26d2bb6a4fad9b5c1477c288dc11 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:26:29.248276 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ad0694dc-6db2-4e7f-b219-153e84c528d9 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:29.260645 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ad0694dc-6db2-4e7f-b219-153e84c528d9 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:29.275909 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ad0694dc-6db2-4e7f-b219-153e84c528d9 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:26:29.281257 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ad0694dc-6db2-4e7f-b219-153e84c528d9 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Usage tracker for resource:security_group_rule and tenant:79ce26d2bb6a4fad9b5c1477c288dc11 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:26:29.285906 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ad0694dc-6db2-4e7f-b219-153e84c528d9 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:26:29.294982 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ad0694dc-6db2-4e7f-b219-153e84c528d9 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:26:29.383955 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ad0694dc-6db2-4e7f-b219-153e84c528d9 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:29.391109 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ad0694dc-6db2-4e7f-b219-153e84c528d9 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:29.394431 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ec11fea9-1819-4d96-97b3-22907b090dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:29.424125 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0694dc-6db2-4e7f-b219-153e84c528d9 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:26:29.433354 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0694dc-6db2-4e7f-b219-153e84c528d9 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c964465e-567f-417c-9d0b-35e5f22b18a0,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:29.437103 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ad0694dc-6db2-4e7f-b219-153e84c528d9 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:29.440029 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ad0694dc-6db2-4e7f-b219-153e84c528d9 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:29.440413 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-ad0694dc-6db2-4e7f-b219-153e84c528d9 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Added segment 81a265cd-9432-4130-8b35-9f695155e573 of type vlan for network 421d2996-16f9-48a5-a6bd-b2e7c0170cfa May 31 16:26:29.471392 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ad0694dc-6db2-4e7f-b219-153e84c528d9 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:29.502653 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ad0694dc-6db2-4e7f-b219-153e84c528d9 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:29.508390 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0694dc-6db2-4e7f-b219-153e84c528d9 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:29.508960 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ad0694dc-6db2-4e7f-b219-153e84c528d9 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:29.512392 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5461eed5-d88d-40b8-be06-52c0af2b3085 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:29.621051 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0694dc-6db2-4e7f-b219-153e84c528d9 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Pushing event updated for resources: {'Network': ['ID=421d2996-16f9-48a5-a6bd-b2e7c0170cfa,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:29.624623 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ad0694dc-6db2-4e7f-b219-153e84c528d9 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4130411 May 31 16:26:29.625507 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ad0694dc-6db2-4e7f-b219-153e84c528d9 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:29.628218 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38200) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:29.633516 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 421d2996-16f9-48a5-a6bd-b2e7c0170cfa details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 16:26:29.634130 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-c49cf994-42f7-44d7-b2cf-3ce192483a22 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Request body: {'subnet': {'network_id': '421d2996-16f9-48a5-a6bd-b2e7c0170cfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:26:29.741307 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c49cf994-42f7-44d7-b2cf-3ce192483a22 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:26:29.745276 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c49cf994-42f7-44d7-b2cf-3ce192483a22 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Usage tracker for resource:subnet and tenant:79ce26d2bb6a4fad9b5c1477c288dc11 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:26:29.748206 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c49cf994-42f7-44d7-b2cf-3ce192483a22 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:26:29.753982 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c49cf994-42f7-44d7-b2cf-3ce192483a22 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:26:29.765764 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49cf994-42f7-44d7-b2cf-3ce192483a22 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Made reservation on behalf of 79ce26d2bb6a4fad9b5c1477c288dc11 for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:26:29.769383 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c49cf994-42f7-44d7-b2cf-3ce192483a22 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:30.207180 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c49cf994-42f7-44d7-b2cf-3ce192483a22 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:30.210647 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e50bff5a-c18f-4aca-9fd2-d88c13bc851f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:30.287030 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49cf994-42f7-44d7-b2cf-3ce192483a22 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Pushing event updated for resources: {'Subnet': ['ID=83d858ef-7dda-4009-a99a-7a52fc5b50b2,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:30.290717 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c49cf994-42f7-44d7-b2cf-3ce192483a22 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:30.297836 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49cf994-42f7-44d7-b2cf-3ce192483a22 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Checking segment: {'id': '81a265cd-9432-4130-8b35-9f695155e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '421d2996-16f9-48a5-a6bd-b2e7c0170cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:26:30.298188 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49cf994-42f7-44d7-b2cf-3ce192483a22 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Network hostable DHCP agents. Network: 421d2996-16f9-48a5-a6bd-b2e7c0170cfa, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:26:30.317952 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49cf994-42f7-44d7-b2cf-3ce192483a22 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Network 421d2996-16f9-48a5-a6bd-b2e7c0170cfa is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:26:30.327815 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-c49cf994-42f7-44d7-b2cf-3ce192483a22 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 421d2996-16f9-48a5-a6bd-b2e7c0170cfa) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:26:30.337240 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0ccc4e-201a-4820-93be-ed43e8d181e5 None None] Network 421d2996-16f9-48a5-a6bd-b2e7c0170cfa requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:26:30.337395 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49cf994-42f7-44d7-b2cf-3ce192483a22 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:30.337966 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c49cf994-42f7-44d7-b2cf-3ce192483a22 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:30.361447 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c49cf994-42f7-44d7-b2cf-3ce192483a22 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7292862 May 31 16:26:30.362004 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38204) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:30.368598 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-af2a842a-fb70-4bde-b419-a4487b5eef16 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-173615315'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:26:30.373743 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-af2a842a-fb70-4bde-b419-a4487b5eef16 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:26:30.377665 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-af2a842a-fb70-4bde-b419-a4487b5eef16 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Usage tracker for resource:network and tenant:79ce26d2bb6a4fad9b5c1477c288dc11 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:26:30.380634 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-af2a842a-fb70-4bde-b419-a4487b5eef16 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:26:30.387451 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-af2a842a-fb70-4bde-b419-a4487b5eef16 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:26:30.399085 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2a842a-fb70-4bde-b419-a4487b5eef16 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Made reservation on behalf of 79ce26d2bb6a4fad9b5c1477c288dc11 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:26:30.402494 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-af2a842a-fb70-4bde-b419-a4487b5eef16 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:30.434849 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af2a842a-fb70-4bde-b419-a4487b5eef16 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:26:30.443469 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-af2a842a-fb70-4bde-b419-a4487b5eef16 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:30.443874 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-af2a842a-fb70-4bde-b419-a4487b5eef16 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Added segment e316ba79-c42e-4e13-a0d5-5bd73e1a2f42 of type vlan for network 39c6b009-5b27-4fcd-83c0-89b07edcef1f May 31 16:26:30.470629 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-af2a842a-fb70-4bde-b419-a4487b5eef16 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:30.502330 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-af2a842a-fb70-4bde-b419-a4487b5eef16 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:30.508433 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2a842a-fb70-4bde-b419-a4487b5eef16 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:30.509023 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-af2a842a-fb70-4bde-b419-a4487b5eef16 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:30.514082 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d73d81fd-ef5d-483c-b58a-0dfeaff4e284 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:30.556540 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5b4330-1ec7-439d-a22a-deaeabd86864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-421d2996-16f9-48a5-a6bd-b2e7c0170cfa', 'network_id': '421d2996-16f9-48a5-a6bd-b2e7c0170cfa', 'tenant_id': '79ce26d2bb6a4fad9b5c1477c288dc11', 'fixed_ips': [{'subnet_id': '83d858ef-7dda-4009-a99a-7a52fc5b50b2'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:26:30.557383 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6e5b4330-1ec7-439d-a22a-deaeabd86864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:30.718653 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-6e5b4330-1ec7-439d-a22a-deaeabd86864 None None] Allocated IP 172.20.0.2 (421d2996-16f9-48a5-a6bd-b2e7c0170cfa/83d858ef-7dda-4009-a99a-7a52fc5b50b2/abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:26:30.772061 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-af2a842a-fb70-4bde-b419-a4487b5eef16 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4085383 May 31 16:26:30.774822 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38208) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:30.782629 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-82f51b56-ed8d-4b51-ab16-230d85462afd tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Request body: {'subnet': {'network_id': '39c6b009-5b27-4fcd-83c0-89b07edcef1f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:26:30.795953 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a842a-fb70-4bde-b419-a4487b5eef16 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Pushing event updated for resources: {'Network': ['ID=39c6b009-5b27-4fcd-83c0-89b07edcef1f,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:30.798794 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-af2a842a-fb70-4bde-b419-a4487b5eef16 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:30.811629 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 39c6b009-5b27-4fcd-83c0-89b07edcef1f details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 16:26:30.896156 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-82f51b56-ed8d-4b51-ab16-230d85462afd tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:26:30.900086 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-82f51b56-ed8d-4b51-ab16-230d85462afd tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Usage tracker for resource:subnet and tenant:79ce26d2bb6a4fad9b5c1477c288dc11 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:26:30.902977 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-82f51b56-ed8d-4b51-ab16-230d85462afd tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:26:30.908773 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-82f51b56-ed8d-4b51-ab16-230d85462afd tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:26:30.920416 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f51b56-ed8d-4b51-ab16-230d85462afd tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Made reservation on behalf of 79ce26d2bb6a4fad9b5c1477c288dc11 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:26:30.924312 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-82f51b56-ed8d-4b51-ab16-230d85462afd tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:31.011968 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6e5b4330-1ec7-439d-a22a-deaeabd86864 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:31.023421 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-6e5b4330-1ec7-439d-a22a-deaeabd86864 None None] Transition to ACTIVE for port object abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:26:31.042319 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-6e5b4330-1ec7-439d-a22a-deaeabd86864 None None] Transition to ACTIVE for port object abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:26:31.049060 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6e5b4330-1ec7-439d-a22a-deaeabd86864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:31.055062 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:31.121006 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5b4330-1ec7-439d-a22a-deaeabd86864 None None] Network 421d2996-16f9-48a5-a6bd-b2e7c0170cfa is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:26:31.123935 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-6e5b4330-1ec7-439d-a22a-deaeabd86864 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:26:31.126837 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5b4330-1ec7-439d-a22a-deaeabd86864 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:26:31.159870 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b4330-1ec7-439d-a22a-deaeabd86864 None None] Pushing event updated for resources: {'Port': ['ID=abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:31.162615 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-6e5b4330-1ec7-439d-a22a-deaeabd86864 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:31.221388 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-6e5b4330-1ec7-439d-a22a-deaeabd86864 None None] Attempting to bind port abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:26:31.221733 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-6e5b4330-1ec7-439d-a22a-deaeabd86864 None None] Attempting to bind port abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '81a265cd-9432-4130-8b35-9f695155e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '421d2996-16f9-48a5-a6bd-b2e7c0170cfa'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:26:31.222209 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5b4330-1ec7-439d-a22a-deaeabd86864 None None] Attempting to bind port abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4 on network 421d2996-16f9-48a5-a6bd-b2e7c0170cfa {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:26:31.229629 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5b4330-1ec7-439d-a22a-deaeabd86864 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:26:31.230005 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5b4330-1ec7-439d-a22a-deaeabd86864 None None] Checking segment: {'id': '81a265cd-9432-4130-8b35-9f695155e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '421d2996-16f9-48a5-a6bd-b2e7c0170cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:26:31.230408 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6e5b4330-1ec7-439d-a22a-deaeabd86864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:31.230808 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5b4330-1ec7-439d-a22a-deaeabd86864 None None] Bound using segment: {'id': '81a265cd-9432-4130-8b35-9f695155e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '421d2996-16f9-48a5-a6bd-b2e7c0170cfa'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:26:31.231300 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-6e5b4330-1ec7-439d-a22a-deaeabd86864 None None] Bound port: abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a265cd-9432-4130-8b35-9f695155e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '421d2996-16f9-48a5-a6bd-b2e7c0170cfa'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:26:31.231675 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6e5b4330-1ec7-439d-a22a-deaeabd86864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:31.323871 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-6e5b4330-1ec7-439d-a22a-deaeabd86864 None None] For port abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:26:31.327116 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-6e5b4330-1ec7-439d-a22a-deaeabd86864 None None] For port abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4,segment=NetworkSegment(81a265cd-9432-4130-8b35-9f695155e573),segment_id=81a265cd-9432-4130-8b35-9f695155e573)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:26:31.333092 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6e5b4330-1ec7-439d-a22a-deaeabd86864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:31.337623 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-eefa6d7f-6901-4180-8d71-d28f231e0164 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:31.343348 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-82f51b56-ed8d-4b51-ab16-230d85462afd tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:31.347936 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2ff3bde8-bd8f-47c7-a763-83cde1e6fa98 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:31.415205 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b4330-1ec7-439d-a22a-deaeabd86864 None None] Pushing event updated for resources: {'Port': ['ID=abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:31.424565 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-6e5b4330-1ec7-439d-a22a-deaeabd86864 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:31.427352 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f51b56-ed8d-4b51-ab16-230d85462afd tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Pushing event updated for resources: {'Subnet': ['ID=b2e5041d-c4bb-4d57-9adf-d7af61ccba7a,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:31.431624 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-82f51b56-ed8d-4b51-ab16-230d85462afd tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:31.436040 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f51b56-ed8d-4b51-ab16-230d85462afd tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Checking segment: {'id': 'e316ba79-c42e-4e13-a0d5-5bd73e1a2f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '39c6b009-5b27-4fcd-83c0-89b07edcef1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:26:31.436421 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f51b56-ed8d-4b51-ab16-230d85462afd tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Network hostable DHCP agents. Network: 39c6b009-5b27-4fcd-83c0-89b07edcef1f, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:26:31.455105 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f51b56-ed8d-4b51-ab16-230d85462afd tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Network 39c6b009-5b27-4fcd-83c0-89b07edcef1f is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:26:31.465516 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-82f51b56-ed8d-4b51-ab16-230d85462afd tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 39c6b009-5b27-4fcd-83c0-89b07edcef1f) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:26:31.476962 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f51b56-ed8d-4b51-ab16-230d85462afd tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:31.477524 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c830593-909f-46e9-95e2-b49bdf7c7c97 None None] Network 39c6b009-5b27-4fcd-83c0-89b07edcef1f requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:26:31.477686 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-82f51b56-ed8d-4b51-ab16-230d85462afd tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:31.501921 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-82f51b56-ed8d-4b51-ab16-230d85462afd tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7260613 May 31 16:26:31.505077 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38212) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:31.512389 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-be93c09a-2e7b-42d7-a000-70b32c324c07 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Request body: {'router': {'external_gateway_info': {'network_id': '39c6b009-5b27-4fcd-83c0-89b07edcef1f'}}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:26:31.768178 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13ec505-e5cd-48bf-b13f-e56a6bed67eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-39c6b009-5b27-4fcd-83c0-89b07edcef1f', 'network_id': '39c6b009-5b27-4fcd-83c0-89b07edcef1f', 'tenant_id': '79ce26d2bb6a4fad9b5c1477c288dc11', 'fixed_ips': [{'subnet_id': 'b2e5041d-c4bb-4d57-9adf-d7af61ccba7a'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:26:31.769091 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e13ec505-e5cd-48bf-b13f-e56a6bed67eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:31.925874 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-e13ec505-e5cd-48bf-b13f-e56a6bed67eb None None] Allocated IP 172.21.0.2 (39c6b009-5b27-4fcd-83c0-89b07edcef1f/b2e5041d-c4bb-4d57-9adf-d7af61ccba7a/33b54fb8-1ae8-42f8-9efe-3ca96ae5c070) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:26:32.071788 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-be93c09a-2e7b-42d7-a000-70b32c324c07 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:32.145245 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e13ec505-e5cd-48bf-b13f-e56a6bed67eb None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:32.155898 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e13ec505-e5cd-48bf-b13f-e56a6bed67eb None None] Transition to ACTIVE for port object 33b54fb8-1ae8-42f8-9efe-3ca96ae5c070 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:26:32.175950 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e13ec505-e5cd-48bf-b13f-e56a6bed67eb None None] Transition to ACTIVE for port object 33b54fb8-1ae8-42f8-9efe-3ca96ae5c070 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:26:32.182283 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e13ec505-e5cd-48bf-b13f-e56a6bed67eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:32.187380 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:32.242379 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.api.v2.resource [None req-be93c09a-2e7b-42d7-a000-70b32c324c07 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 16:26:32.249944 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-be93c09a-2e7b-42d7-a000-70b32c324c07 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] 10.222.0.45 "PUT /v2.0/routers/d32489a4-68b8-404e-8969-1dd3b8191a5c HTTP/1.1" status: 400 len: 364 time: 0.7428153 May 31 16:26:32.251033 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38216) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:32.261439 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ec505-e5cd-48bf-b13f-e56a6bed67eb None None] Pushing event updated for resources: {'Port': ['ID=33b54fb8-1ae8-42f8-9efe-3ca96ae5c070,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:32.265050 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13ec505-e5cd-48bf-b13f-e56a6bed67eb None None] Network 39c6b009-5b27-4fcd-83c0-89b07edcef1f is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:26:32.265925 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e13ec505-e5cd-48bf-b13f-e56a6bed67eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:32.266916 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-e13ec505-e5cd-48bf-b13f-e56a6bed67eb None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:26:32.268838 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13ec505-e5cd-48bf-b13f-e56a6bed67eb None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:26:32.328894 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-d90bdf0c-ee3d-4a44-bdd0-8f0faf68c9fc tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Deleting subnet b2e5041d-c4bb-4d57-9adf-d7af61ccba7a {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:26:32.332762 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d90bdf0c-ee3d-4a44-bdd0-8f0faf68c9fc tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:32.352705 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:26:32.394319 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d90bdf0c-ee3d-4a44-bdd0-8f0faf68c9fc tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:32.420960 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e13ec505-e5cd-48bf-b13f-e56a6bed67eb None None] Attempting to bind port 33b54fb8-1ae8-42f8-9efe-3ca96ae5c070 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:26:32.421252 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e13ec505-e5cd-48bf-b13f-e56a6bed67eb None None] Attempting to bind port 33b54fb8-1ae8-42f8-9efe-3ca96ae5c070 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'e316ba79-c42e-4e13-a0d5-5bd73e1a2f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '39c6b009-5b27-4fcd-83c0-89b07edcef1f'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:26:32.422169 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13ec505-e5cd-48bf-b13f-e56a6bed67eb None None] Attempting to bind port 33b54fb8-1ae8-42f8-9efe-3ca96ae5c070 on network 39c6b009-5b27-4fcd-83c0-89b07edcef1f {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:26:32.432125 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13ec505-e5cd-48bf-b13f-e56a6bed67eb None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:26:32.432516 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13ec505-e5cd-48bf-b13f-e56a6bed67eb None None] Checking segment: {'id': 'e316ba79-c42e-4e13-a0d5-5bd73e1a2f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '39c6b009-5b27-4fcd-83c0-89b07edcef1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:26:32.432927 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e13ec505-e5cd-48bf-b13f-e56a6bed67eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:32.433326 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13ec505-e5cd-48bf-b13f-e56a6bed67eb None None] Bound using segment: {'id': 'e316ba79-c42e-4e13-a0d5-5bd73e1a2f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '39c6b009-5b27-4fcd-83c0-89b07edcef1f'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:26:32.433808 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e13ec505-e5cd-48bf-b13f-e56a6bed67eb None None] Bound port: 33b54fb8-1ae8-42f8-9efe-3ca96ae5c070, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e316ba79-c42e-4e13-a0d5-5bd73e1a2f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '39c6b009-5b27-4fcd-83c0-89b07edcef1f'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:26:32.434182 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e13ec505-e5cd-48bf-b13f-e56a6bed67eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:32.446985 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c43efae-5da4-4b99-9fcb-49ee4658b6b3 None None] Network 421d2996-16f9-48a5-a6bd-b2e7c0170cfa requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:26:32.481447 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d90bdf0c-ee3d-4a44-bdd0-8f0faf68c9fc tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:32.582586 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5e412948-dfad-4a88-92fe-8f1df2175cd1 None None] Provisioning for port abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:26:32.600325 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:26:32.619351 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:26:32.619725 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:32.755578 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d90bdf0c-ee3d-4a44-bdd0-8f0faf68c9fc tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:32.760306 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-de53429b-5853-4879-9bae-c50c5799727a tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:32.761084 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-e13ec505-e5cd-48bf-b13f-e56a6bed67eb None None] For port 33b54fb8-1ae8-42f8-9efe-3ca96ae5c070, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:26:32.799395 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d90bdf0c-ee3d-4a44-bdd0-8f0faf68c9fc tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:32.802117 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90bdf0c-ee3d-4a44-bdd0-8f0faf68c9fc tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Pushing event deleted for resources: {'Subnet': ['ID=b2e5041d-c4bb-4d57-9adf-d7af61ccba7a,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:32.804341 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d90bdf0c-ee3d-4a44-bdd0-8f0faf68c9fc tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:32.808825 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d90bdf0c-ee3d-4a44-bdd0-8f0faf68c9fc tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] 10.222.0.45 "DELETE /v2.0/subnets/b2e5041d-c4bb-4d57-9adf-d7af61ccba7a HTTP/1.1" status: 204 len: 168 time: 0.5566409 May 31 16:26:32.811363 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38220) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:32.830736 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-e13ec505-e5cd-48bf-b13f-e56a6bed67eb None None] For port 33b54fb8-1ae8-42f8-9efe-3ca96ae5c070, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=33b54fb8-1ae8-42f8-9efe-3ca96ae5c070,segment=NetworkSegment(e316ba79-c42e-4e13-a0d5-5bd73e1a2f42),segment_id=e316ba79-c42e-4e13-a0d5-5bd73e1a2f42)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:26:32.848206 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e13ec505-e5cd-48bf-b13f-e56a6bed67eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:32.855257 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:32.907462 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:32.931780 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-71eef2e7-f577-48f5-8024-f9eb487bf261 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:32.984604 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4,segment=NetworkSegment(81a265cd-9432-4130-8b35-9f695155e573),segment_id=81a265cd-9432-4130-8b35-9f695155e573)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:32.985963 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ec505-e5cd-48bf-b13f-e56a6bed67eb None None] Pushing event updated for resources: {'Port': ['ID=33b54fb8-1ae8-42f8-9efe-3ca96ae5c070,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:32.990326 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e13ec505-e5cd-48bf-b13f-e56a6bed67eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:32.991856 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:32.993850 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-3165c6c5-a7b6-43b3-9bbf-18b14d405161 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:33.019056 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-71eef2e7-f577-48f5-8024-f9eb487bf261 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Deleting port 33b54fb8-1ae8-42f8-9efe-3ca96ae5c070 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:26:33.019283 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-71eef2e7-f577-48f5-8024-f9eb487bf261 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:33.067572 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:33.071447 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:33.134338 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-71eef2e7-f577-48f5-8024-f9eb487bf261 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] For port 33b54fb8-1ae8-42f8-9efe-3ca96ae5c070, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=33b54fb8-1ae8-42f8-9efe-3ca96ae5c070,segment=NetworkSegment(e316ba79-c42e-4e13-a0d5-5bd73e1a2f42),segment_id=e316ba79-c42e-4e13-a0d5-5bd73e1a2f42)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:33.134706 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-71eef2e7-f577-48f5-8024-f9eb487bf261 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:33.268395 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-71eef2e7-f577-48f5-8024-f9eb487bf261 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Calling delete_port for 33b54fb8-1ae8-42f8-9efe-3ca96ae5c070 owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:26:33.317703 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-71eef2e7-f577-48f5-8024-f9eb487bf261 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:33.323282 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3b21b81d-c552-4bb1-9f1a-9fe16befc8f9 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:33.329683 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-cfbee591-8fa5-44b7-8293-f30fc5af6ec8 None None] Provisioning complete for port abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:26:33.330121 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cfbee591-8fa5-44b7-8293-f30fc5af6ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:33.367359 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eef2e7-f577-48f5-8024-f9eb487bf261 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Pushing event deleted for resources: {'Port': ['ID=33b54fb8-1ae8-42f8-9efe-3ca96ae5c070,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:33.369174 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eef2e7-f577-48f5-8024-f9eb487bf261 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] No DVR routers for this DVR port 33b54fb8-1ae8-42f8-9efe-3ca96ae5c070 on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:26:33.370655 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-71eef2e7-f577-48f5-8024-f9eb487bf261 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:33.495849 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-71eef2e7-f577-48f5-8024-f9eb487bf261 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:33.512822 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-71eef2e7-f577-48f5-8024-f9eb487bf261 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c6b009-5b27-4fcd-83c0-89b07edcef1f']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:33.525215 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-71eef2e7-f577-48f5-8024-f9eb487bf261 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e316ba79-c42e-4e13-a0d5-5bd73e1a2f42') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:33.525504 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-71eef2e7-f577-48f5-8024-f9eb487bf261 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e316ba79-c42e-4e13-a0d5-5bd73e1a2f42') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:33.537165 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-71eef2e7-f577-48f5-8024-f9eb487bf261 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:33.553363 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-71eef2e7-f577-48f5-8024-f9eb487bf261 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:33.562687 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71eef2e7-f577-48f5-8024-f9eb487bf261 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:26:33.563240 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-71eef2e7-f577-48f5-8024-f9eb487bf261 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:26:33.578543 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:26:33.660285 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-71eef2e7-f577-48f5-8024-f9eb487bf261 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:33.664281 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-938ad017-d694-4619-b8fa-27afec80ba3b tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:33.683366 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-71eef2e7-f577-48f5-8024-f9eb487bf261 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:33.694882 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eef2e7-f577-48f5-8024-f9eb487bf261 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Pushing event deleted for resources: {'Network': ['ID=39c6b009-5b27-4fcd-83c0-89b07edcef1f,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:33.697720 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-71eef2e7-f577-48f5-8024-f9eb487bf261 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:33.699574 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-71eef2e7-f577-48f5-8024-f9eb487bf261 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] 10.222.0.45 "DELETE /v2.0/networks/39c6b009-5b27-4fcd-83c0-89b07edcef1f HTTP/1.1" status: 204 len: 168 time: 0.8873172 May 31 16:26:33.702270 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38224) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:33.773188 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d36479a-882c-45ee-b773-421cdb1b7c13 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Deleting subnet 83d858ef-7dda-4009-a99a-7a52fc5b50b2 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:26:33.776686 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0d36479a-882c-45ee-b773-421cdb1b7c13 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:33.838918 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0d36479a-882c-45ee-b773-421cdb1b7c13 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:33.923156 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0d36479a-882c-45ee-b773-421cdb1b7c13 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:33.959136 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6964a0-7712-49d4-80fc-4c87c3d0e2e5 None None] DHCP port deletion for 39c6b009-5b27-4fcd-83c0-89b07edcef1f request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 16:26:33.969120 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-586e3537-347c-47f8-bf6d-4c71dfcc61dc None None] Could not find standard attr ID for object 33b54fb8-1ae8-42f8-9efe-3ca96ae5c070. {{(pid=99206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 16:26:33.974842 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc39fd9d-7678-44f9-90a4-d8c77d707ea4 None None] Network 39c6b009-5b27-4fcd-83c0-89b07edcef1f requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:26:33.993651 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc39fd9d-7678-44f9-90a4-d8c77d707ea4 None None] Network 39c6b009-5b27-4fcd-83c0-89b07edcef1f could not be found, it might have been deleted concurrently. {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 31 16:26:34.195461 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0d36479a-882c-45ee-b773-421cdb1b7c13 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:34.200007 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ec982e3a-d72b-431e-b1e5-517b40af8df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:34.236057 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36479a-882c-45ee-b773-421cdb1b7c13 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Pushing event deleted for resources: {'Subnet': ['ID=83d858ef-7dda-4009-a99a-7a52fc5b50b2,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:34.238013 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0d36479a-882c-45ee-b773-421cdb1b7c13 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:34.241021 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0d36479a-882c-45ee-b773-421cdb1b7c13 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:34.245309 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0d36479a-882c-45ee-b773-421cdb1b7c13 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] 10.222.0.45 "DELETE /v2.0/subnets/83d858ef-7dda-4009-a99a-7a52fc5b50b2 HTTP/1.1" status: 204 len: 168 time: 0.5419064 May 31 16:26:34.247840 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38228) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:34.250470 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a857773-1453-4afd-a94c-703c8aafa5eb None None] Network 421d2996-16f9-48a5-a6bd-b2e7c0170cfa requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:26:34.274748 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:26:34.361979 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c01a9785-659c-4000-b2d6-d1068498093a tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:34.442614 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-c01a9785-659c-4000-b2d6-d1068498093a tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Deleting port abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:26:34.442974 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c01a9785-659c-4000-b2d6-d1068498093a tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:34.518407 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:26:34.518656 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:34.545319 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-c01a9785-659c-4000-b2d6-d1068498093a tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] For port abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4,segment=NetworkSegment(81a265cd-9432-4130-8b35-9f695155e573),segment_id=81a265cd-9432-4130-8b35-9f695155e573)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:34.545682 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c01a9785-659c-4000-b2d6-d1068498093a tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:34.659879 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6821dc7e-b04f-4560-8068-c3e08001eec3 None None] DHCP port deletion for 421d2996-16f9-48a5-a6bd-b2e7c0170cfa request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 16:26:34.677317 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-c01a9785-659c-4000-b2d6-d1068498093a tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Calling delete_port for abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4 owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:26:34.725538 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c01a9785-659c-4000-b2d6-d1068498093a tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:34.728455 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c34a1b7e-2394-4aa4-b094-bd8a4b82ee95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:34.732085 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-85f8aba5-5718-464a-ad72-0564e094e1bb tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:34.737328 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-6821dc7e-b04f-4560-8068-c3e08001eec3 None None] Deleting port abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:26:34.737726 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6821dc7e-b04f-4560-8068-c3e08001eec3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:34.775308 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a9785-659c-4000-b2d6-d1068498093a tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Pushing event deleted for resources: {'Port': ['ID=abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:34.778124 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c01a9785-659c-4000-b2d6-d1068498093a tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:34.779380 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01a9785-659c-4000-b2d6-d1068498093a tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] No DVR routers for this DVR port abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4 on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:26:34.834692 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-6821dc7e-b04f-4560-8068-c3e08001eec3 None None] For port abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4, host dv-neutron-601336-79-hyperv, got binding levels [] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:34.835109 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6821dc7e-b04f-4560-8068-c3e08001eec3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:34.905225 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c01a9785-659c-4000-b2d6-d1068498093a tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:34.918679 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-c01a9785-659c-4000-b2d6-d1068498093a tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['421d2996-16f9-48a5-a6bd-b2e7c0170cfa']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:34.930699 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-c01a9785-659c-4000-b2d6-d1068498093a tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a265cd-9432-4130-8b35-9f695155e573') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:34.930975 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-c01a9785-659c-4000-b2d6-d1068498093a tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a265cd-9432-4130-8b35-9f695155e573') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:34.942667 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c01a9785-659c-4000-b2d6-d1068498093a tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:34.955817 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-6821dc7e-b04f-4560-8068-c3e08001eec3 None None] Calling delete_port for abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:26:34.959415 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.ipam_backend_mixin [None req-6821dc7e-b04f-4560-8068-c3e08001eec3 None None] Port abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4 was not found and therefore no delete operation was performed {{(pid=99206) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 31 16:26:34.960382 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c01a9785-659c-4000-b2d6-d1068498093a tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:34.961443 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6821dc7e-b04f-4560-8068-c3e08001eec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:34.965729 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-cd9cf209-2463-42bb-9560-5b73c50db44c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:34.967562 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c01a9785-659c-4000-b2d6-d1068498093a tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:26:34.968131 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c01a9785-659c-4000-b2d6-d1068498093a tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:26:34.983186 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:26:35.009538 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821dc7e-b04f-4560-8068-c3e08001eec3 None None] Pushing event deleted for resources: {'Port': ['ID=abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:35.011371 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6821dc7e-b04f-4560-8068-c3e08001eec3 None None] No DVR routers for this DVR port abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:26:35.012807 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-6821dc7e-b04f-4560-8068-c3e08001eec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:35.073851 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c01a9785-659c-4000-b2d6-d1068498093a tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:35.078772 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c01a9785-659c-4000-b2d6-d1068498093a tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:35.081541 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fe1f1761-6159-4e4a-8d2a-54dfcc93624e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:35.104435 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a9785-659c-4000-b2d6-d1068498093a tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Pushing event deleted for resources: {'Network': ['ID=421d2996-16f9-48a5-a6bd-b2e7c0170cfa,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:35.107211 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c01a9785-659c-4000-b2d6-d1068498093a tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:35.108723 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c01a9785-659c-4000-b2d6-d1068498093a tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] 10.222.0.45 "DELETE /v2.0/networks/421d2996-16f9-48a5-a6bd-b2e7c0170cfa HTTP/1.1" status: 204 len: 168 time: 0.8599370 May 31 16:26:35.111858 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38232) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:35.157048 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-453e0e51-e66e-4f51-86cc-f777c595c0f5 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Synchronizing usage tracker for tenant:79ce26d2bb6a4fad9b5c1477c288dc11 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:26:35.176641 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-453e0e51-e66e-4f51-86cc-f777c595c0f5 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Unset dirty status for tenant:79ce26d2bb6a4fad9b5c1477c288dc11 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:26:35.177949 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-453e0e51-e66e-4f51-86cc-f777c595c0f5 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] 10.222.0.45 "GET /v2.0/ports?device_id=d32489a4-68b8-404e-8969-1dd3b8191a5c HTTP/1.1" status: 200 len: 205 time: 0.0651109 May 31 16:26:35.181859 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38236) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:35.313470 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8ed13c37-0f40-477a-9c49-7a0a66dd15f2 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:35.759225 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8ed13c37-0f40-477a-9c49-7a0a66dd15f2 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:35.761582 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8ed13c37-0f40-477a-9c49-7a0a66dd15f2 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:35.788975 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8ed13c37-0f40-477a-9c49-7a0a66dd15f2 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:35.789485 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed13c37-0f40-477a-9c49-7a0a66dd15f2 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Fanout notify agent at l3_agent the message router_deleted on router d32489a4-68b8-404e-8969-1dd3b8191a5c {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 16:26:35.801208 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8ed13c37-0f40-477a-9c49-7a0a66dd15f2 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:35.802285 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8ed13c37-0f40-477a-9c49-7a0a66dd15f2 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] 10.222.0.45 "DELETE /v2.0/routers/d32489a4-68b8-404e-8969-1dd3b8191a5c HTTP/1.1" status: 204 len: 168 time: 0.6195443 May 31 16:26:36.107427 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38244) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:36.261280 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:26:36.276779 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-29f2dbf7-1857-4994-8dc5-b0ad8e78d0b2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=79ce26d2bb6a4fad9b5c1477c288dc11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1680589 May 31 16:26:36.279243 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38250) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:36.296147 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:26:36.296532 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device abb5fbf6-a2cb-4f01-a7f5-740ac51c1fc4 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:26:36.336707 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f1732124-71be-489c-ae7f-e84dc5ffcd09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:36.361797 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f1732124-71be-489c-ae7f-e84dc5ffcd09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:36.416856 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f1732124-71be-489c-ae7f-e84dc5ffcd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:36.420723 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6f9ce27e-4924-4336-9ed0-4ae4b5a5c10e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:36.431951 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1732124-71be-489c-ae7f-e84dc5ffcd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c964465e-567f-417c-9d0b-35e5f22b18a0,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:36.434508 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f1732124-71be-489c-ae7f-e84dc5ffcd09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:36.440191 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f1732124-71be-489c-ae7f-e84dc5ffcd09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:36.441417 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f1732124-71be-489c-ae7f-e84dc5ffcd09 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c964465e-567f-417c-9d0b-35e5f22b18a0 HTTP/1.1" status: 204 len: 168 time: 0.1612735 May 31 16:26:37.042665 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:37.143227 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38274) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:37.250652 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-ff2200be-823e-4f69-99f1-f026b47dea40 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-653096666-network', 'tenant_id': '356b02d0182d4e11b0b9bf09ddf3efff'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:26:37.255771 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-ff2200be-823e-4f69-99f1-f026b47dea40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:26:37.259849 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ff2200be-823e-4f69-99f1-f026b47dea40 admin admin] Usage tracker for resource:network and tenant:356b02d0182d4e11b0b9bf09ddf3efff is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:26:37.262790 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ff2200be-823e-4f69-99f1-f026b47dea40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:26:37.269597 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-ff2200be-823e-4f69-99f1-f026b47dea40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:26:37.281466 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2200be-823e-4f69-99f1-f026b47dea40 admin admin] Made reservation on behalf of 356b02d0182d4e11b0b9bf09ddf3efff for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:26:37.284041 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ff2200be-823e-4f69-99f1-f026b47dea40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:37.296193 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ff2200be-823e-4f69-99f1-f026b47dea40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:37.315355 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-ff2200be-823e-4f69-99f1-f026b47dea40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:26:37.319614 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ff2200be-823e-4f69-99f1-f026b47dea40 admin admin] Usage tracker for resource:security_group_rule and tenant:356b02d0182d4e11b0b9bf09ddf3efff is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:26:37.322643 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-ff2200be-823e-4f69-99f1-f026b47dea40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:26:37.328501 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-ff2200be-823e-4f69-99f1-f026b47dea40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:26:37.411001 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ff2200be-823e-4f69-99f1-f026b47dea40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:37.416423 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ff2200be-823e-4f69-99f1-f026b47dea40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:37.420893 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-702a8bf9-369f-4045-86b2-6682d7ffa2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:37.444295 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff2200be-823e-4f69-99f1-f026b47dea40 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:26:37.456638 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2200be-823e-4f69-99f1-f026b47dea40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7957660-4376-4ad4-803a-f66b4fa65005,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:37.460652 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ff2200be-823e-4f69-99f1-f026b47dea40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:37.461555 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ff2200be-823e-4f69-99f1-f026b47dea40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:37.461882 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-ff2200be-823e-4f69-99f1-f026b47dea40 admin admin] Added segment 8f7b930a-de46-461a-a76d-90d78c59b1b4 of type vlan for network a4ab0787-fa08-4c92-a67f-3283993cc3a7 May 31 16:26:37.489183 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ff2200be-823e-4f69-99f1-f026b47dea40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:37.519528 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ff2200be-823e-4f69-99f1-f026b47dea40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:37.520603 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2200be-823e-4f69-99f1-f026b47dea40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:37.521214 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ff2200be-823e-4f69-99f1-f026b47dea40 admin admin] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:37.525852 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c01a9785-659c-4000-b2d6-d1068498093a tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:37.622868 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ff2200be-823e-4f69-99f1-f026b47dea40 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4783454 May 31 16:26:37.623730 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2200be-823e-4f69-99f1-f026b47dea40 admin admin] Pushing event updated for resources: {'Network': ['ID=a4ab0787-fa08-4c92-a67f-3283993cc3a7,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:37.625585 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38280) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:37.627969 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ff2200be-823e-4f69-99f1-f026b47dea40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:37.631755 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-99c22476-c90b-4d43-8901-9d0eb5b12203 admin admin] Request body: {'subnet': {'network_id': 'a4ab0787-fa08-4c92-a67f-3283993cc3a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-653096666-subnet', 'tenant_id': '356b02d0182d4e11b0b9bf09ddf3efff', 'ip_version': 4}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:26:37.635248 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network a4ab0787-fa08-4c92-a67f-3283993cc3a7 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 16:26:37.637069 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-99c22476-c90b-4d43-8901-9d0eb5b12203 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:26:37.641007 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-99c22476-c90b-4d43-8901-9d0eb5b12203 admin admin] Usage tracker for resource:subnet and tenant:356b02d0182d4e11b0b9bf09ddf3efff is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:26:37.643850 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-99c22476-c90b-4d43-8901-9d0eb5b12203 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:26:37.649552 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-99c22476-c90b-4d43-8901-9d0eb5b12203 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:26:37.661267 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c22476-c90b-4d43-8901-9d0eb5b12203 admin admin] Made reservation on behalf of 356b02d0182d4e11b0b9bf09ddf3efff for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:26:37.663905 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-99c22476-c90b-4d43-8901-9d0eb5b12203 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:37.937830 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-968bf80a-c25e-4842-a20c-108bafc9aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:38.212402 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-99c22476-c90b-4d43-8901-9d0eb5b12203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:38.217618 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-86be9ea7-f371-4c2b-a947-945e6f37df2d tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:38.289143 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c22476-c90b-4d43-8901-9d0eb5b12203 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62969d01-d53d-44ac-8413-45e89d8e3b18,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:38.292503 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-99c22476-c90b-4d43-8901-9d0eb5b12203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:38.298415 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c22476-c90b-4d43-8901-9d0eb5b12203 admin admin] Checking segment: {'id': '8f7b930a-de46-461a-a76d-90d78c59b1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a4ab0787-fa08-4c92-a67f-3283993cc3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:26:38.298759 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c22476-c90b-4d43-8901-9d0eb5b12203 admin admin] Network hostable DHCP agents. Network: a4ab0787-fa08-4c92-a67f-3283993cc3a7, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:26:38.317632 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c22476-c90b-4d43-8901-9d0eb5b12203 admin admin] Network a4ab0787-fa08-4c92-a67f-3283993cc3a7 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:26:38.328487 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-99c22476-c90b-4d43-8901-9d0eb5b12203 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, a4ab0787-fa08-4c92-a67f-3283993cc3a7) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:26:38.338517 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0891c2e-0e03-49d5-89f9-bd7c31b2f23c None None] Network a4ab0787-fa08-4c92-a67f-3283993cc3a7 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:26:38.338729 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c22476-c90b-4d43-8901-9d0eb5b12203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:38.339344 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-99c22476-c90b-4d43-8901-9d0eb5b12203 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:38.361320 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-99c22476-c90b-4d43-8901-9d0eb5b12203 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7346978 May 31 16:26:38.364583 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38284) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:38.369719 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-a59b120b-10d0-4c9f-a0fc-4515d268e2d7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-653096666-router', 'tenant_id': '356b02d0182d4e11b0b9bf09ddf3efff', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:26:38.374866 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a59b120b-10d0-4c9f-a0fc-4515d268e2d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:26:38.378745 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a59b120b-10d0-4c9f-a0fc-4515d268e2d7 admin admin] Usage tracker for resource:router and tenant:356b02d0182d4e11b0b9bf09ddf3efff is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:26:38.381799 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a59b120b-10d0-4c9f-a0fc-4515d268e2d7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:26:38.387711 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a59b120b-10d0-4c9f-a0fc-4515d268e2d7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:26:38.399178 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a59b120b-10d0-4c9f-a0fc-4515d268e2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:38.400258 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a59b120b-10d0-4c9f-a0fc-4515d268e2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:38.416262 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a59b120b-10d0-4c9f-a0fc-4515d268e2d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:38.568240 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:38.573518 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-a4ab0787-fa08-4c92-a67f-3283993cc3a7', 'network_id': 'a4ab0787-fa08-4c92-a67f-3283993cc3a7', 'tenant_id': '356b02d0182d4e11b0b9bf09ddf3efff', 'fixed_ips': [{'subnet_id': '62969d01-d53d-44ac-8413-45e89d8e3b18'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:26:38.574377 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:38.682275 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a59b120b-10d0-4c9f-a0fc-4515d268e2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:38.728826 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Allocated IP 172.20.0.2 (a4ab0787-fa08-4c92-a67f-3283993cc3a7/62969d01-d53d-44ac-8413-45e89d8e3b18/6b40044e-ea28-46fe-b3fa-ca2859fc4b7b) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:26:38.933798 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:38.944291 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Transition to ACTIVE for port object 6b40044e-ea28-46fe-b3fa-ca2859fc4b7b will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:26:38.962731 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Transition to ACTIVE for port object 6b40044e-ea28-46fe-b3fa-ca2859fc4b7b will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:26:38.968873 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:38.973323 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:38.994095 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a59b120b-10d0-4c9f-a0fc-4515d268e2d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:39.024459 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a59b120b-10d0-4c9f-a0fc-4515d268e2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:39.037873 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Network a4ab0787-fa08-4c92-a67f-3283993cc3a7 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:26:39.040564 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:26:39.044337 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:26:39.077139 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Pushing event updated for resources: {'Port': ['ID=6b40044e-ea28-46fe-b3fa-ca2859fc4b7b,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:39.116670 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:39.117013 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:39.117372 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:39.117703 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:39.118067 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:39.118389 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:39.118718 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:39.119050 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:39.119372 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:39.119686 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:39.120004 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:39.120320 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:39.127834 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:39.147972 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Attempting to bind port 6b40044e-ea28-46fe-b3fa-ca2859fc4b7b on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:26:39.148354 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Attempting to bind port 6b40044e-ea28-46fe-b3fa-ca2859fc4b7b by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '8f7b930a-de46-461a-a76d-90d78c59b1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a4ab0787-fa08-4c92-a67f-3283993cc3a7'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:26:39.148719 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Attempting to bind port 6b40044e-ea28-46fe-b3fa-ca2859fc4b7b on network a4ab0787-fa08-4c92-a67f-3283993cc3a7 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:26:39.154186 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:26:39.154641 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Checking segment: {'id': '8f7b930a-de46-461a-a76d-90d78c59b1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a4ab0787-fa08-4c92-a67f-3283993cc3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:26:39.155137 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:39.155534 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Bound using segment: {'id': '8f7b930a-de46-461a-a76d-90d78c59b1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a4ab0787-fa08-4c92-a67f-3283993cc3a7'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:26:39.156007 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Bound port: 6b40044e-ea28-46fe-b3fa-ca2859fc4b7b, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7b930a-de46-461a-a76d-90d78c59b1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a4ab0787-fa08-4c92-a67f-3283993cc3a7'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:26:39.156385 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:39.158897 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-a59b120b-10d0-4c9f-a0fc-4515d268e2d7 admin admin] Allocated IP 172.26.0.93 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/fd41f5ac-dafa-4083-ae39-383494742a05) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:26:39.294623 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] For port 6b40044e-ea28-46fe-b3fa-ca2859fc4b7b, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:26:39.297317 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] For port 6b40044e-ea28-46fe-b3fa-ca2859fc4b7b, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=6b40044e-ea28-46fe-b3fa-ca2859fc4b7b,segment=NetworkSegment(8f7b930a-de46-461a-a76d-90d78c59b1b4),segment_id=8f7b930a-de46-461a-a76d-90d78c59b1b4)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:26:39.306870 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:39.311490 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a2dd1af6-8633-47ec-9066-ab437dfffde3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:39.316668 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a59b120b-10d0-4c9f-a0fc-4515d268e2d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:39.347719 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a59b120b-10d0-4c9f-a0fc-4515d268e2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:39.352442 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-838b8da7-4b70-4112-8705-1c1c42b82e52 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:39.386402 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Pushing event updated for resources: {'Port': ['ID=6b40044e-ea28-46fe-b3fa-ca2859fc4b7b,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:39.389546 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:39.408754 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59b120b-10d0-4c9f-a0fc-4515d268e2d7 admin admin] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:26:39.416081 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-a59b120b-10d0-4c9f-a0fc-4515d268e2d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:26:39.420901 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59b120b-10d0-4c9f-a0fc-4515d268e2d7 admin admin] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:26:39.639972 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b120b-10d0-4c9f-a0fc-4515d268e2d7 admin admin] Pushing event updated for resources: {'Port': ['ID=fd41f5ac-dafa-4083-ae39-383494742a05,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:39.644381 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a59b120b-10d0-4c9f-a0fc-4515d268e2d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:39.897917 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:40.017611 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a59b120b-10d0-4c9f-a0fc-4515d268e2d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:40.233950 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c71aea-5cef-485c-9d41-fe49967a9431 None None] Network a4ab0787-fa08-4c92-a67f-3283993cc3a7 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:26:40.329415 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 6b40044e-ea28-46fe-b3fa-ca2859fc4b7b up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:26:40.361267 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a59b120b-10d0-4c9f-a0fc-4515d268e2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:40.398590 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ca1e7245-0712-413c-91f1-019b4fe1bc5b None None] Provisioning for port 6b40044e-ea28-46fe-b3fa-ca2859fc4b7b completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:26:40.513015 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 6b40044e-ea28-46fe-b3fa-ca2859fc4b7b completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:26:40.519486 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 6b40044e-ea28-46fe-b3fa-ca2859fc4b7b triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:26:40.519864 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:40.569903 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59b120b-10d0-4c9f-a0fc-4515d268e2d7 admin admin] Router b6be8ded-24d3-4966-9cb5-413ad9ea7d9f is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 16:26:40.657088 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:40.691206 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 6b40044e-ea28-46fe-b3fa-ca2859fc4b7b, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=6b40044e-ea28-46fe-b3fa-ca2859fc4b7b,segment=NetworkSegment(8f7b930a-de46-461a-a76d-90d78c59b1b4),segment_id=8f7b930a-de46-461a-a76d-90d78c59b1b4)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:40.696459 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:40.698675 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:40.759090 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59b120b-10d0-4c9f-a0fc-4515d268e2d7 admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:26:40.766072 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=6b40044e-ea28-46fe-b3fa-ca2859fc4b7b,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:40.769341 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:40.784121 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109cfc25-8762-492e-bbec-f78d3206cfe6 None None] Sync routers for ids ['b6be8ded-24d3-4966-9cb5-413ad9ea7d9f'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:26:40.784748 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a59b120b-10d0-4c9f-a0fc-4515d268e2d7 admin admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:40.787018 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a59b120b-10d0-4c9f-a0fc-4515d268e2d7 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4205618 May 31 16:26:40.788848 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38288) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:40.793991 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109cfc25-8762-492e-bbec-f78d3206cfe6 None None] Routers {'b6be8ded-24d3-4966-9cb5-413ad9ea7d9f'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:26:40.794596 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-109cfc25-8762-492e-bbec-f78d3206cfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:26:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['b6be8ded-24d3-4966-9cb5-413ad9ea7d9f'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:40.864476 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-9ff1b900-fc69-48a2-83da-e2ed04bda6c3 None None] Provisioning complete for port 6b40044e-ea28-46fe-b3fa-ca2859fc4b7b triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:26:40.865174 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9ff1b900-fc69-48a2-83da-e2ed04bda6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:40.974643 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-109cfc25-8762-492e-bbec-f78d3206cfe6 None None] Set router b6be8ded-24d3-4966-9cb5-413ad9ea7d9f gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:26:41.254157 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-109cfc25-8762-492e-bbec-f78d3206cfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6be8ded-24d3-4966-9cb5-413ad9ea7d9f', 'name': 'tempest-TestEncryptedCinderVolumes-653096666-router', 'tenant_id': '356b02d0182d4e11b0b9bf09ddf3efff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.93'}], 'enable_snat': True}, 'gw_port_id': 'fd41f5ac-dafa-4083-ae39-383494742a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:26:38Z', 'updated_at': '2021-05-31T16:26:39Z', 'revision_number': 3, 'project_id': '356b02d0182d4e11b0b9bf09ddf3efff', 'gw_port': {'id': 'fd41f5ac-dafa-4083-ae39-383494742a05', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6be8ded-24d3-4966-9cb5-413ad9ea7d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:26:39Z', 'updated_at': '2021-05-31T16:26:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:41.257978 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109cfc25-8762-492e-bbec-f78d3206cfe6 None None] Checking router: b6be8ded-24d3-4966-9cb5-413ad9ea7d9f for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:26:41.258316 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109cfc25-8762-492e-bbec-f78d3206cfe6 None None] Updating router b6be8ded-24d3-4966-9cb5-413ad9ea7d9f port fd41f5ac-dafa-4083-ae39-383494742a05 binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:26:41.309197 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-109cfc25-8762-492e-bbec-f78d3206cfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:41.617078 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8f26daa5-be72-47f6-9e9a-e84f7680537c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:41.666177 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-109cfc25-8762-492e-bbec-f78d3206cfe6 None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:41.677598 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-109cfc25-8762-492e-bbec-f78d3206cfe6 None None] Transition to ACTIVE for port object fd41f5ac-dafa-4083-ae39-383494742a05 will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:26:41.684761 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-109cfc25-8762-492e-bbec-f78d3206cfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:41.688207 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-b9bc05a3-78ec-4666-9d9b-75b4e712dc46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:41.761779 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-109cfc25-8762-492e-bbec-f78d3206cfe6 None None] Attempting to bind port fd41f5ac-dafa-4083-ae39-383494742a05 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:26:41.762136 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-109cfc25-8762-492e-bbec-f78d3206cfe6 None None] Attempting to bind port fd41f5ac-dafa-4083-ae39-383494742a05 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:26:41.762487 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109cfc25-8762-492e-bbec-f78d3206cfe6 None None] Attempting to bind port fd41f5ac-dafa-4083-ae39-383494742a05 on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:26:41.764510 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c7682-67ca-4a58-bfde-6088bac32d51 None None] Pushing event updated for resources: {'Port': ['ID=fd41f5ac-dafa-4083-ae39-383494742a05,revision_number=2']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:41.774445 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c7682-67ca-4a58-bfde-6088bac32d51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:41.774445 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c7682-67ca-4a58-bfde-6088bac32d51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:41.774445 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c7682-67ca-4a58-bfde-6088bac32d51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:41.774817 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c7682-67ca-4a58-bfde-6088bac32d51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:41.775028 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c7682-67ca-4a58-bfde-6088bac32d51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:41.775433 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c7682-67ca-4a58-bfde-6088bac32d51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:41.775679 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c7682-67ca-4a58-bfde-6088bac32d51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:41.776028 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c7682-67ca-4a58-bfde-6088bac32d51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:41.776337 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c7682-67ca-4a58-bfde-6088bac32d51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:41.776647 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c7682-67ca-4a58-bfde-6088bac32d51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:41.776949 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c7682-67ca-4a58-bfde-6088bac32d51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:41.777257 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c7682-67ca-4a58-bfde-6088bac32d51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:41.780407 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109cfc25-8762-492e-bbec-f78d3206cfe6 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:26:41.780783 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109cfc25-8762-492e-bbec-f78d3206cfe6 None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:26:41.781190 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-109cfc25-8762-492e-bbec-f78d3206cfe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:41.781563 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109cfc25-8762-492e-bbec-f78d3206cfe6 None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:26:41.782016 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-109cfc25-8762-492e-bbec-f78d3206cfe6 None None] Bound port: fd41f5ac-dafa-4083-ae39-383494742a05, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:26:41.782376 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-109cfc25-8762-492e-bbec-f78d3206cfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:41.805385 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-465c7682-67ca-4a58-bfde-6088bac32d51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:41.827126 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-8f26daa5-be72-47f6-9e9a-e84f7680537c admin admin] Allocated IP 172.20.0.1 (a4ab0787-fa08-4c92-a67f-3283993cc3a7/62969d01-d53d-44ac-8413-45e89d8e3b18/150d5e5e-9d62-44c7-b4fd-229064683020) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:26:41.859813 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-109cfc25-8762-492e-bbec-f78d3206cfe6 None None] For port fd41f5ac-dafa-4083-ae39-383494742a05, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:26:41.863035 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-109cfc25-8762-492e-bbec-f78d3206cfe6 None None] For port fd41f5ac-dafa-4083-ae39-383494742a05, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=fd41f5ac-dafa-4083-ae39-383494742a05,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:26:41.868938 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-109cfc25-8762-492e-bbec-f78d3206cfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:41.873228 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-ea87de93-3ce2-407e-a07f-4452d42f3b2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:41.948748 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109cfc25-8762-492e-bbec-f78d3206cfe6 None None] Routers {'b6be8ded-24d3-4966-9cb5-413ad9ea7d9f'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:26:41.949354 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-109cfc25-8762-492e-bbec-f78d3206cfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:26:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['b6be8ded-24d3-4966-9cb5-413ad9ea7d9f'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:41.977399 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8f26daa5-be72-47f6-9e9a-e84f7680537c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:41.993090 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-8f26daa5-be72-47f6-9e9a-e84f7680537c admin admin] Transition to ACTIVE for port object 150d5e5e-9d62-44c7-b4fd-229064683020 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:26:42.014016 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c7682-67ca-4a58-bfde-6088bac32d51 None None] Pushing event updated for resources: {'Port': ['ID=fd41f5ac-dafa-4083-ae39-383494742a05,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:42.017550 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-465c7682-67ca-4a58-bfde-6088bac32d51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:42.021422 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8f26daa5-be72-47f6-9e9a-e84f7680537c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:42.026768 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c8e7beb9-d80a-406c-99da-4897f971200d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:42.088027 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f26daa5-be72-47f6-9e9a-e84f7680537c admin admin] Network a4ab0787-fa08-4c92-a67f-3283993cc3a7 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:26:42.095417 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-8f26daa5-be72-47f6-9e9a-e84f7680537c admin admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:26:42.100031 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f26daa5-be72-47f6-9e9a-e84f7680537c admin admin] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:26:42.127848 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26daa5-be72-47f6-9e9a-e84f7680537c admin admin] Pushing event updated for resources: {'Port': ['ID=150d5e5e-9d62-44c7-b4fd-229064683020,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:42.134800 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8f26daa5-be72-47f6-9e9a-e84f7680537c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:42.138266 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-109cfc25-8762-492e-bbec-f78d3206cfe6 None None] Set router b6be8ded-24d3-4966-9cb5-413ad9ea7d9f gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:26:42.157919 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8f26daa5-be72-47f6-9e9a-e84f7680537c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:42.283359 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 6b40044e-ea28-46fe-b3fa-ca2859fc4b7b up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:26:42.359899 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b5f849be-1b57-42df-b25b-03c00d1867d5 None None] Provisioning for port 150d5e5e-9d62-44c7-b4fd-229064683020 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:26:42.369035 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b5f849be-1b57-42df-b25b-03c00d1867d5 None None] Provisioning complete for port 150d5e5e-9d62-44c7-b4fd-229064683020 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:26:42.369326 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b5f849be-1b57-42df-b25b-03c00d1867d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:42.397329 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 6b40044e-ea28-46fe-b3fa-ca2859fc4b7b triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:26:42.397703 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:42.453609 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8f26daa5-be72-47f6-9e9a-e84f7680537c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:42.456011 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-109cfc25-8762-492e-bbec-f78d3206cfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6be8ded-24d3-4966-9cb5-413ad9ea7d9f', 'name': 'tempest-TestEncryptedCinderVolumes-653096666-router', 'tenant_id': '356b02d0182d4e11b0b9bf09ddf3efff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.93'}], 'enable_snat': True}, 'gw_port_id': 'fd41f5ac-dafa-4083-ae39-383494742a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:26:38Z', 'updated_at': '2021-05-31T16:26:39Z', 'revision_number': 3, 'project_id': '356b02d0182d4e11b0b9bf09ddf3efff', 'gw_port': {'id': 'fd41f5ac-dafa-4083-ae39-383494742a05', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6be8ded-24d3-4966-9cb5-413ad9ea7d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:26:39Z', 'updated_at': '2021-05-31T16:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:42.460367 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109cfc25-8762-492e-bbec-f78d3206cfe6 None None] The sync data for ids ['b6be8ded-24d3-4966-9cb5-413ad9ea7d9f'] in dv-neutron-601336-79-hyperv is: [{'id': 'b6be8ded-24d3-4966-9cb5-413ad9ea7d9f', 'name': 'tempest-TestEncryptedCinderVolumes-653096666-router', 'tenant_id': '356b02d0182d4e11b0b9bf09ddf3efff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.93'}], 'enable_snat': True}, 'gw_port_id': 'fd41f5ac-dafa-4083-ae39-383494742a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:26:38Z', 'updated_at': '2021-05-31T16:26:39Z', 'revision_number': 3, 'project_id': '356b02d0182d4e11b0b9bf09ddf3efff', 'gw_port': {'id': 'fd41f5ac-dafa-4083-ae39-383494742a05', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6be8ded-24d3-4966-9cb5-413ad9ea7d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:26:39Z', 'updated_at': '2021-05-31T16:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:26:42.466788 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-b5f849be-1b57-42df-b25b-03c00d1867d5 None None] Port 150d5e5e-9d62-44c7-b4fd-229064683020 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:26:42.855146 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8f26daa5-be72-47f6-9e9a-e84f7680537c admin admin] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:42.860944 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8f26daa5-be72-47f6-9e9a-e84f7680537c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:42.885773 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2c91ef18-b4ce-4085-9913-918eaa9824e9 tempest-TestServerAdvancedOps-1672120089 tempest-TestServerAdvancedOps-1672120089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:42.970660 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26daa5-be72-47f6-9e9a-e84f7680537c admin admin] Pushing event updated for resources: {'Port': ['ID=150d5e5e-9d62-44c7-b4fd-229064683020,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:42.973119 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8f26daa5-be72-47f6-9e9a-e84f7680537c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:42.976858 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8f26daa5-be72-47f6-9e9a-e84f7680537c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:43.121208 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f26daa5-be72-47f6-9e9a-e84f7680537c admin admin] Network a4ab0787-fa08-4c92-a67f-3283993cc3a7 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:26:43.122320 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-8f26daa5-be72-47f6-9e9a-e84f7680537c admin admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:26:43.316800 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f26daa5-be72-47f6-9e9a-e84f7680537c admin admin] Router b6be8ded-24d3-4966-9cb5-413ad9ea7d9f has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:26:43.397234 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e43f1bd1-bc14-4c96-a8d1-336ad6bf7ac2 None None] Provisioning complete for port 150d5e5e-9d62-44c7-b4fd-229064683020 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:26:43.397768 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e43f1bd1-bc14-4c96-a8d1-336ad6bf7ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:43.451356 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-e43f1bd1-bc14-4c96-a8d1-336ad6bf7ac2 None None] Port 150d5e5e-9d62-44c7-b4fd-229064683020 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:26:43.503977 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f26daa5-be72-47f6-9e9a-e84f7680537c admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:26:43.513115 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8f26daa5-be72-47f6-9e9a-e84f7680537c admin admin] 10.222.0.45 "PUT /v2.0/routers/b6be8ded-24d3-4966-9cb5-413ad9ea7d9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7232249 May 31 16:26:43.873340 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e055acd2-6d3f-4580-8873-141a9518c60d None None] Sync routers for ids ['b6be8ded-24d3-4966-9cb5-413ad9ea7d9f'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:26:43.883642 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e055acd2-6d3f-4580-8873-141a9518c60d None None] Routers {'b6be8ded-24d3-4966-9cb5-413ad9ea7d9f'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:26:43.884287 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e055acd2-6d3f-4580-8873-141a9518c60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:26:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['b6be8ded-24d3-4966-9cb5-413ad9ea7d9f'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:44.036067 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38306) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:44.041862 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-1696f937-eea5-4f70-961d-ff46d6b099f7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1917017782-network', 'tenant_id': '481746f2d29c4e75b7f5434edab66ef0'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:26:44.046900 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1696f937-eea5-4f70-961d-ff46d6b099f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:26:44.051069 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1696f937-eea5-4f70-961d-ff46d6b099f7 admin admin] Usage tracker for resource:network and tenant:481746f2d29c4e75b7f5434edab66ef0 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:26:44.054730 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1696f937-eea5-4f70-961d-ff46d6b099f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:26:44.061161 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1696f937-eea5-4f70-961d-ff46d6b099f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:26:44.062342 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-e055acd2-6d3f-4580-8873-141a9518c60d None None] Set router b6be8ded-24d3-4966-9cb5-413ad9ea7d9f gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:26:44.072338 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1696f937-eea5-4f70-961d-ff46d6b099f7 admin admin] Made reservation on behalf of 481746f2d29c4e75b7f5434edab66ef0 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:26:44.074819 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1696f937-eea5-4f70-961d-ff46d6b099f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:44.090252 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1696f937-eea5-4f70-961d-ff46d6b099f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:44.106813 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1696f937-eea5-4f70-961d-ff46d6b099f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:26:44.110734 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1696f937-eea5-4f70-961d-ff46d6b099f7 admin admin] Usage tracker for resource:security_group_rule and tenant:481746f2d29c4e75b7f5434edab66ef0 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:26:44.113963 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1696f937-eea5-4f70-961d-ff46d6b099f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:26:44.120076 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1696f937-eea5-4f70-961d-ff46d6b099f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:26:44.206096 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1696f937-eea5-4f70-961d-ff46d6b099f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:44.210433 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1696f937-eea5-4f70-961d-ff46d6b099f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:44.213817 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-407909fc-23e1-4323-b352-1cd28da28c6d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:44.244168 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1696f937-eea5-4f70-961d-ff46d6b099f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:26:44.252919 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1696f937-eea5-4f70-961d-ff46d6b099f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aeb174e-bd06-4cc2-8efc-dc125404f1e7,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:44.256736 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1696f937-eea5-4f70-961d-ff46d6b099f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:44.259748 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1696f937-eea5-4f70-961d-ff46d6b099f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:44.260081 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-1696f937-eea5-4f70-961d-ff46d6b099f7 admin admin] Added segment ab429e8f-8a25-4e76-9f71-c58f2b8eca34 of type vlan for network c7260174-06cc-4357-8715-88e854217239 May 31 16:26:44.293860 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1696f937-eea5-4f70-961d-ff46d6b099f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:44.322217 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device fd41f5ac-dafa-4083-ae39-383494742a05 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:26:44.342983 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1696f937-eea5-4f70-961d-ff46d6b099f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:44.344056 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1696f937-eea5-4f70-961d-ff46d6b099f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:44.344625 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1696f937-eea5-4f70-961d-ff46d6b099f7 admin admin] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:44.348027 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-70351f05-4cd1-4e17-a5d8-66d5f3cb59bc tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:44.448379 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1696f937-eea5-4f70-961d-ff46d6b099f7 admin admin] Pushing event updated for resources: {'Network': ['ID=c7260174-06cc-4357-8715-88e854217239,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:44.451446 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1696f937-eea5-4f70-961d-ff46d6b099f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:44.453734 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1696f937-eea5-4f70-961d-ff46d6b099f7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4166381 May 31 16:26:44.456559 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38310) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:44.461206 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network c7260174-06cc-4357-8715-88e854217239 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 16:26:44.462742 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-508161d8-7887-4184-b9e8-3a56e1de96be admin admin] Request body: {'subnet': {'network_id': 'c7260174-06cc-4357-8715-88e854217239', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1917017782-subnet', 'tenant_id': '481746f2d29c4e75b7f5434edab66ef0', 'ip_version': 4}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:26:44.467774 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-508161d8-7887-4184-b9e8-3a56e1de96be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:26:44.471965 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-508161d8-7887-4184-b9e8-3a56e1de96be admin admin] Usage tracker for resource:subnet and tenant:481746f2d29c4e75b7f5434edab66ef0 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:26:44.474979 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-508161d8-7887-4184-b9e8-3a56e1de96be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:26:44.480853 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-508161d8-7887-4184-b9e8-3a56e1de96be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:26:44.481021 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port fd41f5ac-dafa-4083-ae39-383494742a05 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:26:44.492417 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508161d8-7887-4184-b9e8-3a56e1de96be admin admin] Made reservation on behalf of 481746f2d29c4e75b7f5434edab66ef0 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:26:44.494792 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-508161d8-7887-4184-b9e8-3a56e1de96be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:44.546439 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port fd41f5ac-dafa-4083-ae39-383494742a05 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:26:44.546809 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:44.635531 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e055acd2-6d3f-4580-8873-141a9518c60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6be8ded-24d3-4966-9cb5-413ad9ea7d9f', 'name': 'tempest-TestEncryptedCinderVolumes-653096666-router', 'tenant_id': '356b02d0182d4e11b0b9bf09ddf3efff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.93'}], 'enable_snat': True}, 'gw_port_id': 'fd41f5ac-dafa-4083-ae39-383494742a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:26:38Z', 'updated_at': '2021-05-31T16:26:42Z', 'revision_number': 4, 'project_id': '356b02d0182d4e11b0b9bf09ddf3efff', 'gw_port': {'id': 'fd41f5ac-dafa-4083-ae39-383494742a05', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6be8ded-24d3-4966-9cb5-413ad9ea7d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:26:39Z', 'updated_at': '2021-05-31T16:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '150d5e5e-9d62-44c7-b4fd-229064683020', 'name': '', 'network_id': 'a4ab0787-fa08-4c92-a67f-3283993cc3a7', 'tenant_id': '356b02d0182d4e11b0b9bf09ddf3efff', 'mac_address': 'fa:16:3e:e9:c2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6be8ded-24d3-4966-9cb5-413ad9ea7d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '62969d01-d53d-44ac-8413-45e89d8e3b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:26:41Z', 'updated_at': '2021-05-31T16:26:42Z', 'revision_number': 2, 'project_id': '356b02d0182d4e11b0b9bf09ddf3efff', 'subnets': [{'id': '62969d01-d53d-44ac-8413-45e89d8e3b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:44.641397 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e055acd2-6d3f-4580-8873-141a9518c60d None None] Checking router: b6be8ded-24d3-4966-9cb5-413ad9ea7d9f for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:26:44.641747 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e055acd2-6d3f-4580-8873-141a9518c60d None None] Updating router b6be8ded-24d3-4966-9cb5-413ad9ea7d9f port 150d5e5e-9d62-44c7-b4fd-229064683020 binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:26:44.740193 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:44.745078 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e055acd2-6d3f-4580-8873-141a9518c60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:44.799618 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port fd41f5ac-dafa-4083-ae39-383494742a05, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=fd41f5ac-dafa-4083-ae39-383494742a05,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:44.809158 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:44.817598 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-cd9cf209-2463-42bb-9560-5b73c50db44c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:44.885377 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-508161d8-7887-4184-b9e8-3a56e1de96be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:44.888832 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-673b8ff2-31b5-4047-ab5e-4ea5982f58dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:44.945658 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=fd41f5ac-dafa-4083-ae39-383494742a05,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:44.950812 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:44.957700 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508161d8-7887-4184-b9e8-3a56e1de96be admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6e8aeba-142b-4e34-8fdb-7e638622b392,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:44.961452 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-508161d8-7887-4184-b9e8-3a56e1de96be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:44.968715 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508161d8-7887-4184-b9e8-3a56e1de96be admin admin] Checking segment: {'id': 'ab429e8f-8a25-4e76-9f71-c58f2b8eca34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c7260174-06cc-4357-8715-88e854217239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:26:44.969074 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508161d8-7887-4184-b9e8-3a56e1de96be admin admin] Network hostable DHCP agents. Network: c7260174-06cc-4357-8715-88e854217239, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:26:44.988240 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508161d8-7887-4184-b9e8-3a56e1de96be admin admin] Network c7260174-06cc-4357-8715-88e854217239 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:26:44.999333 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-508161d8-7887-4184-b9e8-3a56e1de96be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, c7260174-06cc-4357-8715-88e854217239) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:26:45.008556 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508161d8-7887-4184-b9e8-3a56e1de96be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:45.009140 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-508161d8-7887-4184-b9e8-3a56e1de96be admin admin] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:45.019732 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98298457-b6cf-402c-b55e-7abf71597797 None None] Network c7260174-06cc-4357-8715-88e854217239 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:26:45.031207 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-508161d8-7887-4184-b9e8-3a56e1de96be admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5733275 May 31 16:26:45.033792 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38314) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:45.038894 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-2d1258bc-809e-414a-93d1-bdcf47f506ba admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1917017782-router', 'tenant_id': '481746f2d29c4e75b7f5434edab66ef0', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:26:45.043535 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-2d1258bc-809e-414a-93d1-bdcf47f506ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:26:45.047403 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-2d1258bc-809e-414a-93d1-bdcf47f506ba admin admin] Usage tracker for resource:router and tenant:481746f2d29c4e75b7f5434edab66ef0 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:26:45.050279 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-2d1258bc-809e-414a-93d1-bdcf47f506ba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:26:45.056303 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-2d1258bc-809e-414a-93d1-bdcf47f506ba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:26:45.066646 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2d1258bc-809e-414a-93d1-bdcf47f506ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:45.067649 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2d1258bc-809e-414a-93d1-bdcf47f506ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:45.083199 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2d1258bc-809e-414a-93d1-bdcf47f506ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:45.344821 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e393ac2-0a7e-48b8-96fb-4adc6e0ed04f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-c7260174-06cc-4357-8715-88e854217239', 'network_id': 'c7260174-06cc-4357-8715-88e854217239', 'tenant_id': '481746f2d29c4e75b7f5434edab66ef0', 'fixed_ips': [{'subnet_id': 'e6e8aeba-142b-4e34-8fdb-7e638622b392'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:26:45.345614 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1e393ac2-0a7e-48b8-96fb-4adc6e0ed04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:45.355099 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e055acd2-6d3f-4580-8873-141a9518c60d None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:45.375845 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e055acd2-6d3f-4580-8873-141a9518c60d None None] Transition to ACTIVE for port object 150d5e5e-9d62-44c7-b4fd-229064683020 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:26:45.414221 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e055acd2-6d3f-4580-8873-141a9518c60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:45.418547 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-6e5b4330-1ec7-439d-a22a-deaeabd86864 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:45.502314 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2d1258bc-809e-414a-93d1-bdcf47f506ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:45.638336 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2416c-0bf2-4de9-9e75-fd25bee625e7 None None] Pushing event updated for resources: {'Port': ['ID=150d5e5e-9d62-44c7-b4fd-229064683020,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:45.668530 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-dcc2416c-0bf2-4de9-9e75-fd25bee625e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:45.713594 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e055acd2-6d3f-4580-8873-141a9518c60d None None] Attempting to bind port 150d5e5e-9d62-44c7-b4fd-229064683020 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:26:45.713959 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e055acd2-6d3f-4580-8873-141a9518c60d None None] Attempting to bind port 150d5e5e-9d62-44c7-b4fd-229064683020 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '8f7b930a-de46-461a-a76d-90d78c59b1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a4ab0787-fa08-4c92-a67f-3283993cc3a7'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:26:45.714315 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e055acd2-6d3f-4580-8873-141a9518c60d None None] Attempting to bind port 150d5e5e-9d62-44c7-b4fd-229064683020 on network a4ab0787-fa08-4c92-a67f-3283993cc3a7 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:26:45.723332 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-1e393ac2-0a7e-48b8-96fb-4adc6e0ed04f None None] Allocated IP 172.20.0.2 (c7260174-06cc-4357-8715-88e854217239/e6e8aeba-142b-4e34-8fdb-7e638622b392/eafcafce-e590-4819-b8a0-bcaca35fabde) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:26:45.725496 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e055acd2-6d3f-4580-8873-141a9518c60d None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:26:45.725879 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e055acd2-6d3f-4580-8873-141a9518c60d None None] Checking segment: {'id': '8f7b930a-de46-461a-a76d-90d78c59b1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a4ab0787-fa08-4c92-a67f-3283993cc3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:26:45.726278 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e055acd2-6d3f-4580-8873-141a9518c60d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:45.726665 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e055acd2-6d3f-4580-8873-141a9518c60d None None] Bound using segment: {'id': '8f7b930a-de46-461a-a76d-90d78c59b1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a4ab0787-fa08-4c92-a67f-3283993cc3a7'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:26:45.727178 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e055acd2-6d3f-4580-8873-141a9518c60d None None] Bound port: 150d5e5e-9d62-44c7-b4fd-229064683020, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7b930a-de46-461a-a76d-90d78c59b1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a4ab0787-fa08-4c92-a67f-3283993cc3a7'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:26:45.727550 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e055acd2-6d3f-4580-8873-141a9518c60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:45.823610 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2d1258bc-809e-414a-93d1-bdcf47f506ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:45.853653 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2d1258bc-809e-414a-93d1-bdcf47f506ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:45.977201 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-e055acd2-6d3f-4580-8873-141a9518c60d None None] For port 150d5e5e-9d62-44c7-b4fd-229064683020, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:26:45.993235 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-2d1258bc-809e-414a-93d1-bdcf47f506ba admin admin] Allocated IP 172.26.0.249 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/56ce67fa-55d8-4175-8b03-d7ca61586823) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:26:45.997507 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-e055acd2-6d3f-4580-8873-141a9518c60d None None] For port 150d5e5e-9d62-44c7-b4fd-229064683020, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=150d5e5e-9d62-44c7-b4fd-229064683020,segment=NetworkSegment(8f7b930a-de46-461a-a76d-90d78c59b1b4),segment_id=8f7b930a-de46-461a-a76d-90d78c59b1b4)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:26:46.011396 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e055acd2-6d3f-4580-8873-141a9518c60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:46.018068 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ef0f2923-b8f6-47a4-817c-9c60e4badaca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:46.152653 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2d1258bc-809e-414a-93d1-bdcf47f506ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:46.153276 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1e393ac2-0a7e-48b8-96fb-4adc6e0ed04f None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:46.155929 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e055acd2-6d3f-4580-8873-141a9518c60d None None] Routers {'b6be8ded-24d3-4966-9cb5-413ad9ea7d9f'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:26:46.156577 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e055acd2-6d3f-4580-8873-141a9518c60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:26:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['b6be8ded-24d3-4966-9cb5-413ad9ea7d9f'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:46.184696 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2d1258bc-809e-414a-93d1-bdcf47f506ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:46.188802 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8f26daa5-be72-47f6-9e9a-e84f7680537c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:46.220527 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2416c-0bf2-4de9-9e75-fd25bee625e7 None None] Pushing event updated for resources: {'Port': ['ID=150d5e5e-9d62-44c7-b4fd-229064683020,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:46.232756 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-dcc2416c-0bf2-4de9-9e75-fd25bee625e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:46.235374 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1e393ac2-0a7e-48b8-96fb-4adc6e0ed04f None None] Transition to ACTIVE for port object eafcafce-e590-4819-b8a0-bcaca35fabde will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:26:46.254395 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1258bc-809e-414a-93d1-bdcf47f506ba admin admin] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:26:46.257429 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-2d1258bc-809e-414a-93d1-bdcf47f506ba admin admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:26:46.262142 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1258bc-809e-414a-93d1-bdcf47f506ba admin admin] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:26:46.281589 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1e393ac2-0a7e-48b8-96fb-4adc6e0ed04f None None] Transition to ACTIVE for port object eafcafce-e590-4819-b8a0-bcaca35fabde will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:26:46.293585 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1258bc-809e-414a-93d1-bdcf47f506ba admin admin] Pushing event updated for resources: {'Port': ['ID=56ce67fa-55d8-4175-8b03-d7ca61586823,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:46.300372 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2d1258bc-809e-414a-93d1-bdcf47f506ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:46.344396 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device fd41f5ac-dafa-4083-ae39-383494742a05 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:26:46.381026 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1e393ac2-0a7e-48b8-96fb-4adc6e0ed04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:46.395363 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-dcc2416c-0bf2-4de9-9e75-fd25bee625e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:46.497438 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e393ac2-0a7e-48b8-96fb-4adc6e0ed04f None None] Network c7260174-06cc-4357-8715-88e854217239 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:26:46.507751 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-1e393ac2-0a7e-48b8-96fb-4adc6e0ed04f None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:26:46.517624 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-e055acd2-6d3f-4580-8873-141a9518c60d None None] Set router b6be8ded-24d3-4966-9cb5-413ad9ea7d9f gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:26:46.563220 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e393ac2-0a7e-48b8-96fb-4adc6e0ed04f None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:26:46.573501 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e393ac2-0a7e-48b8-96fb-4adc6e0ed04f None None] Pushing event updated for resources: {'Port': ['ID=eafcafce-e590-4819-b8a0-bcaca35fabde,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:46.588929 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1e393ac2-0a7e-48b8-96fb-4adc6e0ed04f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:46.736840 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port fd41f5ac-dafa-4083-ae39-383494742a05 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:26:46.737622 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:46.806237 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-1e393ac2-0a7e-48b8-96fb-4adc6e0ed04f None None] Attempting to bind port eafcafce-e590-4819-b8a0-bcaca35fabde on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:26:46.806521 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-1e393ac2-0a7e-48b8-96fb-4adc6e0ed04f None None] Attempting to bind port eafcafce-e590-4819-b8a0-bcaca35fabde by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ab429e8f-8a25-4e76-9f71-c58f2b8eca34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c7260174-06cc-4357-8715-88e854217239'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:26:46.807040 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e393ac2-0a7e-48b8-96fb-4adc6e0ed04f None None] Attempting to bind port eafcafce-e590-4819-b8a0-bcaca35fabde on network c7260174-06cc-4357-8715-88e854217239 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:26:46.835562 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2d1258bc-809e-414a-93d1-bdcf47f506ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:46.872165 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e393ac2-0a7e-48b8-96fb-4adc6e0ed04f None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:26:46.872532 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e393ac2-0a7e-48b8-96fb-4adc6e0ed04f None None] Checking segment: {'id': 'ab429e8f-8a25-4e76-9f71-c58f2b8eca34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c7260174-06cc-4357-8715-88e854217239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:26:46.872935 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1e393ac2-0a7e-48b8-96fb-4adc6e0ed04f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:46.873353 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e393ac2-0a7e-48b8-96fb-4adc6e0ed04f None None] Bound using segment: {'id': 'ab429e8f-8a25-4e76-9f71-c58f2b8eca34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c7260174-06cc-4357-8715-88e854217239'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:26:46.873826 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-1e393ac2-0a7e-48b8-96fb-4adc6e0ed04f None None] Bound port: eafcafce-e590-4819-b8a0-bcaca35fabde, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab429e8f-8a25-4e76-9f71-c58f2b8eca34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c7260174-06cc-4357-8715-88e854217239'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:26:46.874196 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1e393ac2-0a7e-48b8-96fb-4adc6e0ed04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:47.088963 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-1e393ac2-0a7e-48b8-96fb-4adc6e0ed04f None None] For port eafcafce-e590-4819-b8a0-bcaca35fabde, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:26:47.094712 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-1e393ac2-0a7e-48b8-96fb-4adc6e0ed04f None None] For port eafcafce-e590-4819-b8a0-bcaca35fabde, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=eafcafce-e590-4819-b8a0-bcaca35fabde,segment=NetworkSegment(ab429e8f-8a25-4e76-9f71-c58f2b8eca34),segment_id=ab429e8f-8a25-4e76-9f71-c58f2b8eca34)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:26:47.102087 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1e393ac2-0a7e-48b8-96fb-4adc6e0ed04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:47.106864 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-eefa6d7f-6901-4180-8d71-d28f231e0164 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:47.179346 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2d1258bc-809e-414a-93d1-bdcf47f506ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:47.188547 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e393ac2-0a7e-48b8-96fb-4adc6e0ed04f None None] Pushing event updated for resources: {'Port': ['ID=eafcafce-e590-4819-b8a0-bcaca35fabde,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:47.194218 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1e393ac2-0a7e-48b8-96fb-4adc6e0ed04f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:47.197052 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e055acd2-6d3f-4580-8873-141a9518c60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6be8ded-24d3-4966-9cb5-413ad9ea7d9f', 'name': 'tempest-TestEncryptedCinderVolumes-653096666-router', 'tenant_id': '356b02d0182d4e11b0b9bf09ddf3efff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.93'}], 'enable_snat': True}, 'gw_port_id': 'fd41f5ac-dafa-4083-ae39-383494742a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:26:38Z', 'updated_at': '2021-05-31T16:26:42Z', 'revision_number': 4, 'project_id': '356b02d0182d4e11b0b9bf09ddf3efff', 'gw_port': {'id': 'fd41f5ac-dafa-4083-ae39-383494742a05', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6be8ded-24d3-4966-9cb5-413ad9ea7d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:26:39Z', 'updated_at': '2021-05-31T16:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '150d5e5e-9d62-44c7-b4fd-229064683020', 'name': '', 'network_id': 'a4ab0787-fa08-4c92-a67f-3283993cc3a7', 'tenant_id': '356b02d0182d4e11b0b9bf09ddf3efff', 'mac_address': 'fa:16:3e:e9:c2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6be8ded-24d3-4966-9cb5-413ad9ea7d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '62969d01-d53d-44ac-8413-45e89d8e3b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:26:41Z', 'updated_at': '2021-05-31T16:26:45Z', 'revision_number': 4, 'project_id': '356b02d0182d4e11b0b9bf09ddf3efff', 'subnets': [{'id': '62969d01-d53d-44ac-8413-45e89d8e3b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:47.201142 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e055acd2-6d3f-4580-8873-141a9518c60d None None] The sync data for ids ['b6be8ded-24d3-4966-9cb5-413ad9ea7d9f'] in dv-neutron-601336-79-hyperv is: [{'id': 'b6be8ded-24d3-4966-9cb5-413ad9ea7d9f', 'name': 'tempest-TestEncryptedCinderVolumes-653096666-router', 'tenant_id': '356b02d0182d4e11b0b9bf09ddf3efff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.93'}], 'enable_snat': True}, 'gw_port_id': 'fd41f5ac-dafa-4083-ae39-383494742a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:26:38Z', 'updated_at': '2021-05-31T16:26:42Z', 'revision_number': 4, 'project_id': '356b02d0182d4e11b0b9bf09ddf3efff', 'gw_port': {'id': 'fd41f5ac-dafa-4083-ae39-383494742a05', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6be8ded-24d3-4966-9cb5-413ad9ea7d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:26:39Z', 'updated_at': '2021-05-31T16:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '150d5e5e-9d62-44c7-b4fd-229064683020', 'name': '', 'network_id': 'a4ab0787-fa08-4c92-a67f-3283993cc3a7', 'tenant_id': '356b02d0182d4e11b0b9bf09ddf3efff', 'mac_address': 'fa:16:3e:e9:c2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6be8ded-24d3-4966-9cb5-413ad9ea7d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '62969d01-d53d-44ac-8413-45e89d8e3b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:26:41Z', 'updated_at': '2021-05-31T16:26:45Z', 'revision_number': 4, 'project_id': '356b02d0182d4e11b0b9bf09ddf3efff', 'subnets': [{'id': '62969d01-d53d-44ac-8413-45e89d8e3b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:26:47.453544 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1258bc-809e-414a-93d1-bdcf47f506ba admin admin] Router 6c1f0714-540f-4452-9af4-82c418bba298 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 16:26:47.641948 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1258bc-809e-414a-93d1-bdcf47f506ba admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:26:47.650898 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee72d492-1b7d-4ff9-a7e3-0e6f0658da11 None None] Sync routers for ids ['6c1f0714-540f-4452-9af4-82c418bba298'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:26:47.661037 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee72d492-1b7d-4ff9-a7e3-0e6f0658da11 None None] Routers {'6c1f0714-540f-4452-9af4-82c418bba298'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:26:47.661681 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-ee72d492-1b7d-4ff9-a7e3-0e6f0658da11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:26:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['6c1f0714-540f-4452-9af4-82c418bba298'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:47.671218 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2d1258bc-809e-414a-93d1-bdcf47f506ba admin admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:47.675059 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2d1258bc-809e-414a-93d1-bdcf47f506ba admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6377666 May 31 16:26:47.675282 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38318) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:47.853068 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-ee72d492-1b7d-4ff9-a7e3-0e6f0658da11 None None] Set router 6c1f0714-540f-4452-9af4-82c418bba298 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:26:48.170551 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-ee72d492-1b7d-4ff9-a7e3-0e6f0658da11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1f0714-540f-4452-9af4-82c418bba298', 'name': 'tempest-TestEncryptedCinderVolumes-1917017782-router', 'tenant_id': '481746f2d29c4e75b7f5434edab66ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': '56ce67fa-55d8-4175-8b03-d7ca61586823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:26:45Z', 'updated_at': '2021-05-31T16:26:46Z', 'revision_number': 3, 'project_id': '481746f2d29c4e75b7f5434edab66ef0', 'gw_port': {'id': '56ce67fa-55d8-4175-8b03-d7ca61586823', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1f0714-540f-4452-9af4-82c418bba298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:26:45Z', 'updated_at': '2021-05-31T16:26:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:48.175324 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee72d492-1b7d-4ff9-a7e3-0e6f0658da11 None None] Checking router: 6c1f0714-540f-4452-9af4-82c418bba298 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:26:48.176237 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee72d492-1b7d-4ff9-a7e3-0e6f0658da11 None None] Updating router 6c1f0714-540f-4452-9af4-82c418bba298 port 56ce67fa-55d8-4175-8b03-d7ca61586823 binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:26:48.285211 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df66ec58-0d20-4cd4-bdc2-ce1974eeff2f None None] Network c7260174-06cc-4357-8715-88e854217239 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:26:48.313895 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-ee72d492-1b7d-4ff9-a7e3-0e6f0658da11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:48.489598 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 150d5e5e-9d62-44c7-b4fd-229064683020 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:26:48.544916 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-478fb22b-aa66-4e32-9c8c-4e23b350c1b4 None None] Provisioning for port eafcafce-e590-4819-b8a0-bcaca35fabde completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:26:48.635819 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ecf4db4b-05e0-4cdf-baed-1c6da271eb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:48.639667 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 150d5e5e-9d62-44c7-b4fd-229064683020 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:26:48.647250 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 150d5e5e-9d62-44c7-b4fd-229064683020 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:26:48.647807 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:48.679207 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-ee72d492-1b7d-4ff9-a7e3-0e6f0658da11 None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:48.693609 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-ee72d492-1b7d-4ff9-a7e3-0e6f0658da11 None None] Transition to ACTIVE for port object 56ce67fa-55d8-4175-8b03-d7ca61586823 will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:26:48.702621 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-ee72d492-1b7d-4ff9-a7e3-0e6f0658da11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:48.714651 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-cc42833d-8822-48da-b2fe-cc7d132e60c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:48.785592 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-ee72d492-1b7d-4ff9-a7e3-0e6f0658da11 None None] Attempting to bind port 56ce67fa-55d8-4175-8b03-d7ca61586823 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:26:48.785955 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-ee72d492-1b7d-4ff9-a7e3-0e6f0658da11 None None] Attempting to bind port 56ce67fa-55d8-4175-8b03-d7ca61586823 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:26:48.786318 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee72d492-1b7d-4ff9-a7e3-0e6f0658da11 None None] Attempting to bind port 56ce67fa-55d8-4175-8b03-d7ca61586823 on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:26:48.793340 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee72d492-1b7d-4ff9-a7e3-0e6f0658da11 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:26:48.793698 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee72d492-1b7d-4ff9-a7e3-0e6f0658da11 None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:26:48.794114 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-ee72d492-1b7d-4ff9-a7e3-0e6f0658da11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:48.794973 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee72d492-1b7d-4ff9-a7e3-0e6f0658da11 None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:26:48.794973 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-ee72d492-1b7d-4ff9-a7e3-0e6f0658da11 None None] Bound port: 56ce67fa-55d8-4175-8b03-d7ca61586823, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:26:48.795337 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-ee72d492-1b7d-4ff9-a7e3-0e6f0658da11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:48.834851 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:48.848122 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221d81d-d7be-4f7b-b637-b033b91546b2 None None] Pushing event updated for resources: {'Port': ['ID=56ce67fa-55d8-4175-8b03-d7ca61586823,revision_number=2']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:48.860349 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-ecf4db4b-05e0-4cdf-baed-1c6da271eb4c admin admin] Allocated IP 172.20.0.1 (c7260174-06cc-4357-8715-88e854217239/e6e8aeba-142b-4e34-8fdb-7e638622b392/8fd498ff-e47b-47f2-bea4-79ef960c3731) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:26:48.874726 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 150d5e5e-9d62-44c7-b4fd-229064683020, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=150d5e5e-9d62-44c7-b4fd-229064683020,segment=NetworkSegment(8f7b930a-de46-461a-a76d-90d78c59b1b4),segment_id=8f7b930a-de46-461a-a76d-90d78c59b1b4)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:48.878383 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-3221d81d-d7be-4f7b-b637-b033b91546b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:48.881268 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:48.882699 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device eafcafce-e590-4819-b8a0-bcaca35fabde up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:26:48.884747 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-ee72d492-1b7d-4ff9-a7e3-0e6f0658da11 None None] For port 56ce67fa-55d8-4175-8b03-d7ca61586823, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:26:48.888326 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-ee72d492-1b7d-4ff9-a7e3-0e6f0658da11 None None] For port 56ce67fa-55d8-4175-8b03-d7ca61586823, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=56ce67fa-55d8-4175-8b03-d7ca61586823,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:26:48.895525 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-ee72d492-1b7d-4ff9-a7e3-0e6f0658da11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:48.901119 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-f6708767-f509-43bd-9ec3-c12298a6e210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:48.912498 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-6e5b4330-1ec7-439d-a22a-deaeabd86864 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:48.991822 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221d81d-d7be-4f7b-b637-b033b91546b2 None None] Pushing event updated for resources: {'Port': ['ID=56ce67fa-55d8-4175-8b03-d7ca61586823,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:49.011821 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-3221d81d-d7be-4f7b-b637-b033b91546b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:49.023541 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=150d5e5e-9d62-44c7-b4fd-229064683020,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:49.026588 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:49.028504 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee72d492-1b7d-4ff9-a7e3-0e6f0658da11 None None] Routers {'6c1f0714-540f-4452-9af4-82c418bba298'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:26:49.029187 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-ee72d492-1b7d-4ff9-a7e3-0e6f0658da11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:26:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['6c1f0714-540f-4452-9af4-82c418bba298'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:49.037183 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ecf4db4b-05e0-4cdf-baed-1c6da271eb4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:49.039604 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port eafcafce-e590-4819-b8a0-bcaca35fabde completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:26:49.044670 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port eafcafce-e590-4819-b8a0-bcaca35fabde triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:26:49.045119 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:49.054120 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-ecf4db4b-05e0-4cdf-baed-1c6da271eb4c admin admin] Transition to ACTIVE for port object 8fd498ff-e47b-47f2-bea4-79ef960c3731 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:26:49.080866 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ecf4db4b-05e0-4cdf-baed-1c6da271eb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:49.086615 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8fc7600a-10a2-4ddc-84eb-8ba24efc3222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:49.119198 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-cba9c099-aca4-4db6-a2d1-7c180439ac11 None None] Provisioning complete for port eafcafce-e590-4819-b8a0-bcaca35fabde triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:26:49.119479 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cba9c099-aca4-4db6-a2d1-7c180439ac11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:49.145335 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf4db4b-05e0-4cdf-baed-1c6da271eb4c admin admin] Network c7260174-06cc-4357-8715-88e854217239 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:26:49.149860 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-ecf4db4b-05e0-4cdf-baed-1c6da271eb4c admin admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:26:49.159860 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf4db4b-05e0-4cdf-baed-1c6da271eb4c admin admin] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:26:49.213467 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4db4b-05e0-4cdf-baed-1c6da271eb4c admin admin] Pushing event updated for resources: {'Port': ['ID=8fd498ff-e47b-47f2-bea4-79ef960c3731,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:49.216107 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-ee72d492-1b7d-4ff9-a7e3-0e6f0658da11 None None] Set router 6c1f0714-540f-4452-9af4-82c418bba298 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:26:49.225941 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ecf4db4b-05e0-4cdf-baed-1c6da271eb4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:49.230882 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:49.237596 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ecf4db4b-05e0-4cdf-baed-1c6da271eb4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:49.309356 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port eafcafce-e590-4819-b8a0-bcaca35fabde, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=eafcafce-e590-4819-b8a0-bcaca35fabde,segment=NetworkSegment(ab429e8f-8a25-4e76-9f71-c58f2b8eca34),segment_id=ab429e8f-8a25-4e76-9f71-c58f2b8eca34)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:49.320307 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:49.328477 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:49.367629 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cba9c099-aca4-4db6-a2d1-7c180439ac11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:49.406782 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ecf4db4b-05e0-4cdf-baed-1c6da271eb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:49.465403 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=eafcafce-e590-4819-b8a0-bcaca35fabde,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:49.468464 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:49.487179 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.db.api [None req-cba9c099-aca4-4db6-a2d1-7c180439ac11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 16:26:49.487397 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_db.api [None req-cba9c099-aca4-4db6-a2d1-7c180439ac11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 16:26:49.552450 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-ee72d492-1b7d-4ff9-a7e3-0e6f0658da11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1f0714-540f-4452-9af4-82c418bba298', 'name': 'tempest-TestEncryptedCinderVolumes-1917017782-router', 'tenant_id': '481746f2d29c4e75b7f5434edab66ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': '56ce67fa-55d8-4175-8b03-d7ca61586823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:26:45Z', 'updated_at': '2021-05-31T16:26:46Z', 'revision_number': 3, 'project_id': '481746f2d29c4e75b7f5434edab66ef0', 'gw_port': {'id': '56ce67fa-55d8-4175-8b03-d7ca61586823', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1f0714-540f-4452-9af4-82c418bba298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:26:45Z', 'updated_at': '2021-05-31T16:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:49.556540 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee72d492-1b7d-4ff9-a7e3-0e6f0658da11 None None] The sync data for ids ['6c1f0714-540f-4452-9af4-82c418bba298'] in dv-neutron-601336-79-hyperv is: [{'id': '6c1f0714-540f-4452-9af4-82c418bba298', 'name': 'tempest-TestEncryptedCinderVolumes-1917017782-router', 'tenant_id': '481746f2d29c4e75b7f5434edab66ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': '56ce67fa-55d8-4175-8b03-d7ca61586823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:26:45Z', 'updated_at': '2021-05-31T16:26:46Z', 'revision_number': 3, 'project_id': '481746f2d29c4e75b7f5434edab66ef0', 'gw_port': {'id': '56ce67fa-55d8-4175-8b03-d7ca61586823', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1f0714-540f-4452-9af4-82c418bba298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:26:45Z', 'updated_at': '2021-05-31T16:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:26:49.643298 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ecf4db4b-05e0-4cdf-baed-1c6da271eb4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:49.649334 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ecf4db4b-05e0-4cdf-baed-1c6da271eb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:49.673593 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cd11a252-0af8-45a4-a8c6-4d997448bfb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:49.766489 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4db4b-05e0-4cdf-baed-1c6da271eb4c admin admin] Pushing event updated for resources: {'Port': ['ID=8fd498ff-e47b-47f2-bea4-79ef960c3731,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:49.769461 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ecf4db4b-05e0-4cdf-baed-1c6da271eb4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:49.770440 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ecf4db4b-05e0-4cdf-baed-1c6da271eb4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:49.913749 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf4db4b-05e0-4cdf-baed-1c6da271eb4c admin admin] Network c7260174-06cc-4357-8715-88e854217239 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:26:49.914767 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-ecf4db4b-05e0-4cdf-baed-1c6da271eb4c admin admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:26:50.126820 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf4db4b-05e0-4cdf-baed-1c6da271eb4c admin admin] Router 6c1f0714-540f-4452-9af4-82c418bba298 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:26:50.186001 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-993c3d99-1f8d-459c-870b-ec7a93c597cb None None] Provisioning for port 8fd498ff-e47b-47f2-bea4-79ef960c3731 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:26:50.192218 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-993c3d99-1f8d-459c-870b-ec7a93c597cb None None] Provisioning complete for port 8fd498ff-e47b-47f2-bea4-79ef960c3731 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:26:50.192682 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-993c3d99-1f8d-459c-870b-ec7a93c597cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:50.261011 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-993c3d99-1f8d-459c-870b-ec7a93c597cb None None] Port 8fd498ff-e47b-47f2-bea4-79ef960c3731 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:26:50.320175 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf4db4b-05e0-4cdf-baed-1c6da271eb4c admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:26:50.330568 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ecf4db4b-05e0-4cdf-baed-1c6da271eb4c admin admin] 10.222.0.45 "PUT /v2.0/routers/6c1f0714-540f-4452-9af4-82c418bba298/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6533868 May 31 16:26:50.398448 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 56ce67fa-55d8-4175-8b03-d7ca61586823 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:26:50.464786 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 56ce67fa-55d8-4175-8b03-d7ca61586823 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:26:50.469673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 56ce67fa-55d8-4175-8b03-d7ca61586823 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:26:50.470057 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:50.593898 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:50.611084 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 56ce67fa-55d8-4175-8b03-d7ca61586823, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=56ce67fa-55d8-4175-8b03-d7ca61586823,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:50.616289 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:50.617164 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 150d5e5e-9d62-44c7-b4fd-229064683020 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:26:50.644715 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:50.732637 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=56ce67fa-55d8-4175-8b03-d7ca61586823,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:50.735570 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:50.744916 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 150d5e5e-9d62-44c7-b4fd-229064683020 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:26:50.745292 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:50.865356 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device eafcafce-e590-4819-b8a0-bcaca35fabde up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:26:50.934848 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port eafcafce-e590-4819-b8a0-bcaca35fabde triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:26:50.935266 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:51.087864 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8031d99-5f78-4ec8-8099-2928a749a7e7 None None] Sync routers for ids ['6c1f0714-540f-4452-9af4-82c418bba298'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:26:51.108994 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8031d99-5f78-4ec8-8099-2928a749a7e7 None None] Routers {'6c1f0714-540f-4452-9af4-82c418bba298'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:26:51.110418 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-c8031d99-5f78-4ec8-8099-2928a749a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:26:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['6c1f0714-540f-4452-9af4-82c418bba298'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:51.297746 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-c8031d99-5f78-4ec8-8099-2928a749a7e7 None None] Set router 6c1f0714-540f-4452-9af4-82c418bba298 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:26:51.514723 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-984da5e0-6526-4e5e-9f39-160ae768c665 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:51.515418 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-984da5e0-6526-4e5e-9f39-160ae768c665 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Synchronizing usage tracker for tenant:356b02d0182d4e11b0b9bf09ddf3efff on resource:network {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:26:51.533412 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-984da5e0-6526-4e5e-9f39-160ae768c665 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Unset dirty status for tenant:356b02d0182d4e11b0b9bf09ddf3efff on resource:network {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:26:51.534586 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-984da5e0-6526-4e5e-9f39-160ae768c665 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/networks?id=a4ab0787-fa08-4c92-a67f-3283993cc3a7 HTTP/1.1" status: 200 len: 816 time: 0.1690717 May 31 16:26:51.550801 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-4ea87253-4195-4675-a2df-1ff8d6989545 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/quotas/356b02d0182d4e11b0b9bf09ddf3efff HTTP/1.1" status: 200 len: 375 time: 0.0095444 May 31 16:26:51.612988 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-c8031d99-5f78-4ec8-8099-2928a749a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1f0714-540f-4452-9af4-82c418bba298', 'name': 'tempest-TestEncryptedCinderVolumes-1917017782-router', 'tenant_id': '481746f2d29c4e75b7f5434edab66ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': '56ce67fa-55d8-4175-8b03-d7ca61586823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:26:45Z', 'updated_at': '2021-05-31T16:26:49Z', 'revision_number': 4, 'project_id': '481746f2d29c4e75b7f5434edab66ef0', 'gw_port': {'id': '56ce67fa-55d8-4175-8b03-d7ca61586823', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f0714-540f-4452-9af4-82c418bba298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:26:45Z', 'updated_at': '2021-05-31T16:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '8fd498ff-e47b-47f2-bea4-79ef960c3731', 'name': '', 'network_id': 'c7260174-06cc-4357-8715-88e854217239', 'tenant_id': '481746f2d29c4e75b7f5434edab66ef0', 'mac_address': 'fa:16:3e:8a:53:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1f0714-540f-4452-9af4-82c418bba298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'e6e8aeba-142b-4e34-8fdb-7e638622b392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:26:48Z', 'updated_at': '2021-05-31T16:26:49Z', 'revision_number': 2, 'project_id': '481746f2d29c4e75b7f5434edab66ef0', 'subnets': [{'id': 'e6e8aeba-142b-4e34-8fdb-7e638622b392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:51.617433 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8031d99-5f78-4ec8-8099-2928a749a7e7 None None] Checking router: 6c1f0714-540f-4452-9af4-82c418bba298 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:26:51.617765 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8031d99-5f78-4ec8-8099-2928a749a7e7 None None] Updating router 6c1f0714-540f-4452-9af4-82c418bba298 port 8fd498ff-e47b-47f2-bea4-79ef960c3731 binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:26:51.638273 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-fa62e7a4-329a-49bc-bb9c-4eae0060956b tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Synchronizing usage tracker for tenant:356b02d0182d4e11b0b9bf09ddf3efff on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:26:51.657885 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-fa62e7a4-329a-49bc-bb9c-4eae0060956b tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Unset dirty status for tenant:356b02d0182d4e11b0b9bf09ddf3efff on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:26:51.659306 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-fa62e7a4-329a-49bc-bb9c-4eae0060956b tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=356b02d0182d4e11b0b9bf09ddf3efff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027093 May 31 16:26:51.674655 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c8031d99-5f78-4ec8-8099-2928a749a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:51.799462 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-4fca5efb-ab0a-47cf-8389-6c3feb15061e service neutron] 10.222.0.45 "GET /v2.0/networks/a4ab0787-fa08-4c92-a67f-3283993cc3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275280 May 31 16:26:52.022608 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c8031d99-5f78-4ec8-8099-2928a749a7e7 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:52.035636 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c8031d99-5f78-4ec8-8099-2928a749a7e7 None None] Transition to ACTIVE for port object 8fd498ff-e47b-47f2-bea4-79ef960c3731 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:26:52.043636 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c8031d99-5f78-4ec8-8099-2928a749a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:52.047250 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e13ec505-e5cd-48bf-b13f-e56a6bed67eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:52.085147 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-881ecc1f-a2c5-4c29-92c8-50310d263a6d service neutron] 10.222.0.45 "GET /v2.0/networks/a4ab0787-fa08-4c92-a67f-3283993cc3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795827 May 31 16:26:52.175779 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8e5cb-da09-4ec6-9470-9ac06d4f1139 None None] Pushing event updated for resources: {'Port': ['ID=8fd498ff-e47b-47f2-bea4-79ef960c3731,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:52.206778 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-bbb8e5cb-da09-4ec6-9470-9ac06d4f1139 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:52.286173 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-c8031d99-5f78-4ec8-8099-2928a749a7e7 None None] Attempting to bind port 8fd498ff-e47b-47f2-bea4-79ef960c3731 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:26:52.286562 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-c8031d99-5f78-4ec8-8099-2928a749a7e7 None None] Attempting to bind port 8fd498ff-e47b-47f2-bea4-79ef960c3731 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ab429e8f-8a25-4e76-9f71-c58f2b8eca34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c7260174-06cc-4357-8715-88e854217239'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:26:52.286938 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8031d99-5f78-4ec8-8099-2928a749a7e7 None None] Attempting to bind port 8fd498ff-e47b-47f2-bea4-79ef960c3731 on network c7260174-06cc-4357-8715-88e854217239 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:26:52.305250 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8031d99-5f78-4ec8-8099-2928a749a7e7 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:26:52.305637 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8031d99-5f78-4ec8-8099-2928a749a7e7 None None] Checking segment: {'id': 'ab429e8f-8a25-4e76-9f71-c58f2b8eca34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c7260174-06cc-4357-8715-88e854217239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:26:52.306057 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c8031d99-5f78-4ec8-8099-2928a749a7e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:52.306455 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8031d99-5f78-4ec8-8099-2928a749a7e7 None None] Bound using segment: {'id': 'ab429e8f-8a25-4e76-9f71-c58f2b8eca34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c7260174-06cc-4357-8715-88e854217239'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:26:52.306972 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-c8031d99-5f78-4ec8-8099-2928a749a7e7 None None] Bound port: 8fd498ff-e47b-47f2-bea4-79ef960c3731, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab429e8f-8a25-4e76-9f71-c58f2b8eca34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c7260174-06cc-4357-8715-88e854217239'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:26:52.307429 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c8031d99-5f78-4ec8-8099-2928a749a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:52.319273 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ac8e6942-7b49-49f0-80b7-33e1f27f78bd req-2fcb85fb-cc87-4e2d-9a45-8c11f98334a8 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f084fc5-751f-4d3e-af8f-74747aab4b64 HTTP/1.1" status: 200 len: 210 time: 0.0607429 May 31 16:26:52.358912 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 56ce67fa-55d8-4175-8b03-d7ca61586823 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:26:52.474037 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-c8031d99-5f78-4ec8-8099-2928a749a7e7 None None] For port 8fd498ff-e47b-47f2-bea4-79ef960c3731, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:26:52.478503 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-c8031d99-5f78-4ec8-8099-2928a749a7e7 None None] For port 8fd498ff-e47b-47f2-bea4-79ef960c3731, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=8fd498ff-e47b-47f2-bea4-79ef960c3731,segment=NetworkSegment(ab429e8f-8a25-4e76-9f71-c58f2b8eca34),segment_id=ab429e8f-8a25-4e76-9f71-c58f2b8eca34)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:26:52.485982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c8031d99-5f78-4ec8-8099-2928a749a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:52.490909 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-acbb601c-a992-47af-940d-0264e3ff2042 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:52.526022 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 56ce67fa-55d8-4175-8b03-d7ca61586823 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:26:52.526239 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:52.671571 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8e5cb-da09-4ec6-9470-9ac06d4f1139 None None] Pushing event updated for resources: {'Port': ['ID=8fd498ff-e47b-47f2-bea4-79ef960c3731,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:52.674393 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8031d99-5f78-4ec8-8099-2928a749a7e7 None None] Routers {'6c1f0714-540f-4452-9af4-82c418bba298'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:26:52.675016 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-c8031d99-5f78-4ec8-8099-2928a749a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:26:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['6c1f0714-540f-4452-9af4-82c418bba298'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:52.722923 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-bbb8e5cb-da09-4ec6-9470-9ac06d4f1139 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:52.919592 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-c8031d99-5f78-4ec8-8099-2928a749a7e7 None None] Set router 6c1f0714-540f-4452-9af4-82c418bba298 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:26:53.237066 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-c8031d99-5f78-4ec8-8099-2928a749a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1f0714-540f-4452-9af4-82c418bba298', 'name': 'tempest-TestEncryptedCinderVolumes-1917017782-router', 'tenant_id': '481746f2d29c4e75b7f5434edab66ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': '56ce67fa-55d8-4175-8b03-d7ca61586823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:26:45Z', 'updated_at': '2021-05-31T16:26:49Z', 'revision_number': 4, 'project_id': '481746f2d29c4e75b7f5434edab66ef0', 'gw_port': {'id': '56ce67fa-55d8-4175-8b03-d7ca61586823', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f0714-540f-4452-9af4-82c418bba298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:26:45Z', 'updated_at': '2021-05-31T16:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '8fd498ff-e47b-47f2-bea4-79ef960c3731', 'name': '', 'network_id': 'c7260174-06cc-4357-8715-88e854217239', 'tenant_id': '481746f2d29c4e75b7f5434edab66ef0', 'mac_address': 'fa:16:3e:8a:53:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1f0714-540f-4452-9af4-82c418bba298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'e6e8aeba-142b-4e34-8fdb-7e638622b392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:26:48Z', 'updated_at': '2021-05-31T16:26:52Z', 'revision_number': 4, 'project_id': '481746f2d29c4e75b7f5434edab66ef0', 'subnets': [{'id': 'e6e8aeba-142b-4e34-8fdb-7e638622b392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:53.241947 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8031d99-5f78-4ec8-8099-2928a749a7e7 None None] The sync data for ids ['6c1f0714-540f-4452-9af4-82c418bba298'] in dv-neutron-601336-79-hyperv is: [{'id': '6c1f0714-540f-4452-9af4-82c418bba298', 'name': 'tempest-TestEncryptedCinderVolumes-1917017782-router', 'tenant_id': '481746f2d29c4e75b7f5434edab66ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': '56ce67fa-55d8-4175-8b03-d7ca61586823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:26:45Z', 'updated_at': '2021-05-31T16:26:49Z', 'revision_number': 4, 'project_id': '481746f2d29c4e75b7f5434edab66ef0', 'gw_port': {'id': '56ce67fa-55d8-4175-8b03-d7ca61586823', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f0714-540f-4452-9af4-82c418bba298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:26:45Z', 'updated_at': '2021-05-31T16:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '8fd498ff-e47b-47f2-bea4-79ef960c3731', 'name': '', 'network_id': 'c7260174-06cc-4357-8715-88e854217239', 'tenant_id': '481746f2d29c4e75b7f5434edab66ef0', 'mac_address': 'fa:16:3e:8a:53:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1f0714-540f-4452-9af4-82c418bba298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'e6e8aeba-142b-4e34-8fdb-7e638622b392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:26:48Z', 'updated_at': '2021-05-31T16:26:52Z', 'revision_number': 4, 'project_id': '481746f2d29c4e75b7f5434edab66ef0', 'subnets': [{'id': 'e6e8aeba-142b-4e34-8fdb-7e638622b392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:26:53.530787 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-a0125827-2863-4832-bc7a-4fe43c90b7fc tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:53.532279 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-a0125827-2863-4832-bc7a-4fe43c90b7fc tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.59 "GET /v2.0/networks?id=a4ab0787-fa08-4c92-a67f-3283993cc3a7 HTTP/1.1" status: 200 len: 816 time: 0.2681496 May 31 16:26:53.534480 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3fb2c8ff-bdd0-4410-87a0-47ccc82cc6b8 req-73899337-a2b2-4ad9-a0a5-7e8e0c62a897 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f084fc5-751f-4d3e-af8f-74747aab4b64 HTTP/1.1" status: 200 len: 210 time: 0.0621116 May 31 16:26:53.546494 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-5224eb92-563d-4706-9c58-570168c0b5fb tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Request body: {'port': {'device_id': '7f084fc5-751f-4d3e-af8f-74747aab4b64', 'network_id': 'a4ab0787-fa08-4c92-a67f-3283993cc3a7', 'admin_state_up': True, 'tenant_id': '356b02d0182d4e11b0b9bf09ddf3efff'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:26:53.697945 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-5224eb92-563d-4706-9c58-570168c0b5fb tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:26:53.708682 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-5224eb92-563d-4706-9c58-570168c0b5fb tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:26:53.719703 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-5224eb92-563d-4706-9c58-570168c0b5fb tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Made reservation on behalf of 356b02d0182d4e11b0b9bf09ddf3efff for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:26:53.723587 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-5224eb92-563d-4706-9c58-570168c0b5fb tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:53.889735 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-5224eb92-563d-4706-9c58-570168c0b5fb tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Allocated IP 172.20.0.4 (a4ab0787-fa08-4c92-a67f-3283993cc3a7/62969d01-d53d-44ac-8413-45e89d8e3b18/8f3d6158-e42d-4ec8-baf4-e883ed5d3edd) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:26:54.103859 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-5224eb92-563d-4706-9c58-570168c0b5fb tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:54.120416 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-5224eb92-563d-4706-9c58-570168c0b5fb tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Transition to ACTIVE for port object 8f3d6158-e42d-4ec8-baf4-e883ed5d3edd will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:26:54.145324 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-5224eb92-563d-4706-9c58-570168c0b5fb tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:54.151380 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-89529500-f159-45fe-afc5-accf7c0123a4 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:54.219848 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-5224eb92-563d-4706-9c58-570168c0b5fb tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Network a4ab0787-fa08-4c92-a67f-3283993cc3a7 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:26:54.223168 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-5224eb92-563d-4706-9c58-570168c0b5fb tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:26:54.227100 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-5224eb92-563d-4706-9c58-570168c0b5fb tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:26:54.266202 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224eb92-563d-4706-9c58-570168c0b5fb tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Pushing event updated for resources: {'Port': ['ID=8f3d6158-e42d-4ec8-baf4-e883ed5d3edd,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:54.276072 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5224eb92-563d-4706-9c58-570168c0b5fb tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:54.304871 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 8fd498ff-e47b-47f2-bea4-79ef960c3731 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:26:54.307553 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-5224eb92-563d-4706-9c58-570168c0b5fb tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:54.308012 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-5224eb92-563d-4706-9c58-570168c0b5fb tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:54.335445 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-5224eb92-563d-4706-9c58-570168c0b5fb tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7934160 May 31 16:26:54.347650 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-03c946e7-ec51-4a0e-bda4-fd2c19ed240f tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 16:26:54.348757 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-03c946e7-ec51-4a0e-bda4-fd2c19ed240f tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057073 May 31 16:26:54.360933 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-0f768040-e9e8-4775-83f2-919d93107cc0 service neutron] Request body: {'port': {'device_id': '7f084fc5-751f-4d3e-af8f-74747aab4b64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:26:54.379912 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 8fd498ff-e47b-47f2-bea4-79ef960c3731 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:26:54.386345 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 8fd498ff-e47b-47f2-bea4-79ef960c3731 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:26:54.386778 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:54.477582 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-0f768040-e9e8-4775-83f2-919d93107cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:54.515718 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:54.526371 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f49f722c-a1d1-4674-a6a1-7be0e435c2ca None None] Provisioning for port 8f3d6158-e42d-4ec8-baf4-e883ed5d3edd completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:26:54.535664 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f49f722c-a1d1-4674-a6a1-7be0e435c2ca None None] Provisioning complete for port 8f3d6158-e42d-4ec8-baf4-e883ed5d3edd triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:26:54.536029 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f49f722c-a1d1-4674-a6a1-7be0e435c2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:54.595805 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 8fd498ff-e47b-47f2-bea4-79ef960c3731, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=8fd498ff-e47b-47f2-bea4-79ef960c3731,segment=NetworkSegment(ab429e8f-8a25-4e76-9f71-c58f2b8eca34),segment_id=ab429e8f-8a25-4e76-9f71-c58f2b8eca34)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:54.603508 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:54.605677 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a2dd1af6-8633-47ec-9066-ab437dfffde3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:54.637527 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-f49f722c-a1d1-4674-a6a1-7be0e435c2ca None None] Port 8f3d6158-e42d-4ec8-baf4-e883ed5d3edd cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:26:54.676402 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=8fd498ff-e47b-47f2-bea4-79ef960c3731,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:54.679477 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:54.825299 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5bb57-6ea5-4f2d-b08b-ff7e2219c80a req-98f67548-7c90-42a2-b5ad-285125d5eb7b tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:54.825872 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-d7a5bb57-6ea5-4f2d-b08b-ff7e2219c80a req-98f67548-7c90-42a2-b5ad-285125d5eb7b tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Synchronizing usage tracker for tenant:356b02d0182d4e11b0b9bf09ddf3efff on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:26:54.896929 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-d7a5bb57-6ea5-4f2d-b08b-ff7e2219c80a req-98f67548-7c90-42a2-b5ad-285125d5eb7b tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Unset dirty status for tenant:356b02d0182d4e11b0b9bf09ddf3efff on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:26:54.898088 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d7a5bb57-6ea5-4f2d-b08b-ff7e2219c80a req-98f67548-7c90-42a2-b5ad-285125d5eb7b tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f084fc5-751f-4d3e-af8f-74747aab4b64 HTTP/1.1" status: 200 len: 931 time: 0.2495489 May 31 16:26:54.906650 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-0f768040-e9e8-4775-83f2-919d93107cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f3d6158-e42d-4ec8-baf4-e883ed5d3edd {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:26:54.927203 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-0f768040-e9e8-4775-83f2-919d93107cc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:54.958396 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-0f768040-e9e8-4775-83f2-919d93107cc0 service neutron] Transition to ACTIVE for port object 8f3d6158-e42d-4ec8-baf4-e883ed5d3edd will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:26:54.963777 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-0f768040-e9e8-4775-83f2-919d93107cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:54.968780 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-d7a5bb57-6ea5-4f2d-b08b-ff7e2219c80a req-d0e245df-b6ec-4d06-bc9f-65047af36081 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Synchronizing usage tracker for tenant:356b02d0182d4e11b0b9bf09ddf3efff on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:26:54.971932 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c01a9785-659c-4000-b2d6-d1068498093a tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:55.111058 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f768040-e9e8-4775-83f2-919d93107cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3d6158-e42d-4ec8-baf4-e883ed5d3edd,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:55.114107 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-d7a5bb57-6ea5-4f2d-b08b-ff7e2219c80a req-d0e245df-b6ec-4d06-bc9f-65047af36081 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Unset dirty status for tenant:356b02d0182d4e11b0b9bf09ddf3efff on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:26:55.115271 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d7a5bb57-6ea5-4f2d-b08b-ff7e2219c80a req-d0e245df-b6ec-4d06-bc9f-65047af36081 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7957660-4376-4ad4-803a-f66b4fa65005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109675 May 31 16:26:55.145687 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0f768040-e9e8-4775-83f2-919d93107cc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:55.222538 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-0f768040-e9e8-4775-83f2-919d93107cc0 service neutron] Attempting to bind port 8f3d6158-e42d-4ec8-baf4-e883ed5d3edd on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:26:55.222871 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-0f768040-e9e8-4775-83f2-919d93107cc0 service neutron] Attempting to bind port 8f3d6158-e42d-4ec8-baf4-e883ed5d3edd by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8f7b930a-de46-461a-a76d-90d78c59b1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a4ab0787-fa08-4c92-a67f-3283993cc3a7'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:26:55.223231 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-0f768040-e9e8-4775-83f2-919d93107cc0 service neutron] Attempting to bind port 8f3d6158-e42d-4ec8-baf4-e883ed5d3edd on network a4ab0787-fa08-4c92-a67f-3283993cc3a7 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:26:55.228240 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-0f768040-e9e8-4775-83f2-919d93107cc0 service neutron] Port 8f3d6158-e42d-4ec8-baf4-e883ed5d3edd on network a4ab0787-fa08-4c92-a67f-3283993cc3a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:26:55.228548 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-0f768040-e9e8-4775-83f2-919d93107cc0 service neutron] Attempting to bind port 8f3d6158-e42d-4ec8-baf4-e883ed5d3edd on network a4ab0787-fa08-4c92-a67f-3283993cc3a7 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:26:55.233746 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-0f768040-e9e8-4775-83f2-919d93107cc0 service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:26:55.234077 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-0f768040-e9e8-4775-83f2-919d93107cc0 service neutron] Checking segment: {'id': '8f7b930a-de46-461a-a76d-90d78c59b1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a4ab0787-fa08-4c92-a67f-3283993cc3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:26:55.234482 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-0f768040-e9e8-4775-83f2-919d93107cc0 service neutron] Bound using segment: {'id': '8f7b930a-de46-461a-a76d-90d78c59b1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a4ab0787-fa08-4c92-a67f-3283993cc3a7'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:26:55.234870 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-0f768040-e9e8-4775-83f2-919d93107cc0 service neutron] Bound port: 8f3d6158-e42d-4ec8-baf4-e883ed5d3edd, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f7b930a-de46-461a-a76d-90d78c59b1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a4ab0787-fa08-4c92-a67f-3283993cc3a7'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:26:55.235230 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-0f768040-e9e8-4775-83f2-919d93107cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:55.480532 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-0f768040-e9e8-4775-83f2-919d93107cc0 service neutron] For port 8f3d6158-e42d-4ec8-baf4-e883ed5d3edd, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:26:55.483737 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-0f768040-e9e8-4775-83f2-919d93107cc0 service neutron] For port 8f3d6158-e42d-4ec8-baf4-e883ed5d3edd, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8f3d6158-e42d-4ec8-baf4-e883ed5d3edd,segment=NetworkSegment(8f7b930a-de46-461a-a76d-90d78c59b1b4),segment_id=8f7b930a-de46-461a-a76d-90d78c59b1b4)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:26:55.489274 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-0f768040-e9e8-4775-83f2-919d93107cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:55.492964 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8f26daa5-be72-47f6-9e9a-e84f7680537c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:55.551829 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-0f768040-e9e8-4775-83f2-919d93107cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:55.552444 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-0f768040-e9e8-4775-83f2-919d93107cc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:55.553847 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-0f768040-e9e8-4775-83f2-919d93107cc0 service neutron] 10.222.0.59 "PUT /v2.0/ports/8f3d6158-e42d-4ec8-baf4-e883ed5d3edd HTTP/1.1" status: 200 len: 1093 time: 1.1975977 May 31 16:26:55.554376 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f084fc5-751f-4d3e-af8f-74747aab4b64', 'tag': '8f3d6158-e42d-4ec8-baf4-e883ed5d3edd'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:26:55.556677 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f07b054-d342-41e3-a69a-04b47ebc7b75" -d '{"events": [{"name": "network-changed", "server_uuid": "7f084fc5-751f-4d3e-af8f-74747aab4b64", "tag": "8f3d6158-e42d-4ec8-baf4-e883ed5d3edd"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:26:55.575683 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f768040-e9e8-4775-83f2-919d93107cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3d6158-e42d-4ec8-baf4-e883ed5d3edd,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:55.579386 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0f768040-e9e8-4775-83f2-919d93107cc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:55.628760 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cbeaa2-402a-4256-89f8-30cc8d1632c0 x-openstack-request-id: req-d7cbeaa2-402a-4256-89f8-30cc8d1632c0 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:26:55.629089 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f084fc5-751f-4d3e-af8f-74747aab4b64", "tag": "8f3d6158-e42d-4ec8-baf4-e883ed5d3edd", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:26:55.629390 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d7cbeaa2-402a-4256-89f8-30cc8d1632c0 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:26:55.629820 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f084fc5-751f-4d3e-af8f-74747aab4b64', 'tag': '8f3d6158-e42d-4ec8-baf4-e883ed5d3edd', 'status': 'completed', 'code': 200} May 31 16:26:55.671552 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-210104a4-7f77-4bb9-9a6d-b1156faf377b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:55.673065 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-210104a4-7f77-4bb9-9a6d-b1156faf377b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=356b02d0182d4e11b0b9bf09ddf3efff&device_id=7f084fc5-751f-4d3e-af8f-74747aab4b64 HTTP/1.1" status: 200 len: 1096 time: 0.0763605 May 31 16:26:55.744910 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-6c7e9fe4-702d-483d-ad02-64163f3c487e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f3d6158-e42d-4ec8-baf4-e883ed5d3edd HTTP/1.1" status: 200 len: 217 time: 0.0639648 May 31 16:26:55.808622 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-46231283-f89a-4e8b-9fd5-404bbbfc25f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:55.810018 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-46231283-f89a-4e8b-9fd5-404bbbfc25f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62969d01-d53d-44ac-8413-45e89d8e3b18 HTTP/1.1" status: 200 len: 855 time: 0.0589638 May 31 16:26:55.888893 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-3a418672-8979-4f69-b887-00bdaad0e111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:55.890390 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-3a418672-8979-4f69-b887-00bdaad0e111 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4ab0787-fa08-4c92-a67f-3283993cc3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0743215 May 31 16:26:56.034126 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-fde273c6-614f-4cea-b7e8-ccf8802590fc service neutron] 10.222.0.59 "GET /v2.0/networks/a4ab0787-fa08-4c92-a67f-3283993cc3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364300 May 31 16:26:56.175910 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fbdab0b9-ce04-4e6f-a311-66cca9bae2b7 req-81efec95-06d3-4511-9b4e-4590527b5323 service neutron] 10.222.0.59 "GET /v2.0/networks/a4ab0787-fa08-4c92-a67f-3283993cc3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346748 May 31 16:26:56.279040 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 8fd498ff-e47b-47f2-bea4-79ef960c3731 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:26:56.346835 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 8fd498ff-e47b-47f2-bea4-79ef960c3731 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:26:56.347188 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:56.357504 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07b054-d342-41e3-a69a-04b47ebc7b75 req-11d2849a-9654-49dd-8d47-d318edc6a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:56.359004 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2f07b054-d342-41e3-a69a-04b47ebc7b75 req-11d2849a-9654-49dd-8d47-d318edc6a6b2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=356b02d0182d4e11b0b9bf09ddf3efff&device_id=7f084fc5-751f-4d3e-af8f-74747aab4b64 HTTP/1.1" status: 200 len: 1096 time: 0.1373460 May 31 16:26:56.367762 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7241c-a12a-4afc-b485-fc6041b0af67 req-8a0dde5a-5169-4119-9817-348c6f7d4d77 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:56.369186 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6eb7241c-a12a-4afc-b485-fc6041b0af67 req-8a0dde5a-5169-4119-9817-348c6f7d4d77 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f084fc5-751f-4d3e-af8f-74747aab4b64 HTTP/1.1" status: 200 len: 943 time: 0.1155808 May 31 16:26:56.497476 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6eb7241c-a12a-4afc-b485-fc6041b0af67 req-2bf22b8f-75a4-449e-ba84-5a38646a9bf1 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7957660-4376-4ad4-803a-f66b4fa65005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074049 May 31 16:26:56.529514 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07b054-d342-41e3-a69a-04b47ebc7b75 req-c19fc53c-84a8-4bad-a90e-7e6bb980d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:56.531028 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2f07b054-d342-41e3-a69a-04b47ebc7b75 req-c19fc53c-84a8-4bad-a90e-7e6bb980d4f3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4ab0787-fa08-4c92-a67f-3283993cc3a7 HTTP/1.1" status: 200 len: 917 time: 0.1609526 May 31 16:26:56.606651 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2f07b054-d342-41e3-a69a-04b47ebc7b75 req-6d93ac7c-3664-41e1-9f92-6a7943abbfa4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f3d6158-e42d-4ec8-baf4-e883ed5d3edd HTTP/1.1" status: 200 len: 217 time: 0.0683205 May 31 16:26:56.670037 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07b054-d342-41e3-a69a-04b47ebc7b75 req-bdc47629-5740-41c2-9696-4bf9f170eb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:56.671441 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2f07b054-d342-41e3-a69a-04b47ebc7b75 req-bdc47629-5740-41c2-9696-4bf9f170eb97 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62969d01-d53d-44ac-8413-45e89d8e3b18 HTTP/1.1" status: 200 len: 855 time: 0.0579388 May 31 16:26:56.746241 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07b054-d342-41e3-a69a-04b47ebc7b75 req-ebddb4b0-b1a4-4519-8c63-9b3210e2e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:56.747803 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2f07b054-d342-41e3-a69a-04b47ebc7b75 req-ebddb4b0-b1a4-4519-8c63-9b3210e2e6b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4ab0787-fa08-4c92-a67f-3283993cc3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0700645 May 31 16:26:56.882389 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2f07b054-d342-41e3-a69a-04b47ebc7b75 req-5056f1ee-d3d0-4953-9278-bf4a8508d56b service neutron] 10.222.0.59 "GET /v2.0/networks/a4ab0787-fa08-4c92-a67f-3283993cc3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266809 May 31 16:26:57.023438 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2f07b054-d342-41e3-a69a-04b47ebc7b75 req-33a74fd3-0a7d-42ff-9067-56f8f961cfc4 service neutron] 10.222.0.59 "GET /v2.0/networks/a4ab0787-fa08-4c92-a67f-3283993cc3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335247 May 31 16:26:57.845965 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac3fea-8308-43e0-9875-9f8cbce292f6 req-1a5b8663-269a-41d5-9e56-a7a04a08478e tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:57.847434 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-68ac3fea-8308-43e0-9875-9f8cbce292f6 req-1a5b8663-269a-41d5-9e56-a7a04a08478e tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f084fc5-751f-4d3e-af8f-74747aab4b64 HTTP/1.1" status: 200 len: 943 time: 0.2293341 May 31 16:26:57.893927 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-68ac3fea-8308-43e0-9875-9f8cbce292f6 req-c9f65bcc-453c-4004-b5a9-da47023ab2f2 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7957660-4376-4ad4-803a-f66b4fa65005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407841 May 31 16:26:58.749789 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:58.907426 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 8f3d6158-e42d-4ec8-baf4-e883ed5d3edd details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:26:59.057637 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 8f3d6158-e42d-4ec8-baf4-e883ed5d3edd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8f3d6158-e42d-4ec8-baf4-e883ed5d3edd,segment=NetworkSegment(8f7b930a-de46-461a-a76d-90d78c59b1b4),segment_id=8f7b930a-de46-461a-a76d-90d78c59b1b4)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:59.071087 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '8f3d6158-e42d-4ec8-baf4-e883ed5d3edd', 'network_id': 'a4ab0787-fa08-4c92-a67f-3283993cc3a7', 'port_id': '8f3d6158-e42d-4ec8-baf4-e883ed5d3edd', 'mac_address': 'fa:16:3e:96:2b:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62969d01-d53d-44ac-8413-45e89d8e3b18', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:26:59.096683 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeadf91-d9c1-4d90-aded-55acc7d5b549 req-7f430a5d-c494-477f-a894-ff4049f47e25 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:59.098203 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0eeadf91-d9c1-4d90-aded-55acc7d5b549 req-7f430a5d-c494-477f-a894-ff4049f47e25 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f084fc5-751f-4d3e-af8f-74747aab4b64 HTTP/1.1" status: 200 len: 943 time: 0.0848966 May 31 16:26:59.131232 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:59.143574 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0eeadf91-d9c1-4d90-aded-55acc7d5b549 req-b9651cb4-74b1-49ba-b41f-018c0ca0116c tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7957660-4376-4ad4-803a-f66b4fa65005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395505 May 31 16:26:59.148288 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3d6158-e42d-4ec8-baf4-e883ed5d3edd {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:26:59.164408 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 8f3d6158-e42d-4ec8-baf4-e883ed5d3edd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8f3d6158-e42d-4ec8-baf4-e883ed5d3edd,segment=NetworkSegment(8f7b930a-de46-461a-a76d-90d78c59b1b4),segment_id=8f7b930a-de46-461a-a76d-90d78c59b1b4)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:59.170462 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:59.172216 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:59.239343 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=8f3d6158-e42d-4ec8-baf4-e883ed5d3edd,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:59.242384 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:59.518482 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['8f3d6158-e42d-4ec8-baf4-e883ed5d3edd'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:26:59.842648 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:27:00.348710 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc1e3e-b2f3-4703-a18e-90cfd66f40f6 req-0e844571-e5b7-4aab-b85e-7fd0d7cb019f tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:00.350169 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f8bc1e3e-b2f3-4703-a18e-90cfd66f40f6 req-0e844571-e5b7-4aab-b85e-7fd0d7cb019f tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f084fc5-751f-4d3e-af8f-74747aab4b64 HTTP/1.1" status: 200 len: 944 time: 0.0808368 May 31 16:27:00.395006 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f8bc1e3e-b2f3-4703-a18e-90cfd66f40f6 req-2ab40276-403b-45d5-83d1-a4692aedc131 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7957660-4376-4ad4-803a-f66b4fa65005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390551 May 31 16:27:00.939420 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 8f3d6158-e42d-4ec8-baf4-e883ed5d3edd up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:27:01.020058 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port 8f3d6158-e42d-4ec8-baf4-e883ed5d3edd completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:27:01.024903 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 8f3d6158-e42d-4ec8-baf4-e883ed5d3edd triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:27:01.025300 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:01.142400 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:01.169581 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f084fc5-751f-4d3e-af8f-74747aab4b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3d6158-e42d-4ec8-baf4-e883ed5d3edd'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:27:01.171873 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc7c71c-5e21-4999-a525-226194ea6a7f" -d '{"events": [{"server_uuid": "7f084fc5-751f-4d3e-af8f-74747aab4b64", "name": "network-vif-plugged", "status": "completed", "tag": "8f3d6158-e42d-4ec8-baf4-e883ed5d3edd"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:27:01.179373 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 8f3d6158-e42d-4ec8-baf4-e883ed5d3edd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8f3d6158-e42d-4ec8-baf4-e883ed5d3edd,segment=NetworkSegment(8f7b930a-de46-461a-a76d-90d78c59b1b4),segment_id=8f7b930a-de46-461a-a76d-90d78c59b1b4)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:27:01.184774 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:01.186609 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-bbb8e5cb-da09-4ec6-9470-9ac06d4f1139 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:01.216475 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defb28a6-539d-43fd-9aea-081913a743ae x-openstack-request-id: req-defb28a6-539d-43fd-9aea-081913a743ae {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:27:01.216765 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f084fc5-751f-4d3e-af8f-74747aab4b64", "name": "network-vif-plugged", "status": "completed", "tag": "8f3d6158-e42d-4ec8-baf4-e883ed5d3edd", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:27:01.217014 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-defb28a6-539d-43fd-9aea-081913a743ae {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:27:01.217392 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f084fc5-751f-4d3e-af8f-74747aab4b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3d6158-e42d-4ec8-baf4-e883ed5d3edd', 'code': 200} May 31 16:27:01.261354 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=8f3d6158-e42d-4ec8-baf4-e883ed5d3edd,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:01.264285 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:01.469119 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f55bd7-a6aa-41b1-b468-acc230995ddc req-76fd9e94-9b49-452b-bb20-a7f7b0fb55b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:01.470524 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f3f55bd7-a6aa-41b1-b468-acc230995ddc req-76fd9e94-9b49-452b-bb20-a7f7b0fb55b7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7f084fc5-751f-4d3e-af8f-74747aab4b64 HTTP/1.1" status: 200 len: 1098 time: 0.0741262 May 31 16:27:01.550893 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f3f55bd7-a6aa-41b1-b468-acc230995ddc req-e2744374-c462-4175-868b-551d607884ad service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e7957660-4376-4ad4-803a-f66b4fa65005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736337 May 31 16:27:01.590180 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e268883-9273-4b3e-a84b-5ee5a573f0b4 req-66e91d6f-9f44-4e99-817c-bbeac4d94f3b tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:01.591635 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3e268883-9273-4b3e-a84b-5ee5a573f0b4 req-66e91d6f-9f44-4e99-817c-bbeac4d94f3b tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f084fc5-751f-4d3e-af8f-74747aab4b64 HTTP/1.1" status: 200 len: 945 time: 0.0888257 May 31 16:27:01.640021 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3e268883-9273-4b3e-a84b-5ee5a573f0b4 req-075c3a32-75ec-41b3-af55-c2eac99658b5 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7957660-4376-4ad4-803a-f66b4fa65005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400875 May 31 16:27:02.988707 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec92aa9-df81-4af2-aeed-6cd874730677 req-a428bbaa-16fc-4eb7-8a9a-b89210a0b0ab tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:02.990124 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fec92aa9-df81-4af2-aeed-6cd874730677 req-a428bbaa-16fc-4eb7-8a9a-b89210a0b0ab tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f084fc5-751f-4d3e-af8f-74747aab4b64 HTTP/1.1" status: 200 len: 945 time: 0.0873206 May 31 16:27:03.035716 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fec92aa9-df81-4af2-aeed-6cd874730677 req-d7f3fe91-ebce-45f7-97c6-f34cb1692a9e tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7957660-4376-4ad4-803a-f66b4fa65005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396259 May 31 16:27:03.223259 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8aa3c2-e686-4fd2-ac64-0a0a4b4ec964 req-bb0a0ec1-af8d-401c-a665-34490d19a8fc tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:03.224668 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9d8aa3c2-e686-4fd2-ac64-0a0a4b4ec964 req-bb0a0ec1-af8d-401c-a665-34490d19a8fc tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f084fc5-751f-4d3e-af8f-74747aab4b64 HTTP/1.1" status: 200 len: 945 time: 0.0807190 May 31 16:27:03.275774 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9d8aa3c2-e686-4fd2-ac64-0a0a4b4ec964 req-97deea33-eb07-437c-b1c8-4b384cecea5f tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7957660-4376-4ad4-803a-f66b4fa65005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437822 May 31 16:27:04.723545 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f94bba57-9334-4170-910f-c66425f7eb2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:07.055340 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:07.942115 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-839e5097-ace3-40e2-a5e0-fe4bd1f9176c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:08.531725 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:09.907326 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:24.582396 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f8bec-d867-4cea-89a8-05d4a80a5f22 req-84fd1ded-e51e-4c61-b843-bbbc010047f8 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:24.583912 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ed1f8bec-d867-4cea-89a8-05d4a80a5f22 req-84fd1ded-e51e-4c61-b843-bbbc010047f8 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f084fc5-751f-4d3e-af8f-74747aab4b64 HTTP/1.1" status: 200 len: 945 time: 0.0819480 May 31 16:27:24.630204 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ed1f8bec-d867-4cea-89a8-05d4a80a5f22 req-1c900355-c0fb-4b78-9de3-f6fb43c70a52 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7957660-4376-4ad4-803a-f66b4fa65005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401382 May 31 16:27:25.855022 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769338b-c1c0-4f8d-ab15-2adc8e9589b9 req-bbc527b4-bbe3-45b8-8f63-8b1ca47e7aa4 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:25.856502 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6769338b-c1c0-4f8d-ab15-2adc8e9589b9 req-bbc527b4-bbe3-45b8-8f63-8b1ca47e7aa4 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f084fc5-751f-4d3e-af8f-74747aab4b64 HTTP/1.1" status: 200 len: 945 time: 0.0910616 May 31 16:27:25.903028 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6769338b-c1c0-4f8d-ab15-2adc8e9589b9 req-0bedf508-1b8e-4b03-915d-c3cd49300598 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7957660-4376-4ad4-803a-f66b4fa65005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407538 May 31 16:27:26.390393 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3627f2-1789-4f63-b26a-8a3bf9926dd3 req-590476de-752a-456b-b2e1-f95a39a5b155 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:26.391886 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cc3627f2-1789-4f63-b26a-8a3bf9926dd3 req-590476de-752a-456b-b2e1-f95a39a5b155 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f084fc5-751f-4d3e-af8f-74747aab4b64 HTTP/1.1" status: 200 len: 945 time: 0.1001062 May 31 16:27:26.540363 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-cc3627f2-1789-4f63-b26a-8a3bf9926dd3 req-550c8177-2d7d-40c5-b354-577df647ce9e tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Deleting port 8f3d6158-e42d-4ec8-baf4-e883ed5d3edd {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:27:26.540608 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-cc3627f2-1789-4f63-b26a-8a3bf9926dd3 req-550c8177-2d7d-40c5-b354-577df647ce9e tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:26.673996 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-cc3627f2-1789-4f63-b26a-8a3bf9926dd3 req-550c8177-2d7d-40c5-b354-577df647ce9e tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] For port 8f3d6158-e42d-4ec8-baf4-e883ed5d3edd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8f3d6158-e42d-4ec8-baf4-e883ed5d3edd,segment=NetworkSegment(8f7b930a-de46-461a-a76d-90d78c59b1b4),segment_id=8f7b930a-de46-461a-a76d-90d78c59b1b4)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:27:26.674321 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-cc3627f2-1789-4f63-b26a-8a3bf9926dd3 req-550c8177-2d7d-40c5-b354-577df647ce9e tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:26.793194 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-cc3627f2-1789-4f63-b26a-8a3bf9926dd3 req-550c8177-2d7d-40c5-b354-577df647ce9e tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Calling delete_port for 8f3d6158-e42d-4ec8-baf4-e883ed5d3edd owned by compute:nova {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:27:26.908185 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-cc3627f2-1789-4f63-b26a-8a3bf9926dd3 req-550c8177-2d7d-40c5-b354-577df647ce9e tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:26.914379 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0f768040-e9e8-4775-83f2-919d93107cc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:26.921498 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['8f3d6158-e42d-4ec8-baf4-e883ed5d3edd'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:27:26.958428 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c8177-2d7d-40c5-b354-577df647ce9e tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Pushing event deleted for resources: {'Port': ['ID=8f3d6158-e42d-4ec8-baf4-e883ed5d3edd,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:26.968978 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c8177-2d7d-40c5-b354-577df647ce9e tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:26.969360 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c8177-2d7d-40c5-b354-577df647ce9e tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:26.969738 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c8177-2d7d-40c5-b354-577df647ce9e tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:26.970108 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c8177-2d7d-40c5-b354-577df647ce9e tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:26.970471 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c8177-2d7d-40c5-b354-577df647ce9e tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:26.970837 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c8177-2d7d-40c5-b354-577df647ce9e tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:26.971230 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c8177-2d7d-40c5-b354-577df647ce9e tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:26.971591 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c8177-2d7d-40c5-b354-577df647ce9e tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:26.971950 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c8177-2d7d-40c5-b354-577df647ce9e tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:26.972745 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c8177-2d7d-40c5-b354-577df647ce9e tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:26.972745 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c8177-2d7d-40c5-b354-577df647ce9e tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:26.972995 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c8177-2d7d-40c5-b354-577df647ce9e tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:27.014829 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-550c8177-2d7d-40c5-b354-577df647ce9e tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:27.084483 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3627f2-1789-4f63-b26a-8a3bf9926dd3 req-550c8177-2d7d-40c5-b354-577df647ce9e tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] No DVR routers for this DVR port 8f3d6158-e42d-4ec8-baf4-e883ed5d3edd on host hv-neutron-6013 {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:27:27.091241 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-cc3627f2-1789-4f63-b26a-8a3bf9926dd3 req-550c8177-2d7d-40c5-b354-577df647ce9e tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:27.093998 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f084fc5-751f-4d3e-af8f-74747aab4b64', 'name': 'network-vif-deleted', 'tag': '8f3d6158-e42d-4ec8-baf4-e883ed5d3edd'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:27:27.096340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e05a98-c123-4f6f-8664-864f89965136" -d '{"events": [{"server_uuid": "7f084fc5-751f-4d3e-af8f-74747aab4b64", "name": "network-vif-deleted", "tag": "8f3d6158-e42d-4ec8-baf4-e883ed5d3edd"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:27:27.102156 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-af6d4572-9213-4670-86de-13de678a21e2 req-2920c3c7-9947-423e-8a51-aef240c53fec tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f084fc5-751f-4d3e-af8f-74747aab4b64 HTTP/1.1" status: 200 len: 210 time: 0.0625055 May 31 16:27:27.117794 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cc3627f2-1789-4f63-b26a-8a3bf9926dd3 req-550c8177-2d7d-40c5-b354-577df647ce9e tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.59 "DELETE /v2.0/ports/8f3d6158-e42d-4ec8-baf4-e883ed5d3edd HTTP/1.1" status: 204 len: 173 time: 0.7198710 May 31 16:27:27.157083 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9796f7b6-96ff-4214-aae0-4ae953aa5d00 x-openstack-request-id: req-9796f7b6-96ff-4214-aae0-4ae953aa5d00 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:27:27.157323 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f084fc5-751f-4d3e-af8f-74747aab4b64", "name": "network-vif-deleted", "tag": "8f3d6158-e42d-4ec8-baf4-e883ed5d3edd", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:27:27.157745 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9796f7b6-96ff-4214-aae0-4ae953aa5d00 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:27:27.158292 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f084fc5-751f-4d3e-af8f-74747aab4b64', 'name': 'network-vif-deleted', 'tag': '8f3d6158-e42d-4ec8-baf4-e883ed5d3edd', 'status': 'completed', 'code': 200} May 31 16:27:28.765878 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:28.884062 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-22a732b9-8aa1-46f2-995c-8b15bc177887 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:28.886135 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-22a732b9-8aa1-46f2-995c-8b15bc177887 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/networks?id=a4ab0787-fa08-4c92-a67f-3283993cc3a7 HTTP/1.1" status: 200 len: 816 time: 0.1534276 May 31 16:27:28.907080 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-f0b287a0-922a-4499-9927-40c6f80cda31 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/quotas/356b02d0182d4e11b0b9bf09ddf3efff HTTP/1.1" status: 200 len: 375 time: 0.0123465 May 31 16:27:28.996285 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-bd31de46-1b3d-41a3-9191-a72d5bbd5b16 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Synchronizing usage tracker for tenant:356b02d0182d4e11b0b9bf09ddf3efff on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:27:29.016263 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-bd31de46-1b3d-41a3-9191-a72d5bbd5b16 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Unset dirty status for tenant:356b02d0182d4e11b0b9bf09ddf3efff on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:27:29.018515 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-bd31de46-1b3d-41a3-9191-a72d5bbd5b16 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=356b02d0182d4e11b0b9bf09ddf3efff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1064384 May 31 16:27:29.302423 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-9aaf6eea-1e21-43d2-9358-b46f9faac057 service neutron] 10.222.0.45 "GET /v2.0/networks/a4ab0787-fa08-4c92-a67f-3283993cc3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706015 May 31 16:27:29.436775 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-b9a95e28-ab56-4b37-a5c1-b7bea39be5c1 service neutron] 10.222.0.45 "GET /v2.0/networks/a4ab0787-fa08-4c92-a67f-3283993cc3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260083 May 31 16:27:29.617464 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3145a3d1-5ab4-4e8c-88a5-c751948d0602 req-db1f21a9-54c8-465d-b3f5-052272dccacd tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed6f030-6145-4d11-8c9e-facb9c159d68 HTTP/1.1" status: 200 len: 210 time: 0.0436540 May 31 16:27:30.676058 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-044bb024-467b-4a0b-9a65-0fa108a20f7d tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:30.677489 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-044bb024-467b-4a0b-9a65-0fa108a20f7d tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.59 "GET /v2.0/networks?id=a4ab0787-fa08-4c92-a67f-3283993cc3a7 HTTP/1.1" status: 200 len: 816 time: 0.1563857 May 31 16:27:30.689699 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-a409247a-1302-4547-9e33-433c3090b29d tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Request body: {'port': {'device_id': '5ed6f030-6145-4d11-8c9e-facb9c159d68', 'network_id': 'a4ab0787-fa08-4c92-a67f-3283993cc3a7', 'admin_state_up': True, 'tenant_id': '356b02d0182d4e11b0b9bf09ddf3efff'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:27:30.819041 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-78fcfd36-7925-4f2b-9224-ae8477dffcdb req-cd5e5240-24ae-4548-ba59-8a94e3ca7d4d tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed6f030-6145-4d11-8c9e-facb9c159d68 HTTP/1.1" status: 200 len: 210 time: 0.0580158 May 31 16:27:30.873873 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-a409247a-1302-4547-9e33-433c3090b29d tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:27:30.884021 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-a409247a-1302-4547-9e33-433c3090b29d tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:27:30.893764 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-a409247a-1302-4547-9e33-433c3090b29d tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Made reservation on behalf of 356b02d0182d4e11b0b9bf09ddf3efff for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:27:30.897306 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-a409247a-1302-4547-9e33-433c3090b29d tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:31.066886 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-a409247a-1302-4547-9e33-433c3090b29d tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Allocated IP 172.20.0.13 (a4ab0787-fa08-4c92-a67f-3283993cc3a7/62969d01-d53d-44ac-8413-45e89d8e3b18/3d4a058d-cd15-4b68-9c08-30432959c0fd) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:27:31.095652 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 8f3d6158-e42d-4ec8-baf4-e883ed5d3edd no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:27:31.132538 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: 8f3d6158-e42d-4ec8-baf4-e883ed5d3edd {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:27:31.132896 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 8f3d6158-e42d-4ec8-baf4-e883ed5d3edd not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:27:31.288132 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-a409247a-1302-4547-9e33-433c3090b29d tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:31.305615 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-a409247a-1302-4547-9e33-433c3090b29d tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Transition to ACTIVE for port object 3d4a058d-cd15-4b68-9c08-30432959c0fd will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:27:31.330901 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-a409247a-1302-4547-9e33-433c3090b29d tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:31.336494 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5224eb92-563d-4706-9c58-570168c0b5fb tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:31.401206 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-a409247a-1302-4547-9e33-433c3090b29d tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Network a4ab0787-fa08-4c92-a67f-3283993cc3a7 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:27:31.404520 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-a409247a-1302-4547-9e33-433c3090b29d tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:27:31.408523 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-a409247a-1302-4547-9e33-433c3090b29d tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:27:31.443579 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a409247a-1302-4547-9e33-433c3090b29d tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Pushing event updated for resources: {'Port': ['ID=3d4a058d-cd15-4b68-9c08-30432959c0fd,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:31.450508 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a409247a-1302-4547-9e33-433c3090b29d tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:31.482395 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-a409247a-1302-4547-9e33-433c3090b29d tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:31.483131 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-a409247a-1302-4547-9e33-433c3090b29d tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:31.513233 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-a409247a-1302-4547-9e33-433c3090b29d tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8271396 May 31 16:27:31.525047 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-c2fe7f0f-2734-43c5-8196-69137369ebe4 service neutron] Request body: {'port': {'device_id': '5ed6f030-6145-4d11-8c9e-facb9c159d68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:27:31.639785 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-c2fe7f0f-2734-43c5-8196-69137369ebe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:31.675557 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-9ec60d39-56e2-43b3-8e7a-95f580567791 None None] Provisioning for port 3d4a058d-cd15-4b68-9c08-30432959c0fd completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:27:31.680274 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-9ec60d39-56e2-43b3-8e7a-95f580567791 None None] Provisioning complete for port 3d4a058d-cd15-4b68-9c08-30432959c0fd triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:27:31.680656 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9ec60d39-56e2-43b3-8e7a-95f580567791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:31.734702 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-9ec60d39-56e2-43b3-8e7a-95f580567791 None None] Port 3d4a058d-cd15-4b68-9c08-30432959c0fd cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:27:32.029061 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-c2fe7f0f-2734-43c5-8196-69137369ebe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d4a058d-cd15-4b68-9c08-30432959c0fd {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:27:32.041464 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-c2fe7f0f-2734-43c5-8196-69137369ebe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:32.061602 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-c2fe7f0f-2734-43c5-8196-69137369ebe4 service neutron] Transition to ACTIVE for port object 3d4a058d-cd15-4b68-9c08-30432959c0fd will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:27:32.066656 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-c2fe7f0f-2734-43c5-8196-69137369ebe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:32.072519 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ebdb969e-91fc-4339-af09-7a37370e6b38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:32.280220 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78439586-d306-447e-a72b-146a8e2b0612 req-f7038eb1-ba89-418d-87cc-b9e78644a920 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:32.280913 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-78439586-d306-447e-a72b-146a8e2b0612 req-f7038eb1-ba89-418d-87cc-b9e78644a920 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Synchronizing usage tracker for tenant:356b02d0182d4e11b0b9bf09ddf3efff on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:27:32.398217 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe7f0f-2734-43c5-8196-69137369ebe4 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4a058d-cd15-4b68-9c08-30432959c0fd,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:32.408790 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c2fe7f0f-2734-43c5-8196-69137369ebe4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:32.443319 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-78439586-d306-447e-a72b-146a8e2b0612 req-f7038eb1-ba89-418d-87cc-b9e78644a920 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Unset dirty status for tenant:356b02d0182d4e11b0b9bf09ddf3efff on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:27:32.444515 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-78439586-d306-447e-a72b-146a8e2b0612 req-f7038eb1-ba89-418d-87cc-b9e78644a920 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed6f030-6145-4d11-8c9e-facb9c159d68 HTTP/1.1" status: 200 len: 932 time: 0.5097463 May 31 16:27:32.515031 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-78439586-d306-447e-a72b-146a8e2b0612 req-42a8e847-9efb-4fa5-881b-48f5a7890d94 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7957660-4376-4ad4-803a-f66b4fa65005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597742 May 31 16:27:32.517025 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-c2fe7f0f-2734-43c5-8196-69137369ebe4 service neutron] Attempting to bind port 3d4a058d-cd15-4b68-9c08-30432959c0fd on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:27:32.517358 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-c2fe7f0f-2734-43c5-8196-69137369ebe4 service neutron] Attempting to bind port 3d4a058d-cd15-4b68-9c08-30432959c0fd by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8f7b930a-de46-461a-a76d-90d78c59b1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a4ab0787-fa08-4c92-a67f-3283993cc3a7'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:27:32.517684 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-c2fe7f0f-2734-43c5-8196-69137369ebe4 service neutron] Attempting to bind port 3d4a058d-cd15-4b68-9c08-30432959c0fd on network a4ab0787-fa08-4c92-a67f-3283993cc3a7 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:27:32.522694 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-c2fe7f0f-2734-43c5-8196-69137369ebe4 service neutron] Port 3d4a058d-cd15-4b68-9c08-30432959c0fd on network a4ab0787-fa08-4c92-a67f-3283993cc3a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:27:32.523160 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-c2fe7f0f-2734-43c5-8196-69137369ebe4 service neutron] Attempting to bind port 3d4a058d-cd15-4b68-9c08-30432959c0fd on network a4ab0787-fa08-4c92-a67f-3283993cc3a7 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:27:32.528989 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-c2fe7f0f-2734-43c5-8196-69137369ebe4 service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:27:32.529362 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-c2fe7f0f-2734-43c5-8196-69137369ebe4 service neutron] Checking segment: {'id': '8f7b930a-de46-461a-a76d-90d78c59b1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a4ab0787-fa08-4c92-a67f-3283993cc3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:27:32.529743 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-c2fe7f0f-2734-43c5-8196-69137369ebe4 service neutron] Bound using segment: {'id': '8f7b930a-de46-461a-a76d-90d78c59b1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a4ab0787-fa08-4c92-a67f-3283993cc3a7'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:27:32.530153 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-c2fe7f0f-2734-43c5-8196-69137369ebe4 service neutron] Bound port: 3d4a058d-cd15-4b68-9c08-30432959c0fd, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f7b930a-de46-461a-a76d-90d78c59b1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a4ab0787-fa08-4c92-a67f-3283993cc3a7'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:27:32.530524 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-c2fe7f0f-2734-43c5-8196-69137369ebe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:32.623129 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-c2fe7f0f-2734-43c5-8196-69137369ebe4 service neutron] For port 3d4a058d-cd15-4b68-9c08-30432959c0fd, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:27:32.626059 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-c2fe7f0f-2734-43c5-8196-69137369ebe4 service neutron] For port 3d4a058d-cd15-4b68-9c08-30432959c0fd, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3d4a058d-cd15-4b68-9c08-30432959c0fd,segment=NetworkSegment(8f7b930a-de46-461a-a76d-90d78c59b1b4),segment_id=8f7b930a-de46-461a-a76d-90d78c59b1b4)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:27:32.631170 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-c2fe7f0f-2734-43c5-8196-69137369ebe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:32.635648 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2c0324d1-5121-45d4-a87f-6b8aa1abf918 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:32.688237 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-c2fe7f0f-2734-43c5-8196-69137369ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:32.688843 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-c2fe7f0f-2734-43c5-8196-69137369ebe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:32.690201 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-c2fe7f0f-2734-43c5-8196-69137369ebe4 service neutron] 10.222.0.59 "PUT /v2.0/ports/3d4a058d-cd15-4b68-9c08-30432959c0fd HTTP/1.1" status: 200 len: 1094 time: 1.1696627 May 31 16:27:32.690743 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed6f030-6145-4d11-8c9e-facb9c159d68', 'tag': '3d4a058d-cd15-4b68-9c08-30432959c0fd'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:27:32.693064 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9a53ab-dede-40c0-b67f-6cbaa9b79bac" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed6f030-6145-4d11-8c9e-facb9c159d68", "tag": "3d4a058d-cd15-4b68-9c08-30432959c0fd"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:27:32.717988 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe7f0f-2734-43c5-8196-69137369ebe4 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4a058d-cd15-4b68-9c08-30432959c0fd,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:32.724057 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c2fe7f0f-2734-43c5-8196-69137369ebe4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:32.765271 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d2d420-b4ae-44fd-ba16-28a58d2e1442 x-openstack-request-id: req-33d2d420-b4ae-44fd-ba16-28a58d2e1442 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:27:32.765546 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed6f030-6145-4d11-8c9e-facb9c159d68", "tag": "3d4a058d-cd15-4b68-9c08-30432959c0fd", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:27:32.765836 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-33d2d420-b4ae-44fd-ba16-28a58d2e1442 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:27:32.766264 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed6f030-6145-4d11-8c9e-facb9c159d68', 'tag': '3d4a058d-cd15-4b68-9c08-30432959c0fd', 'status': 'completed', 'code': 200} May 31 16:27:32.810494 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-dfe26c42-4bd2-4545-bd6b-16fd23d08705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:32.812074 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-dfe26c42-4bd2-4545-bd6b-16fd23d08705 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=356b02d0182d4e11b0b9bf09ddf3efff&device_id=5ed6f030-6145-4d11-8c9e-facb9c159d68 HTTP/1.1" status: 200 len: 1097 time: 0.0827048 May 31 16:27:32.891712 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-32185b86-eccc-45a6-bc3f-277d9163bc95 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d4a058d-cd15-4b68-9c08-30432959c0fd HTTP/1.1" status: 200 len: 217 time: 0.0723321 May 31 16:27:32.955379 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-6acf490e-1023-40e7-a8f0-648e631256cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:32.956714 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-6acf490e-1023-40e7-a8f0-648e631256cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62969d01-d53d-44ac-8413-45e89d8e3b18 HTTP/1.1" status: 200 len: 855 time: 0.0585136 May 31 16:27:33.033637 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-9e7adcb2-8503-4c10-8369-d1a35636a64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:33.034982 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-9e7adcb2-8503-4c10-8369-d1a35636a64f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4ab0787-fa08-4c92-a67f-3283993cc3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0720594 May 31 16:27:33.167995 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-5bc2ec23-2c69-49a4-80c0-fb345e58b88a service neutron] 10.222.0.59 "GET /v2.0/networks/a4ab0787-fa08-4c92-a67f-3283993cc3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261659 May 31 16:27:33.301225 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6b9adbfa-0b29-4957-b5f4-784795bff3ed req-2cba3fd2-bc5d-4a73-92ed-ccd28e80d154 service neutron] 10.222.0.59 "GET /v2.0/networks/a4ab0787-fa08-4c92-a67f-3283993cc3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267941 May 31 16:27:33.429534 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a53ab-dede-40c0-b67f-6cbaa9b79bac req-cfdee430-15ed-42f7-a848-f17c592a5995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:33.431088 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2c9a53ab-dede-40c0-b67f-6cbaa9b79bac req-cfdee430-15ed-42f7-a848-f17c592a5995 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=356b02d0182d4e11b0b9bf09ddf3efff&device_id=5ed6f030-6145-4d11-8c9e-facb9c159d68 HTTP/1.1" status: 200 len: 1097 time: 0.0777893 May 31 16:27:33.564252 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a53ab-dede-40c0-b67f-6cbaa9b79bac req-ef05a2cb-cf33-4e71-815f-9c6ef52ee7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:33.565731 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2c9a53ab-dede-40c0-b67f-6cbaa9b79bac req-ef05a2cb-cf33-4e71-815f-9c6ef52ee7b3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4ab0787-fa08-4c92-a67f-3283993cc3a7 HTTP/1.1" status: 200 len: 917 time: 0.1273551 May 31 16:27:33.664215 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2c9a53ab-dede-40c0-b67f-6cbaa9b79bac req-836d5ba7-7fae-4327-8f4d-7c5c5b972781 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d4a058d-cd15-4b68-9c08-30432959c0fd HTTP/1.1" status: 200 len: 217 time: 0.0919282 May 31 16:27:33.743554 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a53ab-dede-40c0-b67f-6cbaa9b79bac req-e8c68a50-e307-49db-8413-43c1ae43f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:33.745022 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2c9a53ab-dede-40c0-b67f-6cbaa9b79bac req-e8c68a50-e307-49db-8413-43c1ae43f38a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62969d01-d53d-44ac-8413-45e89d8e3b18 HTTP/1.1" status: 200 len: 855 time: 0.0697463 May 31 16:27:33.806251 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3be26-084f-4533-b41f-532d203a2b72 req-4bf45b45-6367-4b9a-81c8-d7fecccc69c0 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:33.807647 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0ee3be26-084f-4533-b41f-532d203a2b72 req-4bf45b45-6367-4b9a-81c8-d7fecccc69c0 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed6f030-6145-4d11-8c9e-facb9c159d68 HTTP/1.1" status: 200 len: 944 time: 0.1838644 May 31 16:27:33.864262 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0ee3be26-084f-4533-b41f-532d203a2b72 req-154a0a8e-dcb6-42b9-94c7-363262617b58 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7957660-4376-4ad4-803a-f66b4fa65005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504000 May 31 16:27:33.872565 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a53ab-dede-40c0-b67f-6cbaa9b79bac req-7d19eb2a-f0ad-414d-88f2-12fcb09bd025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:33.874013 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2c9a53ab-dede-40c0-b67f-6cbaa9b79bac req-7d19eb2a-f0ad-414d-88f2-12fcb09bd025 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4ab0787-fa08-4c92-a67f-3283993cc3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1208074 May 31 16:27:34.013137 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2c9a53ab-dede-40c0-b67f-6cbaa9b79bac req-b03f7c4b-1b83-4d45-bea5-d4a1dde9cda6 service neutron] 10.222.0.59 "GET /v2.0/networks/a4ab0787-fa08-4c92-a67f-3283993cc3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321397 May 31 16:27:34.297559 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2c9a53ab-dede-40c0-b67f-6cbaa9b79bac req-74ae7d7c-0a76-4080-8270-fcb2c18fb760 service neutron] 10.222.0.59 "GET /v2.0/networks/a4ab0787-fa08-4c92-a67f-3283993cc3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771094 May 31 16:27:34.731025 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-69e63361-4ceb-4a0f-8d04-ccf4cac1589f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:35.076757 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae428e-62ed-4354-a4fa-6803e04c0879 req-9e87d0f6-4d18-4dcb-810a-236df5f252df tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:35.078222 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a6ae428e-62ed-4354-a4fa-6803e04c0879 req-9e87d0f6-4d18-4dcb-810a-236df5f252df tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed6f030-6145-4d11-8c9e-facb9c159d68 HTTP/1.1" status: 200 len: 944 time: 0.0921943 May 31 16:27:35.123562 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a6ae428e-62ed-4354-a4fa-6803e04c0879 req-f0b61686-5f0a-40df-a342-3476bda424b1 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7957660-4376-4ad4-803a-f66b4fa65005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394123 May 31 16:27:36.340231 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720bafa-5b73-4d9d-97fc-4b535316208d req-7d3ac2f2-6e8e-4807-9f39-7f065b22336d tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:36.341729 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c720bafa-5b73-4d9d-97fc-4b535316208d req-7d3ac2f2-6e8e-4807-9f39-7f065b22336d tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed6f030-6145-4d11-8c9e-facb9c159d68 HTTP/1.1" status: 200 len: 944 time: 0.0968282 May 31 16:27:36.388041 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c720bafa-5b73-4d9d-97fc-4b535316208d req-f70f1ada-864b-41e5-9fc0-dc93e5f0f19a tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7957660-4376-4ad4-803a-f66b4fa65005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403683 May 31 16:27:36.848403 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:27:37.061156 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:37.142036 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 3d4a058d-cd15-4b68-9c08-30432959c0fd details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:27:37.282322 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 3d4a058d-cd15-4b68-9c08-30432959c0fd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3d4a058d-cd15-4b68-9c08-30432959c0fd,segment=NetworkSegment(8f7b930a-de46-461a-a76d-90d78c59b1b4),segment_id=8f7b930a-de46-461a-a76d-90d78c59b1b4)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:27:37.296471 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '3d4a058d-cd15-4b68-9c08-30432959c0fd', 'network_id': 'a4ab0787-fa08-4c92-a67f-3283993cc3a7', 'port_id': '3d4a058d-cd15-4b68-9c08-30432959c0fd', 'mac_address': 'fa:16:3e:32:b5:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62969d01-d53d-44ac-8413-45e89d8e3b18', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:27:37.355506 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:37.372547 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d4a058d-cd15-4b68-9c08-30432959c0fd {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:27:37.389659 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 3d4a058d-cd15-4b68-9c08-30432959c0fd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3d4a058d-cd15-4b68-9c08-30432959c0fd,segment=NetworkSegment(8f7b930a-de46-461a-a76d-90d78c59b1b4),segment_id=8f7b930a-de46-461a-a76d-90d78c59b1b4)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:27:37.395921 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:37.397705 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-baf3d34c-50e3-4a4b-b9d6-ea4d7c9bf11c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:37.462306 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=3d4a058d-cd15-4b68-9c08-30432959c0fd,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:37.465616 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:37.573403 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43dca0b-f81b-4973-acdb-c71923451ea8 req-97275e0a-ec3d-41a4-ad82-b0ebc00446b2 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:37.574889 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e43dca0b-f81b-4973-acdb-c71923451ea8 req-97275e0a-ec3d-41a4-ad82-b0ebc00446b2 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed6f030-6145-4d11-8c9e-facb9c159d68 HTTP/1.1" status: 200 len: 945 time: 0.0819881 May 31 16:27:37.625790 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e43dca0b-f81b-4973-acdb-c71923451ea8 req-085de42d-455b-493d-9ec1-5986bc7cd2ab tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7957660-4376-4ad4-803a-f66b4fa65005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425420 May 31 16:27:37.703872 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['3d4a058d-cd15-4b68-9c08-30432959c0fd'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:27:37.945807 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a52fbbd1-544f-4de2-94e1-68cc549917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:38.540627 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:38.835765 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3417c04-57ff-4f61-9c0e-b9a387c9f57d req-4af2643a-9e18-4d1f-973b-d4f4861d8ba4 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:38.837443 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e3417c04-57ff-4f61-9c0e-b9a387c9f57d req-4af2643a-9e18-4d1f-973b-d4f4861d8ba4 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed6f030-6145-4d11-8c9e-facb9c159d68 HTTP/1.1" status: 200 len: 945 time: 0.0934262 May 31 16:27:38.883691 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e3417c04-57ff-4f61-9c0e-b9a387c9f57d req-656da78a-af5a-4b96-a97a-d152b41c92ee tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7957660-4376-4ad4-803a-f66b4fa65005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402288 May 31 16:27:39.142986 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 3d4a058d-cd15-4b68-9c08-30432959c0fd up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:27:39.225717 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port 3d4a058d-cd15-4b68-9c08-30432959c0fd completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:27:39.230700 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 3d4a058d-cd15-4b68-9c08-30432959c0fd triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:27:39.231117 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:39.347448 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:39.374989 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed6f030-6145-4d11-8c9e-facb9c159d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4a058d-cd15-4b68-9c08-30432959c0fd'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:27:39.377359 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be216db-4a5c-475d-8e0d-520e42e20c12" -d '{"events": [{"server_uuid": "5ed6f030-6145-4d11-8c9e-facb9c159d68", "name": "network-vif-plugged", "status": "completed", "tag": "3d4a058d-cd15-4b68-9c08-30432959c0fd"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:27:39.385929 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 3d4a058d-cd15-4b68-9c08-30432959c0fd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3d4a058d-cd15-4b68-9c08-30432959c0fd,segment=NetworkSegment(8f7b930a-de46-461a-a76d-90d78c59b1b4),segment_id=8f7b930a-de46-461a-a76d-90d78c59b1b4)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:27:39.391736 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:39.393685 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5312d57b-7324-443d-a1bc-72d75a75dcc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:39.464243 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=3d4a058d-cd15-4b68-9c08-30432959c0fd,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:39.472427 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:39.472780 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:39.473165 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:39.473482 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:39.473824 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:39.474136 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:39.474459 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:39.474781 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:39.475133 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:39.475469 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:39.475812 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:39.476249 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:39.480505 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbcd77cd-fc9b-4780-bcd2-5d940740fdd8 x-openstack-request-id: req-cbcd77cd-fc9b-4780-bcd2-5d940740fdd8 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:27:39.480782 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed6f030-6145-4d11-8c9e-facb9c159d68", "name": "network-vif-plugged", "status": "completed", "tag": "3d4a058d-cd15-4b68-9c08-30432959c0fd", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:27:39.481037 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cbcd77cd-fc9b-4780-bcd2-5d940740fdd8 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:27:39.481421 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed6f030-6145-4d11-8c9e-facb9c159d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4a058d-cd15-4b68-9c08-30432959c0fd', 'code': 200} May 31 16:27:39.482111 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:39.716845 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaee3a4-011a-45d7-be5b-7969632d6766 req-8ecc411b-dde7-4f9d-ad7f-5d18376925d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:39.718205 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0aaee3a4-011a-45d7-be5b-7969632d6766 req-8ecc411b-dde7-4f9d-ad7f-5d18376925d2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5ed6f030-6145-4d11-8c9e-facb9c159d68 HTTP/1.1" status: 200 len: 1099 time: 0.0765281 May 31 16:27:39.761654 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0aaee3a4-011a-45d7-be5b-7969632d6766 req-8b4bb8c5-2a3c-4f09-b7b8-1fc9e9c807a2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e7957660-4376-4ad4-803a-f66b4fa65005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358093 May 31 16:27:39.918555 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:40.086685 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c6010-0975-44e0-8fd5-57ea64f0fa53 req-2cb84d03-e4d6-4209-a4e1-8cf56cfc74a0 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:40.088147 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bb5c6010-0975-44e0-8fd5-57ea64f0fa53 req-2cb84d03-e4d6-4209-a4e1-8cf56cfc74a0 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed6f030-6145-4d11-8c9e-facb9c159d68 HTTP/1.1" status: 200 len: 946 time: 0.0884728 May 31 16:27:40.132575 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bb5c6010-0975-44e0-8fd5-57ea64f0fa53 req-8b26f9de-47d5-4450-bb56-9e085b1d8c95 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7957660-4376-4ad4-803a-f66b4fa65005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383203 May 31 16:27:41.336010 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012bd91-7bd9-4686-9fb3-3b2be0f328cf req-6ca3d39b-8917-421f-9f92-ce149afd60d2 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:41.337495 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2012bd91-7bd9-4686-9fb3-3b2be0f328cf req-6ca3d39b-8917-421f-9f92-ce149afd60d2 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed6f030-6145-4d11-8c9e-facb9c159d68 HTTP/1.1" status: 200 len: 946 time: 0.0892117 May 31 16:27:41.388236 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2012bd91-7bd9-4686-9fb3-3b2be0f328cf req-e4aa9be0-2e44-4e7c-a01c-18c517c06594 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7957660-4376-4ad4-803a-f66b4fa65005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420420 May 31 16:27:41.591177 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e3162-07f5-4a23-a1c0-1c3ca5f94361 req-fd8a0aeb-bb5f-41ae-bee2-57d731eb0e45 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:41.592628 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-866e3162-07f5-4a23-a1c0-1c3ca5f94361 req-fd8a0aeb-bb5f-41ae-bee2-57d731eb0e45 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed6f030-6145-4d11-8c9e-facb9c159d68 HTTP/1.1" status: 200 len: 946 time: 0.0921822 May 31 16:27:41.644997 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-866e3162-07f5-4a23-a1c0-1c3ca5f94361 req-7ef3c02b-ac62-4a38-81b3-8708826c9b52 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7957660-4376-4ad4-803a-f66b4fa65005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438581 May 31 16:27:58.769157 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:02.920386 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e3d81-7043-4541-8cdf-82895ca7aa77 req-87633d66-b7f6-43fc-8e87-f96a6b55745e tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:02.922039 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-de6e3d81-7043-4541-8cdf-82895ca7aa77 req-87633d66-b7f6-43fc-8e87-f96a6b55745e tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed6f030-6145-4d11-8c9e-facb9c159d68 HTTP/1.1" status: 200 len: 946 time: 0.0823343 May 31 16:28:02.968467 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-de6e3d81-7043-4541-8cdf-82895ca7aa77 req-7721238e-ce0a-4cc4-a8f7-a637a357a0b0 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7957660-4376-4ad4-803a-f66b4fa65005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398347 May 31 16:28:04.185307 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a8238-ba29-4d4f-b5cd-0ce724444261 req-058ee8c5-2eff-4ff5-a6e2-98ff261ba153 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:04.186745 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-946a8238-ba29-4d4f-b5cd-0ce724444261 req-058ee8c5-2eff-4ff5-a6e2-98ff261ba153 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed6f030-6145-4d11-8c9e-facb9c159d68 HTTP/1.1" status: 200 len: 946 time: 0.0905650 May 31 16:28:04.235719 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-946a8238-ba29-4d4f-b5cd-0ce724444261 req-035af157-879d-4f0f-abf1-2058b35b7890 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7957660-4376-4ad4-803a-f66b4fa65005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402734 May 31 16:28:04.593178 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd89107-f28a-4965-b016-5563ee3815f3 req-956cecb5-2abf-4b40-b64e-0060f405519d tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:04.594544 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0cd89107-f28a-4965-b016-5563ee3815f3 req-956cecb5-2abf-4b40-b64e-0060f405519d tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ed6f030-6145-4d11-8c9e-facb9c159d68 HTTP/1.1" status: 200 len: 946 time: 0.0918436 May 31 16:28:04.725389 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f62bc506-5196-43e6-bf6a-3c98c675343a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:04.733695 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-0cd89107-f28a-4965-b016-5563ee3815f3 req-3d41ad12-f1bc-4513-bfcc-3c74e3c07b72 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Deleting port 3d4a058d-cd15-4b68-9c08-30432959c0fd {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:28:04.734046 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-0cd89107-f28a-4965-b016-5563ee3815f3 req-3d41ad12-f1bc-4513-bfcc-3c74e3c07b72 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:04.873329 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-0cd89107-f28a-4965-b016-5563ee3815f3 req-3d41ad12-f1bc-4513-bfcc-3c74e3c07b72 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] For port 3d4a058d-cd15-4b68-9c08-30432959c0fd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3d4a058d-cd15-4b68-9c08-30432959c0fd,segment=NetworkSegment(8f7b930a-de46-461a-a76d-90d78c59b1b4),segment_id=8f7b930a-de46-461a-a76d-90d78c59b1b4)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:28:04.873696 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-0cd89107-f28a-4965-b016-5563ee3815f3 req-3d41ad12-f1bc-4513-bfcc-3c74e3c07b72 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:04.994795 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-0cd89107-f28a-4965-b016-5563ee3815f3 req-3d41ad12-f1bc-4513-bfcc-3c74e3c07b72 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Calling delete_port for 3d4a058d-cd15-4b68-9c08-30432959c0fd owned by compute:nova {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:28:05.116959 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-0cd89107-f28a-4965-b016-5563ee3815f3 req-3d41ad12-f1bc-4513-bfcc-3c74e3c07b72 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:05.124155 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-76d65dd8-1f70-4c8e-8c5d-ccc1435bd487 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:05.129900 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['3d4a058d-cd15-4b68-9c08-30432959c0fd'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:28:05.169418 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41ad12-f1bc-4513-bfcc-3c74e3c07b72 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Pushing event deleted for resources: {'Port': ['ID=3d4a058d-cd15-4b68-9c08-30432959c0fd,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:05.195957 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3d41ad12-f1bc-4513-bfcc-3c74e3c07b72 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:05.246832 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd89107-f28a-4965-b016-5563ee3815f3 req-3d41ad12-f1bc-4513-bfcc-3c74e3c07b72 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] No DVR routers for this DVR port 3d4a058d-cd15-4b68-9c08-30432959c0fd on host hv-neutron-6013 {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:28:05.249715 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-0cd89107-f28a-4965-b016-5563ee3815f3 req-3d41ad12-f1bc-4513-bfcc-3c74e3c07b72 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:05.252714 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed6f030-6145-4d11-8c9e-facb9c159d68', 'name': 'network-vif-deleted', 'tag': '3d4a058d-cd15-4b68-9c08-30432959c0fd'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:28:05.255203 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15c7db7-5631-49fd-bb4d-eeddc0e75278" -d '{"events": [{"server_uuid": "5ed6f030-6145-4d11-8c9e-facb9c159d68", "name": "network-vif-deleted", "tag": "3d4a058d-cd15-4b68-9c08-30432959c0fd"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:28:05.274662 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0cd89107-f28a-4965-b016-5563ee3815f3 req-3d41ad12-f1bc-4513-bfcc-3c74e3c07b72 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.59 "DELETE /v2.0/ports/3d4a058d-cd15-4b68-9c08-30432959c0fd HTTP/1.1" status: 204 len: 173 time: 0.6736524 May 31 16:28:05.303388 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78226ff-12fa-4bd8-b6d2-9d09ecb7ab71 x-openstack-request-id: req-d78226ff-12fa-4bd8-b6d2-9d09ecb7ab71 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:28:05.303723 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed6f030-6145-4d11-8c9e-facb9c159d68", "name": "network-vif-deleted", "tag": "3d4a058d-cd15-4b68-9c08-30432959c0fd", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:28:05.304019 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d78226ff-12fa-4bd8-b6d2-9d09ecb7ab71 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:28:05.304460 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed6f030-6145-4d11-8c9e-facb9c159d68', 'name': 'network-vif-deleted', 'tag': '3d4a058d-cd15-4b68-9c08-30432959c0fd', 'status': 'completed', 'code': 200} May 31 16:28:05.403328 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-722d1312-bfd2-4e59-93a3-b433e39d097c req-8656dcbd-b76d-4aaf-a205-519da05e976c tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Synchronizing usage tracker for tenant:356b02d0182d4e11b0b9bf09ddf3efff on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:28:05.419831 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-722d1312-bfd2-4e59-93a3-b433e39d097c req-8656dcbd-b76d-4aaf-a205-519da05e976c tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Unset dirty status for tenant:356b02d0182d4e11b0b9bf09ddf3efff on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:28:05.421048 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-722d1312-bfd2-4e59-93a3-b433e39d097c req-8656dcbd-b76d-4aaf-a205-519da05e976c tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed6f030-6145-4d11-8c9e-facb9c159d68 HTTP/1.1" status: 200 len: 210 time: 0.0624554 May 31 16:28:06.562368 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38628) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:07.045278 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:07.272267 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bfd1fd46-246f-4ab0-af3f-ced2158b771d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:07.691035 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-bfd1fd46-246f-4ab0-af3f-ced2158b771d admin admin] Deleting port 150d5e5e-9d62-44c7-b4fd-229064683020 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:28:07.691723 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bfd1fd46-246f-4ab0-af3f-ced2158b771d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:07.818916 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-bfd1fd46-246f-4ab0-af3f-ced2158b771d admin admin] For port 150d5e5e-9d62-44c7-b4fd-229064683020, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=150d5e5e-9d62-44c7-b4fd-229064683020,segment=NetworkSegment(8f7b930a-de46-461a-a76d-90d78c59b1b4),segment_id=8f7b930a-de46-461a-a76d-90d78c59b1b4)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:28:07.819303 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bfd1fd46-246f-4ab0-af3f-ced2158b771d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:07.942073 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-bfd1fd46-246f-4ab0-af3f-ced2158b771d admin admin] Calling delete_port for 150d5e5e-9d62-44c7-b4fd-229064683020 owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:28:07.949416 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1117097f-58ed-499d-8c1f-e15e9ed10dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:08.249100 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bfd1fd46-246f-4ab0-af3f-ced2158b771d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:08.253524 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e05e6cb8-183a-4ac8-ab1c-319fb0491f33 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:08.297261 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1fd46-246f-4ab0-af3f-ced2158b771d admin admin] Pushing event deleted for resources: {'Port': ['ID=150d5e5e-9d62-44c7-b4fd-229064683020,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:08.322677 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bfd1fd46-246f-4ab0-af3f-ced2158b771d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:08.541099 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:08.727561 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-bfd1fd46-246f-4ab0-af3f-ced2158b771d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:09.089102 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd1fd46-246f-4ab0-af3f-ced2158b771d admin admin] Router b6be8ded-24d3-4966-9cb5-413ad9ea7d9f has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:28:09.264876 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd1fd46-246f-4ab0-af3f-ced2158b771d admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:28:09.274299 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01540ae8-8c80-4087-bc58-c59796a1a219 None None] Sync routers for ids ['b6be8ded-24d3-4966-9cb5-413ad9ea7d9f'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:28:09.285771 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-bfd1fd46-246f-4ab0-af3f-ced2158b771d admin admin] 10.222.0.45 "PUT /v2.0/routers/b6be8ded-24d3-4966-9cb5-413ad9ea7d9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7200055 May 31 16:28:09.285991 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 3d4a058d-cd15-4b68-9c08-30432959c0fd no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:28:09.286309 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38632) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:09.286423 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01540ae8-8c80-4087-bc58-c59796a1a219 None None] Routers {'b6be8ded-24d3-4966-9cb5-413ad9ea7d9f'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:28:09.287136 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-01540ae8-8c80-4087-bc58-c59796a1a219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:28:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['b6be8ded-24d3-4966-9cb5-413ad9ea7d9f'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:28:09.321044 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: 3d4a058d-cd15-4b68-9c08-30432959c0fd {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:28:09.321712 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 3d4a058d-cd15-4b68-9c08-30432959c0fd not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:28:09.471248 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-60376a0f-0e54-4a73-b046-7682b3f70168 admin admin] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:09.487455 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-01540ae8-8c80-4087-bc58-c59796a1a219 None None] Set router b6be8ded-24d3-4966-9cb5-413ad9ea7d9f gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:28:09.643635 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-60376a0f-0e54-4a73-b046-7682b3f70168 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:09.719357 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-60376a0f-0e54-4a73-b046-7682b3f70168 admin admin] Deleting port fd41f5ac-dafa-4083-ae39-383494742a05 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:28:09.719654 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-60376a0f-0e54-4a73-b046-7682b3f70168 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:09.766805 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-01540ae8-8c80-4087-bc58-c59796a1a219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6be8ded-24d3-4966-9cb5-413ad9ea7d9f', 'name': 'tempest-TestEncryptedCinderVolumes-653096666-router', 'tenant_id': '356b02d0182d4e11b0b9bf09ddf3efff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.93'}], 'enable_snat': True}, 'gw_port_id': 'fd41f5ac-dafa-4083-ae39-383494742a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:26:38Z', 'updated_at': '2021-05-31T16:28:08Z', 'revision_number': 5, 'project_id': '356b02d0182d4e11b0b9bf09ddf3efff', 'gw_port': {'id': 'fd41f5ac-dafa-4083-ae39-383494742a05', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6be8ded-24d3-4966-9cb5-413ad9ea7d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:26:39Z', 'updated_at': '2021-05-31T16:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:28:09.771167 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01540ae8-8c80-4087-bc58-c59796a1a219 None None] Checking router: b6be8ded-24d3-4966-9cb5-413ad9ea7d9f for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:28:09.779397 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01540ae8-8c80-4087-bc58-c59796a1a219 None None] Routers {'b6be8ded-24d3-4966-9cb5-413ad9ea7d9f'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:28:09.780004 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-01540ae8-8c80-4087-bc58-c59796a1a219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:28:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['b6be8ded-24d3-4966-9cb5-413ad9ea7d9f'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:28:09.840438 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-60376a0f-0e54-4a73-b046-7682b3f70168 admin admin] For port fd41f5ac-dafa-4083-ae39-383494742a05, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=fd41f5ac-dafa-4083-ae39-383494742a05,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:28:09.841082 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-60376a0f-0e54-4a73-b046-7682b3f70168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:09.911715 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:09.926060 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-01540ae8-8c80-4087-bc58-c59796a1a219 None None] Set router b6be8ded-24d3-4966-9cb5-413ad9ea7d9f gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:28:10.034646 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-01540ae8-8c80-4087-bc58-c59796a1a219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6be8ded-24d3-4966-9cb5-413ad9ea7d9f', 'name': 'tempest-TestEncryptedCinderVolumes-653096666-router', 'tenant_id': '356b02d0182d4e11b0b9bf09ddf3efff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:26:38Z', 'updated_at': '2021-05-31T16:28:09Z', 'revision_number': 6, 'project_id': '356b02d0182d4e11b0b9bf09ddf3efff', 'gw_port_host': None}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:28:10.039135 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01540ae8-8c80-4087-bc58-c59796a1a219 None None] The sync data for ids ['b6be8ded-24d3-4966-9cb5-413ad9ea7d9f'] in dv-neutron-601336-79-hyperv is: [{'id': 'b6be8ded-24d3-4966-9cb5-413ad9ea7d9f', 'name': 'tempest-TestEncryptedCinderVolumes-653096666-router', 'tenant_id': '356b02d0182d4e11b0b9bf09ddf3efff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:26:38Z', 'updated_at': '2021-05-31T16:28:09Z', 'revision_number': 6, 'project_id': '356b02d0182d4e11b0b9bf09ddf3efff', 'gw_port_host': None}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:28:10.129015 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-60376a0f-0e54-4a73-b046-7682b3f70168 admin admin] Calling delete_port for fd41f5ac-dafa-4083-ae39-383494742a05 owned by network:router_gateway {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:28:10.273528 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-60376a0f-0e54-4a73-b046-7682b3f70168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:10.277901 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3d41ad12-f1bc-4513-bfcc-3c74e3c07b72 tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:10.321165 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60376a0f-0e54-4a73-b046-7682b3f70168 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd41f5ac-dafa-4083-ae39-383494742a05,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:10.351027 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-60376a0f-0e54-4a73-b046-7682b3f70168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:10.420934 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-60376a0f-0e54-4a73-b046-7682b3f70168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:10.604468 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-60376a0f-0e54-4a73-b046-7682b3f70168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:10.606864 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-60376a0f-0e54-4a73-b046-7682b3f70168 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:10.632213 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-60376a0f-0e54-4a73-b046-7682b3f70168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:10.632892 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60376a0f-0e54-4a73-b046-7682b3f70168 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6be8ded-24d3-4966-9cb5-413ad9ea7d9f {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 16:28:10.646962 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-60376a0f-0e54-4a73-b046-7682b3f70168 admin admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:10.648093 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-60376a0f-0e54-4a73-b046-7682b3f70168 admin admin] 10.222.0.45 "DELETE /v2.0/routers/b6be8ded-24d3-4966-9cb5-413ad9ea7d9f HTTP/1.1" status: 204 len: 168 time: 1.3608732 May 31 16:28:10.650859 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38636) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:10.716507 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-f021c39a-d910-4e61-971a-951382e24774 admin admin] Deleting subnet 62969d01-d53d-44ac-8413-45e89d8e3b18 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:28:10.719518 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f021c39a-d910-4e61-971a-951382e24774 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:10.781128 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f021c39a-d910-4e61-971a-951382e24774 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:10.829467 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 150d5e5e-9d62-44c7-b4fd-229064683020 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:28:10.868399 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f021c39a-d910-4e61-971a-951382e24774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:10.909435 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 150d5e5e-9d62-44c7-b4fd-229064683020 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:28:10.909793 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 150d5e5e-9d62-44c7-b4fd-229064683020 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:28:11.120351 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f021c39a-d910-4e61-971a-951382e24774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:11.124273 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e97619fa-048d-404d-a747-25ceb11d138d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:11.162491 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021c39a-d910-4e61-971a-951382e24774 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62969d01-d53d-44ac-8413-45e89d8e3b18,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:11.167436 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f021c39a-d910-4e61-971a-951382e24774 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:11.172768 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a024eb95-98bf-4666-beeb-08739cca9ac2 None None] Network a4ab0787-fa08-4c92-a67f-3283993cc3a7 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:28:11.174575 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f021c39a-d910-4e61-971a-951382e24774 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:11.174967 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f021c39a-d910-4e61-971a-951382e24774 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:11.175339 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f021c39a-d910-4e61-971a-951382e24774 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:11.175716 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f021c39a-d910-4e61-971a-951382e24774 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:11.176074 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f021c39a-d910-4e61-971a-951382e24774 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:11.176434 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f021c39a-d910-4e61-971a-951382e24774 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:11.176789 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f021c39a-d910-4e61-971a-951382e24774 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:11.177149 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f021c39a-d910-4e61-971a-951382e24774 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:11.177503 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f021c39a-d910-4e61-971a-951382e24774 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:11.177859 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f021c39a-d910-4e61-971a-951382e24774 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:11.178210 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f021c39a-d910-4e61-971a-951382e24774 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:11.178564 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f021c39a-d910-4e61-971a-951382e24774 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:11.182213 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f021c39a-d910-4e61-971a-951382e24774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:11.187009 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f021c39a-d910-4e61-971a-951382e24774 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/62969d01-d53d-44ac-8413-45e89d8e3b18 HTTP/1.1" status: 204 len: 168 time: 0.5321412 May 31 16:28:11.187009 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38640) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:11.293914 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fa173fbb-4262-47a6-9f84-36fc36c8a9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:11.368005 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-fa173fbb-4262-47a6-9f84-36fc36c8a9db admin admin] Deleting port 6b40044e-ea28-46fe-b3fa-ca2859fc4b7b {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:28:11.368412 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fa173fbb-4262-47a6-9f84-36fc36c8a9db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:11.410683 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f182d92e-46e8-4e30-a36a-beade89c2c0d None None] DHCP port deletion for a4ab0787-fa08-4c92-a67f-3283993cc3a7 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 16:28:11.471226 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-fa173fbb-4262-47a6-9f84-36fc36c8a9db admin admin] For port 6b40044e-ea28-46fe-b3fa-ca2859fc4b7b, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=6b40044e-ea28-46fe-b3fa-ca2859fc4b7b,segment=NetworkSegment(8f7b930a-de46-461a-a76d-90d78c59b1b4),segment_id=8f7b930a-de46-461a-a76d-90d78c59b1b4)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:28:11.471594 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fa173fbb-4262-47a6-9f84-36fc36c8a9db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:11.478511 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-f182d92e-46e8-4e30-a36a-beade89c2c0d None None] Deleting port 6b40044e-ea28-46fe-b3fa-ca2859fc4b7b {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:28:11.478899 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f182d92e-46e8-4e30-a36a-beade89c2c0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:11.576688 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-f182d92e-46e8-4e30-a36a-beade89c2c0d None None] For port 6b40044e-ea28-46fe-b3fa-ca2859fc4b7b, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=6b40044e-ea28-46fe-b3fa-ca2859fc4b7b,segment=NetworkSegment(8f7b930a-de46-461a-a76d-90d78c59b1b4),segment_id=8f7b930a-de46-461a-a76d-90d78c59b1b4)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:28:11.577063 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f182d92e-46e8-4e30-a36a-beade89c2c0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:11.595976 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-fa173fbb-4262-47a6-9f84-36fc36c8a9db admin admin] Calling delete_port for 6b40044e-ea28-46fe-b3fa-ca2859fc4b7b owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:28:11.649292 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fa173fbb-4262-47a6-9f84-36fc36c8a9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:11.653184 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-aa49c7c3-6537-4feb-8ec7-cabc5c29fe9a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:11.696746 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-f182d92e-46e8-4e30-a36a-beade89c2c0d None None] Calling delete_port for 6b40044e-ea28-46fe-b3fa-ca2859fc4b7b owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:28:11.698238 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa173fbb-4262-47a6-9f84-36fc36c8a9db admin admin] Pushing event deleted for resources: {'Port': ['ID=6b40044e-ea28-46fe-b3fa-ca2859fc4b7b,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:11.701918 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-fa173fbb-4262-47a6-9f84-36fc36c8a9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:11.704224 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa173fbb-4262-47a6-9f84-36fc36c8a9db admin admin] No DVR routers for this DVR port 6b40044e-ea28-46fe-b3fa-ca2859fc4b7b on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:28:11.743798 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f182d92e-46e8-4e30-a36a-beade89c2c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:11.747390 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:11.791383 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182d92e-46e8-4e30-a36a-beade89c2c0d None None] Pushing event deleted for resources: {'Port': ['ID=6b40044e-ea28-46fe-b3fa-ca2859fc4b7b,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:11.795090 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f182d92e-46e8-4e30-a36a-beade89c2c0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:11.797299 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f182d92e-46e8-4e30-a36a-beade89c2c0d None None] No DVR routers for this DVR port 6b40044e-ea28-46fe-b3fa-ca2859fc4b7b on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:28:11.973565 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fa173fbb-4262-47a6-9f84-36fc36c8a9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:11.991662 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-fa173fbb-4262-47a6-9f84-36fc36c8a9db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ab0787-fa08-4c92-a67f-3283993cc3a7']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:28:12.003909 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-fa173fbb-4262-47a6-9f84-36fc36c8a9db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f7b930a-de46-461a-a76d-90d78c59b1b4') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:28:12.004207 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-fa173fbb-4262-47a6-9f84-36fc36c8a9db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f7b930a-de46-461a-a76d-90d78c59b1b4') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:28:12.015933 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fa173fbb-4262-47a6-9f84-36fc36c8a9db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:12.033125 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fa173fbb-4262-47a6-9f84-36fc36c8a9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:12.040321 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa173fbb-4262-47a6-9f84-36fc36c8a9db admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:28:12.040842 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fa173fbb-4262-47a6-9f84-36fc36c8a9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:28:12.055694 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:28:12.136151 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fa173fbb-4262-47a6-9f84-36fc36c8a9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:12.140777 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d926b485-50fc-4f7b-be4f-7b16e9d9dba5 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:12.156663 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fa173fbb-4262-47a6-9f84-36fc36c8a9db admin admin] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:12.168308 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa173fbb-4262-47a6-9f84-36fc36c8a9db admin admin] Pushing event deleted for resources: {'Network': ['ID=a4ab0787-fa08-4c92-a67f-3283993cc3a7,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:12.172447 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-fa173fbb-4262-47a6-9f84-36fc36c8a9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:12.182439 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-fa173fbb-4262-47a6-9f84-36fc36c8a9db admin admin] 10.222.0.45 "DELETE /v2.0/networks/a4ab0787-fa08-4c92-a67f-3283993cc3a7 HTTP/1.1" status: 204 len: 168 time: 0.9946373 May 31 16:28:12.186528 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38644) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:12.324520 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device fd41f5ac-dafa-4083-ae39-383494742a05 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:28:12.359464 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: fd41f5ac-dafa-4083-ae39-383494742a05 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:28:12.359829 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device fd41f5ac-dafa-4083-ae39-383494742a05 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:28:12.360252 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 6b40044e-ea28-46fe-b3fa-ca2859fc4b7b no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:28:12.394625 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 6b40044e-ea28-46fe-b3fa-ca2859fc4b7b {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:28:12.398187 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 6b40044e-ea28-46fe-b3fa-ca2859fc4b7b not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:28:12.740468 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-612e74f6-9e85-43f9-98b8-34b3ddb09ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:13.171096 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-612e74f6-9e85-43f9-98b8-34b3ddb09ec7 admin admin] Deleting port 8fd498ff-e47b-47f2-bea4-79ef960c3731 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:28:13.171404 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-612e74f6-9e85-43f9-98b8-34b3ddb09ec7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:13.300543 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-612e74f6-9e85-43f9-98b8-34b3ddb09ec7 admin admin] For port 8fd498ff-e47b-47f2-bea4-79ef960c3731, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=8fd498ff-e47b-47f2-bea4-79ef960c3731,segment=NetworkSegment(ab429e8f-8a25-4e76-9f71-c58f2b8eca34),segment_id=ab429e8f-8a25-4e76-9f71-c58f2b8eca34)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:28:13.300888 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-612e74f6-9e85-43f9-98b8-34b3ddb09ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:13.426011 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-612e74f6-9e85-43f9-98b8-34b3ddb09ec7 admin admin] Calling delete_port for 8fd498ff-e47b-47f2-bea4-79ef960c3731 owned by network:router_interface {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:28:13.750036 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-612e74f6-9e85-43f9-98b8-34b3ddb09ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:13.753757 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8c1afb3d-05cb-44af-a9ba-732d26b0ef40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:13.801029 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e74f6-9e85-43f9-98b8-34b3ddb09ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fd498ff-e47b-47f2-bea4-79ef960c3731,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:13.804155 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-612e74f6-9e85-43f9-98b8-34b3ddb09ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:13.847442 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:28:14.070991 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-612e74f6-9e85-43f9-98b8-34b3ddb09ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:14.429790 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612e74f6-9e85-43f9-98b8-34b3ddb09ec7 admin admin] Router 6c1f0714-540f-4452-9af4-82c418bba298 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:28:14.613058 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612e74f6-9e85-43f9-98b8-34b3ddb09ec7 admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:28:14.622870 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e9c029-90c3-4c46-8e30-71faf0439200 None None] Sync routers for ids ['6c1f0714-540f-4452-9af4-82c418bba298'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:28:14.624168 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-612e74f6-9e85-43f9-98b8-34b3ddb09ec7 admin admin] 10.222.0.45 "PUT /v2.0/routers/6c1f0714-540f-4452-9af4-82c418bba298/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4366014 May 31 16:28:14.626848 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38648) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:14.632758 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e9c029-90c3-4c46-8e30-71faf0439200 None None] Routers {'6c1f0714-540f-4452-9af4-82c418bba298'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:28:14.633376 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e8e9c029-90c3-4c46-8e30-71faf0439200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:28:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['6c1f0714-540f-4452-9af4-82c418bba298'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:28:14.801235 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ffa7a9df-8aa2-4387-bb6f-b4d15e1b0363 admin admin] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:14.808524 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-e8e9c029-90c3-4c46-8e30-71faf0439200 None None] Set router 6c1f0714-540f-4452-9af4-82c418bba298 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:28:14.972554 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ffa7a9df-8aa2-4387-bb6f-b4d15e1b0363 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:15.044861 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-ffa7a9df-8aa2-4387-bb6f-b4d15e1b0363 admin admin] Deleting port 56ce67fa-55d8-4175-8b03-d7ca61586823 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:28:15.045178 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ffa7a9df-8aa2-4387-bb6f-b4d15e1b0363 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:15.086374 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e8e9c029-90c3-4c46-8e30-71faf0439200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1f0714-540f-4452-9af4-82c418bba298', 'name': 'tempest-TestEncryptedCinderVolumes-1917017782-router', 'tenant_id': '481746f2d29c4e75b7f5434edab66ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': '56ce67fa-55d8-4175-8b03-d7ca61586823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:26:45Z', 'updated_at': '2021-05-31T16:28:13Z', 'revision_number': 5, 'project_id': '481746f2d29c4e75b7f5434edab66ef0', 'gw_port': {'id': '56ce67fa-55d8-4175-8b03-d7ca61586823', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1f0714-540f-4452-9af4-82c418bba298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:26:45Z', 'updated_at': '2021-05-31T16:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:28:15.090205 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e9c029-90c3-4c46-8e30-71faf0439200 None None] Checking router: 6c1f0714-540f-4452-9af4-82c418bba298 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:28:15.098463 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e9c029-90c3-4c46-8e30-71faf0439200 None None] Routers {'6c1f0714-540f-4452-9af4-82c418bba298'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:28:15.099094 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e8e9c029-90c3-4c46-8e30-71faf0439200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:28:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['6c1f0714-540f-4452-9af4-82c418bba298'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:28:15.166090 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-ffa7a9df-8aa2-4387-bb6f-b4d15e1b0363 admin admin] For port 56ce67fa-55d8-4175-8b03-d7ca61586823, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=56ce67fa-55d8-4175-8b03-d7ca61586823,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:28:15.166631 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ffa7a9df-8aa2-4387-bb6f-b4d15e1b0363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:15.292968 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-ffa7a9df-8aa2-4387-bb6f-b4d15e1b0363 admin admin] Calling delete_port for 56ce67fa-55d8-4175-8b03-d7ca61586823 owned by network:router_gateway {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:28:15.296998 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-e8e9c029-90c3-4c46-8e30-71faf0439200 None None] Set router 6c1f0714-540f-4452-9af4-82c418bba298 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:28:15.399970 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e8e9c029-90c3-4c46-8e30-71faf0439200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1f0714-540f-4452-9af4-82c418bba298', 'name': 'tempest-TestEncryptedCinderVolumes-1917017782-router', 'tenant_id': '481746f2d29c4e75b7f5434edab66ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:26:45Z', 'updated_at': '2021-05-31T16:28:14Z', 'revision_number': 6, 'project_id': '481746f2d29c4e75b7f5434edab66ef0', 'gw_port_host': None}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:28:15.404115 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e9c029-90c3-4c46-8e30-71faf0439200 None None] The sync data for ids ['6c1f0714-540f-4452-9af4-82c418bba298'] in dv-neutron-601336-79-hyperv is: [{'id': '6c1f0714-540f-4452-9af4-82c418bba298', 'name': 'tempest-TestEncryptedCinderVolumes-1917017782-router', 'tenant_id': '481746f2d29c4e75b7f5434edab66ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:26:45Z', 'updated_at': '2021-05-31T16:28:14Z', 'revision_number': 6, 'project_id': '481746f2d29c4e75b7f5434edab66ef0', 'gw_port_host': None}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:28:15.433865 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ffa7a9df-8aa2-4387-bb6f-b4d15e1b0363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:15.436495 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:15.491954 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7a9df-8aa2-4387-bb6f-b4d15e1b0363 admin admin] Pushing event deleted for resources: {'Port': ['ID=56ce67fa-55d8-4175-8b03-d7ca61586823,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:15.494897 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ffa7a9df-8aa2-4387-bb6f-b4d15e1b0363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:15.581873 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ffa7a9df-8aa2-4387-bb6f-b4d15e1b0363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:15.911518 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ffa7a9df-8aa2-4387-bb6f-b4d15e1b0363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:15.913869 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ffa7a9df-8aa2-4387-bb6f-b4d15e1b0363 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:15.944570 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ffa7a9df-8aa2-4387-bb6f-b4d15e1b0363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:15.945064 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa7a9df-8aa2-4387-bb6f-b4d15e1b0363 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c1f0714-540f-4452-9af4-82c418bba298 {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 16:28:15.956946 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ffa7a9df-8aa2-4387-bb6f-b4d15e1b0363 admin admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:15.958063 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ffa7a9df-8aa2-4387-bb6f-b4d15e1b0363 admin admin] 10.222.0.45 "DELETE /v2.0/routers/6c1f0714-540f-4452-9af4-82c418bba298 HTTP/1.1" status: 204 len: 168 time: 1.3302028 May 31 16:28:15.960816 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38652) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:16.020447 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77b3ad1-9cb4-472a-8f31-143792e3baf2 admin admin] Deleting subnet e6e8aeba-142b-4e34-8fdb-7e638622b392 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:28:16.023507 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d77b3ad1-9cb4-472a-8f31-143792e3baf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:16.072402 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d77b3ad1-9cb4-472a-8f31-143792e3baf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:16.154542 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d77b3ad1-9cb4-472a-8f31-143792e3baf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:16.333496 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 56ce67fa-55d8-4175-8b03-d7ca61586823 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:28:16.369094 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 56ce67fa-55d8-4175-8b03-d7ca61586823 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:28:16.369681 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 56ce67fa-55d8-4175-8b03-d7ca61586823 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:28:16.370306 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 8fd498ff-e47b-47f2-bea4-79ef960c3731 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:28:16.407469 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 8fd498ff-e47b-47f2-bea4-79ef960c3731 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:28:16.408124 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 8fd498ff-e47b-47f2-bea4-79ef960c3731 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:28:16.414084 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d77b3ad1-9cb4-472a-8f31-143792e3baf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:16.417865 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1176b069-d0e7-4cda-9e7f-ba0598323f7c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:16.451805 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b3ad1-9cb4-472a-8f31-143792e3baf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6e8aeba-142b-4e34-8fdb-7e638622b392,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:16.454899 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d77b3ad1-9cb4-472a-8f31-143792e3baf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:16.455909 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d77b3ad1-9cb4-472a-8f31-143792e3baf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:16.467179 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b741f526-15b2-42b9-a1b0-c198c8699af7 None None] Network c7260174-06cc-4357-8715-88e854217239 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:28:16.467281 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d77b3ad1-9cb4-472a-8f31-143792e3baf2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e6e8aeba-142b-4e34-8fdb-7e638622b392 HTTP/1.1" status: 204 len: 168 time: 0.5006726 May 31 16:28:16.467371 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38656) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:16.591141 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fb7d4a42-38bf-429b-a8e0-b0b05fe35c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:16.664743 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-fb7d4a42-38bf-429b-a8e0-b0b05fe35c2a admin admin] Deleting port eafcafce-e590-4819-b8a0-bcaca35fabde {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:28:16.665200 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fb7d4a42-38bf-429b-a8e0-b0b05fe35c2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:16.717865 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58242b40-4cf4-4de1-aa47-c1a99dd4147f None None] DHCP port deletion for c7260174-06cc-4357-8715-88e854217239 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 16:28:16.772602 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-fb7d4a42-38bf-429b-a8e0-b0b05fe35c2a admin admin] For port eafcafce-e590-4819-b8a0-bcaca35fabde, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=eafcafce-e590-4819-b8a0-bcaca35fabde,segment=NetworkSegment(ab429e8f-8a25-4e76-9f71-c58f2b8eca34),segment_id=ab429e8f-8a25-4e76-9f71-c58f2b8eca34)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:28:16.772927 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fb7d4a42-38bf-429b-a8e0-b0b05fe35c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:16.794194 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-58242b40-4cf4-4de1-aa47-c1a99dd4147f None None] Deleting port eafcafce-e590-4819-b8a0-bcaca35fabde {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:28:16.794575 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-58242b40-4cf4-4de1-aa47-c1a99dd4147f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:16.891065 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-58242b40-4cf4-4de1-aa47-c1a99dd4147f None None] For port eafcafce-e590-4819-b8a0-bcaca35fabde, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=eafcafce-e590-4819-b8a0-bcaca35fabde,segment=NetworkSegment(ab429e8f-8a25-4e76-9f71-c58f2b8eca34),segment_id=ab429e8f-8a25-4e76-9f71-c58f2b8eca34)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:28:16.891434 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-58242b40-4cf4-4de1-aa47-c1a99dd4147f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:17.022715 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-58242b40-4cf4-4de1-aa47-c1a99dd4147f None None] Calling delete_port for eafcafce-e590-4819-b8a0-bcaca35fabde owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:28:17.050810 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-fb7d4a42-38bf-429b-a8e0-b0b05fe35c2a admin admin] Calling delete_port for eafcafce-e590-4819-b8a0-bcaca35fabde owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:28:17.069696 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-58242b40-4cf4-4de1-aa47-c1a99dd4147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:17.074452 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5cfabe45-a5e1-401d-93f3-0d06f06c9156 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:17.095597 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fb7d4a42-38bf-429b-a8e0-b0b05fe35c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:17.099500 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bbdabfab-92e7-40bf-a9b5-678b2a55655c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:17.118697 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58242b40-4cf4-4de1-aa47-c1a99dd4147f None None] No DVR routers for this DVR port eafcafce-e590-4819-b8a0-bcaca35fabde on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:28:17.121922 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58242b40-4cf4-4de1-aa47-c1a99dd4147f None None] Pushing event deleted for resources: {'Port': ['ID=eafcafce-e590-4819-b8a0-bcaca35fabde,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:17.129510 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-58242b40-4cf4-4de1-aa47-c1a99dd4147f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:17.145747 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d4a42-38bf-429b-a8e0-b0b05fe35c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=eafcafce-e590-4819-b8a0-bcaca35fabde,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:17.148937 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-fb7d4a42-38bf-429b-a8e0-b0b05fe35c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:17.149717 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7d4a42-38bf-429b-a8e0-b0b05fe35c2a admin admin] No DVR routers for this DVR port eafcafce-e590-4819-b8a0-bcaca35fabde on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:28:17.265068 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fb7d4a42-38bf-429b-a8e0-b0b05fe35c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:17.277781 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-fb7d4a42-38bf-429b-a8e0-b0b05fe35c2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7260174-06cc-4357-8715-88e854217239']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:28:17.289750 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-fb7d4a42-38bf-429b-a8e0-b0b05fe35c2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab429e8f-8a25-4e76-9f71-c58f2b8eca34') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:28:17.290048 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-fb7d4a42-38bf-429b-a8e0-b0b05fe35c2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab429e8f-8a25-4e76-9f71-c58f2b8eca34') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:28:17.301360 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fb7d4a42-38bf-429b-a8e0-b0b05fe35c2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:17.317837 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fb7d4a42-38bf-429b-a8e0-b0b05fe35c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:17.324258 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7d4a42-38bf-429b-a8e0-b0b05fe35c2a admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:28:17.324617 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fb7d4a42-38bf-429b-a8e0-b0b05fe35c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: util.warn( May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:28:17.337911 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:28:17.418610 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fb7d4a42-38bf-429b-a8e0-b0b05fe35c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:17.426256 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fb7d4a42-38bf-429b-a8e0-b0b05fe35c2a admin admin] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:17.430194 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7ca877b6-8c25-4a25-914a-915599bb27ac tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:17.454066 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d4a42-38bf-429b-a8e0-b0b05fe35c2a admin admin] Pushing event deleted for resources: {'Network': ['ID=c7260174-06cc-4357-8715-88e854217239,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:17.456302 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-fb7d4a42-38bf-429b-a8e0-b0b05fe35c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:17.457951 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-fb7d4a42-38bf-429b-a8e0-b0b05fe35c2a admin admin] 10.222.0.45 "DELETE /v2.0/networks/c7260174-06cc-4357-8715-88e854217239 HTTP/1.1" status: 204 len: 168 time: 0.9894366 May 31 16:28:17.650029 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38662) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:17.700497 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-01ee9af8-21a9-45c4-a1f1-22230babf360 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=356b02d0182d4e11b0b9bf09ddf3efff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491095 May 31 16:28:17.702864 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38666) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:17.761690 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d921b3e7-302d-4648-832c-dfc557c0f64c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:17.787623 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d921b3e7-302d-4648-832c-dfc557c0f64c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:17.848858 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d921b3e7-302d-4648-832c-dfc557c0f64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:17.852628 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-be925d54-e2f1-481e-bc21-22985b6b5144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:17.866571 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921b3e7-302d-4648-832c-dfc557c0f64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7957660-4376-4ad4-803a-f66b4fa65005,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:17.869184 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d921b3e7-302d-4648-832c-dfc557c0f64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:17.877326 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d921b3e7-302d-4648-832c-dfc557c0f64c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:17.878463 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d921b3e7-302d-4648-832c-dfc557c0f64c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e7957660-4376-4ad4-803a-f66b4fa65005 HTTP/1.1" status: 204 len: 168 time: 0.1746397 May 31 16:28:18.261283 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38674) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:18.310916 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-394eb1f2-36cc-4f30-94b9-3bee4a32b136 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=481746f2d29c4e75b7f5434edab66ef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482311 May 31 16:28:18.313785 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38678) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:18.321478 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device eafcafce-e590-4819-b8a0-bcaca35fabde no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:28:18.357701 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: eafcafce-e590-4819-b8a0-bcaca35fabde {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:28:18.358042 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device eafcafce-e590-4819-b8a0-bcaca35fabde not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:28:18.373311 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8d476fa8-0fb8-4a78-a1a8-2a2114f25ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:18.399308 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8d476fa8-0fb8-4a78-a1a8-2a2114f25ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:18.460420 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8d476fa8-0fb8-4a78-a1a8-2a2114f25ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:18.464934 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2e24eb11-8ecc-4730-a3b4-dd637c4b8a6a tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:18.476807 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d476fa8-0fb8-4a78-a1a8-2a2114f25ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aeb174e-bd06-4cc2-8efc-dc125404f1e7,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:18.479579 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8d476fa8-0fb8-4a78-a1a8-2a2114f25ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:18.486774 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8d476fa8-0fb8-4a78-a1a8-2a2114f25ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:18.488289 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8d476fa8-0fb8-4a78-a1a8-2a2114f25ad9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9aeb174e-bd06-4cc2-8efc-dc125404f1e7 HTTP/1.1" status: 204 len: 168 time: 0.1736131 May 31 16:28:19.262081 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38702) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:19.377899 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-2b0b8f79-1950-4f2d-8d82-59d17754d352 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-904417190-network', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:28:19.383245 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-2b0b8f79-1950-4f2d-8d82-59d17754d352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:28:19.387785 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-2b0b8f79-1950-4f2d-8d82-59d17754d352 admin admin] Usage tracker for resource:network and tenant:b2b547893f6b4d199bae813a33524d21 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:28:19.391160 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-2b0b8f79-1950-4f2d-8d82-59d17754d352 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:28:19.398099 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-2b0b8f79-1950-4f2d-8d82-59d17754d352 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:28:19.411091 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0b8f79-1950-4f2d-8d82-59d17754d352 admin admin] Made reservation on behalf of b2b547893f6b4d199bae813a33524d21 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:28:19.413447 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2b0b8f79-1950-4f2d-8d82-59d17754d352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:19.425638 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2b0b8f79-1950-4f2d-8d82-59d17754d352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:19.440336 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-2b0b8f79-1950-4f2d-8d82-59d17754d352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:28:19.444551 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-2b0b8f79-1950-4f2d-8d82-59d17754d352 admin admin] Usage tracker for resource:security_group_rule and tenant:b2b547893f6b4d199bae813a33524d21 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:28:19.447606 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-2b0b8f79-1950-4f2d-8d82-59d17754d352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:28:19.454037 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-2b0b8f79-1950-4f2d-8d82-59d17754d352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:28:19.541673 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2b0b8f79-1950-4f2d-8d82-59d17754d352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:19.546582 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2b0b8f79-1950-4f2d-8d82-59d17754d352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:19.549568 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-43eeab71-7e4f-430e-9674-e1bc276f6642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:19.576181 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0b8f79-1950-4f2d-8d82-59d17754d352 admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:28:19.584441 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b8f79-1950-4f2d-8d82-59d17754d352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277a082e-9e4b-4e8f-a770-e8dc0dd153b1,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:19.587993 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2b0b8f79-1950-4f2d-8d82-59d17754d352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:19.590516 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2b0b8f79-1950-4f2d-8d82-59d17754d352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:19.590853 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-2b0b8f79-1950-4f2d-8d82-59d17754d352 admin admin] Added segment 01e7e337-df9f-4424-962d-9d8b896d4ddb of type vlan for network af8aeed2-e62e-48e7-b28d-51ca62ee7f9b May 31 16:28:19.617733 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2b0b8f79-1950-4f2d-8d82-59d17754d352 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:19.651085 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2b0b8f79-1950-4f2d-8d82-59d17754d352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:19.652197 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0b8f79-1950-4f2d-8d82-59d17754d352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:19.652859 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-2b0b8f79-1950-4f2d-8d82-59d17754d352 admin admin] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:19.656172 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0fa37dc8-4bc5-42ec-a628-d51653723327 tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:19.755109 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b8f79-1950-4f2d-8d82-59d17754d352 admin admin] Pushing event updated for resources: {'Network': ['ID=af8aeed2-e62e-48e7-b28d-51ca62ee7f9b,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:19.758022 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2b0b8f79-1950-4f2d-8d82-59d17754d352 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4949200 May 31 16:28:19.758922 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2b0b8f79-1950-4f2d-8d82-59d17754d352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:19.761837 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38708) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:19.766471 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network af8aeed2-e62e-48e7-b28d-51ca62ee7f9b details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 16:28:19.768249 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-d5dedc7d-c853-46f0-a430-e528bc21be51 admin admin] Request body: {'subnet': {'network_id': 'af8aeed2-e62e-48e7-b28d-51ca62ee7f9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-904417190-subnet', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21', 'ip_version': 4}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:28:19.773377 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d5dedc7d-c853-46f0-a430-e528bc21be51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:28:19.777395 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d5dedc7d-c853-46f0-a430-e528bc21be51 admin admin] Usage tracker for resource:subnet and tenant:b2b547893f6b4d199bae813a33524d21 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:28:19.780444 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d5dedc7d-c853-46f0-a430-e528bc21be51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:28:19.786480 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d5dedc7d-c853-46f0-a430-e528bc21be51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:28:19.796597 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5dedc7d-c853-46f0-a430-e528bc21be51 admin admin] Made reservation on behalf of b2b547893f6b4d199bae813a33524d21 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:28:19.798878 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d5dedc7d-c853-46f0-a430-e528bc21be51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:20.182559 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d5dedc7d-c853-46f0-a430-e528bc21be51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:20.185943 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2044e8d2-1356-4d29-a0c1-8ba89faa6bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:20.252208 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dedc7d-c853-46f0-a430-e528bc21be51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:20.255876 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d5dedc7d-c853-46f0-a430-e528bc21be51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:20.263301 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dedc7d-c853-46f0-a430-e528bc21be51 admin admin] Checking segment: {'id': '01e7e337-df9f-4424-962d-9d8b896d4ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'af8aeed2-e62e-48e7-b28d-51ca62ee7f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:28:20.263952 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dedc7d-c853-46f0-a430-e528bc21be51 admin admin] Network hostable DHCP agents. Network: af8aeed2-e62e-48e7-b28d-51ca62ee7f9b, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:28:20.284069 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dedc7d-c853-46f0-a430-e528bc21be51 admin admin] Network af8aeed2-e62e-48e7-b28d-51ca62ee7f9b is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:28:20.295593 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-d5dedc7d-c853-46f0-a430-e528bc21be51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, af8aeed2-e62e-48e7-b28d-51ca62ee7f9b) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:28:20.305415 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5dedc7d-c853-46f0-a430-e528bc21be51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:20.305826 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f0d5f4-966b-4e4a-9034-8b3c1c80748e None None] Network af8aeed2-e62e-48e7-b28d-51ca62ee7f9b requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:28:20.305991 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d5dedc7d-c853-46f0-a430-e528bc21be51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:20.326573 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d5dedc7d-c853-46f0-a430-e528bc21be51 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5636752 May 31 16:28:20.329330 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38712) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:20.334615 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-5bd8f12a-035e-4e2f-8d9b-535604e42637 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-904417190-router', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:28:20.339650 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-5bd8f12a-035e-4e2f-8d9b-535604e42637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:28:20.343972 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-5bd8f12a-035e-4e2f-8d9b-535604e42637 admin admin] Usage tracker for resource:router and tenant:b2b547893f6b4d199bae813a33524d21 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:28:20.347051 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-5bd8f12a-035e-4e2f-8d9b-535604e42637 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:28:20.353141 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-5bd8f12a-035e-4e2f-8d9b-535604e42637 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:28:20.365904 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5bd8f12a-035e-4e2f-8d9b-535604e42637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:20.367212 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5bd8f12a-035e-4e2f-8d9b-535604e42637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:20.387471 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5bd8f12a-035e-4e2f-8d9b-535604e42637 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:20.527834 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d20ce9-1609-4676-9411-03d60cbe91e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-af8aeed2-e62e-48e7-b28d-51ca62ee7f9b', 'network_id': 'af8aeed2-e62e-48e7-b28d-51ca62ee7f9b', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21', 'fixed_ips': [{'subnet_id': 'dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:28:20.528702 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e7d20ce9-1609-4676-9411-03d60cbe91e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:20.687876 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-e7d20ce9-1609-4676-9411-03d60cbe91e7 None None] Allocated IP 172.20.0.2 (af8aeed2-e62e-48e7-b28d-51ca62ee7f9b/dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9/cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:28:20.819073 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5bd8f12a-035e-4e2f-8d9b-535604e42637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:20.933975 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e7d20ce9-1609-4676-9411-03d60cbe91e7 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:20.944852 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e7d20ce9-1609-4676-9411-03d60cbe91e7 None None] Transition to ACTIVE for port object cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:28:20.963824 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e7d20ce9-1609-4676-9411-03d60cbe91e7 None None] Transition to ACTIVE for port object cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:28:20.970824 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e7d20ce9-1609-4676-9411-03d60cbe91e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:20.974298 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e13ec505-e5cd-48bf-b13f-e56a6bed67eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:21.038160 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d20ce9-1609-4676-9411-03d60cbe91e7 None None] Network af8aeed2-e62e-48e7-b28d-51ca62ee7f9b is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:28:21.039371 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-e7d20ce9-1609-4676-9411-03d60cbe91e7 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:28:21.043162 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d20ce9-1609-4676-9411-03d60cbe91e7 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:28:21.052132 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d20ce9-1609-4676-9411-03d60cbe91e7 None None] Pushing event updated for resources: {'Port': ['ID=cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:21.078647 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e7d20ce9-1609-4676-9411-03d60cbe91e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:21.129134 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5bd8f12a-035e-4e2f-8d9b-535604e42637 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:21.138990 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e7d20ce9-1609-4676-9411-03d60cbe91e7 None None] Attempting to bind port cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:28:21.139376 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e7d20ce9-1609-4676-9411-03d60cbe91e7 None None] Attempting to bind port cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '01e7e337-df9f-4424-962d-9d8b896d4ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'af8aeed2-e62e-48e7-b28d-51ca62ee7f9b'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:28:21.139725 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d20ce9-1609-4676-9411-03d60cbe91e7 None None] Attempting to bind port cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84 on network af8aeed2-e62e-48e7-b28d-51ca62ee7f9b {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:28:21.145116 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d20ce9-1609-4676-9411-03d60cbe91e7 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:28:21.145506 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d20ce9-1609-4676-9411-03d60cbe91e7 None None] Checking segment: {'id': '01e7e337-df9f-4424-962d-9d8b896d4ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'af8aeed2-e62e-48e7-b28d-51ca62ee7f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:28:21.145904 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e7d20ce9-1609-4676-9411-03d60cbe91e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:21.146292 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d20ce9-1609-4676-9411-03d60cbe91e7 None None] Bound using segment: {'id': '01e7e337-df9f-4424-962d-9d8b896d4ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'af8aeed2-e62e-48e7-b28d-51ca62ee7f9b'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:28:21.146751 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e7d20ce9-1609-4676-9411-03d60cbe91e7 None None] Bound port: cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e7e337-df9f-4424-962d-9d8b896d4ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'af8aeed2-e62e-48e7-b28d-51ca62ee7f9b'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:28:21.147154 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e7d20ce9-1609-4676-9411-03d60cbe91e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:21.158824 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5bd8f12a-035e-4e2f-8d9b-535604e42637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:21.236023 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-e7d20ce9-1609-4676-9411-03d60cbe91e7 None None] For port cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:28:21.239613 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-e7d20ce9-1609-4676-9411-03d60cbe91e7 None None] For port cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84,segment=NetworkSegment(01e7e337-df9f-4424-962d-9d8b896d4ddb),segment_id=01e7e337-df9f-4424-962d-9d8b896d4ddb)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:28:21.244054 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e7d20ce9-1609-4676-9411-03d60cbe91e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:21.248062 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:21.294418 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-5bd8f12a-035e-4e2f-8d9b-535604e42637 admin admin] Allocated IP 172.26.0.105 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/7d7b382c-55d7-441f-9dea-2b34345d473c) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:28:21.332503 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d20ce9-1609-4676-9411-03d60cbe91e7 None None] Pushing event updated for resources: {'Port': ['ID=cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:21.334912 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e7d20ce9-1609-4676-9411-03d60cbe91e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:21.446382 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5bd8f12a-035e-4e2f-8d9b-535604e42637 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:21.479047 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5bd8f12a-035e-4e2f-8d9b-535604e42637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:21.482978 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a59b120b-10d0-4c9f-a0fc-4515d268e2d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:21.563219 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd8f12a-035e-4e2f-8d9b-535604e42637 admin admin] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:28:21.565984 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-5bd8f12a-035e-4e2f-8d9b-535604e42637 admin admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:28:21.568683 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd8f12a-035e-4e2f-8d9b-535604e42637 admin admin] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:28:21.613747 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd8f12a-035e-4e2f-8d9b-535604e42637 admin admin] Pushing event updated for resources: {'Port': ['ID=7d7b382c-55d7-441f-9dea-2b34345d473c,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:21.616619 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5bd8f12a-035e-4e2f-8d9b-535604e42637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:21.994103 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5bd8f12a-035e-4e2f-8d9b-535604e42637 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:22.183305 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e56971-fd41-43ab-b851-10648127ce82 None None] Network af8aeed2-e62e-48e7-b28d-51ca62ee7f9b requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:28:22.283637 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7385bddc-0531-4fae-be21-415ee3934ffc None None] Provisioning for port cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:28:22.372193 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:28:22.488225 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:28:22.495087 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:28:22.495466 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:22.514621 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5bd8f12a-035e-4e2f-8d9b-535604e42637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:22.621841 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:22.663489 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84,segment=NetworkSegment(01e7e337-df9f-4424-962d-9d8b896d4ddb),segment_id=01e7e337-df9f-4424-962d-9d8b896d4ddb)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:28:22.669002 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:22.670911 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e7d20ce9-1609-4676-9411-03d60cbe91e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:22.742597 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd8f12a-035e-4e2f-8d9b-535604e42637 admin admin] Router e3eafa7d-c228-4ab6-9abc-cdb25a01adb6 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 16:28:22.749483 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:22.752193 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-542905a8-6b14-45a7-983c-488da76c5fdc None None] Provisioning complete for port cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:28:22.752569 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-542905a8-6b14-45a7-983c-488da76c5fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:22.775395 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:22.919861 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd8f12a-035e-4e2f-8d9b-535604e42637 admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:28:22.929270 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1783c2d-3e5f-4ae0-a408-f2e7df32df85 None None] Sync routers for ids ['e3eafa7d-c228-4ab6-9abc-cdb25a01adb6'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:28:22.939476 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1783c2d-3e5f-4ae0-a408-f2e7df32df85 None None] Routers {'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:28:22.940091 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-e1783c2d-3e5f-4ae0-a408-f2e7df32df85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:28:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['e3eafa7d-c228-4ab6-9abc-cdb25a01adb6'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:28:22.943736 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5bd8f12a-035e-4e2f-8d9b-535604e42637 admin admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:22.944947 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-5bd8f12a-035e-4e2f-8d9b-535604e42637 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6146598 May 31 16:28:22.947920 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38716) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:23.122372 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-e1783c2d-3e5f-4ae0-a408-f2e7df32df85 None None] Set router e3eafa7d-c228-4ab6-9abc-cdb25a01adb6 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:28:23.407246 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-e1783c2d-3e5f-4ae0-a408-f2e7df32df85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'name': 'tempest-TestMinimumBasicScenario-904417190-router', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': '7d7b382c-55d7-441f-9dea-2b34345d473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:28:20Z', 'updated_at': '2021-05-31T16:28:21Z', 'revision_number': 3, 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'gw_port': {'id': '7d7b382c-55d7-441f-9dea-2b34345d473c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:79:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:21Z', 'updated_at': '2021-05-31T16:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:28:23.411302 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1783c2d-3e5f-4ae0-a408-f2e7df32df85 None None] Checking router: e3eafa7d-c228-4ab6-9abc-cdb25a01adb6 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:28:23.411653 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1783c2d-3e5f-4ae0-a408-f2e7df32df85 None None] Updating router e3eafa7d-c228-4ab6-9abc-cdb25a01adb6 port 7d7b382c-55d7-441f-9dea-2b34345d473c binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:28:23.466746 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-e1783c2d-3e5f-4ae0-a408-f2e7df32df85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:23.627846 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f917f580-4253-42f5-b49a-c31c50617587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:23.832549 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-e1783c2d-3e5f-4ae0-a408-f2e7df32df85 None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:23.844195 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-e1783c2d-3e5f-4ae0-a408-f2e7df32df85 None None] Transition to ACTIVE for port object 7d7b382c-55d7-441f-9dea-2b34345d473c will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:28:23.850878 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-e1783c2d-3e5f-4ae0-a408-f2e7df32df85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:23.854619 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-402a49a2-3d39-4d91-a485-318521d739c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:23.934531 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-e1783c2d-3e5f-4ae0-a408-f2e7df32df85 None None] Attempting to bind port 7d7b382c-55d7-441f-9dea-2b34345d473c on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:28:23.935239 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-e1783c2d-3e5f-4ae0-a408-f2e7df32df85 None None] Attempting to bind port 7d7b382c-55d7-441f-9dea-2b34345d473c by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:28:23.935239 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1783c2d-3e5f-4ae0-a408-f2e7df32df85 None None] Attempting to bind port 7d7b382c-55d7-441f-9dea-2b34345d473c on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:28:23.940843 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022304d-d967-478d-8c86-f81e10f5f4c5 None None] Pushing event updated for resources: {'Port': ['ID=7d7b382c-55d7-441f-9dea-2b34345d473c,revision_number=2']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:23.945625 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1783c2d-3e5f-4ae0-a408-f2e7df32df85 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:28:23.945993 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1783c2d-3e5f-4ae0-a408-f2e7df32df85 None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:28:23.946388 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-e1783c2d-3e5f-4ae0-a408-f2e7df32df85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:23.946776 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1783c2d-3e5f-4ae0-a408-f2e7df32df85 None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:28:23.947255 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-e1783c2d-3e5f-4ae0-a408-f2e7df32df85 None None] Bound port: 7d7b382c-55d7-441f-9dea-2b34345d473c, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:28:23.947622 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-e1783c2d-3e5f-4ae0-a408-f2e7df32df85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:23.973934 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022304d-d967-478d-8c86-f81e10f5f4c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:23.974271 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022304d-d967-478d-8c86-f81e10f5f4c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:23.974603 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022304d-d967-478d-8c86-f81e10f5f4c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:23.974924 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022304d-d967-478d-8c86-f81e10f5f4c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:23.975280 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022304d-d967-478d-8c86-f81e10f5f4c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:23.975596 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022304d-d967-478d-8c86-f81e10f5f4c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:23.975912 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022304d-d967-478d-8c86-f81e10f5f4c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:23.976221 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022304d-d967-478d-8c86-f81e10f5f4c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:23.976536 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022304d-d967-478d-8c86-f81e10f5f4c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:23.976844 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022304d-d967-478d-8c86-f81e10f5f4c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:23.977151 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022304d-d967-478d-8c86-f81e10f5f4c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:23.977446 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022304d-d967-478d-8c86-f81e10f5f4c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:23.984668 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-6022304d-d967-478d-8c86-f81e10f5f4c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:24.001888 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-f917f580-4253-42f5-b49a-c31c50617587 admin admin] Allocated IP 172.20.0.1 (af8aeed2-e62e-48e7-b28d-51ca62ee7f9b/dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9/3dc1e933-31f6-4b22-989f-b4fdd0deff95) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:28:24.031723 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-e1783c2d-3e5f-4ae0-a408-f2e7df32df85 None None] For port 7d7b382c-55d7-441f-9dea-2b34345d473c, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:28:24.035227 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-e1783c2d-3e5f-4ae0-a408-f2e7df32df85 None None] For port 7d7b382c-55d7-441f-9dea-2b34345d473c, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=7d7b382c-55d7-441f-9dea-2b34345d473c,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:28:24.040694 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-e1783c2d-3e5f-4ae0-a408-f2e7df32df85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:24.048618 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-b5b3ebda-8842-4f63-9483-93d6f0f2ba01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:24.119853 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1783c2d-3e5f-4ae0-a408-f2e7df32df85 None None] Routers {'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:28:24.120482 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-e1783c2d-3e5f-4ae0-a408-f2e7df32df85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:28:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['e3eafa7d-c228-4ab6-9abc-cdb25a01adb6'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:28:24.162869 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f917f580-4253-42f5-b49a-c31c50617587 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:24.179210 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-f917f580-4253-42f5-b49a-c31c50617587 admin admin] Transition to ACTIVE for port object 3dc1e933-31f6-4b22-989f-b4fdd0deff95 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:28:24.204401 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f917f580-4253-42f5-b49a-c31c50617587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:24.205543 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022304d-d967-478d-8c86-f81e10f5f4c5 None None] Pushing event updated for resources: {'Port': ['ID=7d7b382c-55d7-441f-9dea-2b34345d473c,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:24.209857 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4d39a770-ca38-4568-92f0-c9887bad67d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:24.212519 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-6022304d-d967-478d-8c86-f81e10f5f4c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:24.266309 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f917f580-4253-42f5-b49a-c31c50617587 admin admin] Network af8aeed2-e62e-48e7-b28d-51ca62ee7f9b is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:28:24.269201 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-f917f580-4253-42f5-b49a-c31c50617587 admin admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:28:24.277582 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f917f580-4253-42f5-b49a-c31c50617587 admin admin] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:28:24.342407 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-e1783c2d-3e5f-4ae0-a408-f2e7df32df85 None None] Set router e3eafa7d-c228-4ab6-9abc-cdb25a01adb6 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:28:24.346668 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917f580-4253-42f5-b49a-c31c50617587 admin admin] Pushing event updated for resources: {'Port': ['ID=3dc1e933-31f6-4b22-989f-b4fdd0deff95,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:24.351150 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f917f580-4253-42f5-b49a-c31c50617587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:24.356493 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f917f580-4253-42f5-b49a-c31c50617587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:24.364915 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:28:24.453512 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:28:24.454154 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:24.605601 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-4c7673d3-24a9-490f-bb81-130787f030ae None None] Provisioning for port 3dc1e933-31f6-4b22-989f-b4fdd0deff95 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:28:24.611414 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-4c7673d3-24a9-490f-bb81-130787f030ae None None] Provisioning complete for port 3dc1e933-31f6-4b22-989f-b4fdd0deff95 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:28:24.612012 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4c7673d3-24a9-490f-bb81-130787f030ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:24.636875 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f917f580-4253-42f5-b49a-c31c50617587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:24.647310 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-e1783c2d-3e5f-4ae0-a408-f2e7df32df85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'name': 'tempest-TestMinimumBasicScenario-904417190-router', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': '7d7b382c-55d7-441f-9dea-2b34345d473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:28:20Z', 'updated_at': '2021-05-31T16:28:21Z', 'revision_number': 3, 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'gw_port': {'id': '7d7b382c-55d7-441f-9dea-2b34345d473c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:79:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:21Z', 'updated_at': '2021-05-31T16:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:28:24.651477 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1783c2d-3e5f-4ae0-a408-f2e7df32df85 None None] The sync data for ids ['e3eafa7d-c228-4ab6-9abc-cdb25a01adb6'] in dv-neutron-601336-79-hyperv is: [{'id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'name': 'tempest-TestMinimumBasicScenario-904417190-router', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': '7d7b382c-55d7-441f-9dea-2b34345d473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:28:20Z', 'updated_at': '2021-05-31T16:28:21Z', 'revision_number': 3, 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'gw_port': {'id': '7d7b382c-55d7-441f-9dea-2b34345d473c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:79:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:21Z', 'updated_at': '2021-05-31T16:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:28:24.678254 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-4c7673d3-24a9-490f-bb81-130787f030ae None None] Port 3dc1e933-31f6-4b22-989f-b4fdd0deff95 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:28:24.873447 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f917f580-4253-42f5-b49a-c31c50617587 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:24.878752 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f917f580-4253-42f5-b49a-c31c50617587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:24.904376 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-22681ae6-94a3-46bc-b058-3a00556175f5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:24.991227 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917f580-4253-42f5-b49a-c31c50617587 admin admin] Pushing event updated for resources: {'Port': ['ID=3dc1e933-31f6-4b22-989f-b4fdd0deff95,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:24.993670 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f917f580-4253-42f5-b49a-c31c50617587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:24.997744 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f917f580-4253-42f5-b49a-c31c50617587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:25.137794 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f917f580-4253-42f5-b49a-c31c50617587 admin admin] Network af8aeed2-e62e-48e7-b28d-51ca62ee7f9b is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:28:25.139111 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-f917f580-4253-42f5-b49a-c31c50617587 admin admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:28:25.334706 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f917f580-4253-42f5-b49a-c31c50617587 admin admin] Router e3eafa7d-c228-4ab6-9abc-cdb25a01adb6 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:28:25.404625 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-85315ec3-3c2c-4cf9-99f4-9ef68929a5c6 None None] Provisioning complete for port 3dc1e933-31f6-4b22-989f-b4fdd0deff95 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:28:25.405246 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-85315ec3-3c2c-4cf9-99f4-9ef68929a5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:25.459439 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-85315ec3-3c2c-4cf9-99f4-9ef68929a5c6 None None] Port 3dc1e933-31f6-4b22-989f-b4fdd0deff95 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:28:25.681186 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f917f580-4253-42f5-b49a-c31c50617587 admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:28:25.691294 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f917f580-4253-42f5-b49a-c31c50617587 admin admin] 10.222.0.45 "PUT /v2.0/routers/e3eafa7d-c228-4ab6-9abc-cdb25a01adb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7423048 May 31 16:28:26.104904 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6268d94-688c-4146-aa1e-a7e9aa0f7d79 None None] Sync routers for ids ['e3eafa7d-c228-4ab6-9abc-cdb25a01adb6'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:28:26.115066 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6268d94-688c-4146-aa1e-a7e9aa0f7d79 None None] Routers {'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:28:26.115681 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b6268d94-688c-4146-aa1e-a7e9aa0f7d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:28:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['e3eafa7d-c228-4ab6-9abc-cdb25a01adb6'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:28:26.213415 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38734) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:26.219326 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-b5ad4f24-bf4a-46b2-a3a2-9b110b3ae42c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-768062994-network', 'tenant_id': 'b1e1786ebac64ffaac0be9e1eb7d2bf2'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:28:26.224230 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b5ad4f24-bf4a-46b2-a3a2-9b110b3ae42c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:28:26.227975 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b5ad4f24-bf4a-46b2-a3a2-9b110b3ae42c admin admin] Usage tracker for resource:network and tenant:b1e1786ebac64ffaac0be9e1eb7d2bf2 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:28:26.230774 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b5ad4f24-bf4a-46b2-a3a2-9b110b3ae42c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:28:26.236586 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b5ad4f24-bf4a-46b2-a3a2-9b110b3ae42c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:28:26.248353 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ad4f24-bf4a-46b2-a3a2-9b110b3ae42c admin admin] Made reservation on behalf of b1e1786ebac64ffaac0be9e1eb7d2bf2 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:28:26.250692 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5ad4f24-bf4a-46b2-a3a2-9b110b3ae42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:26.263091 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5ad4f24-bf4a-46b2-a3a2-9b110b3ae42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:26.279156 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b5ad4f24-bf4a-46b2-a3a2-9b110b3ae42c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:28:26.283387 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b5ad4f24-bf4a-46b2-a3a2-9b110b3ae42c admin admin] Usage tracker for resource:security_group_rule and tenant:b1e1786ebac64ffaac0be9e1eb7d2bf2 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:28:26.287116 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b5ad4f24-bf4a-46b2-a3a2-9b110b3ae42c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:28:26.293849 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b5ad4f24-bf4a-46b2-a3a2-9b110b3ae42c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:28:26.349606 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-b6268d94-688c-4146-aa1e-a7e9aa0f7d79 None None] Set router e3eafa7d-c228-4ab6-9abc-cdb25a01adb6 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:28:26.393995 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5ad4f24-bf4a-46b2-a3a2-9b110b3ae42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:26.399072 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5ad4f24-bf4a-46b2-a3a2-9b110b3ae42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:26.402104 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e13112f5-b4e1-41be-9356-b6a083314d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:26.404175 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7d7b382c-55d7-441f-9dea-2b34345d473c up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:28:26.431415 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ad4f24-bf4a-46b2-a3a2-9b110b3ae42c admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:28:26.440643 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad4f24-bf4a-46b2-a3a2-9b110b3ae42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c42e7a5-d2dd-41d5-9439-726f09cf44bc,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:26.444229 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b5ad4f24-bf4a-46b2-a3a2-9b110b3ae42c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:26.448496 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5ad4f24-bf4a-46b2-a3a2-9b110b3ae42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:26.448496 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-b5ad4f24-bf4a-46b2-a3a2-9b110b3ae42c admin admin] Added segment 01b08e3f-9599-4f12-81f0-7aa2cc822cc5 of type vlan for network 78d3568b-5644-4190-9ccf-086dcff298f1 May 31 16:28:26.474994 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5ad4f24-bf4a-46b2-a3a2-9b110b3ae42c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:26.504444 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5ad4f24-bf4a-46b2-a3a2-9b110b3ae42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:26.505600 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ad4f24-bf4a-46b2-a3a2-9b110b3ae42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:26.506172 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b5ad4f24-bf4a-46b2-a3a2-9b110b3ae42c admin admin] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:26.509470 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-af2a842a-fb70-4bde-b419-a4487b5eef16 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:26.609186 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad4f24-bf4a-46b2-a3a2-9b110b3ae42c admin admin] Pushing event updated for resources: {'Network': ['ID=78d3568b-5644-4190-9ccf-086dcff298f1,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:26.612220 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b5ad4f24-bf4a-46b2-a3a2-9b110b3ae42c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:26.614344 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b5ad4f24-bf4a-46b2-a3a2-9b110b3ae42c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3999054 May 31 16:28:26.617223 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38738) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:26.623492 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 78d3568b-5644-4190-9ccf-086dcff298f1 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 16:28:26.624040 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-d87c0987-46a8-4031-b164-0c8860ef1f5e admin admin] Request body: {'subnet': {'network_id': '78d3568b-5644-4190-9ccf-086dcff298f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-768062994-subnet', 'tenant_id': 'b1e1786ebac64ffaac0be9e1eb7d2bf2', 'ip_version': 4}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:28:26.628935 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d87c0987-46a8-4031-b164-0c8860ef1f5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:28:26.633125 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d87c0987-46a8-4031-b164-0c8860ef1f5e admin admin] Usage tracker for resource:subnet and tenant:b1e1786ebac64ffaac0be9e1eb7d2bf2 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:28:26.636181 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d87c0987-46a8-4031-b164-0c8860ef1f5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:28:26.642803 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d87c0987-46a8-4031-b164-0c8860ef1f5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:28:26.652131 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 7d7b382c-55d7-441f-9dea-2b34345d473c completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:28:26.656704 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87c0987-46a8-4031-b164-0c8860ef1f5e admin admin] Made reservation on behalf of b1e1786ebac64ffaac0be9e1eb7d2bf2 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:28:26.659442 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d87c0987-46a8-4031-b164-0c8860ef1f5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:26.728722 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 7d7b382c-55d7-441f-9dea-2b34345d473c triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:28:26.728956 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:26.913570 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:26.933949 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 7d7b382c-55d7-441f-9dea-2b34345d473c, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=7d7b382c-55d7-441f-9dea-2b34345d473c,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:28:26.937283 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b6268d94-688c-4146-aa1e-a7e9aa0f7d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'name': 'tempest-TestMinimumBasicScenario-904417190-router', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': '7d7b382c-55d7-441f-9dea-2b34345d473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:28:20Z', 'updated_at': '2021-05-31T16:28:24Z', 'revision_number': 4, 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'gw_port': {'id': '7d7b382c-55d7-441f-9dea-2b34345d473c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:79:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:21Z', 'updated_at': '2021-05-31T16:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '3dc1e933-31f6-4b22-989f-b4fdd0deff95', 'name': '', 'network_id': 'af8aeed2-e62e-48e7-b28d-51ca62ee7f9b', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21', 'mac_address': 'fa:16:3e:1c:88:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:23Z', 'updated_at': '2021-05-31T16:28:24Z', 'revision_number': 2, 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'subnets': [{'id': 'dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:28:26.940550 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:26.942908 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:26.973983 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6268d94-688c-4146-aa1e-a7e9aa0f7d79 None None] Checking router: e3eafa7d-c228-4ab6-9abc-cdb25a01adb6 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:28:26.974344 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6268d94-688c-4146-aa1e-a7e9aa0f7d79 None None] Updating router e3eafa7d-c228-4ab6-9abc-cdb25a01adb6 port 3dc1e933-31f6-4b22-989f-b4fdd0deff95 binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:28:27.046410 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d87c0987-46a8-4031-b164-0c8860ef1f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:27.049515 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b6268d94-688c-4146-aa1e-a7e9aa0f7d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:27.050209 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e537d676-e5eb-4a4c-b4d1-cb6dfa916c97 tempest-ExtraDHCPOptionsTestJSON-49822691 tempest-ExtraDHCPOptionsTestJSON-49822691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:27.068174 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=7d7b382c-55d7-441f-9dea-2b34345d473c,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:27.096400 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:27.118827 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c0987-46a8-4031-b164-0c8860ef1f5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f71f80c6-5d91-43ba-99d2-79d687a90218,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:27.130162 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c0987-46a8-4031-b164-0c8860ef1f5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:27.130536 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c0987-46a8-4031-b164-0c8860ef1f5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:27.130922 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c0987-46a8-4031-b164-0c8860ef1f5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:27.131315 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c0987-46a8-4031-b164-0c8860ef1f5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:27.131691 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c0987-46a8-4031-b164-0c8860ef1f5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:27.132044 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c0987-46a8-4031-b164-0c8860ef1f5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:27.132428 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c0987-46a8-4031-b164-0c8860ef1f5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:27.132780 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c0987-46a8-4031-b164-0c8860ef1f5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:27.133140 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c0987-46a8-4031-b164-0c8860ef1f5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:27.133500 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c0987-46a8-4031-b164-0c8860ef1f5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:27.133855 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c0987-46a8-4031-b164-0c8860ef1f5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:27.134209 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c0987-46a8-4031-b164-0c8860ef1f5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:27.138491 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d87c0987-46a8-4031-b164-0c8860ef1f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:27.141073 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c0987-46a8-4031-b164-0c8860ef1f5e admin admin] Checking segment: {'id': '01b08e3f-9599-4f12-81f0-7aa2cc822cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '78d3568b-5644-4190-9ccf-086dcff298f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:28:27.141390 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87c0987-46a8-4031-b164-0c8860ef1f5e admin admin] Network hostable DHCP agents. Network: 78d3568b-5644-4190-9ccf-086dcff298f1, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:28:27.159413 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87c0987-46a8-4031-b164-0c8860ef1f5e admin admin] Network 78d3568b-5644-4190-9ccf-086dcff298f1 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:28:27.169129 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-d87c0987-46a8-4031-b164-0c8860ef1f5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 78d3568b-5644-4190-9ccf-086dcff298f1) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:28:27.178433 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87c0987-46a8-4031-b164-0c8860ef1f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:27.179014 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d87c0987-46a8-4031-b164-0c8860ef1f5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:27.179376 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335b95fc-4874-4ced-9fb5-d644faaf35b2 None None] Network 78d3568b-5644-4190-9ccf-086dcff298f1 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:28:27.200475 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d87c0987-46a8-4031-b164-0c8860ef1f5e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5819788 May 31 16:28:27.203101 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38742) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:27.208173 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-594a5175-a68a-431a-b6d9-da898fcf8b6c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-768062994-router', 'tenant_id': 'b1e1786ebac64ffaac0be9e1eb7d2bf2', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:28:27.212855 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-594a5175-a68a-431a-b6d9-da898fcf8b6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:28:27.216701 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-594a5175-a68a-431a-b6d9-da898fcf8b6c admin admin] Usage tracker for resource:router and tenant:b1e1786ebac64ffaac0be9e1eb7d2bf2 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:28:27.219703 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-594a5175-a68a-431a-b6d9-da898fcf8b6c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:28:27.225518 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-594a5175-a68a-431a-b6d9-da898fcf8b6c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:28:27.237006 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-594a5175-a68a-431a-b6d9-da898fcf8b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:27.238784 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-594a5175-a68a-431a-b6d9-da898fcf8b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:27.254444 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-594a5175-a68a-431a-b6d9-da898fcf8b6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:27.512067 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a272e5af-a1a6-49e3-9365-80207a691e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-78d3568b-5644-4190-9ccf-086dcff298f1', 'network_id': '78d3568b-5644-4190-9ccf-086dcff298f1', 'tenant_id': 'b1e1786ebac64ffaac0be9e1eb7d2bf2', 'fixed_ips': [{'subnet_id': 'f71f80c6-5d91-43ba-99d2-79d687a90218'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:28:27.512891 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a272e5af-a1a6-49e3-9365-80207a691e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:27.526612 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-594a5175-a68a-431a-b6d9-da898fcf8b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:27.641020 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b6268d94-688c-4146-aa1e-a7e9aa0f7d79 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:27.663463 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b6268d94-688c-4146-aa1e-a7e9aa0f7d79 None None] Transition to ACTIVE for port object 3dc1e933-31f6-4b22-989f-b4fdd0deff95 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:28:27.700635 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b6268d94-688c-4146-aa1e-a7e9aa0f7d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:27.708213 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:27.911787 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778dad3-f87e-4f3f-bff1-977d3bd3d738 None None] Pushing event updated for resources: {'Port': ['ID=3dc1e933-31f6-4b22-989f-b4fdd0deff95,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:27.918526 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0778dad3-f87e-4f3f-bff1-977d3bd3d738 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:27.919909 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-a272e5af-a1a6-49e3-9365-80207a691e4f None None] Allocated IP 172.20.0.2 (78d3568b-5644-4190-9ccf-086dcff298f1/f71f80c6-5d91-43ba-99d2-79d687a90218/f8d928b3-8581-4d83-bad3-5cbf7c407a61) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:28:28.010906 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-594a5175-a68a-431a-b6d9-da898fcf8b6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:28.041008 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-594a5175-a68a-431a-b6d9-da898fcf8b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:28.095064 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-b6268d94-688c-4146-aa1e-a7e9aa0f7d79 None None] Attempting to bind port 3dc1e933-31f6-4b22-989f-b4fdd0deff95 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:28:28.095412 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-b6268d94-688c-4146-aa1e-a7e9aa0f7d79 None None] Attempting to bind port 3dc1e933-31f6-4b22-989f-b4fdd0deff95 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '01e7e337-df9f-4424-962d-9d8b896d4ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'af8aeed2-e62e-48e7-b28d-51ca62ee7f9b'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:28:28.095796 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6268d94-688c-4146-aa1e-a7e9aa0f7d79 None None] Attempting to bind port 3dc1e933-31f6-4b22-989f-b4fdd0deff95 on network af8aeed2-e62e-48e7-b28d-51ca62ee7f9b {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:28:28.108141 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6268d94-688c-4146-aa1e-a7e9aa0f7d79 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:28:28.108435 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6268d94-688c-4146-aa1e-a7e9aa0f7d79 None None] Checking segment: {'id': '01e7e337-df9f-4424-962d-9d8b896d4ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'af8aeed2-e62e-48e7-b28d-51ca62ee7f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:28:28.108838 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b6268d94-688c-4146-aa1e-a7e9aa0f7d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:28.109270 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6268d94-688c-4146-aa1e-a7e9aa0f7d79 None None] Bound using segment: {'id': '01e7e337-df9f-4424-962d-9d8b896d4ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'af8aeed2-e62e-48e7-b28d-51ca62ee7f9b'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:28:28.109732 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-b6268d94-688c-4146-aa1e-a7e9aa0f7d79 None None] Bound port: 3dc1e933-31f6-4b22-989f-b4fdd0deff95, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e7e337-df9f-4424-962d-9d8b896d4ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'af8aeed2-e62e-48e7-b28d-51ca62ee7f9b'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:28:28.110101 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b6268d94-688c-4146-aa1e-a7e9aa0f7d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:28.179712 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-594a5175-a68a-431a-b6d9-da898fcf8b6c admin admin] Allocated IP 172.26.0.10 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/f29a7f2f-3250-4e83-a888-8d2ee56eb74e) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:28:28.285897 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-b6268d94-688c-4146-aa1e-a7e9aa0f7d79 None None] For port 3dc1e933-31f6-4b22-989f-b4fdd0deff95, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:28:28.293675 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-b6268d94-688c-4146-aa1e-a7e9aa0f7d79 None None] For port 3dc1e933-31f6-4b22-989f-b4fdd0deff95, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=3dc1e933-31f6-4b22-989f-b4fdd0deff95,segment=NetworkSegment(01e7e337-df9f-4424-962d-9d8b896d4ddb),segment_id=01e7e337-df9f-4424-962d-9d8b896d4ddb)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:28:28.300063 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b6268d94-688c-4146-aa1e-a7e9aa0f7d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:28.304187 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a272e5af-a1a6-49e3-9365-80207a691e4f None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:28.306476 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:28.331167 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-594a5175-a68a-431a-b6d9-da898fcf8b6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:28.356968 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7d7b382c-55d7-441f-9dea-2b34345d473c up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:28:28.361270 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-594a5175-a68a-431a-b6d9-da898fcf8b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:28.366454 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5bd8f12a-035e-4e2f-8d9b-535604e42637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:28.386517 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a272e5af-a1a6-49e3-9365-80207a691e4f None None] Transition to ACTIVE for port object f8d928b3-8581-4d83-bad3-5cbf7c407a61 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:28:28.431348 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594a5175-a68a-431a-b6d9-da898fcf8b6c admin admin] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:28:28.432852 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a272e5af-a1a6-49e3-9365-80207a691e4f None None] Transition to ACTIVE for port object f8d928b3-8581-4d83-bad3-5cbf7c407a61 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:28:28.434125 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-594a5175-a68a-431a-b6d9-da898fcf8b6c admin admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:28:28.438264 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594a5175-a68a-431a-b6d9-da898fcf8b6c admin admin] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:28:28.448573 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a272e5af-a1a6-49e3-9365-80207a691e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:28.467101 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6268d94-688c-4146-aa1e-a7e9aa0f7d79 None None] Routers {'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:28:28.467746 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b6268d94-688c-4146-aa1e-a7e9aa0f7d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:28:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['e3eafa7d-c228-4ab6-9abc-cdb25a01adb6'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:28:28.478816 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a5175-a68a-431a-b6d9-da898fcf8b6c admin admin] Pushing event updated for resources: {'Port': ['ID=f29a7f2f-3250-4e83-a888-8d2ee56eb74e,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:28.483488 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-594a5175-a68a-431a-b6d9-da898fcf8b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:28.533860 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778dad3-f87e-4f3f-bff1-977d3bd3d738 None None] Pushing event updated for resources: {'Port': ['ID=3dc1e933-31f6-4b22-989f-b4fdd0deff95,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:28.544605 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0778dad3-f87e-4f3f-bff1-977d3bd3d738 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:28.554884 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e7d20ce9-1609-4676-9411-03d60cbe91e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:28.598010 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a272e5af-a1a6-49e3-9365-80207a691e4f None None] Network 78d3568b-5644-4190-9ccf-086dcff298f1 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:28:28.607959 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-a272e5af-a1a6-49e3-9365-80207a691e4f None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:28:28.616555 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a272e5af-a1a6-49e3-9365-80207a691e4f None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:28:28.785658 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272e5af-a1a6-49e3-9365-80207a691e4f None None] Pushing event updated for resources: {'Port': ['ID=f8d928b3-8581-4d83-bad3-5cbf7c407a61,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:28.790495 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a272e5af-a1a6-49e3-9365-80207a691e4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:28.814785 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 7d7b382c-55d7-441f-9dea-2b34345d473c triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:28:28.815173 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:28.857380 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-594a5175-a68a-431a-b6d9-da898fcf8b6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:28.879569 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-a272e5af-a1a6-49e3-9365-80207a691e4f None None] Attempting to bind port f8d928b3-8581-4d83-bad3-5cbf7c407a61 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:28:28.879940 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-a272e5af-a1a6-49e3-9365-80207a691e4f None None] Attempting to bind port f8d928b3-8581-4d83-bad3-5cbf7c407a61 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '01b08e3f-9599-4f12-81f0-7aa2cc822cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '78d3568b-5644-4190-9ccf-086dcff298f1'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:28:28.880298 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a272e5af-a1a6-49e3-9365-80207a691e4f None None] Attempting to bind port f8d928b3-8581-4d83-bad3-5cbf7c407a61 on network 78d3568b-5644-4190-9ccf-086dcff298f1 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:28:28.886716 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:28.900838 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a272e5af-a1a6-49e3-9365-80207a691e4f None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:28:28.901210 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a272e5af-a1a6-49e3-9365-80207a691e4f None None] Checking segment: {'id': '01b08e3f-9599-4f12-81f0-7aa2cc822cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '78d3568b-5644-4190-9ccf-086dcff298f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:28:28.901601 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a272e5af-a1a6-49e3-9365-80207a691e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:28.901983 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a272e5af-a1a6-49e3-9365-80207a691e4f None None] Bound using segment: {'id': '01b08e3f-9599-4f12-81f0-7aa2cc822cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '78d3568b-5644-4190-9ccf-086dcff298f1'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:28:28.902444 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-a272e5af-a1a6-49e3-9365-80207a691e4f None None] Bound port: f8d928b3-8581-4d83-bad3-5cbf7c407a61, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b08e3f-9599-4f12-81f0-7aa2cc822cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '78d3568b-5644-4190-9ccf-086dcff298f1'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:28:28.902807 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a272e5af-a1a6-49e3-9365-80207a691e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:28.912777 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-b6268d94-688c-4146-aa1e-a7e9aa0f7d79 None None] Set router e3eafa7d-c228-4ab6-9abc-cdb25a01adb6 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:28:29.194059 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-594a5175-a68a-431a-b6d9-da898fcf8b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:29.236926 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-a272e5af-a1a6-49e3-9365-80207a691e4f None None] For port f8d928b3-8581-4d83-bad3-5cbf7c407a61, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:28:29.253871 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-a272e5af-a1a6-49e3-9365-80207a691e4f None None] For port f8d928b3-8581-4d83-bad3-5cbf7c407a61, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=f8d928b3-8581-4d83-bad3-5cbf7c407a61,segment=NetworkSegment(01b08e3f-9599-4f12-81f0-7aa2cc822cc5),segment_id=01b08e3f-9599-4f12-81f0-7aa2cc822cc5)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:28:29.271916 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a272e5af-a1a6-49e3-9365-80207a691e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:29.277605 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:29.459908 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272e5af-a1a6-49e3-9365-80207a691e4f None None] Pushing event updated for resources: {'Port': ['ID=f8d928b3-8581-4d83-bad3-5cbf7c407a61,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:29.464318 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a272e5af-a1a6-49e3-9365-80207a691e4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:29.491155 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b6268d94-688c-4146-aa1e-a7e9aa0f7d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'name': 'tempest-TestMinimumBasicScenario-904417190-router', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': '7d7b382c-55d7-441f-9dea-2b34345d473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:28:20Z', 'updated_at': '2021-05-31T16:28:24Z', 'revision_number': 4, 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'gw_port': {'id': '7d7b382c-55d7-441f-9dea-2b34345d473c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:79:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:21Z', 'updated_at': '2021-05-31T16:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '3dc1e933-31f6-4b22-989f-b4fdd0deff95', 'name': '', 'network_id': 'af8aeed2-e62e-48e7-b28d-51ca62ee7f9b', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21', 'mac_address': 'fa:16:3e:1c:88:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:23Z', 'updated_at': '2021-05-31T16:28:28Z', 'revision_number': 4, 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'subnets': [{'id': 'dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:28:29.495460 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6268d94-688c-4146-aa1e-a7e9aa0f7d79 None None] The sync data for ids ['e3eafa7d-c228-4ab6-9abc-cdb25a01adb6'] in dv-neutron-601336-79-hyperv is: [{'id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'name': 'tempest-TestMinimumBasicScenario-904417190-router', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': '7d7b382c-55d7-441f-9dea-2b34345d473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:28:20Z', 'updated_at': '2021-05-31T16:28:24Z', 'revision_number': 4, 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'gw_port': {'id': '7d7b382c-55d7-441f-9dea-2b34345d473c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:79:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:21Z', 'updated_at': '2021-05-31T16:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '3dc1e933-31f6-4b22-989f-b4fdd0deff95', 'name': '', 'network_id': 'af8aeed2-e62e-48e7-b28d-51ca62ee7f9b', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21', 'mac_address': 'fa:16:3e:1c:88:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:23Z', 'updated_at': '2021-05-31T16:28:28Z', 'revision_number': 4, 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'subnets': [{'id': 'dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:28:29.600504 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594a5175-a68a-431a-b6d9-da898fcf8b6c admin admin] Router 00dd5442-b0e7-4da6-b536-8f25f883b587 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 16:28:29.809723 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594a5175-a68a-431a-b6d9-da898fcf8b6c admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:28:29.819860 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83012a5b-3f87-47a2-b6b8-064f69e2fe8d None None] Sync routers for ids ['00dd5442-b0e7-4da6-b536-8f25f883b587'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:28:29.829745 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83012a5b-3f87-47a2-b6b8-064f69e2fe8d None None] Routers {'00dd5442-b0e7-4da6-b536-8f25f883b587'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:28:29.830621 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-83012a5b-3f87-47a2-b6b8-064f69e2fe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:28:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['00dd5442-b0e7-4da6-b536-8f25f883b587'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:28:29.834023 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-594a5175-a68a-431a-b6d9-da898fcf8b6c admin admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:29.835307 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-594a5175-a68a-431a-b6d9-da898fcf8b6c admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6312633 May 31 16:28:29.838129 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38746) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:30.021060 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-83012a5b-3f87-47a2-b6b8-064f69e2fe8d None None] Set router 00dd5442-b0e7-4da6-b536-8f25f883b587 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:28:30.387545 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-83012a5b-3f87-47a2-b6b8-064f69e2fe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dd5442-b0e7-4da6-b536-8f25f883b587', 'name': 'tempest-TestMinimumBasicScenario-768062994-router', 'tenant_id': 'b1e1786ebac64ffaac0be9e1eb7d2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'f29a7f2f-3250-4e83-a888-8d2ee56eb74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:28:27Z', 'updated_at': '2021-05-31T16:28:28Z', 'revision_number': 3, 'project_id': 'b1e1786ebac64ffaac0be9e1eb7d2bf2', 'gw_port': {'id': 'f29a7f2f-3250-4e83-a888-8d2ee56eb74e', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:12:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00dd5442-b0e7-4da6-b536-8f25f883b587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:28Z', 'updated_at': '2021-05-31T16:28:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:28:30.397492 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83012a5b-3f87-47a2-b6b8-064f69e2fe8d None None] Checking router: 00dd5442-b0e7-4da6-b536-8f25f883b587 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:28:30.397843 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83012a5b-3f87-47a2-b6b8-064f69e2fe8d None None] Updating router 00dd5442-b0e7-4da6-b536-8f25f883b587 port f29a7f2f-3250-4e83-a888-8d2ee56eb74e binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:28:30.460755 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-83012a5b-3f87-47a2-b6b8-064f69e2fe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:30.483777 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 3dc1e933-31f6-4b22-989f-b4fdd0deff95 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:28:30.545446 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10967e43-a6f5-4d0f-bbb2-df0fe0ee5729 None None] Network 78d3568b-5644-4190-9ccf-086dcff298f1 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:28:30.638271 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-298ccd81-9a1f-4f6e-9c9b-f7a321d7cd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:30.666614 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a7cee4e1-6cd1-4fe2-b8a7-5513b84a775a None None] Provisioning for port f8d928b3-8581-4d83-bad3-5cbf7c407a61 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:28:30.708225 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 3dc1e933-31f6-4b22-989f-b4fdd0deff95 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:28:30.751030 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 3dc1e933-31f6-4b22-989f-b4fdd0deff95 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:28:30.751396 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:30.856677 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-83012a5b-3f87-47a2-b6b8-064f69e2fe8d None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:30.869847 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-83012a5b-3f87-47a2-b6b8-064f69e2fe8d None None] Transition to ACTIVE for port object f29a7f2f-3250-4e83-a888-8d2ee56eb74e will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:28:30.877727 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-83012a5b-3f87-47a2-b6b8-064f69e2fe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:30.884016 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-298ccd81-9a1f-4f6e-9c9b-f7a321d7cd22 admin admin] Allocated IP 172.20.0.1 (78d3568b-5644-4190-9ccf-086dcff298f1/f71f80c6-5d91-43ba-99d2-79d687a90218/3b02b2fd-6559-42ea-a242-45166e458f24) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:28:30.887109 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-27a75652-2876-4e4d-9f43-ac5dd8a26a6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:30.928004 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:30.952904 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-83012a5b-3f87-47a2-b6b8-064f69e2fe8d None None] Attempting to bind port f29a7f2f-3250-4e83-a888-8d2ee56eb74e on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:28:30.953563 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-83012a5b-3f87-47a2-b6b8-064f69e2fe8d None None] Attempting to bind port f29a7f2f-3250-4e83-a888-8d2ee56eb74e by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:28:30.954085 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83012a5b-3f87-47a2-b6b8-064f69e2fe8d None None] Attempting to bind port f29a7f2f-3250-4e83-a888-8d2ee56eb74e on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:28:30.964743 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83012a5b-3f87-47a2-b6b8-064f69e2fe8d None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:28:30.965127 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83012a5b-3f87-47a2-b6b8-064f69e2fe8d None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:28:30.965918 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-83012a5b-3f87-47a2-b6b8-064f69e2fe8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:30.966492 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83012a5b-3f87-47a2-b6b8-064f69e2fe8d None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:28:30.967138 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-83012a5b-3f87-47a2-b6b8-064f69e2fe8d None None] Bound port: f29a7f2f-3250-4e83-a888-8d2ee56eb74e, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:28:30.967682 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 3dc1e933-31f6-4b22-989f-b4fdd0deff95, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=3dc1e933-31f6-4b22-989f-b4fdd0deff95,segment=NetworkSegment(01e7e337-df9f-4424-962d-9d8b896d4ddb),segment_id=01e7e337-df9f-4424-962d-9d8b896d4ddb)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:28:30.967851 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-83012a5b-3f87-47a2-b6b8-064f69e2fe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:30.972420 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:30.973293 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f8d928b3-8581-4d83-bad3-5cbf7c407a61 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:28:31.001749 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0778dad3-f87e-4f3f-bff1-977d3bd3d738 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:31.019534 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5635b1-31d4-414f-bca1-31839fc5215f None None] Pushing event updated for resources: {'Port': ['ID=f29a7f2f-3250-4e83-a888-8d2ee56eb74e,revision_number=2']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:31.028356 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-ab5635b1-31d4-414f-bca1-31839fc5215f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:31.067546 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-83012a5b-3f87-47a2-b6b8-064f69e2fe8d None None] For port f29a7f2f-3250-4e83-a888-8d2ee56eb74e, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:28:31.070869 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-83012a5b-3f87-47a2-b6b8-064f69e2fe8d None None] For port f29a7f2f-3250-4e83-a888-8d2ee56eb74e, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=f29a7f2f-3250-4e83-a888-8d2ee56eb74e,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:28:31.073023 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-298ccd81-9a1f-4f6e-9c9b-f7a321d7cd22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:31.082590 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-83012a5b-3f87-47a2-b6b8-064f69e2fe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:31.092179 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-81aa7470-cce7-45b6-87e6-1f0d73a14d72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:31.094892 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=3dc1e933-31f6-4b22-989f-b4fdd0deff95,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:31.095376 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-298ccd81-9a1f-4f6e-9c9b-f7a321d7cd22 admin admin] Transition to ACTIVE for port object 3b02b2fd-6559-42ea-a242-45166e458f24 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:28:31.100409 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:31.114880 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port f8d928b3-8581-4d83-bad3-5cbf7c407a61 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:28:31.125763 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port f8d928b3-8581-4d83-bad3-5cbf7c407a61 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:28:31.126142 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:31.137471 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-298ccd81-9a1f-4f6e-9c9b-f7a321d7cd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:31.142614 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-550c8177-2d7d-40c5-b354-577df647ce9e tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:31.148932 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83012a5b-3f87-47a2-b6b8-064f69e2fe8d None None] Routers {'00dd5442-b0e7-4da6-b536-8f25f883b587'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:28:31.149700 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-83012a5b-3f87-47a2-b6b8-064f69e2fe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:28:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['00dd5442-b0e7-4da6-b536-8f25f883b587'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:28:31.211804 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ccd81-9a1f-4f6e-9c9b-f7a321d7cd22 admin admin] Pushing event updated for resources: {'Port': ['ID=3b02b2fd-6559-42ea-a242-45166e458f24,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:31.217776 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-298ccd81-9a1f-4f6e-9c9b-f7a321d7cd22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:31.223626 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298ccd81-9a1f-4f6e-9c9b-f7a321d7cd22 admin admin] Network 78d3568b-5644-4190-9ccf-086dcff298f1 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:28:31.224928 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-298ccd81-9a1f-4f6e-9c9b-f7a321d7cd22 admin admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:28:31.227147 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298ccd81-9a1f-4f6e-9c9b-f7a321d7cd22 admin admin] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:28:31.268030 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:31.282629 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bf0f679d-62f7-43f0-a793-2fec7117767c None None] Provisioning complete for port f8d928b3-8581-4d83-bad3-5cbf7c407a61 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:28:31.283050 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bf0f679d-62f7-43f0-a793-2fec7117767c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:31.283547 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-298ccd81-9a1f-4f6e-9c9b-f7a321d7cd22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:31.329746 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5635b1-31d4-414f-bca1-31839fc5215f None None] Pushing event updated for resources: {'Port': ['ID=f29a7f2f-3250-4e83-a888-8d2ee56eb74e,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:31.333262 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-ab5635b1-31d4-414f-bca1-31839fc5215f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:31.345554 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port f8d928b3-8581-4d83-bad3-5cbf7c407a61, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=f8d928b3-8581-4d83-bad3-5cbf7c407a61,segment=NetworkSegment(01b08e3f-9599-4f12-81f0-7aa2cc822cc5),segment_id=01b08e3f-9599-4f12-81f0-7aa2cc822cc5)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:28:31.357782 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:31.363011 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-6821dc7e-b04f-4560-8068-c3e08001eec3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:31.378124 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-83012a5b-3f87-47a2-b6b8-064f69e2fe8d None None] Set router 00dd5442-b0e7-4da6-b536-8f25f883b587 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:28:31.481126 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=f8d928b3-8581-4d83-bad3-5cbf7c407a61,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:31.496275 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:31.583292 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-298ccd81-9a1f-4f6e-9c9b-f7a321d7cd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:31.646203 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a03c0e85-11e2-447e-a8a0-d6616f6bb95e None None] Provisioning for port 3b02b2fd-6559-42ea-a242-45166e458f24 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:28:31.652000 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a03c0e85-11e2-447e-a8a0-d6616f6bb95e None None] Provisioning complete for port 3b02b2fd-6559-42ea-a242-45166e458f24 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:28:31.652550 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a03c0e85-11e2-447e-a8a0-d6616f6bb95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:31.683419 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-83012a5b-3f87-47a2-b6b8-064f69e2fe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dd5442-b0e7-4da6-b536-8f25f883b587', 'name': 'tempest-TestMinimumBasicScenario-768062994-router', 'tenant_id': 'b1e1786ebac64ffaac0be9e1eb7d2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'f29a7f2f-3250-4e83-a888-8d2ee56eb74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:28:27Z', 'updated_at': '2021-05-31T16:28:28Z', 'revision_number': 3, 'project_id': 'b1e1786ebac64ffaac0be9e1eb7d2bf2', 'gw_port': {'id': 'f29a7f2f-3250-4e83-a888-8d2ee56eb74e', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:12:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00dd5442-b0e7-4da6-b536-8f25f883b587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:28Z', 'updated_at': '2021-05-31T16:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:28:31.687412 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83012a5b-3f87-47a2-b6b8-064f69e2fe8d None None] The sync data for ids ['00dd5442-b0e7-4da6-b536-8f25f883b587'] in dv-neutron-601336-79-hyperv is: [{'id': '00dd5442-b0e7-4da6-b536-8f25f883b587', 'name': 'tempest-TestMinimumBasicScenario-768062994-router', 'tenant_id': 'b1e1786ebac64ffaac0be9e1eb7d2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'f29a7f2f-3250-4e83-a888-8d2ee56eb74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:28:27Z', 'updated_at': '2021-05-31T16:28:28Z', 'revision_number': 3, 'project_id': 'b1e1786ebac64ffaac0be9e1eb7d2bf2', 'gw_port': {'id': 'f29a7f2f-3250-4e83-a888-8d2ee56eb74e', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:12:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00dd5442-b0e7-4da6-b536-8f25f883b587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:28Z', 'updated_at': '2021-05-31T16:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:28:31.716615 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-a03c0e85-11e2-447e-a8a0-d6616f6bb95e None None] Port 3b02b2fd-6559-42ea-a242-45166e458f24 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:28:31.827957 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-298ccd81-9a1f-4f6e-9c9b-f7a321d7cd22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:31.833411 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-298ccd81-9a1f-4f6e-9c9b-f7a321d7cd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:31.857700 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e8d56cc4-672e-40e0-9e65-8ae4704f6be8 tempest-ServersNegativeTestJSON-152906100 tempest-ServersNegativeTestJSON-152906100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:31.949191 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-298ccd81-9a1f-4f6e-9c9b-f7a321d7cd22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:31.952833 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ccd81-9a1f-4f6e-9c9b-f7a321d7cd22 admin admin] Pushing event updated for resources: {'Port': ['ID=3b02b2fd-6559-42ea-a242-45166e458f24,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:31.956904 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-298ccd81-9a1f-4f6e-9c9b-f7a321d7cd22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:32.095890 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298ccd81-9a1f-4f6e-9c9b-f7a321d7cd22 admin admin] Network 78d3568b-5644-4190-9ccf-086dcff298f1 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:28:32.097232 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-298ccd81-9a1f-4f6e-9c9b-f7a321d7cd22 admin admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:28:32.290499 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298ccd81-9a1f-4f6e-9c9b-f7a321d7cd22 admin admin] Router 00dd5442-b0e7-4da6-b536-8f25f883b587 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:28:32.352438 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ff54bf6e-2b58-4a9f-a0aa-586b9219fc78 None None] Provisioning complete for port 3b02b2fd-6559-42ea-a242-45166e458f24 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:28:32.352938 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ff54bf6e-2b58-4a9f-a0aa-586b9219fc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:32.431608 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-ff54bf6e-2b58-4a9f-a0aa-586b9219fc78 None None] Port 3b02b2fd-6559-42ea-a242-45166e458f24 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:28:32.448199 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 3dc1e933-31f6-4b22-989f-b4fdd0deff95 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:28:32.507164 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298ccd81-9a1f-4f6e-9c9b-f7a321d7cd22 admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:28:32.517765 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-298ccd81-9a1f-4f6e-9c9b-f7a321d7cd22 admin admin] 10.222.0.45 "PUT /v2.0/routers/00dd5442-b0e7-4da6-b536-8f25f883b587/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6785045 May 31 16:28:32.525094 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 3dc1e933-31f6-4b22-989f-b4fdd0deff95 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:28:32.525615 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:32.645579 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f29a7f2f-3250-4e83-a888-8d2ee56eb74e up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:28:32.716871 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port f29a7f2f-3250-4e83-a888-8d2ee56eb74e completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:28:32.722145 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port f29a7f2f-3250-4e83-a888-8d2ee56eb74e triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:28:32.722535 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:32.840572 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:32.859685 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port f29a7f2f-3250-4e83-a888-8d2ee56eb74e, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=f29a7f2f-3250-4e83-a888-8d2ee56eb74e,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:28:32.864273 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:32.865172 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f8d928b3-8581-4d83-bad3-5cbf7c407a61 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:28:32.893105 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:32.980482 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=f29a7f2f-3250-4e83-a888-8d2ee56eb74e,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:32.984444 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:32.994735 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port f8d928b3-8581-4d83-bad3-5cbf7c407a61 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:28:32.995150 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:33.230760 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b18b037-876e-4b78-ab94-43baf73616d1 None None] Sync routers for ids ['00dd5442-b0e7-4da6-b536-8f25f883b587'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:28:33.240493 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b18b037-876e-4b78-ab94-43baf73616d1 None None] Routers {'00dd5442-b0e7-4da6-b536-8f25f883b587'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:28:33.241184 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-6b18b037-876e-4b78-ab94-43baf73616d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:28:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['00dd5442-b0e7-4da6-b536-8f25f883b587'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:28:33.424447 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-6b18b037-876e-4b78-ab94-43baf73616d1 None None] Set router 00dd5442-b0e7-4da6-b536-8f25f883b587 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:28:33.761964 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-6b18b037-876e-4b78-ab94-43baf73616d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dd5442-b0e7-4da6-b536-8f25f883b587', 'name': 'tempest-TestMinimumBasicScenario-768062994-router', 'tenant_id': 'b1e1786ebac64ffaac0be9e1eb7d2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'f29a7f2f-3250-4e83-a888-8d2ee56eb74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:28:27Z', 'updated_at': '2021-05-31T16:28:31Z', 'revision_number': 4, 'project_id': 'b1e1786ebac64ffaac0be9e1eb7d2bf2', 'gw_port': {'id': 'f29a7f2f-3250-4e83-a888-8d2ee56eb74e', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:12:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dd5442-b0e7-4da6-b536-8f25f883b587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:28Z', 'updated_at': '2021-05-31T16:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '3b02b2fd-6559-42ea-a242-45166e458f24', 'name': '', 'network_id': '78d3568b-5644-4190-9ccf-086dcff298f1', 'tenant_id': 'b1e1786ebac64ffaac0be9e1eb7d2bf2', 'mac_address': 'fa:16:3e:f8:a6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00dd5442-b0e7-4da6-b536-8f25f883b587', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'f71f80c6-5d91-43ba-99d2-79d687a90218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:30Z', 'updated_at': '2021-05-31T16:28:31Z', 'revision_number': 2, 'project_id': 'b1e1786ebac64ffaac0be9e1eb7d2bf2', 'subnets': [{'id': 'f71f80c6-5d91-43ba-99d2-79d687a90218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:28:33.767850 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b18b037-876e-4b78-ab94-43baf73616d1 None None] Checking router: 00dd5442-b0e7-4da6-b536-8f25f883b587 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:28:33.768205 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b18b037-876e-4b78-ab94-43baf73616d1 None None] Updating router 00dd5442-b0e7-4da6-b536-8f25f883b587 port 3b02b2fd-6559-42ea-a242-45166e458f24 binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:28:33.828117 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6b18b037-876e-4b78-ab94-43baf73616d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:34.198982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6b18b037-876e-4b78-ab94-43baf73616d1 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:34.211680 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-6b18b037-876e-4b78-ab94-43baf73616d1 None None] Transition to ACTIVE for port object 3b02b2fd-6559-42ea-a242-45166e458f24 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:28:34.219191 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6b18b037-876e-4b78-ab94-43baf73616d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:34.226301 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:34.414396 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f29a7f2f-3250-4e83-a888-8d2ee56eb74e up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:28:34.441323 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc257b-34f4-49ec-b0fb-96cced46b90d None None] Pushing event updated for resources: {'Port': ['ID=3b02b2fd-6559-42ea-a242-45166e458f24,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:34.459295 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-44bc257b-34f4-49ec-b0fb-96cced46b90d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:34.532507 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-6b18b037-876e-4b78-ab94-43baf73616d1 None None] Attempting to bind port 3b02b2fd-6559-42ea-a242-45166e458f24 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:28:34.532971 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-6b18b037-876e-4b78-ab94-43baf73616d1 None None] Attempting to bind port 3b02b2fd-6559-42ea-a242-45166e458f24 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '01b08e3f-9599-4f12-81f0-7aa2cc822cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '78d3568b-5644-4190-9ccf-086dcff298f1'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:28:34.533435 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b18b037-876e-4b78-ab94-43baf73616d1 None None] Attempting to bind port 3b02b2fd-6559-42ea-a242-45166e458f24 on network 78d3568b-5644-4190-9ccf-086dcff298f1 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:28:34.543170 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b18b037-876e-4b78-ab94-43baf73616d1 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:28:34.544871 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b18b037-876e-4b78-ab94-43baf73616d1 None None] Checking segment: {'id': '01b08e3f-9599-4f12-81f0-7aa2cc822cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '78d3568b-5644-4190-9ccf-086dcff298f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:28:34.544871 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6b18b037-876e-4b78-ab94-43baf73616d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:34.544871 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b18b037-876e-4b78-ab94-43baf73616d1 None None] Bound using segment: {'id': '01b08e3f-9599-4f12-81f0-7aa2cc822cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '78d3568b-5644-4190-9ccf-086dcff298f1'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:28:34.544871 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-6b18b037-876e-4b78-ab94-43baf73616d1 None None] Bound port: 3b02b2fd-6559-42ea-a242-45166e458f24, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b08e3f-9599-4f12-81f0-7aa2cc822cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '78d3568b-5644-4190-9ccf-086dcff298f1'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:28:34.545798 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6b18b037-876e-4b78-ab94-43baf73616d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:34.611982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port f29a7f2f-3250-4e83-a888-8d2ee56eb74e triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:28:34.612558 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:34.715655 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-6b18b037-876e-4b78-ab94-43baf73616d1 None None] For port 3b02b2fd-6559-42ea-a242-45166e458f24, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:28:34.742352 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-6b18b037-876e-4b78-ab94-43baf73616d1 None None] For port 3b02b2fd-6559-42ea-a242-45166e458f24, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=3b02b2fd-6559-42ea-a242-45166e458f24,segment=NetworkSegment(01b08e3f-9599-4f12-81f0-7aa2cc822cc5),segment_id=01b08e3f-9599-4f12-81f0-7aa2cc822cc5)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:28:34.818926 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6b18b037-876e-4b78-ab94-43baf73616d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:34.822373 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-33e992df-9919-454d-a086-996aac183b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:34.830657 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f182d92e-46e8-4e30-a36a-beade89c2c0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:34.932621 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b18b037-876e-4b78-ab94-43baf73616d1 None None] Routers {'00dd5442-b0e7-4da6-b536-8f25f883b587'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:28:34.933286 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-6b18b037-876e-4b78-ab94-43baf73616d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:28:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['00dd5442-b0e7-4da6-b536-8f25f883b587'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:28:35.013573 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc257b-34f4-49ec-b0fb-96cced46b90d None None] Pushing event updated for resources: {'Port': ['ID=3b02b2fd-6559-42ea-a242-45166e458f24,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:35.018658 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-44bc257b-34f4-49ec-b0fb-96cced46b90d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:35.158610 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-6b18b037-876e-4b78-ab94-43baf73616d1 None None] Set router 00dd5442-b0e7-4da6-b536-8f25f883b587 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:28:35.500027 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-6b18b037-876e-4b78-ab94-43baf73616d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dd5442-b0e7-4da6-b536-8f25f883b587', 'name': 'tempest-TestMinimumBasicScenario-768062994-router', 'tenant_id': 'b1e1786ebac64ffaac0be9e1eb7d2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'f29a7f2f-3250-4e83-a888-8d2ee56eb74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:28:27Z', 'updated_at': '2021-05-31T16:28:31Z', 'revision_number': 4, 'project_id': 'b1e1786ebac64ffaac0be9e1eb7d2bf2', 'gw_port': {'id': 'f29a7f2f-3250-4e83-a888-8d2ee56eb74e', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:12:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dd5442-b0e7-4da6-b536-8f25f883b587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:28Z', 'updated_at': '2021-05-31T16:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '3b02b2fd-6559-42ea-a242-45166e458f24', 'name': '', 'network_id': '78d3568b-5644-4190-9ccf-086dcff298f1', 'tenant_id': 'b1e1786ebac64ffaac0be9e1eb7d2bf2', 'mac_address': 'fa:16:3e:f8:a6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00dd5442-b0e7-4da6-b536-8f25f883b587', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'f71f80c6-5d91-43ba-99d2-79d687a90218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:30Z', 'updated_at': '2021-05-31T16:28:34Z', 'revision_number': 4, 'project_id': 'b1e1786ebac64ffaac0be9e1eb7d2bf2', 'subnets': [{'id': 'f71f80c6-5d91-43ba-99d2-79d687a90218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:28:35.503976 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b18b037-876e-4b78-ab94-43baf73616d1 None None] The sync data for ids ['00dd5442-b0e7-4da6-b536-8f25f883b587'] in dv-neutron-601336-79-hyperv is: [{'id': '00dd5442-b0e7-4da6-b536-8f25f883b587', 'name': 'tempest-TestMinimumBasicScenario-768062994-router', 'tenant_id': 'b1e1786ebac64ffaac0be9e1eb7d2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'f29a7f2f-3250-4e83-a888-8d2ee56eb74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:28:27Z', 'updated_at': '2021-05-31T16:28:31Z', 'revision_number': 4, 'project_id': 'b1e1786ebac64ffaac0be9e1eb7d2bf2', 'gw_port': {'id': 'f29a7f2f-3250-4e83-a888-8d2ee56eb74e', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:12:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dd5442-b0e7-4da6-b536-8f25f883b587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:28Z', 'updated_at': '2021-05-31T16:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '3b02b2fd-6559-42ea-a242-45166e458f24', 'name': '', 'network_id': '78d3568b-5644-4190-9ccf-086dcff298f1', 'tenant_id': 'b1e1786ebac64ffaac0be9e1eb7d2bf2', 'mac_address': 'fa:16:3e:f8:a6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00dd5442-b0e7-4da6-b536-8f25f883b587', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'f71f80c6-5d91-43ba-99d2-79d687a90218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:30Z', 'updated_at': '2021-05-31T16:28:34Z', 'revision_number': 4, 'project_id': 'b1e1786ebac64ffaac0be9e1eb7d2bf2', 'subnets': [{'id': 'f71f80c6-5d91-43ba-99d2-79d687a90218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:28:36.380590 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 3b02b2fd-6559-42ea-a242-45166e458f24 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:28:36.465639 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 3b02b2fd-6559-42ea-a242-45166e458f24 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:28:36.472661 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 3b02b2fd-6559-42ea-a242-45166e458f24 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:28:36.473035 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:36.623962 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:36.663833 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 3b02b2fd-6559-42ea-a242-45166e458f24, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=3b02b2fd-6559-42ea-a242-45166e458f24,segment=NetworkSegment(01b08e3f-9599-4f12-81f0-7aa2cc822cc5),segment_id=01b08e3f-9599-4f12-81f0-7aa2cc822cc5)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:28:36.669173 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:36.671154 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:36.748791 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=3b02b2fd-6559-42ea-a242-45166e458f24,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:36.752078 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:37.052511 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:37.961282 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-37286f9f-e125-4ed0-a092-17e9a6f1c76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:38.347780 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 3b02b2fd-6559-42ea-a242-45166e458f24 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:28:38.425578 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 3b02b2fd-6559-42ea-a242-45166e458f24 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:28:38.425956 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:38.560070 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:39.916217 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:42.511105 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-0a13d65d-6888-4d3a-9c9c-b0e913d56de9 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:42.512138 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-0a13d65d-6888-4d3a-9c9c-b0e913d56de9 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Synchronizing usage tracker for tenant:b2b547893f6b4d199bae813a33524d21 on resource:network {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:28:42.532741 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-0a13d65d-6888-4d3a-9c9c-b0e913d56de9 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Unset dirty status for tenant:b2b547893f6b4d199bae813a33524d21 on resource:network {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:28:42.534017 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-0a13d65d-6888-4d3a-9c9c-b0e913d56de9 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/networks?id=af8aeed2-e62e-48e7-b28d-51ca62ee7f9b HTTP/1.1" status: 200 len: 814 time: 0.1762395 May 31 16:28:42.549086 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-bef08114-d30f-4b13-a66c-54bbe09a3e24 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/quotas/b2b547893f6b4d199bae813a33524d21 HTTP/1.1" status: 200 len: 375 time: 0.0093117 May 31 16:28:42.632139 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-f221c086-28f5-494b-9d95-be30108cb3de tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Synchronizing usage tracker for tenant:b2b547893f6b4d199bae813a33524d21 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:28:42.651768 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-f221c086-28f5-494b-9d95-be30108cb3de tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Unset dirty status for tenant:b2b547893f6b4d199bae813a33524d21 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:28:42.653254 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-f221c086-28f5-494b-9d95-be30108cb3de tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2b547893f6b4d199bae813a33524d21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0990851 May 31 16:28:42.794113 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-d5e77457-1f22-452d-b2fc-82924771962f service neutron] 10.222.0.45 "GET /v2.0/networks/af8aeed2-e62e-48e7-b28d-51ca62ee7f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289592 May 31 16:28:42.931599 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-8ed1908a-48bc-4238-93b8-c9a9bfd15fc9 service neutron] 10.222.0.45 "GET /v2.0/networks/af8aeed2-e62e-48e7-b28d-51ca62ee7f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296928 May 31 16:28:43.121374 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c4c68166-ea02-4a99-a372-5b1f9d10e211 req-6a66e99b-d977-4970-9417-4511ad090adf tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 210 time: 0.0464687 May 31 16:28:44.284249 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c7a18a8f-570d-4267-9fb7-174a6d4260b8 req-6db7f8b9-757e-47f0-b103-1650aac6e558 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 210 time: 0.0506294 May 31 16:28:44.399079 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-e634b20a-3c82-4ffc-aa2c-b636184c0e99 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:44.400525 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-e634b20a-3c82-4ffc-aa2c-b636184c0e99 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.59 "GET /v2.0/networks?id=af8aeed2-e62e-48e7-b28d-51ca62ee7f9b HTTP/1.1" status: 200 len: 814 time: 0.3463006 May 31 16:28:44.416338 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-6d1cba48-5c83-4772-99e6-4ba622612dc7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Request body: {'port': {'device_id': '3563e1f2-36e5-49b3-acee-a567b2c9bb54', 'network_id': 'af8aeed2-e62e-48e7-b28d-51ca62ee7f9b', 'admin_state_up': True, 'tenant_id': 'b2b547893f6b4d199bae813a33524d21'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:28:44.553591 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-6d1cba48-5c83-4772-99e6-4ba622612dc7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:28:44.563047 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-6d1cba48-5c83-4772-99e6-4ba622612dc7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:28:44.573465 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-6d1cba48-5c83-4772-99e6-4ba622612dc7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Made reservation on behalf of b2b547893f6b4d199bae813a33524d21 for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:28:44.576941 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-6d1cba48-5c83-4772-99e6-4ba622612dc7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:44.792670 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-6d1cba48-5c83-4772-99e6-4ba622612dc7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Allocated IP 172.20.0.12 (af8aeed2-e62e-48e7-b28d-51ca62ee7f9b/dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9/93d9a47d-ef96-4cf8-8e51-acb8ecf826cd) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:28:45.038080 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-6d1cba48-5c83-4772-99e6-4ba622612dc7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:45.053914 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-6d1cba48-5c83-4772-99e6-4ba622612dc7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Transition to ACTIVE for port object 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:28:45.084145 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-6d1cba48-5c83-4772-99e6-4ba622612dc7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:45.100414 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c2fe7f0f-2734-43c5-8196-69137369ebe4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:45.170233 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-6d1cba48-5c83-4772-99e6-4ba622612dc7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Network af8aeed2-e62e-48e7-b28d-51ca62ee7f9b is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:28:45.173223 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-6d1cba48-5c83-4772-99e6-4ba622612dc7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:28:45.178062 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-6d1cba48-5c83-4772-99e6-4ba622612dc7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:28:45.217441 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1cba48-5c83-4772-99e6-4ba622612dc7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Pushing event updated for resources: {'Port': ['ID=93d9a47d-ef96-4cf8-8e51-acb8ecf826cd,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:45.228011 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6d1cba48-5c83-4772-99e6-4ba622612dc7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:45.264761 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-6d1cba48-5c83-4772-99e6-4ba622612dc7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:45.265521 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-6d1cba48-5c83-4772-99e6-4ba622612dc7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:45.296032 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-6d1cba48-5c83-4772-99e6-4ba622612dc7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8835309 May 31 16:28:45.433771 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bc61e340-620f-419c-8423-955080993036 None None] Provisioning for port 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:28:45.440896 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-bc61e340-620f-419c-8423-955080993036 None None] Provisioning complete for port 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:28:45.441293 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bc61e340-620f-419c-8423-955080993036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:45.497614 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-bc61e340-620f-419c-8423-955080993036 None None] Port 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:28:45.510534 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0b089-b0fd-44a5-8718-e6e2cdcea9f9 req-12cbdab5-b77e-47dd-9474-fc14c73b25c8 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:45.511263 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-71e0b089-b0fd-44a5-8718-e6e2cdcea9f9 req-12cbdab5-b77e-47dd-9474-fc14c73b25c8 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Synchronizing usage tracker for tenant:b2b547893f6b4d199bae813a33524d21 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:28:45.528807 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-71e0b089-b0fd-44a5-8718-e6e2cdcea9f9 req-12cbdab5-b77e-47dd-9474-fc14c73b25c8 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Unset dirty status for tenant:b2b547893f6b4d199bae813a33524d21 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:28:45.530370 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-71e0b089-b0fd-44a5-8718-e6e2cdcea9f9 req-12cbdab5-b77e-47dd-9474-fc14c73b25c8 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 932 time: 0.1059651 May 31 16:28:45.585588 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-71e0b089-b0fd-44a5-8718-e6e2cdcea9f9 req-e4608f19-d0a6-4192-a34d-4feadd3e80b7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Synchronizing usage tracker for tenant:b2b547893f6b4d199bae813a33524d21 on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:28:45.604378 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-71e0b089-b0fd-44a5-8718-e6e2cdcea9f9 req-e4608f19-d0a6-4192-a34d-4feadd3e80b7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Unset dirty status for tenant:b2b547893f6b4d199bae813a33524d21 on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:28:45.605569 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-71e0b089-b0fd-44a5-8718-e6e2cdcea9f9 req-e4608f19-d0a6-4192-a34d-4feadd3e80b7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667508 May 31 16:28:46.807376 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4545d38-a266-4039-9164-34186904d0f8 req-aa129f94-4ae8-453f-aef2-4dc6cdb21d70 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:46.808896 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f4545d38-a266-4039-9164-34186904d0f8 req-aa129f94-4ae8-453f-aef2-4dc6cdb21d70 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 932 time: 0.0954168 May 31 16:28:46.854135 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f4545d38-a266-4039-9164-34186904d0f8 req-46dac260-3a67-4cf7-9c52-83f404eb014e tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391743 May 31 16:28:48.063556 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e787d9b-4065-4a42-a761-947e57169c04 req-e5360e55-3c18-49b6-8f56-c70ccf68a004 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:48.071739 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3e787d9b-4065-4a42-a761-947e57169c04 req-e5360e55-3c18-49b6-8f56-c70ccf68a004 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 932 time: 0.0990033 May 31 16:28:48.115743 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3e787d9b-4065-4a42-a761-947e57169c04 req-471c9c85-622a-47ca-b65b-4737d6b56829 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430927 May 31 16:28:49.314979 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbcd6f-c447-4e7e-8fe1-f3b137a210a0 req-bd4c9203-14af-40eb-8e6d-c345183d406c tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:49.316472 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bddbcd6f-c447-4e7e-8fe1-f3b137a210a0 req-bd4c9203-14af-40eb-8e6d-c345183d406c tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 932 time: 0.0828054 May 31 16:28:49.361767 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bddbcd6f-c447-4e7e-8fe1-f3b137a210a0 req-a46a5a30-ff5c-4a8f-8d48-5ac9c4a67b6d tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391107 May 31 16:28:50.580970 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d978d-0a8f-4766-9241-9408bb8b0a4d req-da04f01f-8d2d-4471-b139-b2a14ada5eba tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:50.582430 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3c8d978d-0a8f-4766-9241-9408bb8b0a4d req-da04f01f-8d2d-4471-b139-b2a14ada5eba tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 932 time: 0.0988221 May 31 16:28:50.628534 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3c8d978d-0a8f-4766-9241-9408bb8b0a4d req-da982b50-c0c7-497b-85fd-bd46f675e1fb tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401545 May 31 16:28:50.847046 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:28:51.847677 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea0fbd-ea98-4ee0-a625-18e04ad7ed3d req-4701989b-b642-484e-b6aa-958be043107a tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:51.849196 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c9ea0fbd-ea98-4ee0-a625-18e04ad7ed3d req-4701989b-b642-484e-b6aa-958be043107a tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 932 time: 0.0842044 May 31 16:28:51.907018 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c9ea0fbd-ea98-4ee0-a625-18e04ad7ed3d req-a7dc1024-83f8-48a2-820a-3c867c39cac1 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518448 May 31 16:28:53.129341 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c78c7-633d-4b67-bedc-65d763c294a6 req-74ab7cd6-2ecc-4b25-b7a2-82eff75c386a tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:53.138396 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b32c78c7-633d-4b67-bedc-65d763c294a6 req-74ab7cd6-2ecc-4b25-b7a2-82eff75c386a tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 932 time: 0.1144660 May 31 16:28:53.186189 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b32c78c7-633d-4b67-bedc-65d763c294a6 req-ee042c10-9d20-4cfd-975d-588c054e27b2 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466256 May 31 16:28:54.393259 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc691289-7a0d-4e42-8991-b320a59d0847 req-94f60c95-f295-4dc8-8fab-b4a336bba9db tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:54.394752 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dc691289-7a0d-4e42-8991-b320a59d0847 req-94f60c95-f295-4dc8-8fab-b4a336bba9db tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 932 time: 0.0854084 May 31 16:28:54.440772 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dc691289-7a0d-4e42-8991-b320a59d0847 req-772706b0-0443-45e9-b5a9-5aa9d1a9b03b tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400269 May 31 16:28:55.641806 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc73d4d-7cb7-4d20-850c-444d9f9112f7 req-3df9a948-e904-4ba0-aec4-64506dd7ae1f tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:55.643174 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ebc73d4d-7cb7-4d20-850c-444d9f9112f7 req-3df9a948-e904-4ba0-aec4-64506dd7ae1f tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 932 time: 0.0928247 May 31 16:28:55.693009 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ebc73d4d-7cb7-4d20-850c-444d9f9112f7 req-76b7ca62-42fb-40c8-8653-33e668673468 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422316 May 31 16:28:56.853150 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-09990e3e-f171-4bef-83f0-7bd7ad625396 service neutron] Request body: {'port': {'device_id': '3563e1f2-36e5-49b3-acee-a567b2c9bb54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:28:57.127378 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-09990e3e-f171-4bef-83f0-7bd7ad625396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:57.150722 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b6af1-6980-4234-9076-323f37efef29 req-5f9de5eb-f169-45ec-807f-b2852cd8fe36 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:57.152202 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-167b6af1-6980-4234-9076-323f37efef29 req-5f9de5eb-f169-45ec-807f-b2852cd8fe36 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 932 time: 0.3427165 May 31 16:28:57.244359 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-167b6af1-6980-4234-9076-323f37efef29 req-cab8b9e0-d8ad-4a43-9ba5-990ede01ac8e tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678008 May 31 16:28:57.510863 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-09990e3e-f171-4bef-83f0-7bd7ad625396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:28:57.518242 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-09990e3e-f171-4bef-83f0-7bd7ad625396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:57.532515 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-09990e3e-f171-4bef-83f0-7bd7ad625396 service neutron] Transition to ACTIVE for port object 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:28:57.539350 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-09990e3e-f171-4bef-83f0-7bd7ad625396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:57.542872 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:57.673084 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09990e3e-f171-4bef-83f0-7bd7ad625396 service neutron] Pushing event updated for resources: {'Port': ['ID=93d9a47d-ef96-4cf8-8e51-acb8ecf826cd,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:57.676786 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-09990e3e-f171-4bef-83f0-7bd7ad625396 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:57.784028 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-09990e3e-f171-4bef-83f0-7bd7ad625396 service neutron] Attempting to bind port 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:28:57.784373 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-09990e3e-f171-4bef-83f0-7bd7ad625396 service neutron] Attempting to bind port 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '01e7e337-df9f-4424-962d-9d8b896d4ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'af8aeed2-e62e-48e7-b28d-51ca62ee7f9b'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:28:57.784702 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-09990e3e-f171-4bef-83f0-7bd7ad625396 service neutron] Attempting to bind port 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd on network af8aeed2-e62e-48e7-b28d-51ca62ee7f9b {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:28:57.790572 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-09990e3e-f171-4bef-83f0-7bd7ad625396 service neutron] Port 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd on network af8aeed2-e62e-48e7-b28d-51ca62ee7f9b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:28:57.790901 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-09990e3e-f171-4bef-83f0-7bd7ad625396 service neutron] Attempting to bind port 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd on network af8aeed2-e62e-48e7-b28d-51ca62ee7f9b {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:28:57.796217 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-09990e3e-f171-4bef-83f0-7bd7ad625396 service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:28:57.796556 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-09990e3e-f171-4bef-83f0-7bd7ad625396 service neutron] Checking segment: {'id': '01e7e337-df9f-4424-962d-9d8b896d4ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'af8aeed2-e62e-48e7-b28d-51ca62ee7f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:28:57.796941 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-09990e3e-f171-4bef-83f0-7bd7ad625396 service neutron] Bound using segment: {'id': '01e7e337-df9f-4424-962d-9d8b896d4ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'af8aeed2-e62e-48e7-b28d-51ca62ee7f9b'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:28:57.797376 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-09990e3e-f171-4bef-83f0-7bd7ad625396 service neutron] Bound port: 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e7e337-df9f-4424-962d-9d8b896d4ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'af8aeed2-e62e-48e7-b28d-51ca62ee7f9b'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:28:57.797731 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-09990e3e-f171-4bef-83f0-7bd7ad625396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:57.896527 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-09990e3e-f171-4bef-83f0-7bd7ad625396 service neutron] For port 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:28:57.899733 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-09990e3e-f171-4bef-83f0-7bd7ad625396 service neutron] For port 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=93d9a47d-ef96-4cf8-8e51-acb8ecf826cd,segment=NetworkSegment(01e7e337-df9f-4424-962d-9d8b896d4ddb),segment_id=01e7e337-df9f-4424-962d-9d8b896d4ddb)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:28:57.905804 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-09990e3e-f171-4bef-83f0-7bd7ad625396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:57.909542 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-594a5175-a68a-431a-b6d9-da898fcf8b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:57.965772 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-09990e3e-f171-4bef-83f0-7bd7ad625396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:57.966385 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-09990e3e-f171-4bef-83f0-7bd7ad625396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:57.967779 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-09990e3e-f171-4bef-83f0-7bd7ad625396 service neutron] 10.222.0.59 "PUT /v2.0/ports/93d9a47d-ef96-4cf8-8e51-acb8ecf826cd HTTP/1.1" status: 200 len: 1094 time: 1.2340109 May 31 16:28:57.968309 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3563e1f2-36e5-49b3-acee-a567b2c9bb54', 'tag': '93d9a47d-ef96-4cf8-8e51-acb8ecf826cd'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:28:57.970618 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c32d6f-8572-4028-9a54-b94d46cbb8d0" -d '{"events": [{"name": "network-changed", "server_uuid": "3563e1f2-36e5-49b3-acee-a567b2c9bb54", "tag": "93d9a47d-ef96-4cf8-8e51-acb8ecf826cd"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:28:57.995260 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09990e3e-f171-4bef-83f0-7bd7ad625396 service neutron] Pushing event updated for resources: {'Port': ['ID=93d9a47d-ef96-4cf8-8e51-acb8ecf826cd,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:57.998986 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-09990e3e-f171-4bef-83f0-7bd7ad625396 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:58.043443 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef28767c-db7f-499c-8fd4-abafc4835255 x-openstack-request-id: req-ef28767c-db7f-499c-8fd4-abafc4835255 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:28:58.043782 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3563e1f2-36e5-49b3-acee-a567b2c9bb54", "tag": "93d9a47d-ef96-4cf8-8e51-acb8ecf826cd", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:28:58.044079 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ef28767c-db7f-499c-8fd4-abafc4835255 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:28:58.044517 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3563e1f2-36e5-49b3-acee-a567b2c9bb54', 'tag': '93d9a47d-ef96-4cf8-8e51-acb8ecf826cd', 'status': 'completed', 'code': 200} May 31 16:28:58.088091 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-a067d9b5-4191-426c-b279-a5f7cd028752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:58.089658 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-a067d9b5-4191-426c-b279-a5f7cd028752 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b2b547893f6b4d199bae813a33524d21&device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 1097 time: 0.0778909 May 31 16:28:58.162206 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-60d95ddb-9b2d-470b-8281-3a48f44ce837 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93d9a47d-ef96-4cf8-8e51-acb8ecf826cd HTTP/1.1" status: 200 len: 217 time: 0.0651751 May 31 16:28:58.227722 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-a81ea9ca-2f69-41e3-9ac7-80329b9af3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:58.229211 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-a81ea9ca-2f69-41e3-9ac7-80329b9af3b3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9 HTTP/1.1" status: 200 len: 853 time: 0.0614991 May 31 16:28:58.307490 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-b5acf87e-ed77-4dcf-8d55-6a8677325d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:58.308997 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-b5acf87e-ed77-4dcf-8d55-6a8677325d76 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af8aeed2-e62e-48e7-b28d-51ca62ee7f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0732174 May 31 16:28:58.492783 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-42d470b3-0e99-463f-a1e6-d90f694d51b2 service neutron] 10.222.0.59 "GET /v2.0/networks/af8aeed2-e62e-48e7-b28d-51ca62ee7f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758997 May 31 16:28:58.537109 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6bb7a-5fcc-4332-a699-a91d90bfb282 req-065b7af3-cb89-4224-819d-fcdda1e93c79 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:58.538520 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-51a6bb7a-5fcc-4332-a699-a91d90bfb282 req-065b7af3-cb89-4224-819d-fcdda1e93c79 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 944 time: 0.1517475 May 31 16:28:58.650488 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-51a6bb7a-5fcc-4332-a699-a91d90bfb282 req-e2927d5c-eb61-4c3a-9b27-f5e490b1deb9 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705247 May 31 16:28:58.671271 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-54530c31-188d-4d85-a6a6-f494cd5ae5fb req-8eb164e9-d886-4e3a-95e9-087a06b3f434 service neutron] 10.222.0.59 "GET /v2.0/networks/af8aeed2-e62e-48e7-b28d-51ca62ee7f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719544 May 31 16:28:58.764668 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:58.792013 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c32d6f-8572-4028-9a54-b94d46cbb8d0 req-88ca1fc1-d775-43db-bb9d-d3b9d37cb4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:58.793501 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-47c32d6f-8572-4028-9a54-b94d46cbb8d0 req-88ca1fc1-d775-43db-bb9d-d3b9d37cb4bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b2b547893f6b4d199bae813a33524d21&device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 1097 time: 0.0739675 May 31 16:28:58.926975 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c32d6f-8572-4028-9a54-b94d46cbb8d0 req-87b85a23-5f60-4799-868a-5e401e167be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:58.928903 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-47c32d6f-8572-4028-9a54-b94d46cbb8d0 req-87b85a23-5f60-4799-868a-5e401e167be2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=af8aeed2-e62e-48e7-b28d-51ca62ee7f9b HTTP/1.1" status: 200 len: 915 time: 0.1280522 May 31 16:28:59.159738 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-47c32d6f-8572-4028-9a54-b94d46cbb8d0 req-97743ece-4c33-4fbf-a2bb-cd67aa5cf91f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93d9a47d-ef96-4cf8-8e51-acb8ecf826cd HTTP/1.1" status: 200 len: 217 time: 0.2235835 May 31 16:28:59.226745 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c32d6f-8572-4028-9a54-b94d46cbb8d0 req-6adcd50a-3297-4ee8-98ea-64d044ce9c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:59.228176 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-47c32d6f-8572-4028-9a54-b94d46cbb8d0 req-6adcd50a-3297-4ee8-98ea-64d044ce9c42 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9 HTTP/1.1" status: 200 len: 853 time: 0.0619783 May 31 16:28:59.308415 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c32d6f-8572-4028-9a54-b94d46cbb8d0 req-99ae4277-8eda-4948-978e-b8adc08e0595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:59.309909 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-47c32d6f-8572-4028-9a54-b94d46cbb8d0 req-99ae4277-8eda-4948-978e-b8adc08e0595 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af8aeed2-e62e-48e7-b28d-51ca62ee7f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0744946 May 31 16:28:59.443233 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-47c32d6f-8572-4028-9a54-b94d46cbb8d0 req-3694c6d2-738e-4d8a-ba3e-568f3d3a41c3 service neutron] 10.222.0.59 "GET /v2.0/networks/af8aeed2-e62e-48e7-b28d-51ca62ee7f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256380 May 31 16:28:59.598217 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-47c32d6f-8572-4028-9a54-b94d46cbb8d0 req-253fe407-76aa-482a-850e-2b9943c68afc service neutron] 10.222.0.59 "GET /v2.0/networks/af8aeed2-e62e-48e7-b28d-51ca62ee7f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480246 May 31 16:28:59.861524 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb65cbf-8179-4c76-bb85-7aded4201ba1 req-5663bbe6-f586-4785-986e-d245685becbc tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:59.863324 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-deb65cbf-8179-4c76-bb85-7aded4201ba1 req-5663bbe6-f586-4785-986e-d245685becbc tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 944 time: 0.0932925 May 31 16:28:59.909483 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-deb65cbf-8179-4c76-bb85-7aded4201ba1 req-43840de2-6f96-4c70-b209-16b982c221a2 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387826 May 31 16:29:01.122827 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d3303-fe78-47df-b734-432baad58bb0 req-8497f321-10bc-4b82-9b56-226f9f1a01ae tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:01.124288 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0b2d3303-fe78-47df-b734-432baad58bb0 req-8497f321-10bc-4b82-9b56-226f9f1a01ae tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 944 time: 0.0955873 May 31 16:29:01.171854 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0b2d3303-fe78-47df-b734-432baad58bb0 req-2a5ff05d-b3b4-4950-8fd4-0c4c31617d59 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416615 May 31 16:29:01.485143 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:29:01.628060 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=93d9a47d-ef96-4cf8-8e51-acb8ecf826cd,segment=NetworkSegment(01e7e337-df9f-4424-962d-9d8b896d4ddb),segment_id=01e7e337-df9f-4424-962d-9d8b896d4ddb)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:29:01.644020 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '93d9a47d-ef96-4cf8-8e51-acb8ecf826cd', 'network_id': 'af8aeed2-e62e-48e7-b28d-51ca62ee7f9b', 'port_id': '93d9a47d-ef96-4cf8-8e51-acb8ecf826cd', 'mac_address': 'fa:16:3e:5a:7b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:29:01.699917 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:01.717206 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:29:01.733298 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=93d9a47d-ef96-4cf8-8e51-acb8ecf826cd,segment=NetworkSegment(01e7e337-df9f-4424-962d-9d8b896d4ddb),segment_id=01e7e337-df9f-4424-962d-9d8b896d4ddb)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:29:01.742713 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:01.744468 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:29:01.851961 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=93d9a47d-ef96-4cf8-8e51-acb8ecf826cd,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:29:01.859111 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:01.859458 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:01.859787 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:01.860112 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:01.860432 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:01.860754 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:01.861073 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:01.861390 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:01.861708 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:01.862024 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:01.862330 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:01.862939 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:01.866852 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:29:02.070756 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['93d9a47d-ef96-4cf8-8e51-acb8ecf826cd'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:29:02.369289 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4fe9b-d69b-4f84-a8e5-4e523b912104 req-6abfe217-72dc-462b-8a10-90eade6b779f tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:02.370672 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a8c4fe9b-d69b-4f84-a8e5-4e523b912104 req-6abfe217-72dc-462b-8a10-90eade6b779f tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 945 time: 0.0809450 May 31 16:29:02.415239 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a8c4fe9b-d69b-4f84-a8e5-4e523b912104 req-a4eab941-572f-496b-b83d-3206abc5f5cc tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387027 May 31 16:29:03.479295 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:29:03.554622 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:29:03.559637 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:29:03.560168 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:03.621497 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0ff38-8443-4f2e-a99f-76ea09edc5a2 req-6c9b9d23-0ca2-4ec2-ae4b-9a9fdae56451 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:03.623076 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3dd0ff38-8443-4f2e-a99f-76ea09edc5a2 req-6c9b9d23-0ca2-4ec2-ae4b-9a9fdae56451 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 945 time: 0.0912530 May 31 16:29:03.671038 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3dd0ff38-8443-4f2e-a99f-76ea09edc5a2 req-c0c5e62d-a3cb-48fe-8453-57bcefdddeee tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408058 May 31 16:29:03.680437 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:03.707620 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3563e1f2-36e5-49b3-acee-a567b2c9bb54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d9a47d-ef96-4cf8-8e51-acb8ecf826cd'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:29:03.710000 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bb0c26-b264-429d-8414-2d7416a07c1f" -d '{"events": [{"server_uuid": "3563e1f2-36e5-49b3-acee-a567b2c9bb54", "name": "network-vif-plugged", "status": "completed", "tag": "93d9a47d-ef96-4cf8-8e51-acb8ecf826cd"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:29:03.718298 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=93d9a47d-ef96-4cf8-8e51-acb8ecf826cd,segment=NetworkSegment(01e7e337-df9f-4424-962d-9d8b896d4ddb),segment_id=01e7e337-df9f-4424-962d-9d8b896d4ddb)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:29:03.723173 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:03.725105 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0778dad3-f87e-4f3f-bff1-977d3bd3d738 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:29:03.756155 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c705255-ba86-4228-b77a-b46311c8b6f6 x-openstack-request-id: req-1c705255-ba86-4228-b77a-b46311c8b6f6 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:29:03.756606 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3563e1f2-36e5-49b3-acee-a567b2c9bb54", "name": "network-vif-plugged", "status": "completed", "tag": "93d9a47d-ef96-4cf8-8e51-acb8ecf826cd", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:29:03.756862 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1c705255-ba86-4228-b77a-b46311c8b6f6 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:29:03.757251 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3563e1f2-36e5-49b3-acee-a567b2c9bb54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d9a47d-ef96-4cf8-8e51-acb8ecf826cd', 'code': 200} May 31 16:29:03.796668 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=93d9a47d-ef96-4cf8-8e51-acb8ecf826cd,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:29:03.799447 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:29:03.989517 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab71bc-1046-4d6a-87c2-3848ba847dd3 req-6bf276f3-1494-4007-ac1e-22cfc11d79ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:03.990906 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4cab71bc-1046-4d6a-87c2-3848ba847dd3 req-6bf276f3-1494-4007-ac1e-22cfc11d79ea service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 1099 time: 0.0716329 May 31 16:29:04.038502 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4cab71bc-1046-4d6a-87c2-3848ba847dd3 req-05e568c5-f0e0-4203-916c-144f841fc6ba service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408294 May 31 16:29:04.734586 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-004adf23-d8de-4066-86a8-54f4671e5431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:04.881503 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcfc98-0d61-4367-a4c3-6b6366d47d3b req-773acaff-479f-440d-86d7-01e9fb0f2a46 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:04.882996 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2dfcfc98-0d61-4367-a4c3-6b6366d47d3b req-773acaff-479f-440d-86d7-01e9fb0f2a46 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 946 time: 0.0925760 May 31 16:29:04.927560 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2dfcfc98-0d61-4367-a4c3-6b6366d47d3b req-01d0154e-4db1-4039-a4fb-b5e1d0231aa8 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387142 May 31 16:29:06.253748 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fcc9e-cb23-4e29-80d7-ff8fbb5b2e0a req-4588a60e-efaa-4ccb-ab36-88eb57ed2ac3 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:06.255127 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f72fcc9e-cb23-4e29-80d7-ff8fbb5b2e0a req-4588a60e-efaa-4ccb-ab36-88eb57ed2ac3 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 946 time: 0.2099619 May 31 16:29:06.300224 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f72fcc9e-cb23-4e29-80d7-ff8fbb5b2e0a req-ba2fe894-e505-4360-8b1b-deb456d6aaf5 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388560 May 31 16:29:06.548857 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e98563-c195-402f-a546-161f09aeaf4b req-5575152c-6fad-4066-bcfa-f157718d35f6 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:06.550258 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-76e98563-c195-402f-a546-161f09aeaf4b req-5575152c-6fad-4066-bcfa-f157718d35f6 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 946 time: 0.1409502 May 31 16:29:06.598804 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-76e98563-c195-402f-a546-161f09aeaf4b req-b2d1f4ed-1c26-42e6-9aef-8cd0f335519e tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408142 May 31 16:29:07.002185 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f191529-5bb3-4fb0-a67e-76285912fa38 req-89654d12-dac7-4770-aa85-dc6d45bf14b0 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:07.003629 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7f191529-5bb3-4fb0-a67e-76285912fa38 req-89654d12-dac7-4770-aa85-dc6d45bf14b0 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 946 time: 0.0810156 May 31 16:29:07.047567 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:07.054426 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7f191529-5bb3-4fb0-a67e-76285912fa38 req-e6c16d48-a29d-4fc4-b965-155b9e930649 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438766 May 31 16:29:07.957802 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-612c234b-3ba3-42bf-8afd-9e7ac4945ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:08.547359 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:09.923452 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:19.635457 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193ec85-19df-4bd2-97c9-fd244608c1da req-92bd54f2-f6fb-44bb-925f-a8bf18c5cf57 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:19.636812 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0193ec85-19df-4bd2-97c9-fd244608c1da req-92bd54f2-f6fb-44bb-925f-a8bf18c5cf57 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 946 time: 0.0861809 May 31 16:29:19.682334 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0193ec85-19df-4bd2-97c9-fd244608c1da req-ce4b6395-5841-49c9-9a3b-e66a3bc9d681 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395174 May 31 16:29:19.716915 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38956) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:29:19.836377 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b9b144-b988-4d46-b295-1283a02f6155 tempest-TestMinimumBasicScenario-284582356 tempest-TestMinimumBasicScenario-284582356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:19.837109 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-31b9b144-b988-4d46-b295-1283a02f6155 tempest-TestMinimumBasicScenario-284582356 tempest-TestMinimumBasicScenario-284582356-project-admin] Synchronizing usage tracker for tenant:b1e1786ebac64ffaac0be9e1eb7d2bf2 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:29:19.857215 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-31b9b144-b988-4d46-b295-1283a02f6155 tempest-TestMinimumBasicScenario-284582356 tempest-TestMinimumBasicScenario-284582356-project-admin] Unset dirty status for tenant:b1e1786ebac64ffaac0be9e1eb7d2bf2 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:29:19.858391 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-31b9b144-b988-4d46-b295-1283a02f6155 tempest-TestMinimumBasicScenario-284582356 tempest-TestMinimumBasicScenario-284582356-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 1094 time: 0.1405463 May 31 16:29:19.861455 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38962) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:29:19.866989 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-a04daee7-5864-4f20-946e-3c73e1af0ff7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'port_id': '93d9a47d-ef96-4cf8-8e51-acb8ecf826cd', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21', 'fixed_ip_address': '172.20.0.12'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:29:19.872843 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a04daee7-5864-4f20-946e-3c73e1af0ff7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:29:19.877286 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a04daee7-5864-4f20-946e-3c73e1af0ff7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Usage tracker for resource:floatingip and tenant:b2b547893f6b4d199bae813a33524d21 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:29:19.880434 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a04daee7-5864-4f20-946e-3c73e1af0ff7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:29:19.886766 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a04daee7-5864-4f20-946e-3c73e1af0ff7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:29:19.900769 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a04daee7-5864-4f20-946e-3c73e1af0ff7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for floatingip, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:20.043143 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a04daee7-5864-4f20-946e-3c73e1af0ff7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:20.185917 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-a04daee7-5864-4f20-946e-3c73e1af0ff7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Allocated IP 172.26.0.15 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/a2bc13bb-a3a0-44a2-813f-44a5fa8bcf47) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:29:20.338636 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a04daee7-5864-4f20-946e-3c73e1af0ff7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:20.369961 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a04daee7-5864-4f20-946e-3c73e1af0ff7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:20.374401 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2d1258bc-809e-414a-93d1-bdcf47f506ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:29:20.436697 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04daee7-5864-4f20-946e-3c73e1af0ff7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:29:20.439246 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-a04daee7-5864-4f20-946e-3c73e1af0ff7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:29:20.443004 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04daee7-5864-4f20-946e-3c73e1af0ff7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:29:20.476841 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04daee7-5864-4f20-946e-3c73e1af0ff7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Pushing event updated for resources: {'Port': ['ID=a2bc13bb-a3a0-44a2-813f-44a5fa8bcf47,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:29:20.484803 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a04daee7-5864-4f20-946e-3c73e1af0ff7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:29:21.000954 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a04daee7-5864-4f20-946e-3c73e1af0ff7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:21.077867 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a04daee7-5864-4f20-946e-3c73e1af0ff7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:21.286637 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a04daee7-5864-4f20-946e-3c73e1af0ff7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:21.294144 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a04daee7-5864-4f20-946e-3c73e1af0ff7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:21.297610 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-298ccd81-9a1f-4f6e-9c9b-f7a321d7cd22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:29:21.400485 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04daee7-5864-4f20-946e-3c73e1af0ff7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Pushing event updated for resources: {'Port': ['ID=a2bc13bb-a3a0-44a2-813f-44a5fa8bcf47,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:29:21.404633 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a04daee7-5864-4f20-946e-3c73e1af0ff7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:29:21.413194 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a04daee7-5864-4f20-946e-3c73e1af0ff7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:21.582250 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-a04daee7-5864-4f20-946e-3c73e1af0ff7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Floating IP 879d5234-71fd-40ac-b411-6002a7b6e19b associated. External IP: 172.26.0.15, port: 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd. May 31 16:29:21.940212 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04daee7-5864-4f20-946e-3c73e1af0ff7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Router e3eafa7d-c228-4ab6-9abc-cdb25a01adb6 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:29:22.126916 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04daee7-5864-4f20-946e-3c73e1af0ff7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:29:22.139372 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0df708-c196-43d6-9413-462584748490 None None] Sync routers for ids ['e3eafa7d-c228-4ab6-9abc-cdb25a01adb6'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:29:22.149885 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0df708-c196-43d6-9413-462584748490 None None] Routers {'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:29:22.150485 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-9b0df708-c196-43d6-9413-462584748490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:29:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['e3eafa7d-c228-4ab6-9abc-cdb25a01adb6'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:29:22.154178 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a04daee7-5864-4f20-946e-3c73e1af0ff7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:22.212187 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a04daee7-5864-4f20-946e-3c73e1af0ff7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3493824 May 31 16:29:22.212628 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3563e1f2-36e5-49b3-acee-a567b2c9bb54', 'tag': '93d9a47d-ef96-4cf8-8e51-acb8ecf826cd'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:29:22.215050 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071a1a6c-86dd-4153-bc7e-47630fb6ef1e" -d '{"events": [{"name": "network-changed", "server_uuid": "3563e1f2-36e5-49b3-acee-a567b2c9bb54", "tag": "93d9a47d-ef96-4cf8-8e51-acb8ecf826cd"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:29:22.215319 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38966) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:29:22.221579 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-814d94ff-4ef6-4f88-a41c-98512bd9313d tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1427028726', 'description': 'tempest-secgroup-smoke-1427028726 description', 'project_id': 'b2b547893f6b4d199bae813a33524d21'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:29:22.229869 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-814d94ff-4ef6-4f88-a41c-98512bd9313d tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:29:22.243115 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-814d94ff-4ef6-4f88-a41c-98512bd9313d tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:29:22.254431 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-814d94ff-4ef6-4f88-a41c-98512bd9313d tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:22.263462 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb53f7b8-8b4e-4c9c-8fef-87dce57671e5 x-openstack-request-id: req-fb53f7b8-8b4e-4c9c-8fef-87dce57671e5 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:29:22.263840 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3563e1f2-36e5-49b3-acee-a567b2c9bb54", "tag": "93d9a47d-ef96-4cf8-8e51-acb8ecf826cd", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:29:22.264166 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fb53f7b8-8b4e-4c9c-8fef-87dce57671e5 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:29:22.264615 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3563e1f2-36e5-49b3-acee-a567b2c9bb54', 'tag': '93d9a47d-ef96-4cf8-8e51-acb8ecf826cd', 'status': 'completed', 'code': 200} May 31 16:29:22.277177 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-814d94ff-4ef6-4f88-a41c-98512bd9313d tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:29:22.281289 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-814d94ff-4ef6-4f88-a41c-98512bd9313d tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Usage tracker for resource:security_group_rule and tenant:b2b547893f6b4d199bae813a33524d21 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:29:22.284643 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-814d94ff-4ef6-4f88-a41c-98512bd9313d tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:29:22.291066 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-814d94ff-4ef6-4f88-a41c-98512bd9313d tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:29:22.368791 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-814d94ff-4ef6-4f88-a41c-98512bd9313d tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:22.372296 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-9b0df708-c196-43d6-9413-462584748490 None None] Set router e3eafa7d-c228-4ab6-9abc-cdb25a01adb6 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:29:22.374666 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-814d94ff-4ef6-4f88-a41c-98512bd9313d tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:22.389719 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4c96c7c1-942a-406b-a63c-9ea23a758216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:29:22.428952 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d94ff-4ef6-4f88-a41c-98512bd9313d tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51927ae3-9b55-438f-8a75-6736b8bd4846,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:29:22.433444 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-814d94ff-4ef6-4f88-a41c-98512bd9313d tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:22.437524 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-814d94ff-4ef6-4f88-a41c-98512bd9313d tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2180843 May 31 16:29:22.438932 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38972) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:29:22.440270 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d94ff-4ef6-4f88-a41c-98512bd9313d tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:22.440664 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d94ff-4ef6-4f88-a41c-98512bd9313d tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:22.441039 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d94ff-4ef6-4f88-a41c-98512bd9313d tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:22.441410 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d94ff-4ef6-4f88-a41c-98512bd9313d tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:22.441779 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d94ff-4ef6-4f88-a41c-98512bd9313d tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:22.442145 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d94ff-4ef6-4f88-a41c-98512bd9313d tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:22.442509 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d94ff-4ef6-4f88-a41c-98512bd9313d tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:22.442873 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d94ff-4ef6-4f88-a41c-98512bd9313d tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:22.443260 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d94ff-4ef6-4f88-a41c-98512bd9313d tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:22.443621 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d94ff-4ef6-4f88-a41c-98512bd9313d tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:22.444015 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d94ff-4ef6-4f88-a41c-98512bd9313d tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:22.444339 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d94ff-4ef6-4f88-a41c-98512bd9313d tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:22.457540 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-37730bf4-ae57-49dc-bf44-89ed280ee498 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Request body: {'security_group_rule': {'security_group_id': '51927ae3-9b55-438f-8a75-6736b8bd4846', 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:29:22.463478 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-814d94ff-4ef6-4f88-a41c-98512bd9313d tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:29:22.465863 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-37730bf4-ae57-49dc-bf44-89ed280ee498 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:29:22.470551 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-37730bf4-ae57-49dc-bf44-89ed280ee498 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Usage tracker for resource:security_group_rule and tenant:b2b547893f6b4d199bae813a33524d21 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:29:22.473963 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-37730bf4-ae57-49dc-bf44-89ed280ee498 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:29:22.480395 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-37730bf4-ae57-49dc-bf44-89ed280ee498 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:29:22.498999 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-37730bf4-ae57-49dc-bf44-89ed280ee498 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:22.534057 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a1a6c-86dd-4153-bc7e-47630fb6ef1e req-2df0a33d-4b98-4019-92ba-2f3871372589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:22.535263 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-071a1a6c-86dd-4153-bc7e-47630fb6ef1e req-2df0a33d-4b98-4019-92ba-2f3871372589 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b2b547893f6b4d199bae813a33524d21&device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 1099 time: 0.2465003 May 31 16:29:22.561370 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-37730bf4-ae57-49dc-bf44-89ed280ee498 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:22.567033 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-37730bf4-ae57-49dc-bf44-89ed280ee498 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:22.587988 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c131054f-6863-405c-ad23-888a74e4d3d8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:29:22.600985 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-37730bf4-ae57-49dc-bf44-89ed280ee498 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:22.603454 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-37730bf4-ae57-49dc-bf44-89ed280ee498 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1554015 May 31 16:29:22.606615 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38976) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:29:22.613690 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-1d468c6a-b0a2-4397-aac7-541143c548e9 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Request body: {'security_group_rule': {'security_group_id': '51927ae3-9b55-438f-8a75-6736b8bd4846', 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:29:22.617941 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37730bf4-ae57-49dc-bf44-89ed280ee498 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbc6e9f0-a95e-48fb-a497-70d13d7ad528,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:29:22.621167 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-37730bf4-ae57-49dc-bf44-89ed280ee498 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:29:22.622108 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1d468c6a-b0a2-4397-aac7-541143c548e9 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:29:22.629303 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1d468c6a-b0a2-4397-aac7-541143c548e9 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Usage tracker for resource:security_group_rule and tenant:b2b547893f6b4d199bae813a33524d21 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:29:22.632549 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1d468c6a-b0a2-4397-aac7-541143c548e9 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:29:22.638525 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1d468c6a-b0a2-4397-aac7-541143c548e9 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:29:22.656196 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1d468c6a-b0a2-4397-aac7-541143c548e9 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:22.674484 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a1a6c-86dd-4153-bc7e-47630fb6ef1e req-b3b199cb-a0d2-4403-94c1-d6f6e4599c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:22.676067 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-071a1a6c-86dd-4153-bc7e-47630fb6ef1e req-b3b199cb-a0d2-4403-94c1-d6f6e4599c4b service neutron] 10.222.0.59 "GET /v2.0/networks?id=af8aeed2-e62e-48e7-b28d-51ca62ee7f9b HTTP/1.1" status: 200 len: 915 time: 0.1339350 May 31 16:29:22.715047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1d468c6a-b0a2-4397-aac7-541143c548e9 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:22.720274 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1d468c6a-b0a2-4397-aac7-541143c548e9 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:22.722466 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ccfa2be7-e514-43bf-bbd1-05d524ddc7c8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:29:22.739463 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-9b0df708-c196-43d6-9413-462584748490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'name': 'tempest-TestMinimumBasicScenario-904417190-router', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': '7d7b382c-55d7-441f-9dea-2b34345d473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:28:20Z', 'updated_at': '2021-05-31T16:28:24Z', 'revision_number': 4, 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'gw_port': {'id': '7d7b382c-55d7-441f-9dea-2b34345d473c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:79:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:21Z', 'updated_at': '2021-05-31T16:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '879d5234-71fd-40ac-b411-6002a7b6e19b', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21', 'floating_ip_address': '172.26.0.15', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'port_id': '93d9a47d-ef96-4cf8-8e51-acb8ecf826cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af8aeed2-e62e-48e7-b28d-51ca62ee7f9b', 'mac_address': 'fa:16:3e:5a:7b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563e1f2-36e5-49b3-acee-a567b2c9bb54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:29:20Z', 'updated_at': '2021-05-31T16:29:20Z', 'revision_number': 0, 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dc1e933-31f6-4b22-989f-b4fdd0deff95', 'name': '', 'network_id': 'af8aeed2-e62e-48e7-b28d-51ca62ee7f9b', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21', 'mac_address': 'fa:16:3e:1c:88:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:23Z', 'updated_at': '2021-05-31T16:28:30Z', 'revision_number': 5, 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'subnets': [{'id': 'dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:29:22.744340 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0df708-c196-43d6-9413-462584748490 None None] Checking router: e3eafa7d-c228-4ab6-9abc-cdb25a01adb6 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:29:22.748433 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d468c6a-b0a2-4397-aac7-541143c548e9 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae3281c-bc72-4467-b037-8b3be77c6cd1,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:29:22.751199 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1d468c6a-b0a2-4397-aac7-541143c548e9 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:29:22.754907 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0df708-c196-43d6-9413-462584748490 None None] Routers {'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:29:22.755842 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-9b0df708-c196-43d6-9413-462584748490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:29:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['e3eafa7d-c228-4ab6-9abc-cdb25a01adb6'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:29:22.760872 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1d468c6a-b0a2-4397-aac7-541143c548e9 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:22.762117 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1d468c6a-b0a2-4397-aac7-541143c548e9 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1545608 May 31 16:29:22.765052 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 38980) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:29:22.778052 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-4faf39c7-ef5c-4334-891e-7462bea43fbf tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Request body: {'security_group_rule': {'security_group_id': '51927ae3-9b55-438f-8a75-6736b8bd4846', 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:29:22.787565 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-4faf39c7-ef5c-4334-891e-7462bea43fbf tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:29:22.794904 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4faf39c7-ef5c-4334-891e-7462bea43fbf tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Usage tracker for resource:security_group_rule and tenant:b2b547893f6b4d199bae813a33524d21 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:29:22.799751 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4faf39c7-ef5c-4334-891e-7462bea43fbf tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:29:22.803576 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-071a1a6c-86dd-4153-bc7e-47630fb6ef1e req-d1ae6e0d-4d31-48d3-b794-3bbd14f89a18 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93d9a47d-ef96-4cf8-8e51-acb8ecf826cd HTTP/1.1" status: 200 len: 999 time: 0.1183915 May 31 16:29:22.807306 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-4faf39c7-ef5c-4334-891e-7462bea43fbf tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:29:22.876134 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4faf39c7-ef5c-4334-891e-7462bea43fbf tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:22.887658 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a1a6c-86dd-4153-bc7e-47630fb6ef1e req-1a78d90d-654b-4cf7-b394-8151f07f0878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:22.889188 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-071a1a6c-86dd-4153-bc7e-47630fb6ef1e req-1a78d90d-654b-4cf7-b394-8151f07f0878 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9 HTTP/1.1" status: 200 len: 853 time: 0.0786753 May 31 16:29:22.932114 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-9b0df708-c196-43d6-9413-462584748490 None None] Set router e3eafa7d-c228-4ab6-9abc-cdb25a01adb6 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:29:22.992603 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4faf39c7-ef5c-4334-891e-7462bea43fbf tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:22.998717 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4faf39c7-ef5c-4334-891e-7462bea43fbf tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:23.001322 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bb96c815-f2e5-49cc-b737-f7ceefec3bc0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:29:23.023637 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf39c7-ef5c-4334-891e-7462bea43fbf tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfdf7314-e1c1-48a4-9184-416707b2cddd,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:29:23.028903 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a1a6c-86dd-4153-bc7e-47630fb6ef1e req-b8ec015b-35a0-463b-8b3a-879683b80101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:23.030428 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-071a1a6c-86dd-4153-bc7e-47630fb6ef1e req-b8ec015b-35a0-463b-8b3a-879683b80101 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af8aeed2-e62e-48e7-b28d-51ca62ee7f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1285520 May 31 16:29:23.031279 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4faf39c7-ef5c-4334-891e-7462bea43fbf tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:29:23.057316 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4faf39c7-ef5c-4334-891e-7462bea43fbf tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:23.058439 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4faf39c7-ef5c-4334-891e-7462bea43fbf tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2924387 May 31 16:29:23.061515 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38984) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:29:23.068185 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-bee9d81e-b1f3-466b-9510-ad7d878547e9 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Request body: {'security_group_rule': {'security_group_id': '51927ae3-9b55-438f-8a75-6736b8bd4846', 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:29:23.077073 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-bee9d81e-b1f3-466b-9510-ad7d878547e9 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:29:23.081613 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-bee9d81e-b1f3-466b-9510-ad7d878547e9 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Usage tracker for resource:security_group_rule and tenant:b2b547893f6b4d199bae813a33524d21 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:29:23.085430 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-bee9d81e-b1f3-466b-9510-ad7d878547e9 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:29:23.093344 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-bee9d81e-b1f3-466b-9510-ad7d878547e9 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:29:23.111831 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bee9d81e-b1f3-466b-9510-ad7d878547e9 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:23.168304 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-071a1a6c-86dd-4153-bc7e-47630fb6ef1e req-81edcdcc-7b20-47c8-931e-2b0010bc0995 service neutron] 10.222.0.59 "GET /v2.0/networks/af8aeed2-e62e-48e7-b28d-51ca62ee7f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309917 May 31 16:29:23.181800 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bee9d81e-b1f3-466b-9510-ad7d878547e9 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:23.187462 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bee9d81e-b1f3-466b-9510-ad7d878547e9 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:23.189381 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-15b53b29-2fc3-4228-98bd-a87326fc78d0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:29:23.213106 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9d81e-b1f3-466b-9510-ad7d878547e9 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f288fb-1fee-4da2-9198-842bbf56e459,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:29:23.215683 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bee9d81e-b1f3-466b-9510-ad7d878547e9 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:29:23.226450 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bee9d81e-b1f3-466b-9510-ad7d878547e9 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:23.230438 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-bee9d81e-b1f3-466b-9510-ad7d878547e9 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1653008 May 31 16:29:23.230685 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38988) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:29:23.236744 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-f62f26f8-c813-4a1e-bb78-8bbbee01bf27 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Request body: {'security_group_rule': {'security_group_id': '51927ae3-9b55-438f-8a75-6736b8bd4846', 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:29:23.244323 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f62f26f8-c813-4a1e-bb78-8bbbee01bf27 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:29:23.249434 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f62f26f8-c813-4a1e-bb78-8bbbee01bf27 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Usage tracker for resource:security_group_rule and tenant:b2b547893f6b4d199bae813a33524d21 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:29:23.253134 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f62f26f8-c813-4a1e-bb78-8bbbee01bf27 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:29:23.258993 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f62f26f8-c813-4a1e-bb78-8bbbee01bf27 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:29:23.269649 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.securitygroups_db [None req-f62f26f8-c813-4a1e-bb78-8bbbee01bf27 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Project b2b547893f6b4d199bae813a33524d21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:29:23.277173 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f62f26f8-c813-4a1e-bb78-8bbbee01bf27 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:23.293095 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-9b0df708-c196-43d6-9413-462584748490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'name': 'tempest-TestMinimumBasicScenario-904417190-router', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': '7d7b382c-55d7-441f-9dea-2b34345d473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:28:20Z', 'updated_at': '2021-05-31T16:28:24Z', 'revision_number': 4, 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'gw_port': {'id': '7d7b382c-55d7-441f-9dea-2b34345d473c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:79:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:21Z', 'updated_at': '2021-05-31T16:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '879d5234-71fd-40ac-b411-6002a7b6e19b', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21', 'floating_ip_address': '172.26.0.15', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'port_id': '93d9a47d-ef96-4cf8-8e51-acb8ecf826cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af8aeed2-e62e-48e7-b28d-51ca62ee7f9b', 'mac_address': 'fa:16:3e:5a:7b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563e1f2-36e5-49b3-acee-a567b2c9bb54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:29:20Z', 'updated_at': '2021-05-31T16:29:20Z', 'revision_number': 0, 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dc1e933-31f6-4b22-989f-b4fdd0deff95', 'name': '', 'network_id': 'af8aeed2-e62e-48e7-b28d-51ca62ee7f9b', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21', 'mac_address': 'fa:16:3e:1c:88:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:23Z', 'updated_at': '2021-05-31T16:28:30Z', 'revision_number': 5, 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'subnets': [{'id': 'dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:29:23.297407 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0df708-c196-43d6-9413-462584748490 None None] The sync data for ids ['e3eafa7d-c228-4ab6-9abc-cdb25a01adb6'] in dv-neutron-601336-79-hyperv is: [{'id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'name': 'tempest-TestMinimumBasicScenario-904417190-router', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': '7d7b382c-55d7-441f-9dea-2b34345d473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:28:20Z', 'updated_at': '2021-05-31T16:28:24Z', 'revision_number': 4, 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'gw_port': {'id': '7d7b382c-55d7-441f-9dea-2b34345d473c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:79:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:21Z', 'updated_at': '2021-05-31T16:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '879d5234-71fd-40ac-b411-6002a7b6e19b', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21', 'floating_ip_address': '172.26.0.15', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'port_id': '93d9a47d-ef96-4cf8-8e51-acb8ecf826cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af8aeed2-e62e-48e7-b28d-51ca62ee7f9b', 'mac_address': 'fa:16:3e:5a:7b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3563e1f2-36e5-49b3-acee-a567b2c9bb54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:29:20Z', 'updated_at': '2021-05-31T16:29:20Z', 'revision_number': 0, 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dc1e933-31f6-4b22-989f-b4fdd0deff95', 'name': '', 'network_id': 'af8aeed2-e62e-48e7-b28d-51ca62ee7f9b', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21', 'mac_address': 'fa:16:3e:1c:88:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:23Z', 'updated_at': '2021-05-31T16:28:30Z', 'revision_number': 5, 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'subnets': [{'id': 'dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:29:23.306621 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-071a1a6c-86dd-4153-bc7e-47630fb6ef1e req-fb6849a5-e65f-4c8a-a029-eb96ccec2584 service neutron] 10.222.0.59 "GET /v2.0/networks/af8aeed2-e62e-48e7-b28d-51ca62ee7f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309195 May 31 16:29:23.360161 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f62f26f8-c813-4a1e-bb78-8bbbee01bf27 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:23.364636 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f62f26f8-c813-4a1e-bb78-8bbbee01bf27 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:23.366441 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8b970f2c-7fd2-495c-9ee0-6cfac116f9d0 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:29:23.382979 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f26f8-c813-4a1e-bb78-8bbbee01bf27 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8976d17-7d30-4486-a51a-e28e6b397f0c,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:29:23.386550 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f62f26f8-c813-4a1e-bb78-8bbbee01bf27 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:29:23.402299 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f62f26f8-c813-4a1e-bb78-8bbbee01bf27 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:23.403536 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f62f26f8-c813-4a1e-bb78-8bbbee01bf27 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1718345 May 31 16:29:23.406395 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 38992) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:29:23.411576 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-f8eca7cc-2646-4a50-986e-a6bc3c6a8259 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Request body: {'security_group_rule': {'security_group_id': '51927ae3-9b55-438f-8a75-6736b8bd4846', 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:29:23.417554 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f8eca7cc-2646-4a50-986e-a6bc3c6a8259 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:29:23.421522 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f8eca7cc-2646-4a50-986e-a6bc3c6a8259 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Usage tracker for resource:security_group_rule and tenant:b2b547893f6b4d199bae813a33524d21 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:29:23.424459 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f8eca7cc-2646-4a50-986e-a6bc3c6a8259 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:29:23.431210 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f8eca7cc-2646-4a50-986e-a6bc3c6a8259 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:29:23.442396 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.securitygroups_db [None req-f8eca7cc-2646-4a50-986e-a6bc3c6a8259 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Project b2b547893f6b4d199bae813a33524d21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:29:23.449215 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f8eca7cc-2646-4a50-986e-a6bc3c6a8259 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:23.507414 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55768e3c-f343-4d30-8124-8ff049d83fb0 None None] New status for floating IP 879d5234-71fd-40ac-b411-6002a7b6e19b: ACTIVE {{(pid=99206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:29:23.520791 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f8eca7cc-2646-4a50-986e-a6bc3c6a8259 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:23.524915 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f8eca7cc-2646-4a50-986e-a6bc3c6a8259 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:23.532711 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0043e28d-c024-432e-af81-d836a7212c2c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:29:23.551276 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eca7cc-2646-4a50-986e-a6bc3c6a8259 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873bd9dd-081b-436c-b0d7-09099cd710ec,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:29:23.554109 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f8eca7cc-2646-4a50-986e-a6bc3c6a8259 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:29:23.562539 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f8eca7cc-2646-4a50-986e-a6bc3c6a8259 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:23.566714 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f8eca7cc-2646-4a50-986e-a6bc3c6a8259 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1565461 May 31 16:29:23.687881 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cce43b6a-5ab1-4936-8c62-2bbbe7591a83 req-32c6b3bf-384f-48f9-a321-90312949340e tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1427028726&fields=id&tenant_id=b2b547893f6b4d199bae813a33524d21 HTTP/1.1" status: 200 len: 267 time: 0.0412614 May 31 16:29:23.776928 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce43b6a-5ab1-4936-8c62-2bbbe7591a83 req-a9b3ccb4-0186-486c-aba2-5c5ac72405ec tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:23.778474 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cce43b6a-5ab1-4936-8c62-2bbbe7591a83 req-a9b3ccb4-0186-486c-aba2-5c5ac72405ec tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 946 time: 0.0851369 May 31 16:29:23.789890 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-cce43b6a-5ab1-4936-8c62-2bbbe7591a83 req-9e706f39-e08a-45f7-996e-86e50d33e3fd tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Request body: {'port': {'security_groups': ['277a082e-9e4b-4e8f-a770-e8dc0dd153b1', '51927ae3-9b55-438f-8a75-6736b8bd4846']}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:29:23.914641 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-cce43b6a-5ab1-4936-8c62-2bbbe7591a83 req-9e706f39-e08a-45f7-996e-86e50d33e3fd tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:24.171124 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-cce43b6a-5ab1-4936-8c62-2bbbe7591a83 req-9e706f39-e08a-45f7-996e-86e50d33e3fd tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] For port 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=93d9a47d-ef96-4cf8-8e51-acb8ecf826cd,segment=NetworkSegment(01e7e337-df9f-4424-962d-9d8b896d4ddb),segment_id=01e7e337-df9f-4424-962d-9d8b896d4ddb)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:29:24.196298 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-cce43b6a-5ab1-4936-8c62-2bbbe7591a83 req-9e706f39-e08a-45f7-996e-86e50d33e3fd tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:24.203290 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-cce43b6a-5ab1-4936-8c62-2bbbe7591a83 req-9e706f39-e08a-45f7-996e-86e50d33e3fd tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:24.209051 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f917f580-4253-42f5-b49a-c31c50617587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:29:24.215395 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['93d9a47d-ef96-4cf8-8e51-acb8ecf826cd'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:29:24.278432 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce43b6a-5ab1-4936-8c62-2bbbe7591a83 req-9e706f39-e08a-45f7-996e-86e50d33e3fd tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:24.279154 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-cce43b6a-5ab1-4936-8c62-2bbbe7591a83 req-9e706f39-e08a-45f7-996e-86e50d33e3fd tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:24.280581 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cce43b6a-5ab1-4936-8c62-2bbbe7591a83 req-9e706f39-e08a-45f7-996e-86e50d33e3fd tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "PUT /v2.0/ports/93d9a47d-ef96-4cf8-8e51-acb8ecf826cd HTTP/1.1" status: 200 len: 982 time: 0.4954908 May 31 16:29:24.281136 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3563e1f2-36e5-49b3-acee-a567b2c9bb54', 'tag': '93d9a47d-ef96-4cf8-8e51-acb8ecf826cd'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:29:24.283516 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4154228-30c6-47b3-9faf-13edd667bde9" -d '{"events": [{"name": "network-changed", "server_uuid": "3563e1f2-36e5-49b3-acee-a567b2c9bb54", "tag": "93d9a47d-ef96-4cf8-8e51-acb8ecf826cd"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:29:24.333042 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e706f39-e08a-45f7-996e-86e50d33e3fd tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Pushing event updated for resources: {'Port': ['ID=93d9a47d-ef96-4cf8-8e51-acb8ecf826cd,revision_number=6']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:29:24.338776 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9e706f39-e08a-45f7-996e-86e50d33e3fd tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:29:24.352783 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cfe490-0266-44f0-a1d9-4a218cfc06d3 x-openstack-request-id: req-a0cfe490-0266-44f0-a1d9-4a218cfc06d3 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:29:24.353122 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3563e1f2-36e5-49b3-acee-a567b2c9bb54", "tag": "93d9a47d-ef96-4cf8-8e51-acb8ecf826cd", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:29:24.353417 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a0cfe490-0266-44f0-a1d9-4a218cfc06d3 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:29:24.353857 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3563e1f2-36e5-49b3-acee-a567b2c9bb54', 'tag': '93d9a47d-ef96-4cf8-8e51-acb8ecf826cd', 'status': 'completed', 'code': 200} May 31 16:29:24.364130 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['93d9a47d-ef96-4cf8-8e51-acb8ecf826cd'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:29:24.533496 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4154228-30c6-47b3-9faf-13edd667bde9 req-da330638-bdf6-4411-8a3a-283b9bca8090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:24.535369 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c4154228-30c6-47b3-9faf-13edd667bde9 req-da330638-bdf6-4411-8a3a-283b9bca8090 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b2b547893f6b4d199bae813a33524d21&device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 1138 time: 0.1564114 May 31 16:29:24.569440 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73d185-8433-4046-ab3b-ea6d77b1a851 req-febd05c6-7686-4159-951c-b9f8d6cd6be7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:24.576732 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4f73d185-8433-4046-ab3b-ea6d77b1a851 req-febd05c6-7686-4159-951c-b9f8d6cd6be7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 985 time: 0.1577334 May 31 16:29:24.583153 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-4ce8b221-4321-42e6-8ec9-4dae11b32eca None None] Provisioning complete for port 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:29:24.583692 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4ce8b221-4321-42e6-8ec9-4dae11b32eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:24.686504 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4f73d185-8433-4046-ab3b-ea6d77b1a851 req-f5992ef7-531e-418b-9092-df93dd07aaca tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&id=51927ae3-9b55-438f-8a75-6736b8bd4846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1053338 May 31 16:29:24.732744 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4154228-30c6-47b3-9faf-13edd667bde9 req-2f938e7a-19f6-43b0-ae7c-b49787aed106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:24.734301 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c4154228-30c6-47b3-9faf-13edd667bde9 req-2f938e7a-19f6-43b0-ae7c-b49787aed106 service neutron] 10.222.0.59 "GET /v2.0/networks?id=af8aeed2-e62e-48e7-b28d-51ca62ee7f9b HTTP/1.1" status: 200 len: 915 time: 0.1901665 May 31 16:29:24.838859 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c4154228-30c6-47b3-9faf-13edd667bde9 req-386d79e1-5da0-467d-9631-abe70c6305cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93d9a47d-ef96-4cf8-8e51-acb8ecf826cd HTTP/1.1" status: 200 len: 1001 time: 0.0974374 May 31 16:29:24.903323 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4154228-30c6-47b3-9faf-13edd667bde9 req-4ed02649-f174-4c03-8124-f4c92f876981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:24.904791 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c4154228-30c6-47b3-9faf-13edd667bde9 req-4ed02649-f174-4c03-8124-f4c92f876981 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9 HTTP/1.1" status: 200 len: 853 time: 0.0597298 May 31 16:29:24.986563 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4154228-30c6-47b3-9faf-13edd667bde9 req-a47d296d-b4b0-4afe-ae4f-d452e4e3573a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:24.988389 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c4154228-30c6-47b3-9faf-13edd667bde9 req-a47d296d-b4b0-4afe-ae4f-d452e4e3573a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af8aeed2-e62e-48e7-b28d-51ca62ee7f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0769069 May 31 16:29:25.293672 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c4154228-30c6-47b3-9faf-13edd667bde9 req-9879c026-0036-43b2-8d8b-8aa27daa5277 service neutron] 10.222.0.59 "GET /v2.0/networks/af8aeed2-e62e-48e7-b28d-51ca62ee7f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966197 May 31 16:29:25.424671 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c4154228-30c6-47b3-9faf-13edd667bde9 req-4950f2b4-1e0b-453a-8a2a-d501f0e9ae0e service neutron] 10.222.0.59 "GET /v2.0/networks/af8aeed2-e62e-48e7-b28d-51ca62ee7f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242313 May 31 16:29:27.850492 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:29:28.779450 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:34.744559 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5aee09c2-616a-407b-9f75-55e34ea3d9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:37.057304 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:37.958796 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9cd6eda0-cab0-4746-a131-4d2b1164a53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:38.552666 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:39.927068 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:58.788938 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:30:04.741501 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d6988b26-e908-4a8f-9c20-e6f84dc42150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:30:04.854474 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:30:04.966081 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0921538f-7ae3-4613-8e02-a7c226f76c4a req-ea0e145e-ad70-4b60-a11b-b0db44b2c163 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747309 May 31 16:30:05.126531 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921538f-7ae3-4613-8e02-a7c226f76c4a req-fd974190-38e3-46b0-b3ce-1d553edb3fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:30:05.129054 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0921538f-7ae3-4613-8e02-a7c226f76c4a req-fd974190-38e3-46b0-b3ce-1d553edb3fbd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b2b547893f6b4d199bae813a33524d21&device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 1138 time: 0.0886731 May 31 16:30:05.290300 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921538f-7ae3-4613-8e02-a7c226f76c4a req-ee86cf02-7125-4578-95da-b6ced5927889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:30:05.291792 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0921538f-7ae3-4613-8e02-a7c226f76c4a req-ee86cf02-7125-4578-95da-b6ced5927889 service neutron] 10.222.0.59 "GET /v2.0/networks?id=af8aeed2-e62e-48e7-b28d-51ca62ee7f9b HTTP/1.1" status: 200 len: 915 time: 0.1420314 May 31 16:30:05.397212 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0921538f-7ae3-4613-8e02-a7c226f76c4a req-3886898c-dedb-4063-8b2f-6c4347dc6374 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93d9a47d-ef96-4cf8-8e51-acb8ecf826cd HTTP/1.1" status: 200 len: 1001 time: 0.0972247 May 31 16:30:05.460852 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921538f-7ae3-4613-8e02-a7c226f76c4a req-25a6a3e5-8ba4-45aa-bf05-82321b424b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:30:05.462253 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0921538f-7ae3-4613-8e02-a7c226f76c4a req-25a6a3e5-8ba4-45aa-bf05-82321b424b76 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9 HTTP/1.1" status: 200 len: 853 time: 0.0577970 May 31 16:30:05.549266 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921538f-7ae3-4613-8e02-a7c226f76c4a req-e5762561-97d1-4aa2-958b-6acaae163cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:30:05.550728 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0921538f-7ae3-4613-8e02-a7c226f76c4a req-e5762561-97d1-4aa2-958b-6acaae163cb3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af8aeed2-e62e-48e7-b28d-51ca62ee7f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0807781 May 31 16:30:05.683812 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0921538f-7ae3-4613-8e02-a7c226f76c4a req-29ce55b7-006b-4412-9091-c094f203fa8a service neutron] 10.222.0.59 "GET /v2.0/networks/af8aeed2-e62e-48e7-b28d-51ca62ee7f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255941 May 31 16:30:05.816972 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0921538f-7ae3-4613-8e02-a7c226f76c4a req-ffd28ffd-09c9-4d5b-95d5-c4ad52ebe7e9 service neutron] 10.222.0.59 "GET /v2.0/networks/af8aeed2-e62e-48e7-b28d-51ca62ee7f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257629 May 31 16:30:07.059996 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:30:07.957642 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a2f62cea-4517-4efe-a560-626d0aaaf261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:30:08.555469 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:30:09.921370 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:30:22.499729 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c9c9c-b440-4ae0-925b-32924c83891c req-6e88b36b-ca33-460d-96df-37cf9a2ae62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:30:22.501119 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fc1c9c9c-b440-4ae0-925b-32924c83891c req-6e88b36b-ca33-460d-96df-37cf9a2ae62f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b2b547893f6b4d199bae813a33524d21&device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 1138 time: 0.1332285 May 31 16:30:22.511410 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6a8d1-fcb5-497c-8acf-07aff310100e req-5dd66aa8-e419-4cd0-a39d-f7971640cebd tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:30:22.512734 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d3c6a8d1-fcb5-497c-8acf-07aff310100e req-5dd66aa8-e419-4cd0-a39d-f7971640cebd tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 985 time: 0.1098056 May 31 16:30:22.639048 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d3c6a8d1-fcb5-497c-8acf-07aff310100e req-43e6fc48-96d6-4de9-bbf4-9a4c3bcc266e tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&id=51927ae3-9b55-438f-8a75-6736b8bd4846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1077819 May 31 16:30:22.678509 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c9c9c-b440-4ae0-925b-32924c83891c req-20900a6e-4097-4efb-ab74-a70471a13908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:30:22.680097 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fc1c9c9c-b440-4ae0-925b-32924c83891c req-20900a6e-4097-4efb-ab74-a70471a13908 service neutron] 10.222.0.59 "GET /v2.0/networks?id=af8aeed2-e62e-48e7-b28d-51ca62ee7f9b HTTP/1.1" status: 200 len: 915 time: 0.1665592 May 31 16:30:22.789420 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fc1c9c9c-b440-4ae0-925b-32924c83891c req-24a93cde-29a1-4aab-894a-032cea930137 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93d9a47d-ef96-4cf8-8e51-acb8ecf826cd HTTP/1.1" status: 200 len: 1001 time: 0.1007321 May 31 16:30:22.860070 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c9c9c-b440-4ae0-925b-32924c83891c req-23a4bb59-4337-4478-8a5e-085f97ef30ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:30:22.861464 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fc1c9c9c-b440-4ae0-925b-32924c83891c req-23a4bb59-4337-4478-8a5e-085f97ef30ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9 HTTP/1.1" status: 200 len: 853 time: 0.0625367 May 31 16:30:22.939907 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c9c9c-b440-4ae0-925b-32924c83891c req-f67b30f8-42f6-4252-96d5-2e2a6e512b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:30:22.941393 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fc1c9c9c-b440-4ae0-925b-32924c83891c req-f67b30f8-42f6-4252-96d5-2e2a6e512b41 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af8aeed2-e62e-48e7-b28d-51ca62ee7f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0731969 May 31 16:30:23.077903 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fc1c9c9c-b440-4ae0-925b-32924c83891c req-3736a101-b547-4331-ac6f-3cfc37ce2462 service neutron] 10.222.0.59 "GET /v2.0/networks/af8aeed2-e62e-48e7-b28d-51ca62ee7f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292841 May 31 16:30:23.223989 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fc1c9c9c-b440-4ae0-925b-32924c83891c req-1360a1ca-9487-45c9-84f9-1bdd2a4b1be0 service neutron] 10.222.0.59 "GET /v2.0/networks/af8aeed2-e62e-48e7-b28d-51ca62ee7f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394234 May 31 16:30:23.850207 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e6b95-ba51-4b7d-a250-6ca4fe335522 req-483812e3-b343-4063-8e57-f9ee4ae6b132 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:30:23.851681 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a82e6b95-ba51-4b7d-a250-6ca4fe335522 req-483812e3-b343-4063-8e57-f9ee4ae6b132 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 985 time: 0.0948114 May 31 16:30:23.902211 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a82e6b95-ba51-4b7d-a250-6ca4fe335522 req-74d44f6b-62ef-4d09-8d22-b2ef93002f93 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&id=51927ae3-9b55-438f-8a75-6736b8bd4846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413804 May 31 16:30:25.108664 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcabc4-2d55-4a89-8e50-0d34812dd14b req-4c0a09be-3562-4dc3-9b87-5ba0e753ea67 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:30:25.110091 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-febcabc4-2d55-4a89-8e50-0d34812dd14b req-4c0a09be-3562-4dc3-9b87-5ba0e753ea67 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 985 time: 0.0916154 May 31 16:30:25.159937 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-febcabc4-2d55-4a89-8e50-0d34812dd14b req-05d1a530-bc1a-45a4-82ca-fe570e8d8e63 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&id=51927ae3-9b55-438f-8a75-6736b8bd4846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426171 May 31 16:30:26.521770 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee73995-2a91-4d18-be87-f756dbd4a58f req-d46b2d60-af64-4134-aa65-6e390edeb13d tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:30:26.523168 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3ee73995-2a91-4d18-be87-f756dbd4a58f req-d46b2d60-af64-4134-aa65-6e390edeb13d tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 985 time: 0.2401721 May 31 16:30:26.571012 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3ee73995-2a91-4d18-be87-f756dbd4a58f req-c524e240-ea24-4c69-919c-22f5dd541258 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&id=51927ae3-9b55-438f-8a75-6736b8bd4846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418084 May 31 16:30:27.799390 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca142c63-a7e2-48bf-afac-7b69e3229c81 req-70a08c0a-540d-4468-bb91-fa91d6fdbd11 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:30:27.801515 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ca142c63-a7e2-48bf-afac-7b69e3229c81 req-70a08c0a-540d-4468-bb91-fa91d6fdbd11 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 985 time: 0.1068389 May 31 16:30:27.849377 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ca142c63-a7e2-48bf-afac-7b69e3229c81 req-02751a06-a484-480d-82ca-5ac045cd2e04 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&id=51927ae3-9b55-438f-8a75-6736b8bd4846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414708 May 31 16:30:28.796152 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:30:29.042204 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db5c70-f21f-4c5c-b79e-df1ec2275152 req-1068ef95-37ba-4951-acaf-b6e81325f31e tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:30:29.043732 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b2db5c70-f21f-4c5c-b79e-df1ec2275152 req-1068ef95-37ba-4951-acaf-b6e81325f31e tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 985 time: 0.0835750 May 31 16:30:29.093309 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b2db5c70-f21f-4c5c-b79e-df1ec2275152 req-74ac4533-51fc-4e8d-89c7-6dea3592a6ea tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&id=51927ae3-9b55-438f-8a75-6736b8bd4846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410800 May 31 16:30:30.312398 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aad20a-dada-4730-a1e1-977cd88f51b2 req-40a816bd-7d5e-4e11-9ffb-c93244ed3ef5 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:30:30.313888 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-51aad20a-dada-4730-a1e1-977cd88f51b2 req-40a816bd-7d5e-4e11-9ffb-c93244ed3ef5 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 985 time: 0.1041625 May 31 16:30:30.360852 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-51aad20a-dada-4730-a1e1-977cd88f51b2 req-27a01ead-c834-468a-b801-e16780151b04 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&id=51927ae3-9b55-438f-8a75-6736b8bd4846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408547 May 31 16:30:31.555172 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e76de-6d1f-457b-a25f-cf6b42d9d2cb req-aef8a292-8546-4f10-97a1-032544c5cba1 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:30:31.556668 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3f4e76de-6d1f-457b-a25f-cf6b42d9d2cb req-aef8a292-8546-4f10-97a1-032544c5cba1 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 985 time: 0.0862465 May 31 16:30:31.603028 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3f4e76de-6d1f-457b-a25f-cf6b42d9d2cb req-7f24a491-cdcf-436c-a6f6-f60bc7764b18 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&id=51927ae3-9b55-438f-8a75-6736b8bd4846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404220 May 31 16:30:32.804511 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25dec4-1c02-4f40-a1d8-7855fe49d73c req-0d8256b2-6776-49e2-8b28-d5c08ca84be6 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:30:32.805960 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2b25dec4-1c02-4f40-a1d8-7855fe49d73c req-0d8256b2-6776-49e2-8b28-d5c08ca84be6 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 985 time: 0.0875449 May 31 16:30:32.855285 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2b25dec4-1c02-4f40-a1d8-7855fe49d73c req-95f788ff-c38f-4254-9ebd-09151da7ff88 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&id=51927ae3-9b55-438f-8a75-6736b8bd4846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406373 May 31 16:30:33.396404 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [req-bb611638-55ce-4243-ac74-fefd72d174f0 req-f0f17df8-10ec-4045-b66e-66a9113f3471 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] (99204) timed out ('10.222.0.59', 59120) {{(pid=99204) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 16:30:34.066652 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104a24e-076b-4535-a8a9-d935ae3ff6ef req-4148077f-fb00-4dc9-9f92-7d1543eb63cb tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:30:34.068143 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e104a24e-076b-4535-a8a9-d935ae3ff6ef req-4148077f-fb00-4dc9-9f92-7d1543eb63cb tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 985 time: 0.0827487 May 31 16:30:34.121213 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e104a24e-076b-4535-a8a9-d935ae3ff6ef req-9057d52a-3743-4690-b348-79eaf0a1f883 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&id=51927ae3-9b55-438f-8a75-6736b8bd4846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469956 May 31 16:30:34.737923 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fc34e396-e337-487d-a11c-890a6e0c6f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:30:35.316847 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27e7dd-4975-4038-8320-698886046df9 req-b5c1966e-6c44-4624-8f37-5d0b3e4f221c tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:30:35.318333 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4f27e7dd-4975-4038-8320-698886046df9 req-b5c1966e-6c44-4624-8f37-5d0b3e4f221c tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 985 time: 0.0848651 May 31 16:30:35.364764 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4f27e7dd-4975-4038-8320-698886046df9 req-69f9502f-3e80-4d17-9044-04f1594e7a3f tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&id=51927ae3-9b55-438f-8a75-6736b8bd4846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404971 May 31 16:30:37.064053 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:30:37.955309 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-64052f38-df96-4641-8ff5-cd4e835c1254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:30:38.562494 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:30:39.930982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:30:41.859167 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:30:58.805047 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:04.735287 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-583671a4-3493-421b-bf17-402e152f619c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:04.978790 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c0f05a0d-b1c5-4b85-80e5-92c059628930 req-e780c8b8-a3e8-42e2-a7a6-4eda3ad690ff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754776 May 31 16:31:05.126891 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f05a0d-b1c5-4b85-80e5-92c059628930 req-c492ca75-4cb9-45dc-b889-53551d2129f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:31:05.128439 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c0f05a0d-b1c5-4b85-80e5-92c059628930 req-c492ca75-4cb9-45dc-b889-53551d2129f0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b2b547893f6b4d199bae813a33524d21&device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 1138 time: 0.0794227 May 31 16:31:05.285220 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f05a0d-b1c5-4b85-80e5-92c059628930 req-9860fb83-c9d5-45f4-825e-19f27d966100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:31:05.286671 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c0f05a0d-b1c5-4b85-80e5-92c059628930 req-9860fb83-c9d5-45f4-825e-19f27d966100 service neutron] 10.222.0.59 "GET /v2.0/networks?id=af8aeed2-e62e-48e7-b28d-51ca62ee7f9b HTTP/1.1" status: 200 len: 915 time: 0.1311522 May 31 16:31:05.403223 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c0f05a0d-b1c5-4b85-80e5-92c059628930 req-61e53145-1b73-4aa8-a6e1-dd888f8c744d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93d9a47d-ef96-4cf8-8e51-acb8ecf826cd HTTP/1.1" status: 200 len: 1001 time: 0.1092632 May 31 16:31:05.467827 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f05a0d-b1c5-4b85-80e5-92c059628930 req-bf3d4f80-c506-476a-8e42-a521dd3a3f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:31:05.469239 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c0f05a0d-b1c5-4b85-80e5-92c059628930 req-bf3d4f80-c506-476a-8e42-a521dd3a3f9c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9 HTTP/1.1" status: 200 len: 853 time: 0.0593507 May 31 16:31:05.548819 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f05a0d-b1c5-4b85-80e5-92c059628930 req-87467ced-6886-414b-83d4-42816d0720c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:31:05.550269 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c0f05a0d-b1c5-4b85-80e5-92c059628930 req-87467ced-6886-414b-83d4-42816d0720c6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af8aeed2-e62e-48e7-b28d-51ca62ee7f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0735934 May 31 16:31:05.691171 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c0f05a0d-b1c5-4b85-80e5-92c059628930 req-874a1fef-06e3-48ad-ab34-d27f28e5faee service neutron] 10.222.0.59 "GET /v2.0/networks/af8aeed2-e62e-48e7-b28d-51ca62ee7f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338723 May 31 16:31:05.823332 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c0f05a0d-b1c5-4b85-80e5-92c059628930 req-e8951917-75d1-4ae9-8a9d-774203997b03 service neutron] 10.222.0.59 "GET /v2.0/networks/af8aeed2-e62e-48e7-b28d-51ca62ee7f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248953 May 31 16:31:07.069795 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:07.950637 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-66685cb7-ffd9-45cd-9ae0-b950a75853b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:08.558793 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:09.937154 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:18.858549 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:31:28.817629 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:31.119560 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-eddc5941-6408-45cd-993f-bf496e03d8ce req-380fe09c-2264-44d3-b9df-f998475beda3 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1427028726&fields=id&tenant_id=b2b547893f6b4d199bae813a33524d21 HTTP/1.1" status: 200 len: 267 time: 0.0473425 May 31 16:31:31.203684 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc5941-6408-45cd-993f-bf496e03d8ce req-8056112e-4edf-4fb8-9def-c6d433424f77 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:31:31.205159 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-eddc5941-6408-45cd-993f-bf496e03d8ce req-8056112e-4edf-4fb8-9def-c6d433424f77 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 985 time: 0.0797951 May 31 16:31:31.216041 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-eddc5941-6408-45cd-993f-bf496e03d8ce req-c0f76ae2-6a51-4f60-82c0-13a08c2987fe tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Request body: {'port': {'security_groups': ['277a082e-9e4b-4e8f-a770-e8dc0dd153b1']}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:31:31.346291 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-eddc5941-6408-45cd-993f-bf496e03d8ce req-c0f76ae2-6a51-4f60-82c0-13a08c2987fe tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:31.760769 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-eddc5941-6408-45cd-993f-bf496e03d8ce req-c0f76ae2-6a51-4f60-82c0-13a08c2987fe tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] For port 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=93d9a47d-ef96-4cf8-8e51-acb8ecf826cd,segment=NetworkSegment(01e7e337-df9f-4424-962d-9d8b896d4ddb),segment_id=01e7e337-df9f-4424-962d-9d8b896d4ddb)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:31:31.785234 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-eddc5941-6408-45cd-993f-bf496e03d8ce req-c0f76ae2-6a51-4f60-82c0-13a08c2987fe tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:31.792518 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-eddc5941-6408-45cd-993f-bf496e03d8ce req-c0f76ae2-6a51-4f60-82c0-13a08c2987fe tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:31.798634 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0f768040-e9e8-4775-83f2-919d93107cc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:31:31.804925 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['93d9a47d-ef96-4cf8-8e51-acb8ecf826cd'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:31:31.856317 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc5941-6408-45cd-993f-bf496e03d8ce req-c0f76ae2-6a51-4f60-82c0-13a08c2987fe tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:31:31.856894 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-eddc5941-6408-45cd-993f-bf496e03d8ce req-c0f76ae2-6a51-4f60-82c0-13a08c2987fe tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:31.858275 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-eddc5941-6408-45cd-993f-bf496e03d8ce req-c0f76ae2-6a51-4f60-82c0-13a08c2987fe tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "PUT /v2.0/ports/93d9a47d-ef96-4cf8-8e51-acb8ecf826cd HTTP/1.1" status: 200 len: 943 time: 0.6468093 May 31 16:31:31.864695 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39082) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:31:31.865950 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3563e1f2-36e5-49b3-acee-a567b2c9bb54', 'tag': '93d9a47d-ef96-4cf8-8e51-acb8ecf826cd'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:31:31.868323 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1949fe99-d4f3-4dd5-b31c-baedbd7105c5" -d '{"events": [{"name": "network-changed", "server_uuid": "3563e1f2-36e5-49b3-acee-a567b2c9bb54", "tag": "93d9a47d-ef96-4cf8-8e51-acb8ecf826cd"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:31:31.891598 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f76ae2-6a51-4f60-82c0-13a08c2987fe tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Pushing event updated for resources: {'Port': ['ID=93d9a47d-ef96-4cf8-8e51-acb8ecf826cd,revision_number=7']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:31:31.900446 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f76ae2-6a51-4f60-82c0-13a08c2987fe tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:31.900971 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f76ae2-6a51-4f60-82c0-13a08c2987fe tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:31.901448 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f76ae2-6a51-4f60-82c0-13a08c2987fe tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:31.901915 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f76ae2-6a51-4f60-82c0-13a08c2987fe tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:31.902389 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f76ae2-6a51-4f60-82c0-13a08c2987fe tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:31.902930 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f76ae2-6a51-4f60-82c0-13a08c2987fe tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:31.903421 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f76ae2-6a51-4f60-82c0-13a08c2987fe tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:31.903881 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f76ae2-6a51-4f60-82c0-13a08c2987fe tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:31.904365 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f76ae2-6a51-4f60-82c0-13a08c2987fe tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:31.904935 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f76ae2-6a51-4f60-82c0-13a08c2987fe tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:31.905400 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f76ae2-6a51-4f60-82c0-13a08c2987fe tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:31.905855 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f76ae2-6a51-4f60-82c0-13a08c2987fe tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:31.910909 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c0f76ae2-6a51-4f60-82c0-13a08c2987fe tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:31:31.961600 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-464aced9-5cf0-418b-9c29-4fbe9ee81bd5 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:31.979322 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['93d9a47d-ef96-4cf8-8e51-acb8ecf826cd'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:31:32.000171 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-464aced9-5cf0-418b-9c29-4fbe9ee81bd5 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:32.040025 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920bbd23-ddd2-423f-8e5c-84ed59f13409 x-openstack-request-id: req-920bbd23-ddd2-423f-8e5c-84ed59f13409 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:31:32.040364 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3563e1f2-36e5-49b3-acee-a567b2c9bb54", "tag": "93d9a47d-ef96-4cf8-8e51-acb8ecf826cd", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:31:32.040656 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-920bbd23-ddd2-423f-8e5c-84ed59f13409 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:31:32.041700 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3563e1f2-36e5-49b3-acee-a567b2c9bb54', 'tag': '93d9a47d-ef96-4cf8-8e51-acb8ecf826cd', 'status': 'completed', 'code': 200} May 31 16:31:32.083882 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-464aced9-5cf0-418b-9c29-4fbe9ee81bd5 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:32.091459 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a56763f5-d09b-4451-afa6-b91e37b52543 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:31:32.109027 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464aced9-5cf0-418b-9c29-4fbe9ee81bd5 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51927ae3-9b55-438f-8a75-6736b8bd4846,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:31:32.120950 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-464aced9-5cf0-418b-9c29-4fbe9ee81bd5 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:32.124719 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-464aced9-5cf0-418b-9c29-4fbe9ee81bd5 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "DELETE /v2.0/security-groups/51927ae3-9b55-438f-8a75-6736b8bd4846 HTTP/1.1" status: 204 len: 168 time: 0.2554457 May 31 16:31:32.124719 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464aced9-5cf0-418b-9c29-4fbe9ee81bd5 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:32.124719 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464aced9-5cf0-418b-9c29-4fbe9ee81bd5 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:32.124719 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464aced9-5cf0-418b-9c29-4fbe9ee81bd5 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:32.125075 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464aced9-5cf0-418b-9c29-4fbe9ee81bd5 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:32.125667 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464aced9-5cf0-418b-9c29-4fbe9ee81bd5 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:32.125667 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464aced9-5cf0-418b-9c29-4fbe9ee81bd5 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:32.125939 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464aced9-5cf0-418b-9c29-4fbe9ee81bd5 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:32.126256 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464aced9-5cf0-418b-9c29-4fbe9ee81bd5 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:32.126643 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464aced9-5cf0-418b-9c29-4fbe9ee81bd5 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:32.126986 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464aced9-5cf0-418b-9c29-4fbe9ee81bd5 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:32.127350 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464aced9-5cf0-418b-9c29-4fbe9ee81bd5 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:32.127704 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464aced9-5cf0-418b-9c29-4fbe9ee81bd5 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:32.129964 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39090) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:31:32.131485 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-464aced9-5cf0-418b-9c29-4fbe9ee81bd5 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:31:32.166874 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-768131ef-3e03-4b60-a0fc-2ca7732c1ed9 None None] Provisioning complete for port 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:31:32.167276 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-768131ef-3e03-4b60-a0fc-2ca7732c1ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:32.334075 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949fe99-d4f3-4dd5-b31c-baedbd7105c5 req-53560f67-223d-4835-8bae-2c4ca214821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:31:32.335518 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1949fe99-d4f3-4dd5-b31c-baedbd7105c5 req-53560f67-223d-4835-8bae-2c4ca214821b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b2b547893f6b4d199bae813a33524d21&device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 1099 time: 0.2577901 May 31 16:31:32.519870 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949fe99-d4f3-4dd5-b31c-baedbd7105c5 req-8303ca2d-2aeb-407c-8ae9-d44e51bd2bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:31:32.521320 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1949fe99-d4f3-4dd5-b31c-baedbd7105c5 req-8303ca2d-2aeb-407c-8ae9-d44e51bd2bde service neutron] 10.222.0.59 "GET /v2.0/networks?id=af8aeed2-e62e-48e7-b28d-51ca62ee7f9b HTTP/1.1" status: 200 len: 915 time: 0.1770370 May 31 16:31:32.587326 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-ce700689-990f-4335-8880-befbd1f62234 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Deleting port a2bc13bb-a3a0-44a2-813f-44a5fa8bcf47 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:31:32.587557 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ce700689-990f-4335-8880-befbd1f62234 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:32.700867 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1949fe99-d4f3-4dd5-b31c-baedbd7105c5 req-5b686876-e17e-4d48-9461-380893b670f9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93d9a47d-ef96-4cf8-8e51-acb8ecf826cd HTTP/1.1" status: 200 len: 1001 time: 0.1719568 May 31 16:31:32.777334 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ce700689-990f-4335-8880-befbd1f62234 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:32.777609 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ce700689-990f-4335-8880-befbd1f62234 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:32.902714 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-ce700689-990f-4335-8880-befbd1f62234 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Calling delete_port for a2bc13bb-a3a0-44a2-813f-44a5fa8bcf47 owned by network:floatingip {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:31:32.906248 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949fe99-d4f3-4dd5-b31c-baedbd7105c5 req-fe762086-16dd-4549-8438-2f60fc5980f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:31:32.907897 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1949fe99-d4f3-4dd5-b31c-baedbd7105c5 req-fe762086-16dd-4549-8438-2f60fc5980f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9 HTTP/1.1" status: 200 len: 853 time: 0.1988151 May 31 16:31:33.011235 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949fe99-d4f3-4dd5-b31c-baedbd7105c5 req-ae014543-3cdf-4554-815b-904d9cd6d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:31:33.012773 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1949fe99-d4f3-4dd5-b31c-baedbd7105c5 req-ae014543-3cdf-4554-815b-904d9cd6d31c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af8aeed2-e62e-48e7-b28d-51ca62ee7f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0984476 May 31 16:31:33.191938 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ce700689-990f-4335-8880-befbd1f62234 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:33.201949 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a04daee7-5864-4f20-946e-3c73e1af0ff7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:31:33.233201 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1949fe99-d4f3-4dd5-b31c-baedbd7105c5 req-acf264f6-28fd-4e7f-91e4-54fd20b1c767 service neutron] 10.222.0.59 "GET /v2.0/networks/af8aeed2-e62e-48e7-b28d-51ca62ee7f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130837 May 31 16:31:33.290047 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce700689-990f-4335-8880-befbd1f62234 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Pushing event deleted for resources: {'Port': ['ID=a2bc13bb-a3a0-44a2-813f-44a5fa8bcf47,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:31:33.292394 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ce700689-990f-4335-8880-befbd1f62234 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:31:33.583938 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ce700689-990f-4335-8880-befbd1f62234 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks [] for floatingip, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:33.584214 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-ce700689-990f-4335-8880-befbd1f62234 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Floating IP 879d5234-71fd-40ac-b411-6002a7b6e19b disassociated (deleted). External IP: 172.26.0.15, port: 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd. May 31 16:31:33.687815 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1949fe99-d4f3-4dd5-b31c-baedbd7105c5 req-6cd5d7c9-f8a0-4f8d-abb2-602025122331 service neutron] 10.222.0.59 "GET /v2.0/networks/af8aeed2-e62e-48e7-b28d-51ca62ee7f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472859 May 31 16:31:33.960966 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce700689-990f-4335-8880-befbd1f62234 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Router e3eafa7d-c228-4ab6-9abc-cdb25a01adb6 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:31:34.157434 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce700689-990f-4335-8880-befbd1f62234 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:31:34.167081 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552afcf2-0e08-4425-9568-32af37f8b7b1 None None] Sync routers for ids ['e3eafa7d-c228-4ab6-9abc-cdb25a01adb6'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:31:34.176775 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552afcf2-0e08-4425-9568-32af37f8b7b1 None None] Routers {'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:31:34.177422 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-552afcf2-0e08-4425-9568-32af37f8b7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:31:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['e3eafa7d-c228-4ab6-9abc-cdb25a01adb6'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:31:34.178792 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ce700689-990f-4335-8880-befbd1f62234 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:34.234282 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ce700689-990f-4335-8880-befbd1f62234 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "DELETE /v2.0/floatingips/879d5234-71fd-40ac-b411-6002a7b6e19b HTTP/1.1" status: 204 len: 168 time: 2.1022131 May 31 16:31:34.235078 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3563e1f2-36e5-49b3-acee-a567b2c9bb54', 'tag': '93d9a47d-ef96-4cf8-8e51-acb8ecf826cd'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:31:34.237691 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8762ce5a-cc12-4ad6-a7ea-68e1863d1313" -d '{"events": [{"name": "network-changed", "server_uuid": "3563e1f2-36e5-49b3-acee-a567b2c9bb54", "tag": "93d9a47d-ef96-4cf8-8e51-acb8ecf826cd"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:31:34.303397 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1159b6ff-efe3-463a-a11b-acce632e8a19 x-openstack-request-id: req-1159b6ff-efe3-463a-a11b-acce632e8a19 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:31:34.303784 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3563e1f2-36e5-49b3-acee-a567b2c9bb54", "tag": "93d9a47d-ef96-4cf8-8e51-acb8ecf826cd", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:31:34.304097 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1159b6ff-efe3-463a-a11b-acce632e8a19 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:31:34.304582 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3563e1f2-36e5-49b3-acee-a567b2c9bb54', 'tag': '93d9a47d-ef96-4cf8-8e51-acb8ecf826cd', 'status': 'completed', 'code': 200} May 31 16:31:34.396957 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762ce5a-cc12-4ad6-a7ea-68e1863d1313 req-29b53506-8182-42a2-b918-a22842823283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:31:34.398624 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8762ce5a-cc12-4ad6-a7ea-68e1863d1313 req-29b53506-8182-42a2-b918-a22842823283 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b2b547893f6b4d199bae813a33524d21&device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 1099 time: 0.0734017 May 31 16:31:34.400841 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-552afcf2-0e08-4425-9568-32af37f8b7b1 None None] Set router e3eafa7d-c228-4ab6-9abc-cdb25a01adb6 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:31:34.537400 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762ce5a-cc12-4ad6-a7ea-68e1863d1313 req-dc0e06fa-c4ef-4482-8a51-aac014508fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:31:34.538928 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8762ce5a-cc12-4ad6-a7ea-68e1863d1313 req-dc0e06fa-c4ef-4482-8a51-aac014508fc0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=af8aeed2-e62e-48e7-b28d-51ca62ee7f9b HTTP/1.1" status: 200 len: 915 time: 0.1327617 May 31 16:31:34.622265 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8762ce5a-cc12-4ad6-a7ea-68e1863d1313 req-9d6ee3ec-4a59-4a71-b18a-3c704777579e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93d9a47d-ef96-4cf8-8e51-acb8ecf826cd HTTP/1.1" status: 200 len: 217 time: 0.0767388 May 31 16:31:34.705119 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762ce5a-cc12-4ad6-a7ea-68e1863d1313 req-b7171c22-40b5-4914-841f-7f2d064aed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:31:34.706696 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8762ce5a-cc12-4ad6-a7ea-68e1863d1313 req-b7171c22-40b5-4914-841f-7f2d064aed18 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9 HTTP/1.1" status: 200 len: 853 time: 0.0742238 May 31 16:31:34.720961 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-227f9e37-9e47-44da-951a-3553bd475d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:34.749209 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-552afcf2-0e08-4425-9568-32af37f8b7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'name': 'tempest-TestMinimumBasicScenario-904417190-router', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': '7d7b382c-55d7-441f-9dea-2b34345d473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:28:20Z', 'updated_at': '2021-05-31T16:28:24Z', 'revision_number': 4, 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'gw_port': {'id': '7d7b382c-55d7-441f-9dea-2b34345d473c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:79:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:21Z', 'updated_at': '2021-05-31T16:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '3dc1e933-31f6-4b22-989f-b4fdd0deff95', 'name': '', 'network_id': 'af8aeed2-e62e-48e7-b28d-51ca62ee7f9b', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21', 'mac_address': 'fa:16:3e:1c:88:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:23Z', 'updated_at': '2021-05-31T16:28:30Z', 'revision_number': 5, 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'subnets': [{'id': 'dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:31:34.753540 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552afcf2-0e08-4425-9568-32af37f8b7b1 None None] Checking router: e3eafa7d-c228-4ab6-9abc-cdb25a01adb6 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:31:34.761765 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552afcf2-0e08-4425-9568-32af37f8b7b1 None None] Routers {'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:31:34.762407 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-552afcf2-0e08-4425-9568-32af37f8b7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:31:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['e3eafa7d-c228-4ab6-9abc-cdb25a01adb6'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:31:34.787194 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762ce5a-cc12-4ad6-a7ea-68e1863d1313 req-01714e03-f634-4a8e-b905-c483969f9349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:31:34.788726 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8762ce5a-cc12-4ad6-a7ea-68e1863d1313 req-01714e03-f634-4a8e-b905-c483969f9349 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af8aeed2-e62e-48e7-b28d-51ca62ee7f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0744359 May 31 16:31:34.924849 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8762ce5a-cc12-4ad6-a7ea-68e1863d1313 req-07782112-602f-40e8-a012-4fad07d203dc service neutron] 10.222.0.59 "GET /v2.0/networks/af8aeed2-e62e-48e7-b28d-51ca62ee7f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274247 May 31 16:31:34.937631 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-552afcf2-0e08-4425-9568-32af37f8b7b1 None None] Set router e3eafa7d-c228-4ab6-9abc-cdb25a01adb6 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:31:35.222821 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8762ce5a-cc12-4ad6-a7ea-68e1863d1313 req-f2bbbaa4-886e-4e11-8c72-75a06d338f33 service neutron] 10.222.0.59 "GET /v2.0/networks/af8aeed2-e62e-48e7-b28d-51ca62ee7f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898827 May 31 16:31:35.263369 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-552afcf2-0e08-4425-9568-32af37f8b7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'name': 'tempest-TestMinimumBasicScenario-904417190-router', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': '7d7b382c-55d7-441f-9dea-2b34345d473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:28:20Z', 'updated_at': '2021-05-31T16:28:24Z', 'revision_number': 4, 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'gw_port': {'id': '7d7b382c-55d7-441f-9dea-2b34345d473c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:79:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:21Z', 'updated_at': '2021-05-31T16:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '3dc1e933-31f6-4b22-989f-b4fdd0deff95', 'name': '', 'network_id': 'af8aeed2-e62e-48e7-b28d-51ca62ee7f9b', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21', 'mac_address': 'fa:16:3e:1c:88:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:23Z', 'updated_at': '2021-05-31T16:28:30Z', 'revision_number': 5, 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'subnets': [{'id': 'dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:31:35.267380 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552afcf2-0e08-4425-9568-32af37f8b7b1 None None] The sync data for ids ['e3eafa7d-c228-4ab6-9abc-cdb25a01adb6'] in dv-neutron-601336-79-hyperv is: [{'id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'name': 'tempest-TestMinimumBasicScenario-904417190-router', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': '7d7b382c-55d7-441f-9dea-2b34345d473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:28:20Z', 'updated_at': '2021-05-31T16:28:24Z', 'revision_number': 4, 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'gw_port': {'id': '7d7b382c-55d7-441f-9dea-2b34345d473c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:79:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:21Z', 'updated_at': '2021-05-31T16:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '3dc1e933-31f6-4b22-989f-b4fdd0deff95', 'name': '', 'network_id': 'af8aeed2-e62e-48e7-b28d-51ca62ee7f9b', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21', 'mac_address': 'fa:16:3e:1c:88:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:23Z', 'updated_at': '2021-05-31T16:28:30Z', 'revision_number': 5, 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'subnets': [{'id': 'dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:31:35.500133 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5667ab6e-2050-4113-a50e-eaa8146981b0 None None] New status for floating IP 879d5234-71fd-40ac-b411-6002a7b6e19b: DOWN {{(pid=99206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:31:37.055655 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:37.955239 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7fdf143c-e3f5-4d3e-a3f5-8e04b9e743c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:38.566112 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:39.929418 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:41.953118 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23c7c5-2c5a-403b-a5ab-32de6da65e27 req-4aa1b7ea-585a-4721-89a9-b58f0864a951 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:31:41.953797 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-9b23c7c5-2c5a-403b-a5ab-32de6da65e27 req-4aa1b7ea-585a-4721-89a9-b58f0864a951 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Synchronizing usage tracker for tenant:b2b547893f6b4d199bae813a33524d21 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:31:41.970698 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-9b23c7c5-2c5a-403b-a5ab-32de6da65e27 req-4aa1b7ea-585a-4721-89a9-b58f0864a951 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Unset dirty status for tenant:b2b547893f6b4d199bae813a33524d21 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:31:41.971918 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9b23c7c5-2c5a-403b-a5ab-32de6da65e27 req-4aa1b7ea-585a-4721-89a9-b58f0864a951 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 946 time: 0.0983193 May 31 16:31:42.021328 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9b23c7c5-2c5a-403b-a5ab-32de6da65e27 req-0b6224fc-16d1-4b5b-a9ea-28da6430139b tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429690 May 31 16:31:43.226217 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d3531-4ee9-4c89-a4bc-d585dbd99f55 req-bc8ec515-35fd-43ae-8f66-1f36b03486af tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:31:43.227728 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3b6d3531-4ee9-4c89-a4bc-d585dbd99f55 req-bc8ec515-35fd-43ae-8f66-1f36b03486af tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 946 time: 0.0901079 May 31 16:31:43.273335 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3b6d3531-4ee9-4c89-a4bc-d585dbd99f55 req-e9d39192-42e6-4e6f-9c35-59a8ee8ff191 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395317 May 31 16:31:43.979182 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121698b0-3161-4c03-929d-954531ee4182 req-64687547-8a12-4f07-87c3-cced07ef0a8b tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:31:43.980615 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-121698b0-3161-4c03-929d-954531ee4182 req-64687547-8a12-4f07-87c3-cced07ef0a8b tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.59 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 946 time: 0.0926559 May 31 16:31:44.118266 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-121698b0-3161-4c03-929d-954531ee4182 req-0e45eae2-c226-4e00-8d3b-43682598fb14 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Deleting port 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:31:44.118709 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-121698b0-3161-4c03-929d-954531ee4182 req-0e45eae2-c226-4e00-8d3b-43682598fb14 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:44.251911 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-121698b0-3161-4c03-929d-954531ee4182 req-0e45eae2-c226-4e00-8d3b-43682598fb14 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] For port 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=93d9a47d-ef96-4cf8-8e51-acb8ecf826cd,segment=NetworkSegment(01e7e337-df9f-4424-962d-9d8b896d4ddb),segment_id=01e7e337-df9f-4424-962d-9d8b896d4ddb)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:31:44.252626 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-121698b0-3161-4c03-929d-954531ee4182 req-0e45eae2-c226-4e00-8d3b-43682598fb14 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:44.377815 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-121698b0-3161-4c03-929d-954531ee4182 req-0e45eae2-c226-4e00-8d3b-43682598fb14 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Calling delete_port for 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd owned by compute:nova {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:31:44.487592 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b61f7-7188-4988-85e3-f762c6ab44d0 req-72275edf-0883-4e2a-8bba-6d30b0fd2c2d tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:31:44.489034 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b62b61f7-7188-4988-85e3-f762c6ab44d0 req-72275edf-0883-4e2a-8bba-6d30b0fd2c2d tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/ports?device_id=3563e1f2-36e5-49b3-acee-a567b2c9bb54 HTTP/1.1" status: 200 len: 946 time: 0.1084168 May 31 16:31:44.584649 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b62b61f7-7188-4988-85e3-f762c6ab44d0 req-69ad53cb-63d6-44f1-a674-3e5d3c007600 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.45 "GET /v2.0/security-groups?id=277a082e-9e4b-4e8f-a770-e8dc0dd153b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601292 May 31 16:31:44.586499 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-121698b0-3161-4c03-929d-954531ee4182 req-0e45eae2-c226-4e00-8d3b-43682598fb14 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:44.592292 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f917f580-4253-42f5-b49a-c31c50617587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:31:44.599193 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['93d9a47d-ef96-4cf8-8e51-acb8ecf826cd'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:31:44.636195 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45eae2-c226-4e00-8d3b-43682598fb14 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Pushing event deleted for resources: {'Port': ['ID=93d9a47d-ef96-4cf8-8e51-acb8ecf826cd,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:31:44.639411 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0e45eae2-c226-4e00-8d3b-43682598fb14 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:31:44.710079 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-121698b0-3161-4c03-929d-954531ee4182 req-0e45eae2-c226-4e00-8d3b-43682598fb14 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] No DVR routers for this DVR port 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd on host hv-neutron-6013 {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:31:44.712694 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-121698b0-3161-4c03-929d-954531ee4182 req-0e45eae2-c226-4e00-8d3b-43682598fb14 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:44.715186 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3563e1f2-36e5-49b3-acee-a567b2c9bb54', 'name': 'network-vif-deleted', 'tag': '93d9a47d-ef96-4cf8-8e51-acb8ecf826cd'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:31:44.717486 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1695c56c-8ee5-4e41-84d3-956fcbccd81b" -d '{"events": [{"server_uuid": "3563e1f2-36e5-49b3-acee-a567b2c9bb54", "name": "network-vif-deleted", "tag": "93d9a47d-ef96-4cf8-8e51-acb8ecf826cd"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:31:44.731908 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-121698b0-3161-4c03-929d-954531ee4182 req-0e45eae2-c226-4e00-8d3b-43682598fb14 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] 10.222.0.59 "DELETE /v2.0/ports/93d9a47d-ef96-4cf8-8e51-acb8ecf826cd HTTP/1.1" status: 204 len: 173 time: 0.7454710 May 31 16:31:44.768897 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fbc813-f713-4983-8019-f8e53a06d949 x-openstack-request-id: req-b3fbc813-f713-4983-8019-f8e53a06d949 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:31:44.769409 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3563e1f2-36e5-49b3-acee-a567b2c9bb54", "name": "network-vif-deleted", "tag": "93d9a47d-ef96-4cf8-8e51-acb8ecf826cd", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:31:44.769909 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b3fbc813-f713-4983-8019-f8e53a06d949 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:31:44.770545 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3563e1f2-36e5-49b3-acee-a567b2c9bb54', 'name': 'network-vif-deleted', 'tag': '93d9a47d-ef96-4cf8-8e51-acb8ecf826cd', 'status': 'completed', 'code': 200} May 31 16:31:46.268133 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39188) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:31:46.816244 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-975f135d-8ab7-455b-86c9-5f9fb213f70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:47.401993 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-975f135d-8ab7-455b-86c9-5f9fb213f70a admin admin] Deleting port 3dc1e933-31f6-4b22-989f-b4fdd0deff95 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:31:47.402584 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-975f135d-8ab7-455b-86c9-5f9fb213f70a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:47.522939 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-975f135d-8ab7-455b-86c9-5f9fb213f70a admin admin] For port 3dc1e933-31f6-4b22-989f-b4fdd0deff95, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=3dc1e933-31f6-4b22-989f-b4fdd0deff95,segment=NetworkSegment(01e7e337-df9f-4424-962d-9d8b896d4ddb),segment_id=01e7e337-df9f-4424-962d-9d8b896d4ddb)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:31:47.523319 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-975f135d-8ab7-455b-86c9-5f9fb213f70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:47.646902 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-975f135d-8ab7-455b-86c9-5f9fb213f70a admin admin] Calling delete_port for 3dc1e933-31f6-4b22-989f-b4fdd0deff95 owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:31:47.947246 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-975f135d-8ab7-455b-86c9-5f9fb213f70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:47.952578 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a04daee7-5864-4f20-946e-3c73e1af0ff7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:31:48.001233 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f135d-8ab7-455b-86c9-5f9fb213f70a admin admin] Pushing event deleted for resources: {'Port': ['ID=3dc1e933-31f6-4b22-989f-b4fdd0deff95,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:31:48.027818 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-975f135d-8ab7-455b-86c9-5f9fb213f70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:31:48.269573 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-975f135d-8ab7-455b-86c9-5f9fb213f70a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:48.387442 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:31:48.426237 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:31:48.426578 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 93d9a47d-ef96-4cf8-8e51-acb8ecf826cd not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:31:48.800283 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975f135d-8ab7-455b-86c9-5f9fb213f70a admin admin] Router e3eafa7d-c228-4ab6-9abc-cdb25a01adb6 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:31:48.979417 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975f135d-8ab7-455b-86c9-5f9fb213f70a admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:31:48.989345 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bd0f17-70fe-4d7f-b2e0-c8e92897e190 None None] Sync routers for ids ['e3eafa7d-c228-4ab6-9abc-cdb25a01adb6'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:31:48.993072 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-975f135d-8ab7-455b-86c9-5f9fb213f70a admin admin] 10.222.0.45 "PUT /v2.0/routers/e3eafa7d-c228-4ab6-9abc-cdb25a01adb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7242079 May 31 16:31:48.995381 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39192) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:31:48.999339 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bd0f17-70fe-4d7f-b2e0-c8e92897e190 None None] Routers {'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:31:48.999950 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-58bd0f17-70fe-4d7f-b2e0-c8e92897e190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:31:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['e3eafa7d-c228-4ab6-9abc-cdb25a01adb6'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:31:49.168491 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-12ae7118-4841-4792-95c9-e5d4ef6b8bec admin admin] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:49.175292 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-58bd0f17-70fe-4d7f-b2e0-c8e92897e190 None None] Set router e3eafa7d-c228-4ab6-9abc-cdb25a01adb6 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:31:49.342435 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-12ae7118-4841-4792-95c9-e5d4ef6b8bec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:49.415351 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-12ae7118-4841-4792-95c9-e5d4ef6b8bec admin admin] Deleting port 7d7b382c-55d7-441f-9dea-2b34345d473c {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:31:49.415684 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-12ae7118-4841-4792-95c9-e5d4ef6b8bec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:49.487504 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-58bd0f17-70fe-4d7f-b2e0-c8e92897e190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'name': 'tempest-TestMinimumBasicScenario-904417190-router', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': '7d7b382c-55d7-441f-9dea-2b34345d473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:28:20Z', 'updated_at': '2021-05-31T16:31:47Z', 'revision_number': 5, 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'gw_port': {'id': '7d7b382c-55d7-441f-9dea-2b34345d473c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:79:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:21Z', 'updated_at': '2021-05-31T16:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:31:49.491310 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bd0f17-70fe-4d7f-b2e0-c8e92897e190 None None] Checking router: e3eafa7d-c228-4ab6-9abc-cdb25a01adb6 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:31:49.500080 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bd0f17-70fe-4d7f-b2e0-c8e92897e190 None None] Routers {'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:31:49.500709 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-58bd0f17-70fe-4d7f-b2e0-c8e92897e190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:31:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['e3eafa7d-c228-4ab6-9abc-cdb25a01adb6'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:31:49.540852 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-12ae7118-4841-4792-95c9-e5d4ef6b8bec admin admin] For port 7d7b382c-55d7-441f-9dea-2b34345d473c, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=7d7b382c-55d7-441f-9dea-2b34345d473c,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:31:49.541275 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-12ae7118-4841-4792-95c9-e5d4ef6b8bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:49.650690 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-58bd0f17-70fe-4d7f-b2e0-c8e92897e190 None None] Set router e3eafa7d-c228-4ab6-9abc-cdb25a01adb6 gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:31:49.665298 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-12ae7118-4841-4792-95c9-e5d4ef6b8bec admin admin] Calling delete_port for 7d7b382c-55d7-441f-9dea-2b34345d473c owned by network:router_gateway {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:31:49.754786 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-58bd0f17-70fe-4d7f-b2e0-c8e92897e190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'name': 'tempest-TestMinimumBasicScenario-904417190-router', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:28:20Z', 'updated_at': '2021-05-31T16:31:49Z', 'revision_number': 6, 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'gw_port_host': None}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:31:49.758618 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bd0f17-70fe-4d7f-b2e0-c8e92897e190 None None] The sync data for ids ['e3eafa7d-c228-4ab6-9abc-cdb25a01adb6'] in dv-neutron-601336-79-hyperv is: [{'id': 'e3eafa7d-c228-4ab6-9abc-cdb25a01adb6', 'name': 'tempest-TestMinimumBasicScenario-904417190-router', 'tenant_id': 'b2b547893f6b4d199bae813a33524d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:28:20Z', 'updated_at': '2021-05-31T16:31:49Z', 'revision_number': 6, 'project_id': 'b2b547893f6b4d199bae813a33524d21', 'gw_port_host': None}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:31:49.806187 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-12ae7118-4841-4792-95c9-e5d4ef6b8bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:49.809875 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ecf4db4b-05e0-4cdf-baed-1c6da271eb4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:31:49.854610 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae7118-4841-4792-95c9-e5d4ef6b8bec admin admin] Pushing event deleted for resources: {'Port': ['ID=7d7b382c-55d7-441f-9dea-2b34345d473c,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:31:49.857760 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-12ae7118-4841-4792-95c9-e5d4ef6b8bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:31:49.946110 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-12ae7118-4841-4792-95c9-e5d4ef6b8bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:50.280596 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-12ae7118-4841-4792-95c9-e5d4ef6b8bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:50.282916 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-12ae7118-4841-4792-95c9-e5d4ef6b8bec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:50.310005 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-12ae7118-4841-4792-95c9-e5d4ef6b8bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:50.310512 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ae7118-4841-4792-95c9-e5d4ef6b8bec admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3eafa7d-c228-4ab6-9abc-cdb25a01adb6 {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 16:31:50.322799 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-12ae7118-4841-4792-95c9-e5d4ef6b8bec admin admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:50.324001 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-12ae7118-4841-4792-95c9-e5d4ef6b8bec admin admin] 10.222.0.45 "DELETE /v2.0/routers/e3eafa7d-c228-4ab6-9abc-cdb25a01adb6 HTTP/1.1" status: 204 len: 168 time: 1.3276963 May 31 16:31:50.326663 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39196) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:31:50.386532 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb9dcbc-c6dc-4c88-a1a3-4f741cb9b24d admin admin] Deleting subnet dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:31:50.389868 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9cb9dcbc-c6dc-4c88-a1a3-4f741cb9b24d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:50.440251 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9cb9dcbc-c6dc-4c88-a1a3-4f741cb9b24d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:50.526194 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9cb9dcbc-c6dc-4c88-a1a3-4f741cb9b24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:50.542200 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7d7b382c-55d7-441f-9dea-2b34345d473c no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:31:50.576504 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 7d7b382c-55d7-441f-9dea-2b34345d473c {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:31:50.576854 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7d7b382c-55d7-441f-9dea-2b34345d473c not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:31:50.577278 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 3dc1e933-31f6-4b22-989f-b4fdd0deff95 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:31:50.611704 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 3dc1e933-31f6-4b22-989f-b4fdd0deff95 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:31:50.612073 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 3dc1e933-31f6-4b22-989f-b4fdd0deff95 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:31:50.812388 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9cb9dcbc-c6dc-4c88-a1a3-4f741cb9b24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:50.816401 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-093d2d3f-3612-42ed-86e0-2b341414ef2d tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:31:50.854571 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9dcbc-c6dc-4c88-a1a3-4f741cb9b24d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:31:50.857446 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9cb9dcbc-c6dc-4c88-a1a3-4f741cb9b24d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:31:50.860760 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9cb9dcbc-c6dc-4c88-a1a3-4f741cb9b24d admin admin] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:50.866404 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5390518a-a8f3-4c0c-883c-0b424b47d400 None None] Network af8aeed2-e62e-48e7-b28d-51ca62ee7f9b requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:31:50.867944 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9cb9dcbc-c6dc-4c88-a1a3-4f741cb9b24d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/dcddef7a-d14d-4bcf-a6a0-0c3b8a7b62b9 HTTP/1.1" status: 204 len: 168 time: 0.5402634 May 31 16:31:50.870687 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39200) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:31:50.976905 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1ae936d-ea6b-4ca1-8fc8-cced4ac1c3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:51.050498 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-f1ae936d-ea6b-4ca1-8fc8-cced4ac1c3ec admin admin] Deleting port cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:31:51.050840 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1ae936d-ea6b-4ca1-8fc8-cced4ac1c3ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:51.123952 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b125eb64-d2e3-4e54-ba0a-50f47b7033f6 None None] DHCP port deletion for af8aeed2-e62e-48e7-b28d-51ca62ee7f9b request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 16:31:51.153638 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-f1ae936d-ea6b-4ca1-8fc8-cced4ac1c3ec admin admin] For port cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84,segment=NetworkSegment(01e7e337-df9f-4424-962d-9d8b896d4ddb),segment_id=01e7e337-df9f-4424-962d-9d8b896d4ddb)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:31:51.153996 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1ae936d-ea6b-4ca1-8fc8-cced4ac1c3ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:51.188522 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-b125eb64-d2e3-4e54-ba0a-50f47b7033f6 None None] Deleting port cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:31:51.188896 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b125eb64-d2e3-4e54-ba0a-50f47b7033f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:51.276405 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-f1ae936d-ea6b-4ca1-8fc8-cced4ac1c3ec admin admin] Calling delete_port for cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84 owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:31:51.327749 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1ae936d-ea6b-4ca1-8fc8-cced4ac1c3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:51.330343 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-b125eb64-d2e3-4e54-ba0a-50f47b7033f6 None None] For port cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84,segment=NetworkSegment(01e7e337-df9f-4424-962d-9d8b896d4ddb),segment_id=01e7e337-df9f-4424-962d-9d8b896d4ddb)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:31:51.330732 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b125eb64-d2e3-4e54-ba0a-50f47b7033f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:51.332745 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c2fe7f0f-2734-43c5-8196-69137369ebe4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:31:51.375441 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ae936d-ea6b-4ca1-8fc8-cced4ac1c3ec admin admin] No DVR routers for this DVR port cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84 on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:31:51.409253 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae936d-ea6b-4ca1-8fc8-cced4ac1c3ec admin admin] Pushing event deleted for resources: {'Port': ['ID=cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:31:51.411911 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f1ae936d-ea6b-4ca1-8fc8-cced4ac1c3ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:31:51.450383 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-b125eb64-d2e3-4e54-ba0a-50f47b7033f6 None None] Calling delete_port for cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:31:51.494581 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b125eb64-d2e3-4e54-ba0a-50f47b7033f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:51.498195 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-dcc2416c-0bf2-4de9-9e75-fd25bee625e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:31:51.499915 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1ae936d-ea6b-4ca1-8fc8-cced4ac1c3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:51.513656 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-f1ae936d-ea6b-4ca1-8fc8-cced4ac1c3ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af8aeed2-e62e-48e7-b28d-51ca62ee7f9b']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:31:51.525611 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-f1ae936d-ea6b-4ca1-8fc8-cced4ac1c3ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e7e337-df9f-4424-962d-9d8b896d4ddb') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:31:51.525911 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-f1ae936d-ea6b-4ca1-8fc8-cced4ac1c3ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e7e337-df9f-4424-962d-9d8b896d4ddb') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:31:51.537682 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1ae936d-ea6b-4ca1-8fc8-cced4ac1c3ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:51.542900 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125eb64-d2e3-4e54-ba0a-50f47b7033f6 None None] Pushing event deleted for resources: {'Port': ['ID=cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:31:51.547842 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b125eb64-d2e3-4e54-ba0a-50f47b7033f6 None None] No DVR routers for this DVR port cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:31:51.554972 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b125eb64-d2e3-4e54-ba0a-50f47b7033f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:51.555290 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b125eb64-d2e3-4e54-ba0a-50f47b7033f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:51.555630 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b125eb64-d2e3-4e54-ba0a-50f47b7033f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:51.555744 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1ae936d-ea6b-4ca1-8fc8-cced4ac1c3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:51.556213 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b125eb64-d2e3-4e54-ba0a-50f47b7033f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:51.556550 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b125eb64-d2e3-4e54-ba0a-50f47b7033f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:51.556880 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b125eb64-d2e3-4e54-ba0a-50f47b7033f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:51.557206 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b125eb64-d2e3-4e54-ba0a-50f47b7033f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:51.557556 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b125eb64-d2e3-4e54-ba0a-50f47b7033f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:51.557955 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b125eb64-d2e3-4e54-ba0a-50f47b7033f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:51.558286 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b125eb64-d2e3-4e54-ba0a-50f47b7033f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:51.558650 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b125eb64-d2e3-4e54-ba0a-50f47b7033f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:51.559204 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b125eb64-d2e3-4e54-ba0a-50f47b7033f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:31:51.563442 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b125eb64-d2e3-4e54-ba0a-50f47b7033f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:31:51.567344 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ae936d-ea6b-4ca1-8fc8-cced4ac1c3ec admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:31:51.567794 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1ae936d-ea6b-4ca1-8fc8-cced4ac1c3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:31:51.581267 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:31:51.659262 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1ae936d-ea6b-4ca1-8fc8-cced4ac1c3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:51.662929 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-79f6eea9-6a38-49e3-bb1d-264d65da24f0 tempest-NetworksTest-852904911 tempest-NetworksTest-852904911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:31:51.675922 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1ae936d-ea6b-4ca1-8fc8-cced4ac1c3ec admin admin] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:51.686446 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae936d-ea6b-4ca1-8fc8-cced4ac1c3ec admin admin] Pushing event deleted for resources: {'Network': ['ID=af8aeed2-e62e-48e7-b28d-51ca62ee7f9b,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:31:51.689587 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f1ae936d-ea6b-4ca1-8fc8-cced4ac1c3ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:31:51.701975 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f1ae936d-ea6b-4ca1-8fc8-cced4ac1c3ec admin admin] 10.222.0.45 "DELETE /v2.0/networks/af8aeed2-e62e-48e7-b28d-51ca62ee7f9b HTTP/1.1" status: 204 len: 168 time: 0.8303418 May 31 16:31:51.704968 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39204) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:31:52.423905 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd2c2aac-cb0d-400d-a31c-de7cf378016a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:52.459445 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:31:52.493732 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:31:52.494076 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device cf5fc8fd-8402-4e40-8d8c-3d2b4a495b84 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:31:52.854710 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-cd2c2aac-cb0d-400d-a31c-de7cf378016a admin admin] Deleting port 3b02b2fd-6559-42ea-a242-45166e458f24 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:31:52.854996 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd2c2aac-cb0d-400d-a31c-de7cf378016a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:52.978575 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-cd2c2aac-cb0d-400d-a31c-de7cf378016a admin admin] For port 3b02b2fd-6559-42ea-a242-45166e458f24, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=3b02b2fd-6559-42ea-a242-45166e458f24,segment=NetworkSegment(01b08e3f-9599-4f12-81f0-7aa2cc822cc5),segment_id=01b08e3f-9599-4f12-81f0-7aa2cc822cc5)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:31:52.978937 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd2c2aac-cb0d-400d-a31c-de7cf378016a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:53.099912 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-cd2c2aac-cb0d-400d-a31c-de7cf378016a admin admin] Calling delete_port for 3b02b2fd-6559-42ea-a242-45166e458f24 owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:31:53.266482 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd2c2aac-cb0d-400d-a31c-de7cf378016a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:53.270906 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8df90206-59b0-4885-a99f-b0d0b4fbd17f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:31:53.319718 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c2aac-cb0d-400d-a31c-de7cf378016a admin admin] Pushing event deleted for resources: {'Port': ['ID=3b02b2fd-6559-42ea-a242-45166e458f24,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:31:53.322855 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cd2c2aac-cb0d-400d-a31c-de7cf378016a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:31:53.748552 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cd2c2aac-cb0d-400d-a31c-de7cf378016a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:54.123016 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2c2aac-cb0d-400d-a31c-de7cf378016a admin admin] Router 00dd5442-b0e7-4da6-b536-8f25f883b587 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:31:54.304808 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2c2aac-cb0d-400d-a31c-de7cf378016a admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:31:54.314308 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22391f68-321e-40f6-8e36-4e16bc68c27d None None] Sync routers for ids ['00dd5442-b0e7-4da6-b536-8f25f883b587'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:31:54.323306 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-cd2c2aac-cb0d-400d-a31c-de7cf378016a admin admin] 10.222.0.45 "PUT /v2.0/routers/00dd5442-b0e7-4da6-b536-8f25f883b587/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6171873 May 31 16:31:54.325452 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22391f68-321e-40f6-8e36-4e16bc68c27d None None] Routers {'00dd5442-b0e7-4da6-b536-8f25f883b587'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:31:54.325918 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39208) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:31:54.326380 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-22391f68-321e-40f6-8e36-4e16bc68c27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:31:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['00dd5442-b0e7-4da6-b536-8f25f883b587'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:31:54.502759 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ea9fce8d-49fd-47cb-a564-3b9e7122b0f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:54.519535 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-22391f68-321e-40f6-8e36-4e16bc68c27d None None] Set router 00dd5442-b0e7-4da6-b536-8f25f883b587 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:31:54.678795 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ea9fce8d-49fd-47cb-a564-3b9e7122b0f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:54.756383 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-ea9fce8d-49fd-47cb-a564-3b9e7122b0f0 admin admin] Deleting port f29a7f2f-3250-4e83-a888-8d2ee56eb74e {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:31:54.757066 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ea9fce8d-49fd-47cb-a564-3b9e7122b0f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:54.810845 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-22391f68-321e-40f6-8e36-4e16bc68c27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dd5442-b0e7-4da6-b536-8f25f883b587', 'name': 'tempest-TestMinimumBasicScenario-768062994-router', 'tenant_id': 'b1e1786ebac64ffaac0be9e1eb7d2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.10'}], 'enable_snat': True}, 'gw_port_id': 'f29a7f2f-3250-4e83-a888-8d2ee56eb74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:28:27Z', 'updated_at': '2021-05-31T16:31:53Z', 'revision_number': 5, 'project_id': 'b1e1786ebac64ffaac0be9e1eb7d2bf2', 'gw_port': {'id': 'f29a7f2f-3250-4e83-a888-8d2ee56eb74e', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:12:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dd5442-b0e7-4da6-b536-8f25f883b587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:28:28Z', 'updated_at': '2021-05-31T16:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:31:54.815189 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22391f68-321e-40f6-8e36-4e16bc68c27d None None] Checking router: 00dd5442-b0e7-4da6-b536-8f25f883b587 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:31:54.823811 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22391f68-321e-40f6-8e36-4e16bc68c27d None None] Routers {'00dd5442-b0e7-4da6-b536-8f25f883b587'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:31:54.824437 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-22391f68-321e-40f6-8e36-4e16bc68c27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:31:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['00dd5442-b0e7-4da6-b536-8f25f883b587'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:31:54.880051 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-ea9fce8d-49fd-47cb-a564-3b9e7122b0f0 admin admin] For port f29a7f2f-3250-4e83-a888-8d2ee56eb74e, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=f29a7f2f-3250-4e83-a888-8d2ee56eb74e,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:31:54.880400 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ea9fce8d-49fd-47cb-a564-3b9e7122b0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:54.979664 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-22391f68-321e-40f6-8e36-4e16bc68c27d None None] Set router 00dd5442-b0e7-4da6-b536-8f25f883b587 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:31:55.088604 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-22391f68-321e-40f6-8e36-4e16bc68c27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dd5442-b0e7-4da6-b536-8f25f883b587', 'name': 'tempest-TestMinimumBasicScenario-768062994-router', 'tenant_id': 'b1e1786ebac64ffaac0be9e1eb7d2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:28:27Z', 'updated_at': '2021-05-31T16:31:54Z', 'revision_number': 6, 'project_id': 'b1e1786ebac64ffaac0be9e1eb7d2bf2', 'gw_port_host': None}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:31:55.092847 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22391f68-321e-40f6-8e36-4e16bc68c27d None None] The sync data for ids ['00dd5442-b0e7-4da6-b536-8f25f883b587'] in dv-neutron-601336-79-hyperv is: [{'id': '00dd5442-b0e7-4da6-b536-8f25f883b587', 'name': 'tempest-TestMinimumBasicScenario-768062994-router', 'tenant_id': 'b1e1786ebac64ffaac0be9e1eb7d2bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:28:27Z', 'updated_at': '2021-05-31T16:31:54Z', 'revision_number': 6, 'project_id': 'b1e1786ebac64ffaac0be9e1eb7d2bf2', 'gw_port_host': None}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:31:55.166619 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-ea9fce8d-49fd-47cb-a564-3b9e7122b0f0 admin admin] Calling delete_port for f29a7f2f-3250-4e83-a888-8d2ee56eb74e owned by network:router_gateway {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:31:55.306628 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ea9fce8d-49fd-47cb-a564-3b9e7122b0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:55.310289 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ffa7a9df-8aa2-4387-bb6f-b4d15e1b0363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:31:55.357229 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9fce8d-49fd-47cb-a564-3b9e7122b0f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f29a7f2f-3250-4e83-a888-8d2ee56eb74e,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:31:55.382939 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ea9fce8d-49fd-47cb-a564-3b9e7122b0f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:31:55.453905 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ea9fce8d-49fd-47cb-a564-3b9e7122b0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:55.631767 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ea9fce8d-49fd-47cb-a564-3b9e7122b0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:55.635553 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ea9fce8d-49fd-47cb-a564-3b9e7122b0f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:55.662180 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ea9fce8d-49fd-47cb-a564-3b9e7122b0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:55.662709 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9fce8d-49fd-47cb-a564-3b9e7122b0f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00dd5442-b0e7-4da6-b536-8f25f883b587 {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 16:31:55.674641 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ea9fce8d-49fd-47cb-a564-3b9e7122b0f0 admin admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:55.675980 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ea9fce8d-49fd-47cb-a564-3b9e7122b0f0 admin admin] 10.222.0.45 "DELETE /v2.0/routers/00dd5442-b0e7-4da6-b536-8f25f883b587 HTTP/1.1" status: 204 len: 168 time: 1.3491163 May 31 16:31:55.678509 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39212) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:31:55.738984 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1f1f6d-1779-4007-8573-72d51e3d9fe6 admin admin] Deleting subnet f71f80c6-5d91-43ba-99d2-79d687a90218 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:31:55.742109 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-df1f1f6d-1779-4007-8573-72d51e3d9fe6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:55.790067 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-df1f1f6d-1779-4007-8573-72d51e3d9fe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:55.856808 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:31:55.872741 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-df1f1f6d-1779-4007-8573-72d51e3d9fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:56.126930 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-df1f1f6d-1779-4007-8573-72d51e3d9fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:56.130912 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e14946bd-5096-480b-9c5e-c187a98efb51 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:31:56.168510 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f1f6d-1779-4007-8573-72d51e3d9fe6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f71f80c6-5d91-43ba-99d2-79d687a90218,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:31:56.171981 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-df1f1f6d-1779-4007-8573-72d51e3d9fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:31:56.174423 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-df1f1f6d-1779-4007-8573-72d51e3d9fe6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:56.180559 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7474d1b3-3425-421e-ae9c-2696bf656402 None None] Network 78d3568b-5644-4190-9ccf-086dcff298f1 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:31:56.183161 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-df1f1f6d-1779-4007-8573-72d51e3d9fe6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f71f80c6-5d91-43ba-99d2-79d687a90218 HTTP/1.1" status: 204 len: 168 time: 0.5035970 May 31 16:31:56.183344 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39216) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:31:56.299181 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e4a1bc58-8d9e-437e-9cc1-daa8de9d7700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:56.373593 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-e4a1bc58-8d9e-437e-9cc1-daa8de9d7700 admin admin] Deleting port f8d928b3-8581-4d83-bad3-5cbf7c407a61 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:31:56.374343 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e4a1bc58-8d9e-437e-9cc1-daa8de9d7700 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:56.442907 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de02266a-9be4-4d35-a435-0336de81257f None None] DHCP port deletion for 78d3568b-5644-4190-9ccf-086dcff298f1 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 16:31:56.484336 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-e4a1bc58-8d9e-437e-9cc1-daa8de9d7700 admin admin] For port f8d928b3-8581-4d83-bad3-5cbf7c407a61, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=f8d928b3-8581-4d83-bad3-5cbf7c407a61,segment=NetworkSegment(01b08e3f-9599-4f12-81f0-7aa2cc822cc5),segment_id=01b08e3f-9599-4f12-81f0-7aa2cc822cc5)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:31:56.484713 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e4a1bc58-8d9e-437e-9cc1-daa8de9d7700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:56.542764 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 3b02b2fd-6559-42ea-a242-45166e458f24 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:31:56.581858 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 3b02b2fd-6559-42ea-a242-45166e458f24 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:31:56.582204 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 3b02b2fd-6559-42ea-a242-45166e458f24 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:31:56.582615 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f29a7f2f-3250-4e83-a888-8d2ee56eb74e no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:31:56.611796 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-e4a1bc58-8d9e-437e-9cc1-daa8de9d7700 admin admin] Calling delete_port for f8d928b3-8581-4d83-bad3-5cbf7c407a61 owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:31:56.618913 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: f29a7f2f-3250-4e83-a888-8d2ee56eb74e {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:31:56.619271 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f29a7f2f-3250-4e83-a888-8d2ee56eb74e not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:31:56.642702 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-de02266a-9be4-4d35-a435-0336de81257f None None] Deleting port f8d928b3-8581-4d83-bad3-5cbf7c407a61 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:31:56.643132 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-de02266a-9be4-4d35-a435-0336de81257f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:56.660912 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e4a1bc58-8d9e-437e-9cc1-daa8de9d7700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:56.665982 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b04c69c3-8dc9-45b0-a5d1-fe8112e729ef tempest-TestNetworkAdvancedServerOps-818869268 tempest-TestNetworkAdvancedServerOps-818869268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:31:56.713380 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1bc58-8d9e-437e-9cc1-daa8de9d7700 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8d928b3-8581-4d83-bad3-5cbf7c407a61,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:31:56.715172 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a1bc58-8d9e-437e-9cc1-daa8de9d7700 admin admin] No DVR routers for this DVR port f8d928b3-8581-4d83-bad3-5cbf7c407a61 on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:31:56.716720 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e4a1bc58-8d9e-437e-9cc1-daa8de9d7700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:31:56.739541 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-de02266a-9be4-4d35-a435-0336de81257f None None] For port f8d928b3-8581-4d83-bad3-5cbf7c407a61, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=f8d928b3-8581-4d83-bad3-5cbf7c407a61,segment=NetworkSegment(01b08e3f-9599-4f12-81f0-7aa2cc822cc5),segment_id=01b08e3f-9599-4f12-81f0-7aa2cc822cc5)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:31:56.739918 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-de02266a-9be4-4d35-a435-0336de81257f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:56.832597 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e4a1bc58-8d9e-437e-9cc1-daa8de9d7700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:56.846626 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-e4a1bc58-8d9e-437e-9cc1-daa8de9d7700 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d3568b-5644-4190-9ccf-086dcff298f1']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:31:56.859249 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-e4a1bc58-8d9e-437e-9cc1-daa8de9d7700 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01b08e3f-9599-4f12-81f0-7aa2cc822cc5') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:31:56.859536 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-e4a1bc58-8d9e-437e-9cc1-daa8de9d7700 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01b08e3f-9599-4f12-81f0-7aa2cc822cc5') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:31:56.864264 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-de02266a-9be4-4d35-a435-0336de81257f None None] Calling delete_port for f8d928b3-8581-4d83-bad3-5cbf7c407a61 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:31:56.871629 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e4a1bc58-8d9e-437e-9cc1-daa8de9d7700 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:56.889683 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e4a1bc58-8d9e-437e-9cc1-daa8de9d7700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:56.897707 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4a1bc58-8d9e-437e-9cc1-daa8de9d7700 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:31:56.898246 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e4a1bc58-8d9e-437e-9cc1-daa8de9d7700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:56.910587 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-de02266a-9be4-4d35-a435-0336de81257f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:56.914257 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-fb09ca30-7907-4c4b-a7eb-262ba7eb99ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:31:56.915404 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:31:56.956492 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02266a-9be4-4d35-a435-0336de81257f None None] Pushing event deleted for resources: {'Port': ['ID=f8d928b3-8581-4d83-bad3-5cbf7c407a61,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:31:56.959620 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-de02266a-9be4-4d35-a435-0336de81257f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:31:56.960449 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de02266a-9be4-4d35-a435-0336de81257f None None] No DVR routers for this DVR port f8d928b3-8581-4d83-bad3-5cbf7c407a61 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:31:57.139187 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e4a1bc58-8d9e-437e-9cc1-daa8de9d7700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:57.144957 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e4a1bc58-8d9e-437e-9cc1-daa8de9d7700 admin admin] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:57.148259 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-25384393-edd2-403e-b607-2ce9c1fba6ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:31:57.171972 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1bc58-8d9e-437e-9cc1-daa8de9d7700 admin admin] Pushing event deleted for resources: {'Network': ['ID=78d3568b-5644-4190-9ccf-086dcff298f1,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:31:57.174938 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e4a1bc58-8d9e-437e-9cc1-daa8de9d7700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:31:57.178882 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e4a1bc58-8d9e-437e-9cc1-daa8de9d7700 admin admin] 10.222.0.45 "DELETE /v2.0/networks/78d3568b-5644-4190-9ccf-086dcff298f1 HTTP/1.1" status: 204 len: 168 time: 0.9947104 May 31 16:31:57.372706 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39222) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:31:57.426258 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-401c0216-ec6e-4fce-b278-72b1ee813644 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b2b547893f6b4d199bae813a33524d21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518646 May 31 16:31:57.428762 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39226) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:31:57.500126 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d9da93e1-a249-4dd8-ae2a-5cee5569625f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:57.532580 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d9da93e1-a249-4dd8-ae2a-5cee5569625f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:57.591314 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d9da93e1-a249-4dd8-ae2a-5cee5569625f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:57.595443 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-25384393-edd2-403e-b607-2ce9c1fba6ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:31:57.614574 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da93e1-a249-4dd8-ae2a-5cee5569625f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277a082e-9e4b-4e8f-a770-e8dc0dd153b1,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:31:57.618081 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d9da93e1-a249-4dd8-ae2a-5cee5569625f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:31:57.623879 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d9da93e1-a249-4dd8-ae2a-5cee5569625f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:57.625005 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d9da93e1-a249-4dd8-ae2a-5cee5569625f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/277a082e-9e4b-4e8f-a770-e8dc0dd153b1 HTTP/1.1" status: 204 len: 168 time: 0.1952994 May 31 16:31:58.027357 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39234) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:31:58.092851 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a43692b0-21db-4d5f-b138-7ec100c5359e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b1e1786ebac64ffaac0be9e1eb7d2bf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0638113 May 31 16:31:58.096891 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39238) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:31:58.161358 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c553da54-fdbd-4afa-9da0-7e3b2fa52b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:58.188395 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c553da54-fdbd-4afa-9da0-7e3b2fa52b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:58.253890 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c553da54-fdbd-4afa-9da0-7e3b2fa52b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:58.257845 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-df001aaf-2180-4d61-865c-49cf5e6cad5d tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:31:58.269716 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553da54-fdbd-4afa-9da0-7e3b2fa52b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c42e7a5-d2dd-41d5-9439-726f09cf44bc,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:31:58.273795 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c553da54-fdbd-4afa-9da0-7e3b2fa52b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:31:58.278466 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c553da54-fdbd-4afa-9da0-7e3b2fa52b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:58.279762 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c553da54-fdbd-4afa-9da0-7e3b2fa52b84 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7c42e7a5-d2dd-41d5-9439-726f09cf44bc HTTP/1.1" status: 204 len: 168 time: 0.1817639 May 31 16:31:58.465290 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f8d928b3-8581-4d83-bad3-5cbf7c407a61 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:31:58.504398 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: f8d928b3-8581-4d83-bad3-5cbf7c407a61 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:31:58.504780 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device f8d928b3-8581-4d83-bad3-5cbf7c407a61 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:31:58.812343 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:01.170032 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39282) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:32:01.176015 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-9bf2636b-fb44-440f-a7c5-02b5869733fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1691279499', 'description': 'tempest-secgroup-smoke-1691279499 description', 'project_id': '74dcf8b577b84054bb5717d04406209a'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:32:01.182297 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9bf2636b-fb44-440f-a7c5-02b5869733fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:32:01.186555 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9bf2636b-fb44-440f-a7c5-02b5869733fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:32:01.189601 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9bf2636b-fb44-440f-a7c5-02b5869733fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:32:01.195785 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9bf2636b-fb44-440f-a7c5-02b5869733fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:32:01.208274 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9bf2636b-fb44-440f-a7c5-02b5869733fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:01.224110 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9bf2636b-fb44-440f-a7c5-02b5869733fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:01.239690 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9bf2636b-fb44-440f-a7c5-02b5869733fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:32:01.243812 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9bf2636b-fb44-440f-a7c5-02b5869733fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:32:01.246829 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9bf2636b-fb44-440f-a7c5-02b5869733fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:32:01.252911 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9bf2636b-fb44-440f-a7c5-02b5869733fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:32:01.338803 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9bf2636b-fb44-440f-a7c5-02b5869733fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:01.344121 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9bf2636b-fb44-440f-a7c5-02b5869733fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:01.346467 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ad0694dc-6db2-4e7f-b219-153e84c528d9 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:32:01.356857 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9bf2636b-fb44-440f-a7c5-02b5869733fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:32:01.364916 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9bf2636b-fb44-440f-a7c5-02b5869733fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:32:01.373312 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9bf2636b-fb44-440f-a7c5-02b5869733fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:32:01.383810 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9bf2636b-fb44-440f-a7c5-02b5869733fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:32:01.387552 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2636b-fb44-440f-a7c5-02b5869733fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76ca4a3b-49be-4d70-9596-abf7616b907d,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:32:01.391774 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9bf2636b-fb44-440f-a7c5-02b5869733fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:32:01.458144 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9bf2636b-fb44-440f-a7c5-02b5869733fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:01.462856 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9bf2636b-fb44-440f-a7c5-02b5869733fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:01.466676 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f1732124-71be-489c-ae7f-e84dc5ffcd09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:32:01.504830 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2636b-fb44-440f-a7c5-02b5869733fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5da239c7-b24f-4da4-bfb7-3e9eaadff788,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:32:01.507793 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9bf2636b-fb44-440f-a7c5-02b5869733fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:32:01.508999 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9bf2636b-fb44-440f-a7c5-02b5869733fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:01.510218 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9bf2636b-fb44-440f-a7c5-02b5869733fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3389685 May 31 16:32:01.514017 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39286) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:32:01.519332 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-212a9523-0926-43d3-979c-898aedf076df tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group_rule': {'security_group_id': '5da239c7-b24f-4da4-bfb7-3e9eaadff788', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:32:01.525551 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-212a9523-0926-43d3-979c-898aedf076df tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:32:01.529533 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-212a9523-0926-43d3-979c-898aedf076df tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:32:01.532544 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-212a9523-0926-43d3-979c-898aedf076df tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:32:01.538378 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-212a9523-0926-43d3-979c-898aedf076df tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:32:01.555917 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-212a9523-0926-43d3-979c-898aedf076df tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:01.621728 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-212a9523-0926-43d3-979c-898aedf076df tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:01.626289 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-212a9523-0926-43d3-979c-898aedf076df tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:01.628125 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1d468c6a-b0a2-4397-aac7-541143c548e9 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:32:01.650785 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a9523-0926-43d3-979c-898aedf076df tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d80fd2-e617-4783-8ce7-0a9db9a62ab0,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:32:01.655342 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-212a9523-0926-43d3-979c-898aedf076df tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:32:01.659908 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-212a9523-0926-43d3-979c-898aedf076df tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:01.661087 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-212a9523-0926-43d3-979c-898aedf076df tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1461451 May 31 16:32:01.663919 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39290) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:32:01.669190 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-eaab1e5c-f35d-4eec-87b8-7dc82b9a4652 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group_rule': {'security_group_id': '5da239c7-b24f-4da4-bfb7-3e9eaadff788', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:32:01.675235 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-eaab1e5c-f35d-4eec-87b8-7dc82b9a4652 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:32:01.679034 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-eaab1e5c-f35d-4eec-87b8-7dc82b9a4652 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:32:01.681922 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-eaab1e5c-f35d-4eec-87b8-7dc82b9a4652 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:32:01.687676 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-eaab1e5c-f35d-4eec-87b8-7dc82b9a4652 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:32:01.703626 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-eaab1e5c-f35d-4eec-87b8-7dc82b9a4652 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:01.765607 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-eaab1e5c-f35d-4eec-87b8-7dc82b9a4652 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:01.770152 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-eaab1e5c-f35d-4eec-87b8-7dc82b9a4652 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:01.772024 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6c2e6272-08f2-4c53-b130-ba17a62d153c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:32:01.794448 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab1e5c-f35d-4eec-87b8-7dc82b9a4652 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef0f925-be34-49b3-b6f4-81b8b7c15a9d,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:32:01.798898 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-eaab1e5c-f35d-4eec-87b8-7dc82b9a4652 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:32:01.804070 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-eaab1e5c-f35d-4eec-87b8-7dc82b9a4652 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:01.805251 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-eaab1e5c-f35d-4eec-87b8-7dc82b9a4652 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1404247 May 31 16:32:01.808001 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39294) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:32:01.813130 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-66fecec2-13d7-434e-bb30-09ce916ce57d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group_rule': {'security_group_id': '5da239c7-b24f-4da4-bfb7-3e9eaadff788', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:32:01.819180 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-66fecec2-13d7-434e-bb30-09ce916ce57d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:32:01.823013 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-66fecec2-13d7-434e-bb30-09ce916ce57d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:32:01.825914 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-66fecec2-13d7-434e-bb30-09ce916ce57d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:32:01.832099 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-66fecec2-13d7-434e-bb30-09ce916ce57d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:32:01.849709 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66fecec2-13d7-434e-bb30-09ce916ce57d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:01.910502 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66fecec2-13d7-434e-bb30-09ce916ce57d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:01.915680 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66fecec2-13d7-434e-bb30-09ce916ce57d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:01.923214 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-912cbc27-3608-4b3b-928e-29fe9aef3e0c tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:32:01.943717 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fecec2-13d7-434e-bb30-09ce916ce57d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496bd5c9-cdde-49ce-8361-fbc157505ad9,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:32:01.946366 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-66fecec2-13d7-434e-bb30-09ce916ce57d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:32:01.953943 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-66fecec2-13d7-434e-bb30-09ce916ce57d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:01.955231 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-66fecec2-13d7-434e-bb30-09ce916ce57d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1462951 May 31 16:32:01.958017 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39298) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:32:01.963383 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-ec2db59d-25a6-4384-ab7c-9384caed181e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group_rule': {'security_group_id': '5da239c7-b24f-4da4-bfb7-3e9eaadff788', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:32:01.969643 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ec2db59d-25a6-4384-ab7c-9384caed181e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:32:01.973701 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ec2db59d-25a6-4384-ab7c-9384caed181e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:32:01.976782 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ec2db59d-25a6-4384-ab7c-9384caed181e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:32:01.982738 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ec2db59d-25a6-4384-ab7c-9384caed181e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:32:02.001293 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ec2db59d-25a6-4384-ab7c-9384caed181e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:02.064574 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ec2db59d-25a6-4384-ab7c-9384caed181e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:02.069359 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ec2db59d-25a6-4384-ab7c-9384caed181e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:02.076866 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1c9ceeb1-2ca3-46f7-a145-b812c2a3f77b tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:32:02.098569 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2db59d-25a6-4384-ab7c-9384caed181e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa736272-dd43-4c52-b554-f939d5cfdabf,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:32:02.100984 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ec2db59d-25a6-4384-ab7c-9384caed181e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:32:02.106038 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ec2db59d-25a6-4384-ab7c-9384caed181e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:02.107438 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ec2db59d-25a6-4384-ab7c-9384caed181e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1484265 May 31 16:32:02.110343 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39302) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:32:02.117075 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-0f68c808-4ec2-4559-b83c-b54cb908514a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group_rule': {'security_group_id': '5da239c7-b24f-4da4-bfb7-3e9eaadff788', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:32:02.123486 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0f68c808-4ec2-4559-b83c-b54cb908514a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:32:02.127359 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0f68c808-4ec2-4559-b83c-b54cb908514a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:32:02.130283 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0f68c808-4ec2-4559-b83c-b54cb908514a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:32:02.136121 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0f68c808-4ec2-4559-b83c-b54cb908514a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:32:02.148267 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.securitygroups_db [None req-0f68c808-4ec2-4559-b83c-b54cb908514a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Project 74dcf8b577b84054bb5717d04406209a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:32:02.154748 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0f68c808-4ec2-4559-b83c-b54cb908514a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:02.221396 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0f68c808-4ec2-4559-b83c-b54cb908514a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:02.226130 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0f68c808-4ec2-4559-b83c-b54cb908514a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:02.228163 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9b5536d1-96fb-4e8f-8599-580c19076d03 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:32:02.250413 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68c808-4ec2-4559-b83c-b54cb908514a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb26bf03-cd54-46a3-897a-ff7ea13fa793,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:32:02.252864 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0f68c808-4ec2-4559-b83c-b54cb908514a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:32:02.260495 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0f68c808-4ec2-4559-b83c-b54cb908514a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:02.261690 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0f68c808-4ec2-4559-b83c-b54cb908514a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1504631 May 31 16:32:02.264798 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39306) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:32:02.269975 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-7b5f8554-2933-4a1e-b50a-61fcf18d5d01 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group_rule': {'security_group_id': '5da239c7-b24f-4da4-bfb7-3e9eaadff788', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:32:02.276324 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-7b5f8554-2933-4a1e-b50a-61fcf18d5d01 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:32:02.280466 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-7b5f8554-2933-4a1e-b50a-61fcf18d5d01 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:32:02.283465 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-7b5f8554-2933-4a1e-b50a-61fcf18d5d01 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:32:02.289362 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-7b5f8554-2933-4a1e-b50a-61fcf18d5d01 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:32:02.299646 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.securitygroups_db [None req-7b5f8554-2933-4a1e-b50a-61fcf18d5d01 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Project 74dcf8b577b84054bb5717d04406209a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:32:02.305307 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7b5f8554-2933-4a1e-b50a-61fcf18d5d01 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:02.374207 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7b5f8554-2933-4a1e-b50a-61fcf18d5d01 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:02.379014 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7b5f8554-2933-4a1e-b50a-61fcf18d5d01 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:02.380900 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-72b0e8b5-3f7d-4b46-93c9-591040dd6d84 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:32:02.403524 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f8554-2933-4a1e-b50a-61fcf18d5d01 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c41409-f565-4056-b50c-8ee3f0834187,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:32:02.405961 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7b5f8554-2933-4a1e-b50a-61fcf18d5d01 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:32:02.414336 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7b5f8554-2933-4a1e-b50a-61fcf18d5d01 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:02.415656 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7b5f8554-2933-4a1e-b50a-61fcf18d5d01 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1499372 May 31 16:32:02.418806 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39310) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:32:02.424539 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-1ef115c7-caec-4eb8-8fbd-3f7c76746608 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'network': {'name': 'tempest-network-smoke--1410954799', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'port_security_enabled': True}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:32:02.429684 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1ef115c7-caec-4eb8-8fbd-3f7c76746608 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:32:02.433750 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1ef115c7-caec-4eb8-8fbd-3f7c76746608 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:network and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:32:02.436895 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1ef115c7-caec-4eb8-8fbd-3f7c76746608 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:32:02.443777 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1ef115c7-caec-4eb8-8fbd-3f7c76746608 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:32:02.456154 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef115c7-caec-4eb8-8fbd-3f7c76746608 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Made reservation on behalf of 74dcf8b577b84054bb5717d04406209a for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:32:02.459884 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1ef115c7-caec-4eb8-8fbd-3f7c76746608 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:02.488271 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef115c7-caec-4eb8-8fbd-3f7c76746608 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:32:02.497387 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1ef115c7-caec-4eb8-8fbd-3f7c76746608 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:02.497702 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-1ef115c7-caec-4eb8-8fbd-3f7c76746608 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Added segment 04316783-0770-4cc5-82de-4b6e31045986 of type vlan for network d6176743-d1a6-422c-87cc-a6be3459aa05 May 31 16:32:02.523708 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1ef115c7-caec-4eb8-8fbd-3f7c76746608 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:02.558688 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1ef115c7-caec-4eb8-8fbd-3f7c76746608 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:02.564498 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef115c7-caec-4eb8-8fbd-3f7c76746608 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:32:02.565107 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1ef115c7-caec-4eb8-8fbd-3f7c76746608 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:02.568881 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d4364169-ce75-4bf8-b399-ff5730b5abb6 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:32:02.664480 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1ef115c7-caec-4eb8-8fbd-3f7c76746608 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2443545 May 31 16:32:02.667646 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39314) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:32:02.673381 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-60d76454-2b57-4a72-ac76-8c0aca351748 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-378102656', 'admin_state_up': True, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:32:02.673650 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef115c7-caec-4eb8-8fbd-3f7c76746608 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Network': ['ID=d6176743-d1a6-422c-87cc-a6be3459aa05,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:32:02.676553 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1ef115c7-caec-4eb8-8fbd-3f7c76746608 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:32:02.681684 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-60d76454-2b57-4a72-ac76-8c0aca351748 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:32:02.685388 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-60d76454-2b57-4a72-ac76-8c0aca351748 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:router and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:32:02.685576 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network d6176743-d1a6-422c-87cc-a6be3459aa05 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 16:32:02.689711 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-60d76454-2b57-4a72-ac76-8c0aca351748 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:32:02.695720 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-60d76454-2b57-4a72-ac76-8c0aca351748 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:32:02.706342 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-60d76454-2b57-4a72-ac76-8c0aca351748 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:02.707666 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-60d76454-2b57-4a72-ac76-8c0aca351748 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:02.723839 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-60d76454-2b57-4a72-ac76-8c0aca351748 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:02.995502 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-60d76454-2b57-4a72-ac76-8c0aca351748 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:03.459772 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-60d76454-2b57-4a72-ac76-8c0aca351748 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router_gateway, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:03.492235 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-60d76454-2b57-4a72-ac76-8c0aca351748 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:03.625578 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-60d76454-2b57-4a72-ac76-8c0aca351748 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Allocated IP 172.26.0.86 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/7285e1f0-126b-49f3-9837-9098d526db52) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:32:03.771334 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-60d76454-2b57-4a72-ac76-8c0aca351748 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:03.803442 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-60d76454-2b57-4a72-ac76-8c0aca351748 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:03.807487 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-60376a0f-0e54-4a73-b046-7682b3f70168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:32:03.871505 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d76454-2b57-4a72-ac76-8c0aca351748 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:32:03.874115 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-60d76454-2b57-4a72-ac76-8c0aca351748 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:32:03.877899 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d76454-2b57-4a72-ac76-8c0aca351748 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:32:03.911780 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d76454-2b57-4a72-ac76-8c0aca351748 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Port': ['ID=7285e1f0-126b-49f3-9837-9098d526db52,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:32:03.919932 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-60d76454-2b57-4a72-ac76-8c0aca351748 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:32:04.302931 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-60d76454-2b57-4a72-ac76-8c0aca351748 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router_gateway, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:04.716658 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ba6f3bfc-cbc8-4a78-bce6-07fb6b9bb3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:04.802272 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-60d76454-2b57-4a72-ac76-8c0aca351748 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:05.008982 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d76454-2b57-4a72-ac76-8c0aca351748 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Router bf15f174-1c42-4ab0-b410-f838678402a4 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 16:32:05.188755 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d76454-2b57-4a72-ac76-8c0aca351748 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:32:05.198452 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72008de4-d3f5-4405-9fb3-864076b2aa0f None None] Sync routers for ids ['bf15f174-1c42-4ab0-b410-f838678402a4'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:32:05.212552 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72008de4-d3f5-4405-9fb3-864076b2aa0f None None] Routers {'bf15f174-1c42-4ab0-b410-f838678402a4'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:32:05.213192 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-72008de4-d3f5-4405-9fb3-864076b2aa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:31:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['bf15f174-1c42-4ab0-b410-f838678402a4'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:32:05.220948 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-60d76454-2b57-4a72-ac76-8c0aca351748 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:05.222155 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-60d76454-2b57-4a72-ac76-8c0aca351748 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5535192 May 31 16:32:05.225413 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39318) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:32:05.375467 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-fd9473a1-b326-4b13-b775-a16af1057bff tempest-TestNetworkAdvancedServerOps-662742683 tempest-TestNetworkAdvancedServerOps-662742683-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=74dcf8b577b84054bb5717d04406209a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1463592 May 31 16:32:05.375790 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39324) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:32:05.396364 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-72008de4-d3f5-4405-9fb3-864076b2aa0f None None] Set router bf15f174-1c42-4ab0-b410-f838678402a4 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:32:05.505664 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13efcafc-4823-4886-b574-1d1331e66eb6 tempest-TestNetworkAdvancedServerOps-662742683 tempest-TestNetworkAdvancedServerOps-662742683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:32:05.507186 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-13efcafc-4823-4886-b574-1d1331e66eb6 tempest-TestNetworkAdvancedServerOps-662742683 tempest-TestNetworkAdvancedServerOps-662742683-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304040 May 31 16:32:05.510031 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39328) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:32:05.548766 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9362d4a5-8139-4a11-9298-b542e2427517 tempest-TestNetworkAdvancedServerOps-662742683 tempest-TestNetworkAdvancedServerOps-662742683-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=014c45f7-9697-4b0b-b8b7-66a80a50a15c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375128 May 31 16:32:05.551487 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39332) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:32:05.557391 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-52520aa9-db4d-4bb5-8fb5-43d8b82ca864 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-847184834', 'network_id': 'd6176743-d1a6-422c-87cc-a6be3459aa05', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:32:05.675064 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-52520aa9-db4d-4bb5-8fb5-43d8b82ca864 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:32:05.678932 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-52520aa9-db4d-4bb5-8fb5-43d8b82ca864 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:subnet and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:32:05.679132 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-72008de4-d3f5-4405-9fb3-864076b2aa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378102656', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '7285e1f0-126b-49f3-9837-9098d526db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:32:02Z', 'updated_at': '2021-05-31T16:32:04Z', 'revision_number': 3, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '7285e1f0-126b-49f3-9837-9098d526db52', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:32:03Z', 'updated_at': '2021-05-31T16:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:32:05.681793 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-52520aa9-db4d-4bb5-8fb5-43d8b82ca864 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:32:05.683251 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72008de4-d3f5-4405-9fb3-864076b2aa0f None None] Checking router: bf15f174-1c42-4ab0-b410-f838678402a4 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:32:05.683607 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72008de4-d3f5-4405-9fb3-864076b2aa0f None None] Updating router bf15f174-1c42-4ab0-b410-f838678402a4 port 7285e1f0-126b-49f3-9837-9098d526db52 binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:32:05.687777 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-52520aa9-db4d-4bb5-8fb5-43d8b82ca864 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:32:05.698546 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52520aa9-db4d-4bb5-8fb5-43d8b82ca864 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Made reservation on behalf of 74dcf8b577b84054bb5717d04406209a for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:32:05.702061 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-52520aa9-db4d-4bb5-8fb5-43d8b82ca864 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:05.744190 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-72008de4-d3f5-4405-9fb3-864076b2aa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:06.070808 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-72008de4-d3f5-4405-9fb3-864076b2aa0f None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:06.082386 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-72008de4-d3f5-4405-9fb3-864076b2aa0f None None] Transition to ACTIVE for port object 7285e1f0-126b-49f3-9837-9098d526db52 will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:32:06.089439 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-72008de4-d3f5-4405-9fb3-864076b2aa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:06.092983 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-465c7682-67ca-4a58-bfde-6088bac32d51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:32:06.111558 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-52520aa9-db4d-4bb5-8fb5-43d8b82ca864 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:06.115116 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:32:06.166850 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-72008de4-d3f5-4405-9fb3-864076b2aa0f None None] Attempting to bind port 7285e1f0-126b-49f3-9837-9098d526db52 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:32:06.167221 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-72008de4-d3f5-4405-9fb3-864076b2aa0f None None] Attempting to bind port 7285e1f0-126b-49f3-9837-9098d526db52 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:32:06.167570 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72008de4-d3f5-4405-9fb3-864076b2aa0f None None] Attempting to bind port 7285e1f0-126b-49f3-9837-9098d526db52 on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:32:06.175186 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72008de4-d3f5-4405-9fb3-864076b2aa0f None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:32:06.175559 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72008de4-d3f5-4405-9fb3-864076b2aa0f None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:32:06.175960 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-72008de4-d3f5-4405-9fb3-864076b2aa0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:06.176348 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72008de4-d3f5-4405-9fb3-864076b2aa0f None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:32:06.176809 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-72008de4-d3f5-4405-9fb3-864076b2aa0f None None] Bound port: 7285e1f0-126b-49f3-9837-9098d526db52, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:32:06.177182 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-72008de4-d3f5-4405-9fb3-864076b2aa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:06.192513 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52520aa9-db4d-4bb5-8fb5-43d8b82ca864 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Subnet': ['ID=50188ec3-1ba7-4e0a-9faf-a08962d13dee,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:32:06.195849 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-52520aa9-db4d-4bb5-8fb5-43d8b82ca864 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:32:06.202561 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52520aa9-db4d-4bb5-8fb5-43d8b82ca864 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Checking segment: {'id': '04316783-0770-4cc5-82de-4b6e31045986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd6176743-d1a6-422c-87cc-a6be3459aa05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:32:06.202923 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52520aa9-db4d-4bb5-8fb5-43d8b82ca864 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network hostable DHCP agents. Network: d6176743-d1a6-422c-87cc-a6be3459aa05, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:32:06.210974 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc3005-5fb3-44b3-af9c-91c12f9f4f0b None None] Pushing event updated for resources: {'Port': ['ID=7285e1f0-126b-49f3-9837-9098d526db52,revision_number=2']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:32:06.220136 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52520aa9-db4d-4bb5-8fb5-43d8b82ca864 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network d6176743-d1a6-422c-87cc-a6be3459aa05 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:32:06.229424 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-52520aa9-db4d-4bb5-8fb5-43d8b82ca864 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, d6176743-d1a6-422c-87cc-a6be3459aa05) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:32:06.232089 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc3005-5fb3-44b3-af9c-91c12f9f4f0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:32:06.232258 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc3005-5fb3-44b3-af9c-91c12f9f4f0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:32:06.232538 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc3005-5fb3-44b3-af9c-91c12f9f4f0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:32:06.232859 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc3005-5fb3-44b3-af9c-91c12f9f4f0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:32:06.233178 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc3005-5fb3-44b3-af9c-91c12f9f4f0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:32:06.233508 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc3005-5fb3-44b3-af9c-91c12f9f4f0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:32:06.233803 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc3005-5fb3-44b3-af9c-91c12f9f4f0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:32:06.234120 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc3005-5fb3-44b3-af9c-91c12f9f4f0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:32:06.234432 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc3005-5fb3-44b3-af9c-91c12f9f4f0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:32:06.234773 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc3005-5fb3-44b3-af9c-91c12f9f4f0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:32:06.235104 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc3005-5fb3-44b3-af9c-91c12f9f4f0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:32:06.235408 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc3005-5fb3-44b3-af9c-91c12f9f4f0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:32:06.242087 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc2925e-99f8-464b-b025-9dcf5a71be86 None None] Network d6176743-d1a6-422c-87cc-a6be3459aa05 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:32:06.245032 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52520aa9-db4d-4bb5-8fb5-43d8b82ca864 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:32:06.245636 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-52520aa9-db4d-4bb5-8fb5-43d8b82ca864 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:06.249545 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-d0fc3005-5fb3-44b3-af9c-91c12f9f4f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:32:06.263720 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-72008de4-d3f5-4405-9fb3-864076b2aa0f None None] For port 7285e1f0-126b-49f3-9837-9098d526db52, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:32:06.267118 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-72008de4-d3f5-4405-9fb3-864076b2aa0f None None] For port 7285e1f0-126b-49f3-9837-9098d526db52, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=7285e1f0-126b-49f3-9837-9098d526db52,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:32:06.269434 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-52520aa9-db4d-4bb5-8fb5-43d8b82ca864 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7169037 May 31 16:32:06.272696 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39336) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:32:06.273325 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-72008de4-d3f5-4405-9fb3-864076b2aa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:06.277285 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-e55f1382-1024-4465-a78c-1fed5b4f90b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:32:06.386606 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72008de4-d3f5-4405-9fb3-864076b2aa0f None None] Routers {'bf15f174-1c42-4ab0-b410-f838678402a4'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:32:06.386913 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-72008de4-d3f5-4405-9fb3-864076b2aa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:31:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['bf15f174-1c42-4ab0-b410-f838678402a4'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:32:06.455241 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc3005-5fb3-44b3-af9c-91c12f9f4f0b None None] Pushing event updated for resources: {'Port': ['ID=7285e1f0-126b-49f3-9837-9098d526db52,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:32:06.469397 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-d0fc3005-5fb3-44b3-af9c-91c12f9f4f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:32:06.476747 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c7b955-ff78-40da-8804-6edc8b91af3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-d6176743-d1a6-422c-87cc-a6be3459aa05', 'network_id': 'd6176743-d1a6-422c-87cc-a6be3459aa05', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'fixed_ips': [{'subnet_id': '50188ec3-1ba7-4e0a-9faf-a08962d13dee'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:32:06.477628 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a3c7b955-ff78-40da-8804-6edc8b91af3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:06.586848 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-72008de4-d3f5-4405-9fb3-864076b2aa0f None None] Set router bf15f174-1c42-4ab0-b410-f838678402a4 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:32:06.641991 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-a3c7b955-ff78-40da-8804-6edc8b91af3c None None] Allocated IP 172.20.0.2 (d6176743-d1a6-422c-87cc-a6be3459aa05/50188ec3-1ba7-4e0a-9faf-a08962d13dee/a5257213-e8f6-468a-836b-a76f4f54802d) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:32:06.859673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a3c7b955-ff78-40da-8804-6edc8b91af3c None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:06.870978 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a3c7b955-ff78-40da-8804-6edc8b91af3c None None] Transition to ACTIVE for port object a5257213-e8f6-468a-836b-a76f4f54802d will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:32:06.880747 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-72008de4-d3f5-4405-9fb3-864076b2aa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378102656', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '7285e1f0-126b-49f3-9837-9098d526db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:32:02Z', 'updated_at': '2021-05-31T16:32:04Z', 'revision_number': 3, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '7285e1f0-126b-49f3-9837-9098d526db52', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:32:03Z', 'updated_at': '2021-05-31T16:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:32:06.888724 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72008de4-d3f5-4405-9fb3-864076b2aa0f None None] The sync data for ids ['bf15f174-1c42-4ab0-b410-f838678402a4'] in dv-neutron-601336-79-hyperv is: [{'id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378102656', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '7285e1f0-126b-49f3-9837-9098d526db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:32:02Z', 'updated_at': '2021-05-31T16:32:04Z', 'revision_number': 3, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '7285e1f0-126b-49f3-9837-9098d526db52', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:32:03Z', 'updated_at': '2021-05-31T16:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:32:06.891561 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a3c7b955-ff78-40da-8804-6edc8b91af3c None None] Transition to ACTIVE for port object a5257213-e8f6-468a-836b-a76f4f54802d will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:32:06.900692 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a3c7b955-ff78-40da-8804-6edc8b91af3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:06.911897 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:32:06.963371 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c7b955-ff78-40da-8804-6edc8b91af3c None None] Network d6176743-d1a6-422c-87cc-a6be3459aa05 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:32:06.966906 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-a3c7b955-ff78-40da-8804-6edc8b91af3c None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:32:06.975836 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c7b955-ff78-40da-8804-6edc8b91af3c None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:32:07.024781 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7b955-ff78-40da-8804-6edc8b91af3c None None] Pushing event updated for resources: {'Port': ['ID=a5257213-e8f6-468a-836b-a76f4f54802d,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:32:07.065470 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a3c7b955-ff78-40da-8804-6edc8b91af3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:32:07.096163 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-a3c7b955-ff78-40da-8804-6edc8b91af3c None None] Attempting to bind port a5257213-e8f6-468a-836b-a76f4f54802d on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:32:07.096893 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-a3c7b955-ff78-40da-8804-6edc8b91af3c None None] Attempting to bind port a5257213-e8f6-468a-836b-a76f4f54802d by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '04316783-0770-4cc5-82de-4b6e31045986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd6176743-d1a6-422c-87cc-a6be3459aa05'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:32:07.097622 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c7b955-ff78-40da-8804-6edc8b91af3c None None] Attempting to bind port a5257213-e8f6-468a-836b-a76f4f54802d on network d6176743-d1a6-422c-87cc-a6be3459aa05 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:32:07.115366 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c7b955-ff78-40da-8804-6edc8b91af3c None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:32:07.116025 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c7b955-ff78-40da-8804-6edc8b91af3c None None] Checking segment: {'id': '04316783-0770-4cc5-82de-4b6e31045986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd6176743-d1a6-422c-87cc-a6be3459aa05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:32:07.116647 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a3c7b955-ff78-40da-8804-6edc8b91af3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:07.117204 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c7b955-ff78-40da-8804-6edc8b91af3c None None] Bound using segment: {'id': '04316783-0770-4cc5-82de-4b6e31045986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd6176743-d1a6-422c-87cc-a6be3459aa05'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:32:07.117989 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-a3c7b955-ff78-40da-8804-6edc8b91af3c None None] Bound port: a5257213-e8f6-468a-836b-a76f4f54802d, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04316783-0770-4cc5-82de-4b6e31045986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd6176743-d1a6-422c-87cc-a6be3459aa05'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:32:07.118545 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a3c7b955-ff78-40da-8804-6edc8b91af3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:07.134731 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:07.206589 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fd2c7e33-5f20-4dda-bb6b-4ec7047038e8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:07.225858 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-a3c7b955-ff78-40da-8804-6edc8b91af3c None None] For port a5257213-e8f6-468a-836b-a76f4f54802d, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:32:07.233367 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-a3c7b955-ff78-40da-8804-6edc8b91af3c None None] For port a5257213-e8f6-468a-836b-a76f4f54802d, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a5257213-e8f6-468a-836b-a76f4f54802d,segment=NetworkSegment(04316783-0770-4cc5-82de-4b6e31045986),segment_id=04316783-0770-4cc5-82de-4b6e31045986)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:32:07.238843 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a3c7b955-ff78-40da-8804-6edc8b91af3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:07.243260 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:32:07.383036 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7b955-ff78-40da-8804-6edc8b91af3c None None] Pushing event updated for resources: {'Port': ['ID=a5257213-e8f6-468a-836b-a76f4f54802d,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:32:07.396760 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a3c7b955-ff78-40da-8804-6edc8b91af3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:32:07.688658 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-fd2c7e33-5f20-4dda-bb6b-4ec7047038e8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Allocated IP 172.20.0.1 (d6176743-d1a6-422c-87cc-a6be3459aa05/50188ec3-1ba7-4e0a-9faf-a08962d13dee/aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:32:07.857076 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fd2c7e33-5f20-4dda-bb6b-4ec7047038e8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:07.873011 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-fd2c7e33-5f20-4dda-bb6b-4ec7047038e8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Transition to ACTIVE for port object aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:32:07.896922 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fd2c7e33-5f20-4dda-bb6b-4ec7047038e8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:07.900798 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-91392521-f965-43c3-a3aa-6f6f73ddd565 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:32:07.960925 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-92c737ee-c4bf-4060-86f1-45d29d3df5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:07.971482 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2c7e33-5f20-4dda-bb6b-4ec7047038e8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network d6176743-d1a6-422c-87cc-a6be3459aa05 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:32:07.974573 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-fd2c7e33-5f20-4dda-bb6b-4ec7047038e8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:32:07.978982 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2c7e33-5f20-4dda-bb6b-4ec7047038e8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:32:08.017047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c7e33-5f20-4dda-bb6b-4ec7047038e8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Port': ['ID=aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:32:08.026443 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-fd2c7e33-5f20-4dda-bb6b-4ec7047038e8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:32:08.044526 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fd2c7e33-5f20-4dda-bb6b-4ec7047038e8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:08.280198 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3506e55d-ee57-4d70-9bb1-de63c5027568 None None] Network d6176743-d1a6-422c-87cc-a6be3459aa05 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:32:08.314667 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fd2c7e33-5f20-4dda-bb6b-4ec7047038e8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:08.375962 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ec0e127c-9b33-42a0-a711-4b6440dc05e3 None None] Provisioning for port a5257213-e8f6-468a-836b-a76f4f54802d completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:32:08.560211 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a5257213-e8f6-468a-836b-a76f4f54802d up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:32:08.630138 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:08.652445 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port a5257213-e8f6-468a-836b-a76f4f54802d completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:32:08.659146 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port a5257213-e8f6-468a-836b-a76f4f54802d triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:32:08.659509 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:08.792793 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:08.830119 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port a5257213-e8f6-468a-836b-a76f4f54802d, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a5257213-e8f6-468a-836b-a76f4f54802d,segment=NetworkSegment(04316783-0770-4cc5-82de-4b6e31045986),segment_id=04316783-0770-4cc5-82de-4b6e31045986)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:32:08.839798 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:08.840812 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7285e1f0-126b-49f3-9837-9098d526db52 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:32:08.870570 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-5312d57b-7324-443d-a1bc-72d75a75dcc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:32:08.952655 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fd2c7e33-5f20-4dda-bb6b-4ec7047038e8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:08.959680 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fd2c7e33-5f20-4dda-bb6b-4ec7047038e8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:08.971409 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-3d9268c1-f41d-4c58-b1e5-9c7acdc9c9b6 None None] Provisioning for port aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:32:08.984019 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=a5257213-e8f6-468a-836b-a76f4f54802d,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:32:08.987927 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:32:08.989652 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-3d9268c1-f41d-4c58-b1e5-9c7acdc9c9b6 None None] Provisioning complete for port aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:32:08.990034 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3d9268c1-f41d-4c58-b1e5-9c7acdc9c9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:08.998936 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-fa173fbb-4262-47a6-9f84-36fc36c8a9db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:32:09.042041 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 7285e1f0-126b-49f3-9837-9098d526db52 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:32:09.052975 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 7285e1f0-126b-49f3-9837-9098d526db52 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:32:09.053358 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:09.090964 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c7e33-5f20-4dda-bb6b-4ec7047038e8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Port': ['ID=aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:32:09.093880 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fd2c7e33-5f20-4dda-bb6b-4ec7047038e8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:09.096548 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-3d9268c1-f41d-4c58-b1e5-9c7acdc9c9b6 None None] Port aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:32:09.098113 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-fd2c7e33-5f20-4dda-bb6b-4ec7047038e8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:32:09.127178 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-3d9268c1-f41d-4c58-b1e5-9c7acdc9c9b6 None None] Provisioning complete for port a5257213-e8f6-468a-836b-a76f4f54802d triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:32:09.127552 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3d9268c1-f41d-4c58-b1e5-9c7acdc9c9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:09.240084 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2c7e33-5f20-4dda-bb6b-4ec7047038e8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network d6176743-d1a6-422c-87cc-a6be3459aa05 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:32:09.241301 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-fd2c7e33-5f20-4dda-bb6b-4ec7047038e8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:32:09.248002 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:09.308650 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 7285e1f0-126b-49f3-9837-9098d526db52, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=7285e1f0-126b-49f3-9837-9098d526db52,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:32:09.317607 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:09.322605 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1e393ac2-0a7e-48b8-96fb-4adc6e0ed04f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:32:09.401270 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=7285e1f0-126b-49f3-9837-9098d526db52,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:32:09.404913 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:32:09.444256 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2c7e33-5f20-4dda-bb6b-4ec7047038e8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Router bf15f174-1c42-4ab0-b410-f838678402a4 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:32:09.489161 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f59ede1c-ecef-49d6-afb9-2fbd09924e15 None None] Provisioning complete for port aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:32:09.489579 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f59ede1c-ecef-49d6-afb9-2fbd09924e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:09.548667 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-f59ede1c-ecef-49d6-afb9-2fbd09924e15 None None] Port aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:32:09.633387 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2c7e33-5f20-4dda-bb6b-4ec7047038e8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:32:09.643071 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648249d0-c062-47d9-b500-b2a1ce5290a5 None None] Sync routers for ids ['bf15f174-1c42-4ab0-b410-f838678402a4'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:32:09.645640 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-fd2c7e33-5f20-4dda-bb6b-4ec7047038e8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "PUT /v2.0/routers/bf15f174-1c42-4ab0-b410-f838678402a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3713663 May 31 16:32:09.655001 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648249d0-c062-47d9-b500-b2a1ce5290a5 None None] Routers {'bf15f174-1c42-4ab0-b410-f838678402a4'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:32:09.655896 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-648249d0-c062-47d9-b500-b2a1ce5290a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:32:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['bf15f174-1c42-4ab0-b410-f838678402a4'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:32:09.816746 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-57e5066c-80d2-4ad3-bf18-4304ef2048fc tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1691279499&fields=id&tenant_id=74dcf8b577b84054bb5717d04406209a HTTP/1.1" status: 200 len: 267 time: 0.0419981 May 31 16:32:09.834425 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-648249d0-c062-47d9-b500-b2a1ce5290a5 None None] Set router bf15f174-1c42-4ab0-b410-f838678402a4 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:32:09.969940 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-62d1f716-02df-4397-9508-f7a53ba9b40d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:32:09.971463 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-62d1f716-02df-4397-9508-f7a53ba9b40d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/networks?id=d6176743-d1a6-422c-87cc-a6be3459aa05 HTTP/1.1" status: 200 len: 797 time: 0.1478484 May 31 16:32:09.987664 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-d6c8f46f-8d12-4e06-b4ea-f2e0d4b7b854 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/quotas/74dcf8b577b84054bb5717d04406209a HTTP/1.1" status: 200 len: 375 time: 0.0101511 May 31 16:32:10.039793 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:10.072631 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-9b657614-5d0c-49aa-b578-fb8ef8510840 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796189 May 31 16:32:10.139837 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-a78e6de9-1706-4faa-b91e-11190cd6ad85 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 16:32:10.140938 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-a78e6de9-1706-4faa-b91e-11190cd6ad85 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0564718 May 31 16:32:10.228005 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-648249d0-c062-47d9-b500-b2a1ce5290a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378102656', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '7285e1f0-126b-49f3-9837-9098d526db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:32:02Z', 'updated_at': '2021-05-31T16:32:08Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '7285e1f0-126b-49f3-9837-9098d526db52', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:32:03Z', 'updated_at': '2021-05-31T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3', 'name': '', 'network_id': 'd6176743-d1a6-422c-87cc-a6be3459aa05', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:2a:a4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '50188ec3-1ba7-4e0a-9faf-a08962d13dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:32:07Z', 'updated_at': '2021-05-31T16:32:08Z', 'revision_number': 2, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '50188ec3-1ba7-4e0a-9faf-a08962d13dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:32:10.232763 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648249d0-c062-47d9-b500-b2a1ce5290a5 None None] Checking router: bf15f174-1c42-4ab0-b410-f838678402a4 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:32:10.233135 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648249d0-c062-47d9-b500-b2a1ce5290a5 None None] Updating router bf15f174-1c42-4ab0-b410-f838678402a4 port aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3 binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:32:10.289389 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-648249d0-c062-47d9-b500-b2a1ce5290a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:10.460213 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-52f3074f-8230-4c0d-b9c6-ed1a94852492 service neutron] 10.222.0.45 "GET /v2.0/networks/d6176743-d1a6-422c-87cc-a6be3459aa05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122602 May 31 16:32:10.514915 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a5257213-e8f6-468a-836b-a76f4f54802d up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:32:10.601176 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-afc4493e-2510-4338-9ed2-cb73a78d09fd service neutron] 10.222.0.45 "GET /v2.0/networks/d6176743-d1a6-422c-87cc-a6be3459aa05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340091 May 31 16:32:10.634991 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port a5257213-e8f6-468a-836b-a76f4f54802d triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:32:10.635276 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:10.761962 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-648249d0-c062-47d9-b500-b2a1ce5290a5 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:10.800331 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f9f19d9f-6d2c-47a0-a651-f58acb3bd914 req-523fc4ac-14a8-45c9-b0f5-55d304ce2fd0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a43a1c9-440a-44d8-b417-375dd3a1cfc5 HTTP/1.1" status: 200 len: 210 time: 0.0525460 May 31 16:32:10.804118 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-648249d0-c062-47d9-b500-b2a1ce5290a5 None None] Transition to ACTIVE for port object aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:32:10.828984 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-648249d0-c062-47d9-b500-b2a1ce5290a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:10.834381 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:32:10.870905 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7285e1f0-126b-49f3-9837-9098d526db52 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:32:11.013941 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed24f4-3151-4d93-91c1-8d29cbce35c6 None None] Pushing event updated for resources: {'Port': ['ID=aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:32:11.047971 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-60ed24f4-3151-4d93-91c1-8d29cbce35c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:32:11.111461 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-648249d0-c062-47d9-b500-b2a1ce5290a5 None None] Attempting to bind port aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:32:11.111838 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-648249d0-c062-47d9-b500-b2a1ce5290a5 None None] Attempting to bind port aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '04316783-0770-4cc5-82de-4b6e31045986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd6176743-d1a6-422c-87cc-a6be3459aa05'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:32:11.112200 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648249d0-c062-47d9-b500-b2a1ce5290a5 None None] Attempting to bind port aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3 on network d6176743-d1a6-422c-87cc-a6be3459aa05 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:32:11.121418 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648249d0-c062-47d9-b500-b2a1ce5290a5 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:32:11.121790 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648249d0-c062-47d9-b500-b2a1ce5290a5 None None] Checking segment: {'id': '04316783-0770-4cc5-82de-4b6e31045986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd6176743-d1a6-422c-87cc-a6be3459aa05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:32:11.122196 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-648249d0-c062-47d9-b500-b2a1ce5290a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:11.122593 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648249d0-c062-47d9-b500-b2a1ce5290a5 None None] Bound using segment: {'id': '04316783-0770-4cc5-82de-4b6e31045986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd6176743-d1a6-422c-87cc-a6be3459aa05'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:32:11.123100 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-648249d0-c062-47d9-b500-b2a1ce5290a5 None None] Bound port: aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04316783-0770-4cc5-82de-4b6e31045986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd6176743-d1a6-422c-87cc-a6be3459aa05'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:32:11.123649 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-648249d0-c062-47d9-b500-b2a1ce5290a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:11.139501 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 7285e1f0-126b-49f3-9837-9098d526db52 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:32:11.139876 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:11.320303 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-648249d0-c062-47d9-b500-b2a1ce5290a5 None None] For port aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:32:11.338465 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-648249d0-c062-47d9-b500-b2a1ce5290a5 None None] For port aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3,segment=NetworkSegment(04316783-0770-4cc5-82de-4b6e31045986),segment_id=04316783-0770-4cc5-82de-4b6e31045986)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:32:11.346282 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-648249d0-c062-47d9-b500-b2a1ce5290a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:11.350935 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a272e5af-a1a6-49e3-9365-80207a691e4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:32:11.429182 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648249d0-c062-47d9-b500-b2a1ce5290a5 None None] Routers {'bf15f174-1c42-4ab0-b410-f838678402a4'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:32:11.429817 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-648249d0-c062-47d9-b500-b2a1ce5290a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:32:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['bf15f174-1c42-4ab0-b410-f838678402a4'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:32:11.499755 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed24f4-3151-4d93-91c1-8d29cbce35c6 None None] Pushing event updated for resources: {'Port': ['ID=aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:32:11.504703 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-60ed24f4-3151-4d93-91c1-8d29cbce35c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:32:11.623001 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-648249d0-c062-47d9-b500-b2a1ce5290a5 None None] Set router bf15f174-1c42-4ab0-b410-f838678402a4 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:32:11.982897 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9844d7b6-4a0c-4261-9ae1-0028020338c0 req-f4b21685-6d6b-4453-bb13-1c1903f0710f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a43a1c9-440a-44d8-b417-375dd3a1cfc5 HTTP/1.1" status: 200 len: 210 time: 0.0659647 May 31 16:32:12.021253 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-648249d0-c062-47d9-b500-b2a1ce5290a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378102656', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '7285e1f0-126b-49f3-9837-9098d526db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:32:02Z', 'updated_at': '2021-05-31T16:32:08Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '7285e1f0-126b-49f3-9837-9098d526db52', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:32:03Z', 'updated_at': '2021-05-31T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3', 'name': '', 'network_id': 'd6176743-d1a6-422c-87cc-a6be3459aa05', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:2a:a4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '50188ec3-1ba7-4e0a-9faf-a08962d13dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:32:07Z', 'updated_at': '2021-05-31T16:32:11Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '50188ec3-1ba7-4e0a-9faf-a08962d13dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:32:12.025678 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648249d0-c062-47d9-b500-b2a1ce5290a5 None None] The sync data for ids ['bf15f174-1c42-4ab0-b410-f838678402a4'] in dv-neutron-601336-79-hyperv is: [{'id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378102656', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '7285e1f0-126b-49f3-9837-9098d526db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:32:02Z', 'updated_at': '2021-05-31T16:32:08Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '7285e1f0-126b-49f3-9837-9098d526db52', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:32:03Z', 'updated_at': '2021-05-31T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3', 'name': '', 'network_id': 'd6176743-d1a6-422c-87cc-a6be3459aa05', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:2a:a4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '50188ec3-1ba7-4e0a-9faf-a08962d13dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:32:07Z', 'updated_at': '2021-05-31T16:32:11Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '50188ec3-1ba7-4e0a-9faf-a08962d13dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:32:12.137175 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-9246f6ec-c4ea-4b7d-b546-8c86e221ae29 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:32:12.138635 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-9246f6ec-c4ea-4b7d-b546-8c86e221ae29 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.59 "GET /v2.0/networks?id=d6176743-d1a6-422c-87cc-a6be3459aa05 HTTP/1.1" status: 200 len: 797 time: 0.1847816 May 31 16:32:12.205053 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-cbed129a-a054-4d66-820d-9801119f29c8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74dcf8b577b84054bb5717d04406209a HTTP/1.1" status: 200 len: 380 time: 0.0543373 May 31 16:32:12.217840 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-61f23faf-b0ff-4e89-812a-49d688e6c368 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'port': {'device_id': '0a43a1c9-440a-44d8-b417-375dd3a1cfc5', 'network_id': 'd6176743-d1a6-422c-87cc-a6be3459aa05', 'admin_state_up': True, 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'security_groups': ['5da239c7-b24f-4da4-bfb7-3e9eaadff788']}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:32:12.366069 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-61f23faf-b0ff-4e89-812a-49d688e6c368 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:32:12.370041 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-61f23faf-b0ff-4e89-812a-49d688e6c368 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:port and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:32:12.376362 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-61f23faf-b0ff-4e89-812a-49d688e6c368 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:32:12.383833 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-61f23faf-b0ff-4e89-812a-49d688e6c368 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:32:12.398091 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-61f23faf-b0ff-4e89-812a-49d688e6c368 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Made reservation on behalf of 74dcf8b577b84054bb5717d04406209a for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:32:12.402008 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-61f23faf-b0ff-4e89-812a-49d688e6c368 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:12.515057 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:32:12.589518 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:32:12.595634 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:32:12.595836 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:12.599573 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-61f23faf-b0ff-4e89-812a-49d688e6c368 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Allocated IP 172.20.0.12 (d6176743-d1a6-422c-87cc-a6be3459aa05/50188ec3-1ba7-4e0a-9faf-a08962d13dee/085e9e7a-895b-4c1c-8c9e-35d19247a3eb) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:32:12.735063 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:12.771213 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3,segment=NetworkSegment(04316783-0770-4cc5-82de-4b6e31045986),segment_id=04316783-0770-4cc5-82de-4b6e31045986)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:32:12.775983 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:12.781758 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-de02266a-9be4-4d35-a435-0336de81257f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:32:12.809279 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-61f23faf-b0ff-4e89-812a-49d688e6c368 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:12.826203 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-61f23faf-b0ff-4e89-812a-49d688e6c368 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Transition to ACTIVE for port object 085e9e7a-895b-4c1c-8c9e-35d19247a3eb will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:32:12.848022 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:32:12.851518 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:32:12.852201 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-61f23faf-b0ff-4e89-812a-49d688e6c368 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:12.859192 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-298ccd81-9a1f-4f6e-9c9b-f7a321d7cd22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:32:12.932933 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-61f23faf-b0ff-4e89-812a-49d688e6c368 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network d6176743-d1a6-422c-87cc-a6be3459aa05 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:32:12.936573 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-61f23faf-b0ff-4e89-812a-49d688e6c368 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:32:12.940898 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-61f23faf-b0ff-4e89-812a-49d688e6c368 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:32:12.976710 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f23faf-b0ff-4e89-812a-49d688e6c368 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Port': ['ID=085e9e7a-895b-4c1c-8c9e-35d19247a3eb,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:32:12.987290 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-61f23faf-b0ff-4e89-812a-49d688e6c368 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:32:13.012291 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-61f23faf-b0ff-4e89-812a-49d688e6c368 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:32:13.013017 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-61f23faf-b0ff-4e89-812a-49d688e6c368 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:13.041491 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-61f23faf-b0ff-4e89-812a-49d688e6c368 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8279779 May 31 16:32:13.054672 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-e37aeeeb-ed77-4d12-a596-b432e8ebccb8 service neutron] Request body: {'port': {'device_id': '0a43a1c9-440a-44d8-b417-375dd3a1cfc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:32:13.240149 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-e37aeeeb-ed77-4d12-a596-b432e8ebccb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:13.240379 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a2b5b60c-233a-49e9-adb0-630f0a6ae839 None None] Provisioning for port 085e9e7a-895b-4c1c-8c9e-35d19247a3eb completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:32:13.246007 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a2b5b60c-233a-49e9-adb0-630f0a6ae839 None None] Provisioning complete for port 085e9e7a-895b-4c1c-8c9e-35d19247a3eb triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:32:13.246783 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a2b5b60c-233a-49e9-adb0-630f0a6ae839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:13.308040 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5b60c-233a-49e9-adb0-630f0a6ae839 None None] Port 085e9e7a-895b-4c1c-8c9e-35d19247a3eb cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:32:13.322897 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599531f-8e1d-44bb-8931-0c6725d92a33 req-f52ca1d7-bff7-4589-9250-f3cf0e6a8db7 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:32:13.323636 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-c599531f-8e1d-44bb-8931-0c6725d92a33 req-f52ca1d7-bff7-4589-9250-f3cf0e6a8db7 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Synchronizing usage tracker for tenant:74dcf8b577b84054bb5717d04406209a on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:32:13.407033 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-c599531f-8e1d-44bb-8931-0c6725d92a33 req-f52ca1d7-bff7-4589-9250-f3cf0e6a8db7 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Unset dirty status for tenant:74dcf8b577b84054bb5717d04406209a on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:32:13.408223 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c599531f-8e1d-44bb-8931-0c6725d92a33 req-f52ca1d7-bff7-4589-9250-f3cf0e6a8db7 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a43a1c9-440a-44d8-b417-375dd3a1cfc5 HTTP/1.1" status: 200 len: 932 time: 0.2901096 May 31 16:32:13.536867 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c599531f-8e1d-44bb-8931-0c6725d92a33 req-678552b3-0ef5-47ab-82b9-892baef73e90 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=5da239c7-b24f-4da4-bfb7-3e9eaadff788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220784 May 31 16:32:13.664831 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-e37aeeeb-ed77-4d12-a596-b432e8ebccb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 085e9e7a-895b-4c1c-8c9e-35d19247a3eb {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:32:13.672071 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-e37aeeeb-ed77-4d12-a596-b432e8ebccb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:13.689770 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-e37aeeeb-ed77-4d12-a596-b432e8ebccb8 service neutron] Transition to ACTIVE for port object 085e9e7a-895b-4c1c-8c9e-35d19247a3eb will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:32:13.694839 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-e37aeeeb-ed77-4d12-a596-b432e8ebccb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:13.699576 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f1ae936d-ea6b-4ca1-8fc8-cced4ac1c3ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:32:13.849532 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37aeeeb-ed77-4d12-a596-b432e8ebccb8 service neutron] Pushing event updated for resources: {'Port': ['ID=085e9e7a-895b-4c1c-8c9e-35d19247a3eb,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:32:13.857020 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e37aeeeb-ed77-4d12-a596-b432e8ebccb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:32:14.078682 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-e37aeeeb-ed77-4d12-a596-b432e8ebccb8 service neutron] Attempting to bind port 085e9e7a-895b-4c1c-8c9e-35d19247a3eb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:32:14.079844 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-e37aeeeb-ed77-4d12-a596-b432e8ebccb8 service neutron] Attempting to bind port 085e9e7a-895b-4c1c-8c9e-35d19247a3eb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '04316783-0770-4cc5-82de-4b6e31045986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd6176743-d1a6-422c-87cc-a6be3459aa05'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:32:14.080168 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-e37aeeeb-ed77-4d12-a596-b432e8ebccb8 service neutron] Attempting to bind port 085e9e7a-895b-4c1c-8c9e-35d19247a3eb on network d6176743-d1a6-422c-87cc-a6be3459aa05 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:32:14.085355 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-e37aeeeb-ed77-4d12-a596-b432e8ebccb8 service neutron] Port 085e9e7a-895b-4c1c-8c9e-35d19247a3eb on network d6176743-d1a6-422c-87cc-a6be3459aa05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:32:14.085672 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-e37aeeeb-ed77-4d12-a596-b432e8ebccb8 service neutron] Attempting to bind port 085e9e7a-895b-4c1c-8c9e-35d19247a3eb on network d6176743-d1a6-422c-87cc-a6be3459aa05 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:32:14.091587 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-e37aeeeb-ed77-4d12-a596-b432e8ebccb8 service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:32:14.091853 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-e37aeeeb-ed77-4d12-a596-b432e8ebccb8 service neutron] Checking segment: {'id': '04316783-0770-4cc5-82de-4b6e31045986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd6176743-d1a6-422c-87cc-a6be3459aa05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:32:14.092271 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-e37aeeeb-ed77-4d12-a596-b432e8ebccb8 service neutron] Bound using segment: {'id': '04316783-0770-4cc5-82de-4b6e31045986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd6176743-d1a6-422c-87cc-a6be3459aa05'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:32:14.092823 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-e37aeeeb-ed77-4d12-a596-b432e8ebccb8 service neutron] Bound port: 085e9e7a-895b-4c1c-8c9e-35d19247a3eb, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04316783-0770-4cc5-82de-4b6e31045986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd6176743-d1a6-422c-87cc-a6be3459aa05'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:32:14.093123 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-e37aeeeb-ed77-4d12-a596-b432e8ebccb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:14.185344 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-e37aeeeb-ed77-4d12-a596-b432e8ebccb8 service neutron] For port 085e9e7a-895b-4c1c-8c9e-35d19247a3eb, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:32:14.189040 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-e37aeeeb-ed77-4d12-a596-b432e8ebccb8 service neutron] For port 085e9e7a-895b-4c1c-8c9e-35d19247a3eb, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=085e9e7a-895b-4c1c-8c9e-35d19247a3eb,segment=NetworkSegment(04316783-0770-4cc5-82de-4b6e31045986),segment_id=04316783-0770-4cc5-82de-4b6e31045986)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:32:14.194733 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-e37aeeeb-ed77-4d12-a596-b432e8ebccb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:14.198483 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ecf4db4b-05e0-4cdf-baed-1c6da271eb4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:32:14.255882 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-e37aeeeb-ed77-4d12-a596-b432e8ebccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:32:14.256721 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-e37aeeeb-ed77-4d12-a596-b432e8ebccb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:14.258119 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-e37aeeeb-ed77-4d12-a596-b432e8ebccb8 service neutron] 10.222.0.59 "PUT /v2.0/ports/085e9e7a-895b-4c1c-8c9e-35d19247a3eb HTTP/1.1" status: 200 len: 1094 time: 1.2088029 May 31 16:32:14.261197 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a43a1c9-440a-44d8-b417-375dd3a1cfc5', 'tag': '085e9e7a-895b-4c1c-8c9e-35d19247a3eb'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:32:14.264582 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9c6de0-2543-45a1-9d2d-c7d3384d5ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "0a43a1c9-440a-44d8-b417-375dd3a1cfc5", "tag": "085e9e7a-895b-4c1c-8c9e-35d19247a3eb"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:32:14.293951 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37aeeeb-ed77-4d12-a596-b432e8ebccb8 service neutron] Pushing event updated for resources: {'Port': ['ID=085e9e7a-895b-4c1c-8c9e-35d19247a3eb,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:32:14.297218 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e37aeeeb-ed77-4d12-a596-b432e8ebccb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:32:14.331958 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2646d2a-a468-4544-9384-79b4914955d7 x-openstack-request-id: req-d2646d2a-a468-4544-9384-79b4914955d7 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:32:14.332290 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a43a1c9-440a-44d8-b417-375dd3a1cfc5", "tag": "085e9e7a-895b-4c1c-8c9e-35d19247a3eb", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:32:14.332586 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d2646d2a-a468-4544-9384-79b4914955d7 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:32:14.333020 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a43a1c9-440a-44d8-b417-375dd3a1cfc5', 'tag': '085e9e7a-895b-4c1c-8c9e-35d19247a3eb', 'status': 'completed', 'code': 200} May 31 16:32:14.382653 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-e3b077f4-e6c1-44f9-ba27-b90cff4eb25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:32:14.382924 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-e3b077f4-e6c1-44f9-ba27-b90cff4eb25d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=0a43a1c9-440a-44d8-b417-375dd3a1cfc5 HTTP/1.1" status: 200 len: 1097 time: 0.0825634 May 31 16:32:14.457473 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-5cfbd3b7-7a8a-4973-a392-cbc4c2c8e6da service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=085e9e7a-895b-4c1c-8c9e-35d19247a3eb HTTP/1.1" status: 200 len: 217 time: 0.0657549 May 31 16:32:14.477913 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:32:14.525104 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-0c63fb67-2bb7-4c14-a322-f2c67b42814e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:32:14.526460 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-0c63fb67-2bb7-4c14-a322-f2c67b42814e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=50188ec3-1ba7-4e0a-9faf-a08962d13dee HTTP/1.1" status: 200 len: 834 time: 0.0626156 May 31 16:32:14.545836 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:32:14.546210 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:14.609081 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-9eef5188-1c86-450d-9cc6-f499bc633229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:32:14.611355 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-9eef5188-1c86-450d-9cc6-f499bc633229 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6176743-d1a6-422c-87cc-a6be3459aa05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0772579 May 31 16:32:14.798426 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-03aea759-7181-447b-bfcd-78fe7fc50b6c service neutron] 10.222.0.59 "GET /v2.0/networks/d6176743-d1a6-422c-87cc-a6be3459aa05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812003 May 31 16:32:14.840089 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c0140-7bac-4af7-ab65-833615a26b98 req-52efbfbc-ccb8-4f2e-b1c6-e67d30fc2762 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:32:14.841491 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-226c0140-7bac-4af7-ab65-833615a26b98 req-52efbfbc-ccb8-4f2e-b1c6-e67d30fc2762 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a43a1c9-440a-44d8-b417-375dd3a1cfc5 HTTP/1.1" status: 200 len: 944 time: 0.1537268 May 31 16:32:14.958358 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-226c0140-7bac-4af7-ab65-833615a26b98 req-b4dc2616-d092-4eed-a5d3-864d1a61d263 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=5da239c7-b24f-4da4-bfb7-3e9eaadff788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710778 May 31 16:32:14.980809 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d04444a5-1ce3-462f-a7e1-4165faa0c78f req-dfc94f9c-d26a-4cc7-8e70-1e69a49489b2 service neutron] 10.222.0.59 "GET /v2.0/networks/d6176743-d1a6-422c-87cc-a6be3459aa05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751695 May 31 16:32:15.105125 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c6de0-2543-45a1-9d2d-c7d3384d5ac9 req-50d292f4-f522-49b2-8a69-cdcbdf04ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:32:15.106906 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1b9c6de0-2543-45a1-9d2d-c7d3384d5ac9 req-50d292f4-f522-49b2-8a69-cdcbdf04ce5e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=0a43a1c9-440a-44d8-b417-375dd3a1cfc5 HTTP/1.1" status: 200 len: 1097 time: 0.0769541 May 31 16:32:15.242769 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c6de0-2543-45a1-9d2d-c7d3384d5ac9 req-f49ce843-eb30-4e25-9d5f-98b706fe21bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:32:15.244408 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1b9c6de0-2543-45a1-9d2d-c7d3384d5ac9 req-f49ce843-eb30-4e25-9d5f-98b706fe21bf service neutron] 10.222.0.59 "GET /v2.0/networks?id=d6176743-d1a6-422c-87cc-a6be3459aa05 HTTP/1.1" status: 200 len: 898 time: 0.1308551 May 31 16:32:15.316346 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1b9c6de0-2543-45a1-9d2d-c7d3384d5ac9 req-e7f3add7-e231-4046-a216-285dc785373c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=085e9e7a-895b-4c1c-8c9e-35d19247a3eb HTTP/1.1" status: 200 len: 217 time: 0.0647354 May 31 16:32:15.379369 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c6de0-2543-45a1-9d2d-c7d3384d5ac9 req-b61ef6c1-859a-4a21-bd9b-da1ab1fe8b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:32:15.380957 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1b9c6de0-2543-45a1-9d2d-c7d3384d5ac9 req-b61ef6c1-859a-4a21-bd9b-da1ab1fe8b77 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=50188ec3-1ba7-4e0a-9faf-a08962d13dee HTTP/1.1" status: 200 len: 834 time: 0.0582309 May 31 16:32:15.468580 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c6de0-2543-45a1-9d2d-c7d3384d5ac9 req-a0315690-db23-43c5-a3f2-a8781c8c18a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:32:15.470116 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1b9c6de0-2543-45a1-9d2d-c7d3384d5ac9 req-a0315690-db23-43c5-a3f2-a8781c8c18a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6176743-d1a6-422c-87cc-a6be3459aa05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0822318 May 31 16:32:15.605392 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1b9c6de0-2543-45a1-9d2d-c7d3384d5ac9 req-53887c4e-b9fb-46d0-b5c2-db9ff18b6b00 service neutron] 10.222.0.59 "GET /v2.0/networks/d6176743-d1a6-422c-87cc-a6be3459aa05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283836 May 31 16:32:15.900915 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1b9c6de0-2543-45a1-9d2d-c7d3384d5ac9 req-9bb8c4e3-5289-4f30-a8fd-57c52e821f42 service neutron] 10.222.0.59 "GET /v2.0/networks/d6176743-d1a6-422c-87cc-a6be3459aa05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885289 May 31 16:32:16.160334 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446c965-7e46-4ab8-a8c7-66b9400f5a47 req-1270210b-0720-4435-9533-8e541f313245 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:32:16.161737 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5446c965-7e46-4ab8-a8c7-66b9400f5a47 req-1270210b-0720-4435-9533-8e541f313245 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a43a1c9-440a-44d8-b417-375dd3a1cfc5 HTTP/1.1" status: 200 len: 944 time: 0.0880973 May 31 16:32:16.210573 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5446c965-7e46-4ab8-a8c7-66b9400f5a47 req-bba630a1-a7c8-4f9c-8699-897e160daceb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=5da239c7-b24f-4da4-bfb7-3e9eaadff788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426147 May 31 16:32:16.535387 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 085e9e7a-895b-4c1c-8c9e-35d19247a3eb details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:32:16.673060 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 085e9e7a-895b-4c1c-8c9e-35d19247a3eb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=085e9e7a-895b-4c1c-8c9e-35d19247a3eb,segment=NetworkSegment(04316783-0770-4cc5-82de-4b6e31045986),segment_id=04316783-0770-4cc5-82de-4b6e31045986)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:32:16.687078 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '085e9e7a-895b-4c1c-8c9e-35d19247a3eb', 'network_id': 'd6176743-d1a6-422c-87cc-a6be3459aa05', 'port_id': '085e9e7a-895b-4c1c-8c9e-35d19247a3eb', 'mac_address': 'fa:16:3e:b9:e6:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50188ec3-1ba7-4e0a-9faf-a08962d13dee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:32:16.748065 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:16.764549 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 085e9e7a-895b-4c1c-8c9e-35d19247a3eb {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:32:16.780987 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 085e9e7a-895b-4c1c-8c9e-35d19247a3eb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=085e9e7a-895b-4c1c-8c9e-35d19247a3eb,segment=NetworkSegment(04316783-0770-4cc5-82de-4b6e31045986),segment_id=04316783-0770-4cc5-82de-4b6e31045986)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:32:16.786319 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:16.788122 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-44bc257b-34f4-49ec-b0fb-96cced46b90d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:32:16.852094 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=085e9e7a-895b-4c1c-8c9e-35d19247a3eb,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:32:16.855183 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:32:17.256237 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['085e9e7a-895b-4c1c-8c9e-35d19247a3eb'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:32:17.421043 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3f5bb-0337-4e1c-a7c1-ff72ca3612d6 req-c7a0aabb-6886-48fc-9b41-b25289d170d6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:32:17.422497 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8bd3f5bb-0337-4e1c-a7c1-ff72ca3612d6 req-c7a0aabb-6886-48fc-9b41-b25289d170d6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a43a1c9-440a-44d8-b417-375dd3a1cfc5 HTTP/1.1" status: 200 len: 945 time: 0.0868373 May 31 16:32:17.470465 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8bd3f5bb-0337-4e1c-a7c1-ff72ca3612d6 req-000bd73a-c853-48bd-aafc-fd40ebef961c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=5da239c7-b24f-4da4-bfb7-3e9eaadff788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420060 May 31 16:32:18.536978 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 085e9e7a-895b-4c1c-8c9e-35d19247a3eb up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:32:18.626700 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port 085e9e7a-895b-4c1c-8c9e-35d19247a3eb completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:32:18.631603 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 085e9e7a-895b-4c1c-8c9e-35d19247a3eb triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:32:18.631977 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:18.688309 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093e3df-32e0-4461-b89f-757d2069f326 req-fe28e6a8-ff0f-41cc-903d-fa7379bcb136 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:32:18.689889 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f093e3df-32e0-4461-b89f-757d2069f326 req-fe28e6a8-ff0f-41cc-903d-fa7379bcb136 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a43a1c9-440a-44d8-b417-375dd3a1cfc5 HTTP/1.1" status: 200 len: 945 time: 0.0839810 May 31 16:32:18.743284 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f093e3df-32e0-4461-b89f-757d2069f326 req-9573e486-9304-43c5-b8c6-33250170e5c7 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=5da239c7-b24f-4da4-bfb7-3e9eaadff788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468686 May 31 16:32:18.755230 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:18.783048 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a43a1c9-440a-44d8-b417-375dd3a1cfc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085e9e7a-895b-4c1c-8c9e-35d19247a3eb'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:32:18.785378 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02233c8-5f6f-4325-9b1a-78263fab1fff" -d '{"events": [{"server_uuid": "0a43a1c9-440a-44d8-b417-375dd3a1cfc5", "name": "network-vif-plugged", "status": "completed", "tag": "085e9e7a-895b-4c1c-8c9e-35d19247a3eb"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:32:18.794475 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 085e9e7a-895b-4c1c-8c9e-35d19247a3eb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=085e9e7a-895b-4c1c-8c9e-35d19247a3eb,segment=NetworkSegment(04316783-0770-4cc5-82de-4b6e31045986),segment_id=04316783-0770-4cc5-82de-4b6e31045986)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:32:18.799159 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:18.801198 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-bbb8e5cb-da09-4ec6-9470-9ac06d4f1139 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:32:18.835247 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fa4b8f-cd7e-40af-a21d-0ebe92df2657 x-openstack-request-id: req-b4fa4b8f-cd7e-40af-a21d-0ebe92df2657 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:32:18.835540 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a43a1c9-440a-44d8-b417-375dd3a1cfc5", "name": "network-vif-plugged", "status": "completed", "tag": "085e9e7a-895b-4c1c-8c9e-35d19247a3eb", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:32:18.835790 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b4fa4b8f-cd7e-40af-a21d-0ebe92df2657 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:32:18.836197 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a43a1c9-440a-44d8-b417-375dd3a1cfc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085e9e7a-895b-4c1c-8c9e-35d19247a3eb', 'code': 200} May 31 16:32:18.868068 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=085e9e7a-895b-4c1c-8c9e-35d19247a3eb,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:32:18.870873 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:32:19.069025 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2fc34-33b8-4fca-92af-78563ce0355b req-9cd4aa7c-07ac-4c4a-8099-c6378bf326c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:32:19.070448 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cfb2fc34-33b8-4fca-92af-78563ce0355b req-9cd4aa7c-07ac-4c4a-8099-c6378bf326c6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0a43a1c9-440a-44d8-b417-375dd3a1cfc5 HTTP/1.1" status: 200 len: 1099 time: 0.0760553 May 31 16:32:19.122568 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cfb2fc34-33b8-4fca-92af-78563ce0355b req-06bf0063-d51b-43a4-ab48-f7c0a6230212 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5da239c7-b24f-4da4-bfb7-3e9eaadff788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456309 May 31 16:32:19.959015 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814102ec-a837-4f47-8f5b-1c1dd2122cf0 req-2a9d7498-b362-4b34-8395-6c445c78bc85 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:32:19.960541 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-814102ec-a837-4f47-8f5b-1c1dd2122cf0 req-2a9d7498-b362-4b34-8395-6c445c78bc85 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a43a1c9-440a-44d8-b417-375dd3a1cfc5 HTTP/1.1" status: 200 len: 946 time: 0.1077440 May 31 16:32:20.011506 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-814102ec-a837-4f47-8f5b-1c1dd2122cf0 req-a709dd3b-11a6-4962-a83f-86165b64e464 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=5da239c7-b24f-4da4-bfb7-3e9eaadff788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416811 May 31 16:32:21.222592 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac0d75-26e3-4e05-bf09-28996c290708 req-4fa84531-b754-4edb-8cf4-d9351a0d789e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:32:21.224116 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-98ac0d75-26e3-4e05-bf09-28996c290708 req-4fa84531-b754-4edb-8cf4-d9351a0d789e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a43a1c9-440a-44d8-b417-375dd3a1cfc5 HTTP/1.1" status: 200 len: 946 time: 0.0862184 May 31 16:32:21.270832 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-98ac0d75-26e3-4e05-bf09-28996c290708 req-bbf73cac-b7ef-49ad-b797-1c294e7b0947 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=5da239c7-b24f-4da4-bfb7-3e9eaadff788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400534 May 31 16:32:21.475229 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32dae23-d9da-46b0-9115-8fcebfe1f8eb req-6e50b1fe-d24b-420e-abd9-ba55f936f74e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:32:21.476698 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a32dae23-d9da-46b0-9115-8fcebfe1f8eb req-6e50b1fe-d24b-420e-abd9-ba55f936f74e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a43a1c9-440a-44d8-b417-375dd3a1cfc5 HTTP/1.1" status: 200 len: 946 time: 0.0899642 May 31 16:32:21.529729 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a32dae23-d9da-46b0-9115-8fcebfe1f8eb req-e77a02d1-1c3d-4f11-8e5a-d665952f8225 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=5da239c7-b24f-4da4-bfb7-3e9eaadff788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463438 May 31 16:32:21.555054 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39396) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:32:21.656488 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e96db4-fe6f-4edc-bed8-1ba483131bab tempest-TestNetworkAdvancedServerOps-662742683 tempest-TestNetworkAdvancedServerOps-662742683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:32:21.657997 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c2e96db4-fe6f-4edc-bed8-1ba483131bab tempest-TestNetworkAdvancedServerOps-662742683 tempest-TestNetworkAdvancedServerOps-662742683-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0a43a1c9-440a-44d8-b417-375dd3a1cfc5 HTTP/1.1" status: 200 len: 1094 time: 0.1019881 May 31 16:32:21.662627 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39400) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:32:21.670287 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-221fa556-801e-4c25-bbdc-d022e304aaa6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'port_id': '085e9e7a-895b-4c1c-8c9e-35d19247a3eb', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:32:21.677123 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-221fa556-801e-4c25-bbdc-d022e304aaa6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:32:21.681248 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-221fa556-801e-4c25-bbdc-d022e304aaa6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:floatingip and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:32:21.684282 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-221fa556-801e-4c25-bbdc-d022e304aaa6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:32:21.690512 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-221fa556-801e-4c25-bbdc-d022e304aaa6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:32:21.705533 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-221fa556-801e-4c25-bbdc-d022e304aaa6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for floatingip, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:21.851736 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-221fa556-801e-4c25-bbdc-d022e304aaa6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:21.999922 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-221fa556-801e-4c25-bbdc-d022e304aaa6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Allocated IP 172.26.0.4 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/a7c43e7a-8701-4ea3-953b-6dca83c50769) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:32:22.148163 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-221fa556-801e-4c25-bbdc-d022e304aaa6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:22.182419 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-221fa556-801e-4c25-bbdc-d022e304aaa6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:22.186175 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f0f17df8-10ec-4045-b66e-66a9113f3471 tempest-ServerDiskConfigTestJSON-755219128 tempest-ServerDiskConfigTestJSON-755219128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:32:22.249513 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221fa556-801e-4c25-bbdc-d022e304aaa6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:32:22.252620 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-221fa556-801e-4c25-bbdc-d022e304aaa6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:32:22.255396 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221fa556-801e-4c25-bbdc-d022e304aaa6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:32:22.290512 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fa556-801e-4c25-bbdc-d022e304aaa6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Port': ['ID=a7c43e7a-8701-4ea3-953b-6dca83c50769,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:32:22.303355 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-221fa556-801e-4c25-bbdc-d022e304aaa6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:32:22.851471 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-221fa556-801e-4c25-bbdc-d022e304aaa6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:22.929528 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-221fa556-801e-4c25-bbdc-d022e304aaa6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:23.159033 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-221fa556-801e-4c25-bbdc-d022e304aaa6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:23.165218 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-221fa556-801e-4c25-bbdc-d022e304aaa6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:23.169059 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-71eef2e7-f577-48f5-8024-f9eb487bf261 tempest-RoutersNegativeTest-1877709552 tempest-RoutersNegativeTest-1877709552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:32:23.278329 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fa556-801e-4c25-bbdc-d022e304aaa6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Port': ['ID=a7c43e7a-8701-4ea3-953b-6dca83c50769,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:32:23.282695 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-221fa556-801e-4c25-bbdc-d022e304aaa6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:32:23.294419 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-221fa556-801e-4c25-bbdc-d022e304aaa6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:23.475643 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.l3_db [None req-221fa556-801e-4c25-bbdc-d022e304aaa6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Floating IP ca076c03-7d6a-4dca-a585-b3a57feddae7 associated. External IP: 172.26.0.4, port: 085e9e7a-895b-4c1c-8c9e-35d19247a3eb. May 31 16:32:23.853097 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221fa556-801e-4c25-bbdc-d022e304aaa6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Router bf15f174-1c42-4ab0-b410-f838678402a4 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:32:24.034881 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221fa556-801e-4c25-bbdc-d022e304aaa6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:32:24.045472 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bb1406-9428-4871-91f1-f41d75ba7b81 None None] Sync routers for ids ['bf15f174-1c42-4ab0-b410-f838678402a4'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:32:24.056685 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bb1406-9428-4871-91f1-f41d75ba7b81 None None] Routers {'bf15f174-1c42-4ab0-b410-f838678402a4'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:32:24.057334 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-33bb1406-9428-4871-91f1-f41d75ba7b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:32:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['bf15f174-1c42-4ab0-b410-f838678402a4'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:32:24.063112 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-221fa556-801e-4c25-bbdc-d022e304aaa6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:24.125477 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-221fa556-801e-4c25-bbdc-d022e304aaa6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4613438 May 31 16:32:24.126200 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a43a1c9-440a-44d8-b417-375dd3a1cfc5', 'tag': '085e9e7a-895b-4c1c-8c9e-35d19247a3eb'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:32:24.128678 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff6374e-96ea-4efd-a549-5861746c0121" -d '{"events": [{"name": "network-changed", "server_uuid": "0a43a1c9-440a-44d8-b417-375dd3a1cfc5", "tag": "085e9e7a-895b-4c1c-8c9e-35d19247a3eb"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:32:24.233020 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e5a697-8c25-4e7f-ae75-522c07417537 x-openstack-request-id: req-65e5a697-8c25-4e7f-ae75-522c07417537 {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:32:24.233347 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a43a1c9-440a-44d8-b417-375dd3a1cfc5", "tag": "085e9e7a-895b-4c1c-8c9e-35d19247a3eb", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:32:24.233640 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-65e5a697-8c25-4e7f-ae75-522c07417537 {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:32:24.234083 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a43a1c9-440a-44d8-b417-375dd3a1cfc5', 'tag': '085e9e7a-895b-4c1c-8c9e-35d19247a3eb', 'status': 'completed', 'code': 200} May 31 16:32:24.247870 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-33bb1406-9428-4871-91f1-f41d75ba7b81 None None] Set router bf15f174-1c42-4ab0-b410-f838678402a4 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:32:24.375799 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f0088-fe86-434f-be07-030c81c7d41b req-95700f00-9684-492f-a37b-9aa8e9f7aa2c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:32:24.375799 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-925f0088-fe86-434f-be07-030c81c7d41b req-95700f00-9684-492f-a37b-9aa8e9f7aa2c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a43a1c9-440a-44d8-b417-375dd3a1cfc5 HTTP/1.1" status: 200 len: 946 time: 0.1415596 May 31 16:32:24.380780 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6374e-96ea-4efd-a549-5861746c0121 req-776c6cee-c1ed-4b70-883d-243c3057ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:32:24.382197 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0ff6374e-96ea-4efd-a549-5861746c0121 req-776c6cee-c1ed-4b70-883d-243c3057ab96 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=0a43a1c9-440a-44d8-b417-375dd3a1cfc5 HTTP/1.1" status: 200 len: 1099 time: 0.1139727 May 31 16:32:24.511712 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-925f0088-fe86-434f-be07-030c81c7d41b req-8df897bb-66c3-41c2-ba65-b3a005b10b6b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=5da239c7-b24f-4da4-bfb7-3e9eaadff788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268978 May 31 16:32:24.536184 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39410) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:32:24.550292 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6374e-96ea-4efd-a549-5861746c0121 req-77f116b3-9b56-4860-82e1-ddf781f33b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:32:24.551808 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0ff6374e-96ea-4efd-a549-5861746c0121 req-77f116b3-9b56-4860-82e1-ddf781f33b5a service neutron] 10.222.0.59 "GET /v2.0/networks?id=d6176743-d1a6-422c-87cc-a6be3459aa05 HTTP/1.1" status: 200 len: 898 time: 0.1539328 May 31 16:32:24.602467 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-33bb1406-9428-4871-91f1-f41d75ba7b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378102656', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '7285e1f0-126b-49f3-9837-9098d526db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:32:02Z', 'updated_at': '2021-05-31T16:32:08Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '7285e1f0-126b-49f3-9837-9098d526db52', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:32:03Z', 'updated_at': '2021-05-31T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'ca076c03-7d6a-4dca-a585-b3a57feddae7', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'floating_ip_address': '172.26.0.4', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'port_id': '085e9e7a-895b-4c1c-8c9e-35d19247a3eb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6176743-d1a6-422c-87cc-a6be3459aa05', 'mac_address': 'fa:16:3e:b9:e6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a43a1c9-440a-44d8-b417-375dd3a1cfc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:32:22Z', 'updated_at': '2021-05-31T16:32:22Z', 'revision_number': 0, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3', 'name': '', 'network_id': 'd6176743-d1a6-422c-87cc-a6be3459aa05', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:2a:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '50188ec3-1ba7-4e0a-9faf-a08962d13dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:32:07Z', 'updated_at': '2021-05-31T16:32:12Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '50188ec3-1ba7-4e0a-9faf-a08962d13dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:32:24.607233 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bb1406-9428-4871-91f1-f41d75ba7b81 None None] Checking router: bf15f174-1c42-4ab0-b410-f838678402a4 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:32:24.616488 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bb1406-9428-4871-91f1-f41d75ba7b81 None None] Routers {'bf15f174-1c42-4ab0-b410-f838678402a4'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:32:24.617094 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-33bb1406-9428-4871-91f1-f41d75ba7b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:32:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['bf15f174-1c42-4ab0-b410-f838678402a4'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:32:24.660102 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-81b29f2f-728c-419a-a911-e1accae47abf tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/floatingips/ca076c03-7d6a-4dca-a585-b3a57feddae7 HTTP/1.1" status: 200 len: 990 time: 0.1220689 May 31 16:32:24.660837 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0ff6374e-96ea-4efd-a549-5861746c0121 req-b92b3652-0f72-4bd4-a4c1-da7998dcb8cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=085e9e7a-895b-4c1c-8c9e-35d19247a3eb HTTP/1.1" status: 200 len: 998 time: 0.1019497 May 31 16:32:24.724697 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6374e-96ea-4efd-a549-5861746c0121 req-877dbe13-0208-4c7b-b5eb-50b9d41ba251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:32:24.726210 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0ff6374e-96ea-4efd-a549-5861746c0121 req-877dbe13-0208-4c7b-b5eb-50b9d41ba251 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=50188ec3-1ba7-4e0a-9faf-a08962d13dee HTTP/1.1" status: 200 len: 834 time: 0.0590544 May 31 16:32:24.796747 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-33bb1406-9428-4871-91f1-f41d75ba7b81 None None] Set router bf15f174-1c42-4ab0-b410-f838678402a4 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:32:24.809004 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6374e-96ea-4efd-a549-5861746c0121 req-924434f8-34a4-4674-b6ce-f97bca018700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:32:24.810505 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0ff6374e-96ea-4efd-a549-5861746c0121 req-924434f8-34a4-4674-b6ce-f97bca018700 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6176743-d1a6-422c-87cc-a6be3459aa05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0771570 May 31 16:32:24.955770 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0ff6374e-96ea-4efd-a549-5861746c0121 req-ea0a5016-d07c-4d14-bbba-216c4f671fcc service neutron] 10.222.0.59 "GET /v2.0/networks/d6176743-d1a6-422c-87cc-a6be3459aa05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377082 May 31 16:32:25.100031 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0ff6374e-96ea-4efd-a549-5861746c0121 req-a0fc2b43-1f62-4eaa-9fe4-97f24dbb3554 service neutron] 10.222.0.59 "GET /v2.0/networks/d6176743-d1a6-422c-87cc-a6be3459aa05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378191 May 31 16:32:25.179700 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-33bb1406-9428-4871-91f1-f41d75ba7b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378102656', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '7285e1f0-126b-49f3-9837-9098d526db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:32:02Z', 'updated_at': '2021-05-31T16:32:08Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '7285e1f0-126b-49f3-9837-9098d526db52', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:32:03Z', 'updated_at': '2021-05-31T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'ca076c03-7d6a-4dca-a585-b3a57feddae7', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'floating_ip_address': '172.26.0.4', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'port_id': '085e9e7a-895b-4c1c-8c9e-35d19247a3eb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6176743-d1a6-422c-87cc-a6be3459aa05', 'mac_address': 'fa:16:3e:b9:e6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a43a1c9-440a-44d8-b417-375dd3a1cfc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:32:22Z', 'updated_at': '2021-05-31T16:32:22Z', 'revision_number': 0, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3', 'name': '', 'network_id': 'd6176743-d1a6-422c-87cc-a6be3459aa05', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:2a:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '50188ec3-1ba7-4e0a-9faf-a08962d13dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:32:07Z', 'updated_at': '2021-05-31T16:32:12Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '50188ec3-1ba7-4e0a-9faf-a08962d13dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:32:25.183677 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bb1406-9428-4871-91f1-f41d75ba7b81 None None] The sync data for ids ['bf15f174-1c42-4ab0-b410-f838678402a4'] in dv-neutron-601336-79-hyperv is: [{'id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378102656', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '7285e1f0-126b-49f3-9837-9098d526db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:32:02Z', 'updated_at': '2021-05-31T16:32:08Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '7285e1f0-126b-49f3-9837-9098d526db52', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:32:03Z', 'updated_at': '2021-05-31T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'ca076c03-7d6a-4dca-a585-b3a57feddae7', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'floating_ip_address': '172.26.0.4', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'port_id': '085e9e7a-895b-4c1c-8c9e-35d19247a3eb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6176743-d1a6-422c-87cc-a6be3459aa05', 'mac_address': 'fa:16:3e:b9:e6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a43a1c9-440a-44d8-b417-375dd3a1cfc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:32:22Z', 'updated_at': '2021-05-31T16:32:22Z', 'revision_number': 0, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3', 'name': '', 'network_id': 'd6176743-d1a6-422c-87cc-a6be3459aa05', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:2a:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '50188ec3-1ba7-4e0a-9faf-a08962d13dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:32:07Z', 'updated_at': '2021-05-31T16:32:12Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '50188ec3-1ba7-4e0a-9faf-a08962d13dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:32:25.399176 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c2f506-0013-4ccf-8a3b-7442310bf3dd None None] New status for floating IP ca076c03-7d6a-4dca-a585-b3a57feddae7: ACTIVE {{(pid=99206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:32:25.663779 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39414) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:32:25.923916 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d5941cd7-f27a-4fa5-ba20-620dc2cfc60e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/floatingips/ca076c03-7d6a-4dca-a585-b3a57feddae7 HTTP/1.1" status: 200 len: 992 time: 0.2586367 May 31 16:32:28.828614 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:32.855891 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:32:34.722660 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-45662be5-37ba-4583-b335-a263c55d98a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:37.065322 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:37.958630 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ed33e3f6-7ea7-4447-8c5c-f24596a24dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:38.561403 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:39.936272 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:58.826018 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:04.720176 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d5479d0d-3f92-4599-96a3-ccea2926f296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:05.956841 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-eb0fa0f5-7a96-4ae2-b85f-b4c14b38d8b5 req-e02edc86-1779-4d6d-b99c-e0399de5f989 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0a43a1c9-440a-44d8-b417-375dd3a1cfc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764394 May 31 16:33:06.104664 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0fa0f5-7a96-4ae2-b85f-b4c14b38d8b5 req-56a90325-785f-4f5d-8b4d-d940e5d43f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:33:06.106209 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-eb0fa0f5-7a96-4ae2-b85f-b4c14b38d8b5 req-56a90325-785f-4f5d-8b4d-d940e5d43f92 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=0a43a1c9-440a-44d8-b417-375dd3a1cfc5 HTTP/1.1" status: 200 len: 1099 time: 0.0779989 May 31 16:33:06.254254 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0fa0f5-7a96-4ae2-b85f-b4c14b38d8b5 req-292ef7f3-01ef-4942-9208-47f8d105b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:33:06.255892 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-eb0fa0f5-7a96-4ae2-b85f-b4c14b38d8b5 req-292ef7f3-01ef-4942-9208-47f8d105b955 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d6176743-d1a6-422c-87cc-a6be3459aa05 HTTP/1.1" status: 200 len: 898 time: 0.1283047 May 31 16:33:06.358761 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-eb0fa0f5-7a96-4ae2-b85f-b4c14b38d8b5 req-8a64bea2-e7f2-4dd7-b9a3-3ae308250ae3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=085e9e7a-895b-4c1c-8c9e-35d19247a3eb HTTP/1.1" status: 200 len: 1000 time: 0.0961897 May 31 16:33:06.430643 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0fa0f5-7a96-4ae2-b85f-b4c14b38d8b5 req-514ff4ee-e258-49e2-a240-829856ac025d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:33:06.432174 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-eb0fa0f5-7a96-4ae2-b85f-b4c14b38d8b5 req-514ff4ee-e258-49e2-a240-829856ac025d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=50188ec3-1ba7-4e0a-9faf-a08962d13dee HTTP/1.1" status: 200 len: 834 time: 0.0669279 May 31 16:33:06.510612 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0fa0f5-7a96-4ae2-b85f-b4c14b38d8b5 req-24b3ef11-1921-4dc4-94e8-9901719eb1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:33:06.512050 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-eb0fa0f5-7a96-4ae2-b85f-b4c14b38d8b5 req-24b3ef11-1921-4dc4-94e8-9901719eb1e1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6176743-d1a6-422c-87cc-a6be3459aa05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0730944 May 31 16:33:06.643047 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-eb0fa0f5-7a96-4ae2-b85f-b4c14b38d8b5 req-194f6719-a505-4104-984e-6c3c51c0d507 service neutron] 10.222.0.59 "GET /v2.0/networks/d6176743-d1a6-422c-87cc-a6be3459aa05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227360 May 31 16:33:06.781555 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-eb0fa0f5-7a96-4ae2-b85f-b4c14b38d8b5 req-4dfa6d99-7264-4833-8b01-be4e92ce37a9 service neutron] 10.222.0.59 "GET /v2.0/networks/d6176743-d1a6-422c-87cc-a6be3459aa05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314697 May 31 16:33:07.059881 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:07.953093 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b4730910-3eba-4712-8152-b06c4c7dbcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:08.564847 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:09.855442 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:33:09.941227 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:28.843406 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:29.023892 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b9cb8-99f8-4018-b17e-2c132e82bf6a req-51ffa11f-3f80-479c-8573-23fc4d9a6f08 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:33:29.025285 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-540b9cb8-99f8-4018-b17e-2c132e82bf6a req-51ffa11f-3f80-479c-8573-23fc4d9a6f08 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a43a1c9-440a-44d8-b417-375dd3a1cfc5 HTTP/1.1" status: 200 len: 946 time: 0.0929661 May 31 16:33:29.073358 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-540b9cb8-99f8-4018-b17e-2c132e82bf6a req-cf9e90f7-1eaa-445e-a710-69dbaf57c8c0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=5da239c7-b24f-4da4-bfb7-3e9eaadff788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421231 May 31 16:33:30.267284 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fdcdb-4bf9-4e8d-b80e-09dc6eab3979 req-381e3b07-f948-4c4f-a101-9205a40d8724 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:33:30.268763 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c78fdcdb-4bf9-4e8d-b80e-09dc6eab3979 req-381e3b07-f948-4c4f-a101-9205a40d8724 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a43a1c9-440a-44d8-b417-375dd3a1cfc5 HTTP/1.1" status: 200 len: 946 time: 0.0856154 May 31 16:33:30.315327 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c78fdcdb-4bf9-4e8d-b80e-09dc6eab3979 req-64ce4823-bbc9-4562-ab50-a131435c9c1a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=5da239c7-b24f-4da4-bfb7-3e9eaadff788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405736 May 31 16:33:30.339365 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39442) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:33:30.446975 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-79a38836-9616-4274-a55f-dd929ab249c5 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/floatingips/ca076c03-7d6a-4dca-a585-b3a57feddae7 HTTP/1.1" status: 200 len: 992 time: 0.1063600 May 31 16:33:31.921591 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ab92e-1404-497e-b18b-33249bd42401 req-daffca7d-b3a1-4e01-9293-ba8311c6c3e1 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:33:31.923079 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f59ab92e-1404-497e-b18b-33249bd42401 req-daffca7d-b3a1-4e01-9293-ba8311c6c3e1 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a43a1c9-440a-44d8-b417-375dd3a1cfc5 HTTP/1.1" status: 200 len: 946 time: 0.0858078 May 31 16:33:31.970265 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f59ab92e-1404-497e-b18b-33249bd42401 req-0bed28e9-7e46-4a44-8a3c-adddad9b7736 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=5da239c7-b24f-4da4-bfb7-3e9eaadff788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411594 May 31 16:33:33.186576 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6123c-7eca-4504-85ae-5a8a8b1f3ad2 req-9d368b52-a3ea-4ab3-a1ce-4e3b1c4ff1d8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:33:33.188057 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-27d6123c-7eca-4504-85ae-5a8a8b1f3ad2 req-9d368b52-a3ea-4ab3-a1ce-4e3b1c4ff1d8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a43a1c9-440a-44d8-b417-375dd3a1cfc5 HTTP/1.1" status: 200 len: 946 time: 0.1045067 May 31 16:33:33.234879 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-27d6123c-7eca-4504-85ae-5a8a8b1f3ad2 req-3c886c96-9788-4c8b-b562-ee1de0a8a616 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=5da239c7-b24f-4da4-bfb7-3e9eaadff788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399947 May 31 16:33:33.259292 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39454) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:33:33.371200 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d1c6db26-f79a-417f-8af6-1f2baa206205 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/floatingips/ca076c03-7d6a-4dca-a585-b3a57feddae7 HTTP/1.1" status: 200 len: 992 time: 0.1106558 May 31 16:33:33.716314 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39462) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:33:33.989870 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-207b1d16-1f4e-4189-ab59-b31cf169ec45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Deleting port a7c43e7a-8701-4ea3-953b-6dca83c50769 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:33:33.990158 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-207b1d16-1f4e-4189-ab59-b31cf169ec45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:34.109600 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-207b1d16-1f4e-4189-ab59-b31cf169ec45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:34.109907 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-207b1d16-1f4e-4189-ab59-b31cf169ec45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:34.231041 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-207b1d16-1f4e-4189-ab59-b31cf169ec45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Calling delete_port for a7c43e7a-8701-4ea3-953b-6dca83c50769 owned by network:floatingip {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:33:34.354471 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-207b1d16-1f4e-4189-ab59-b31cf169ec45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:34.361506 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bfd1fd46-246f-4ab0-af3f-ced2158b771d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:34.405280 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b1d16-1f4e-4189-ab59-b31cf169ec45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'Port': ['ID=a7c43e7a-8701-4ea3-953b-6dca83c50769,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:34.447070 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207b1d16-1f4e-4189-ab59-b31cf169ec45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:34.447448 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207b1d16-1f4e-4189-ab59-b31cf169ec45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:34.447821 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207b1d16-1f4e-4189-ab59-b31cf169ec45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:34.448186 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207b1d16-1f4e-4189-ab59-b31cf169ec45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:34.448550 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207b1d16-1f4e-4189-ab59-b31cf169ec45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:34.448908 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207b1d16-1f4e-4189-ab59-b31cf169ec45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:34.449263 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207b1d16-1f4e-4189-ab59-b31cf169ec45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:34.449619 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207b1d16-1f4e-4189-ab59-b31cf169ec45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:34.449972 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207b1d16-1f4e-4189-ab59-b31cf169ec45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:34.450325 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207b1d16-1f4e-4189-ab59-b31cf169ec45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:34.450676 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207b1d16-1f4e-4189-ab59-b31cf169ec45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:34.451029 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207b1d16-1f4e-4189-ab59-b31cf169ec45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:34.476851 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-207b1d16-1f4e-4189-ab59-b31cf169ec45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:33:34.506250 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-207b1d16-1f4e-4189-ab59-b31cf169ec45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for floatingip, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:34.506589 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-207b1d16-1f4e-4189-ab59-b31cf169ec45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Floating IP ca076c03-7d6a-4dca-a585-b3a57feddae7 disassociated (deleted). External IP: 172.26.0.4, port: 085e9e7a-895b-4c1c-8c9e-35d19247a3eb. May 31 16:33:34.715517 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-54846ae5-920f-4479-8aea-c208ff90b1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:35.037167 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207b1d16-1f4e-4189-ab59-b31cf169ec45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Router bf15f174-1c42-4ab0-b410-f838678402a4 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:33:35.219081 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207b1d16-1f4e-4189-ab59-b31cf169ec45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:33:35.229102 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7bce0e-a8cc-4b5f-85a0-44b065718246 None None] Sync routers for ids ['bf15f174-1c42-4ab0-b410-f838678402a4'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:33:35.241332 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7bce0e-a8cc-4b5f-85a0-44b065718246 None None] Routers {'bf15f174-1c42-4ab0-b410-f838678402a4'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:33:35.241941 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-9a7bce0e-a8cc-4b5f-85a0-44b065718246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:33:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['bf15f174-1c42-4ab0-b410-f838678402a4'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:33:35.242146 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-207b1d16-1f4e-4189-ab59-b31cf169ec45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:35.305003 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-207b1d16-1f4e-4189-ab59-b31cf169ec45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "DELETE /v2.0/floatingips/ca076c03-7d6a-4dca-a585-b3a57feddae7 HTTP/1.1" status: 204 len: 168 time: 1.5871520 May 31 16:33:35.305942 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a43a1c9-440a-44d8-b417-375dd3a1cfc5', 'tag': '085e9e7a-895b-4c1c-8c9e-35d19247a3eb'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:33:35.308906 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac84882-f12e-4eee-b3ac-6798ff06b58d" -d '{"events": [{"name": "network-changed", "server_uuid": "0a43a1c9-440a-44d8-b417-375dd3a1cfc5", "tag": "085e9e7a-895b-4c1c-8c9e-35d19247a3eb"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:33:35.358915 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35fa2d1-edee-4bd2-abaa-738e6c41baca x-openstack-request-id: req-f35fa2d1-edee-4bd2-abaa-738e6c41baca {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:33:35.359281 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a43a1c9-440a-44d8-b417-375dd3a1cfc5", "tag": "085e9e7a-895b-4c1c-8c9e-35d19247a3eb", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:33:35.359582 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f35fa2d1-edee-4bd2-abaa-738e6c41baca {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:33:35.360020 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a43a1c9-440a-44d8-b417-375dd3a1cfc5', 'tag': '085e9e7a-895b-4c1c-8c9e-35d19247a3eb', 'status': 'completed', 'code': 200} May 31 16:33:35.422553 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-9a7bce0e-a8cc-4b5f-85a0-44b065718246 None None] Set router bf15f174-1c42-4ab0-b410-f838678402a4 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:33:35.457579 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac84882-f12e-4eee-b3ac-6798ff06b58d req-5c0a67ea-e7b0-4be0-a74f-42722fd7164d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:33:35.459312 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-aac84882-f12e-4eee-b3ac-6798ff06b58d req-5c0a67ea-e7b0-4be0-a74f-42722fd7164d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=0a43a1c9-440a-44d8-b417-375dd3a1cfc5 HTTP/1.1" status: 200 len: 1099 time: 0.0764863 May 31 16:33:35.633467 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac84882-f12e-4eee-b3ac-6798ff06b58d req-3ed81593-5679-44e4-bd7f-ae5099eb720f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:33:35.634937 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-aac84882-f12e-4eee-b3ac-6798ff06b58d req-3ed81593-5679-44e4-bd7f-ae5099eb720f service neutron] 10.222.0.59 "GET /v2.0/networks?id=d6176743-d1a6-422c-87cc-a6be3459aa05 HTTP/1.1" status: 200 len: 898 time: 0.1686110 May 31 16:33:35.714376 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-aac84882-f12e-4eee-b3ac-6798ff06b58d req-1d621c5b-e844-40d5-ada8-6346a11f4d80 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=085e9e7a-895b-4c1c-8c9e-35d19247a3eb HTTP/1.1" status: 200 len: 217 time: 0.0680239 May 31 16:33:35.745329 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-9a7bce0e-a8cc-4b5f-85a0-44b065718246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378102656', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '7285e1f0-126b-49f3-9837-9098d526db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:32:02Z', 'updated_at': '2021-05-31T16:32:08Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '7285e1f0-126b-49f3-9837-9098d526db52', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:32:03Z', 'updated_at': '2021-05-31T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3', 'name': '', 'network_id': 'd6176743-d1a6-422c-87cc-a6be3459aa05', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:2a:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '50188ec3-1ba7-4e0a-9faf-a08962d13dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:32:07Z', 'updated_at': '2021-05-31T16:32:12Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '50188ec3-1ba7-4e0a-9faf-a08962d13dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:33:35.749215 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7bce0e-a8cc-4b5f-85a0-44b065718246 None None] Checking router: bf15f174-1c42-4ab0-b410-f838678402a4 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:33:35.757503 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7bce0e-a8cc-4b5f-85a0-44b065718246 None None] Routers {'bf15f174-1c42-4ab0-b410-f838678402a4'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:33:35.758101 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-9a7bce0e-a8cc-4b5f-85a0-44b065718246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:33:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['bf15f174-1c42-4ab0-b410-f838678402a4'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:33:35.785412 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac84882-f12e-4eee-b3ac-6798ff06b58d req-62f78e87-bfe0-49af-af50-abe7db2fceea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:33:35.786834 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-aac84882-f12e-4eee-b3ac-6798ff06b58d req-62f78e87-bfe0-49af-af50-abe7db2fceea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=50188ec3-1ba7-4e0a-9faf-a08962d13dee HTTP/1.1" status: 200 len: 834 time: 0.0648701 May 31 16:33:35.797010 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4590887-51f5-43bf-9743-b91a27a9b6a0 req-cb4d08ab-2805-4e19-b9dc-afb963b59900 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:33:35.797636 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-e4590887-51f5-43bf-9743-b91a27a9b6a0 req-cb4d08ab-2805-4e19-b9dc-afb963b59900 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Synchronizing usage tracker for tenant:74dcf8b577b84054bb5717d04406209a on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:33:35.860197 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-e4590887-51f5-43bf-9743-b91a27a9b6a0 req-cb4d08ab-2805-4e19-b9dc-afb963b59900 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Unset dirty status for tenant:74dcf8b577b84054bb5717d04406209a on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:33:35.861658 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e4590887-51f5-43bf-9743-b91a27a9b6a0 req-cb4d08ab-2805-4e19-b9dc-afb963b59900 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a43a1c9-440a-44d8-b417-375dd3a1cfc5 HTTP/1.1" status: 200 len: 946 time: 0.2606385 May 31 16:33:35.912177 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac84882-f12e-4eee-b3ac-6798ff06b58d req-2c20d742-6e74-4e1f-a1d2-b3b4e16c6ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:33:35.913551 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-aac84882-f12e-4eee-b3ac-6798ff06b58d req-2c20d742-6e74-4e1f-a1d2-b3b4e16c6ff7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6176743-d1a6-422c-87cc-a6be3459aa05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1133378 May 31 16:33:35.916292 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e4590887-51f5-43bf-9743-b91a27a9b6a0 req-ac736a61-b447-4a1c-88a8-46338caf8a3c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=5da239c7-b24f-4da4-bfb7-3e9eaadff788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482223 May 31 16:33:35.930197 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-9a7bce0e-a8cc-4b5f-85a0-44b065718246 None None] Set router bf15f174-1c42-4ab0-b410-f838678402a4 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:33:36.052087 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-aac84882-f12e-4eee-b3ac-6798ff06b58d req-935a0bcb-1a31-4670-a1b8-4ef672683cae service neutron] 10.222.0.59 "GET /v2.0/networks/d6176743-d1a6-422c-87cc-a6be3459aa05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289482 May 31 16:33:36.184167 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-aac84882-f12e-4eee-b3ac-6798ff06b58d req-0c289166-9c84-4ae8-802e-bc81954bde6e service neutron] 10.222.0.59 "GET /v2.0/networks/d6176743-d1a6-422c-87cc-a6be3459aa05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272490 May 31 16:33:36.284246 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-9a7bce0e-a8cc-4b5f-85a0-44b065718246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378102656', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '7285e1f0-126b-49f3-9837-9098d526db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:32:02Z', 'updated_at': '2021-05-31T16:32:08Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '7285e1f0-126b-49f3-9837-9098d526db52', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:32:03Z', 'updated_at': '2021-05-31T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3', 'name': '', 'network_id': 'd6176743-d1a6-422c-87cc-a6be3459aa05', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:2a:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '50188ec3-1ba7-4e0a-9faf-a08962d13dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:32:07Z', 'updated_at': '2021-05-31T16:32:12Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '50188ec3-1ba7-4e0a-9faf-a08962d13dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:33:36.288502 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7bce0e-a8cc-4b5f-85a0-44b065718246 None None] The sync data for ids ['bf15f174-1c42-4ab0-b410-f838678402a4'] in dv-neutron-601336-79-hyperv is: [{'id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378102656', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '7285e1f0-126b-49f3-9837-9098d526db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:32:02Z', 'updated_at': '2021-05-31T16:32:08Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '7285e1f0-126b-49f3-9837-9098d526db52', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:32:03Z', 'updated_at': '2021-05-31T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': 'aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3', 'name': '', 'network_id': 'd6176743-d1a6-422c-87cc-a6be3459aa05', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:2a:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '50188ec3-1ba7-4e0a-9faf-a08962d13dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:32:07Z', 'updated_at': '2021-05-31T16:32:12Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '50188ec3-1ba7-4e0a-9faf-a08962d13dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:33:36.498207 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24562f6-4a4c-413e-aeb3-870647044b30 None None] New status for floating IP ca076c03-7d6a-4dca-a585-b3a57feddae7: DOWN {{(pid=99206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:33:37.063661 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:37.111161 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16cabc-3af1-441d-81f4-fc4e873ba5a4 req-f7c19d01-f2b6-4459-81a3-6dda69825db9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:33:37.112605 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ef16cabc-3af1-441d-81f4-fc4e873ba5a4 req-f7c19d01-f2b6-4459-81a3-6dda69825db9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a43a1c9-440a-44d8-b417-375dd3a1cfc5 HTTP/1.1" status: 200 len: 946 time: 0.0830693 May 31 16:33:37.159235 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ef16cabc-3af1-441d-81f4-fc4e873ba5a4 req-28d8e95d-8b8f-4b9e-b3f9-752afd18d1fe tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=5da239c7-b24f-4da4-bfb7-3e9eaadff788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398397 May 31 16:33:37.753176 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a360c03-592f-480f-8295-220629c5a7b1 req-3525ea4c-15f8-456d-b8b6-7fcf2e3c844d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:33:37.754576 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9a360c03-592f-480f-8295-220629c5a7b1 req-3525ea4c-15f8-456d-b8b6-7fcf2e3c844d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a43a1c9-440a-44d8-b417-375dd3a1cfc5 HTTP/1.1" status: 200 len: 946 time: 0.2476661 May 31 16:33:37.895038 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-9a360c03-592f-480f-8295-220629c5a7b1 req-36034aa5-88e7-4bc1-b3c0-92e4bd405d2f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Deleting port 085e9e7a-895b-4c1c-8c9e-35d19247a3eb {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:33:37.895358 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-9a360c03-592f-480f-8295-220629c5a7b1 req-36034aa5-88e7-4bc1-b3c0-92e4bd405d2f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:37.957200 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-aeb21938-014f-4514-96f1-cf9627032afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:38.032313 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-9a360c03-592f-480f-8295-220629c5a7b1 req-36034aa5-88e7-4bc1-b3c0-92e4bd405d2f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] For port 085e9e7a-895b-4c1c-8c9e-35d19247a3eb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=085e9e7a-895b-4c1c-8c9e-35d19247a3eb,segment=NetworkSegment(04316783-0770-4cc5-82de-4b6e31045986),segment_id=04316783-0770-4cc5-82de-4b6e31045986)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:33:38.032570 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-9a360c03-592f-480f-8295-220629c5a7b1 req-36034aa5-88e7-4bc1-b3c0-92e4bd405d2f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:38.155055 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-9a360c03-592f-480f-8295-220629c5a7b1 req-36034aa5-88e7-4bc1-b3c0-92e4bd405d2f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Calling delete_port for 085e9e7a-895b-4c1c-8c9e-35d19247a3eb owned by compute:nova {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:33:38.344709 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-9a360c03-592f-480f-8295-220629c5a7b1 req-36034aa5-88e7-4bc1-b3c0-92e4bd405d2f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:38.355901 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9e706f39-e08a-45f7-996e-86e50d33e3fd tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:38.405644 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36034aa5-88e7-4bc1-b3c0-92e4bd405d2f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'Port': ['ID=085e9e7a-895b-4c1c-8c9e-35d19247a3eb,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:38.410117 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-36034aa5-88e7-4bc1-b3c0-92e4bd405d2f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:33:38.490182 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a360c03-592f-480f-8295-220629c5a7b1 req-36034aa5-88e7-4bc1-b3c0-92e4bd405d2f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] No DVR routers for this DVR port 085e9e7a-895b-4c1c-8c9e-35d19247a3eb on host hv-neutron-6013 {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:33:38.493417 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-9a360c03-592f-480f-8295-220629c5a7b1 req-36034aa5-88e7-4bc1-b3c0-92e4bd405d2f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:38.495999 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a43a1c9-440a-44d8-b417-375dd3a1cfc5', 'name': 'network-vif-deleted', 'tag': '085e9e7a-895b-4c1c-8c9e-35d19247a3eb'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:33:38.498327 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9148d0fb-164a-4ae8-975d-12f2d8f7bf26" -d '{"events": [{"server_uuid": "0a43a1c9-440a-44d8-b417-375dd3a1cfc5", "name": "network-vif-deleted", "tag": "085e9e7a-895b-4c1c-8c9e-35d19247a3eb"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:33:38.514185 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e134d-89cd-42c3-8061-7920b6beb235 req-d2cf6017-23b6-419a-b0dd-772608b86a8f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:33:38.515732 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d62e134d-89cd-42c3-8061-7920b6beb235 req-d2cf6017-23b6-419a-b0dd-772608b86a8f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a43a1c9-440a-44d8-b417-375dd3a1cfc5 HTTP/1.1" status: 200 len: 946 time: 0.2431531 May 31 16:33:38.537051 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9a360c03-592f-480f-8295-220629c5a7b1 req-36034aa5-88e7-4bc1-b3c0-92e4bd405d2f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.59 "DELETE /v2.0/ports/085e9e7a-895b-4c1c-8c9e-35d19247a3eb HTTP/1.1" status: 204 len: 173 time: 0.7767150 May 31 16:33:38.545670 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b96e7d1-3857-45e6-92c5-207cbb73af62 x-openstack-request-id: req-5b96e7d1-3857-45e6-92c5-207cbb73af62 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:33:38.546034 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a43a1c9-440a-44d8-b417-375dd3a1cfc5", "name": "network-vif-deleted", "tag": "085e9e7a-895b-4c1c-8c9e-35d19247a3eb", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:33:38.546322 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5b96e7d1-3857-45e6-92c5-207cbb73af62 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:33:38.546748 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a43a1c9-440a-44d8-b417-375dd3a1cfc5', 'name': 'network-vif-deleted', 'tag': '085e9e7a-895b-4c1c-8c9e-35d19247a3eb', 'status': 'completed', 'code': 200} May 31 16:33:38.570517 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d62e134d-89cd-42c3-8061-7920b6beb235 req-d9e18844-78d1-4f2d-aa60-e070d0c9194d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=5da239c7-b24f-4da4-bfb7-3e9eaadff788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480084 May 31 16:33:38.572125 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:39.670321 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39480) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:33:39.942315 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:40.245282 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-167b70f4-dbf5-4000-b926-1592dbde2e87 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:40.835806 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-167b70f4-dbf5-4000-b926-1592dbde2e87 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Deleting port aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:33:40.836557 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-167b70f4-dbf5-4000-b926-1592dbde2e87 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:40.967063 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-167b70f4-dbf5-4000-b926-1592dbde2e87 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] For port aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3,segment=NetworkSegment(04316783-0770-4cc5-82de-4b6e31045986),segment_id=04316783-0770-4cc5-82de-4b6e31045986)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:33:40.967484 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-167b70f4-dbf5-4000-b926-1592dbde2e87 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:40.983336 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 085e9e7a-895b-4c1c-8c9e-35d19247a3eb no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:33:41.018486 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: 085e9e7a-895b-4c1c-8c9e-35d19247a3eb {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:33:41.018848 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 085e9e7a-895b-4c1c-8c9e-35d19247a3eb not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:33:41.097197 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-167b70f4-dbf5-4000-b926-1592dbde2e87 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Calling delete_port for aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3 owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:33:41.254220 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-167b70f4-dbf5-4000-b926-1592dbde2e87 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:41.260845 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cd2c2aac-cb0d-400d-a31c-de7cf378016a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:41.309850 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b70f4-dbf5-4000-b926-1592dbde2e87 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'Port': ['ID=aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:41.336594 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-167b70f4-dbf5-4000-b926-1592dbde2e87 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:33:41.595302 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-167b70f4-dbf5-4000-b926-1592dbde2e87 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:42.174114 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167b70f4-dbf5-4000-b926-1592dbde2e87 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Router bf15f174-1c42-4ab0-b410-f838678402a4 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:33:42.368259 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167b70f4-dbf5-4000-b926-1592dbde2e87 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:33:42.378153 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aea9fe-2bc9-4638-a374-5aea43606960 None None] Sync routers for ids ['bf15f174-1c42-4ab0-b410-f838678402a4'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:33:42.386284 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-167b70f4-dbf5-4000-b926-1592dbde2e87 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "PUT /v2.0/routers/bf15f174-1c42-4ab0-b410-f838678402a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7143681 May 31 16:33:42.389034 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39484) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:33:42.391475 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aea9fe-2bc9-4638-a374-5aea43606960 None None] Routers {'bf15f174-1c42-4ab0-b410-f838678402a4'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:33:42.392071 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-a0aea9fe-2bc9-4638-a374-5aea43606960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:33:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['bf15f174-1c42-4ab0-b410-f838678402a4'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:33:42.459320 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dae1ff3-9d90-467a-9a60-fe18e6c86ce9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Deleting subnet 50188ec3-1ba7-4e0a-9faf-a08962d13dee {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:33:42.462362 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1dae1ff3-9d90-467a-9a60-fe18e6c86ce9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:42.524234 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1dae1ff3-9d90-467a-9a60-fe18e6c86ce9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:42.574084 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-a0aea9fe-2bc9-4638-a374-5aea43606960 None None] Set router bf15f174-1c42-4ab0-b410-f838678402a4 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:33:42.609903 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1dae1ff3-9d90-467a-9a60-fe18e6c86ce9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:42.864411 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-a0aea9fe-2bc9-4638-a374-5aea43606960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378102656', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '7285e1f0-126b-49f3-9837-9098d526db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:32:02Z', 'updated_at': '2021-05-31T16:33:41Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '7285e1f0-126b-49f3-9837-9098d526db52', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:32:03Z', 'updated_at': '2021-05-31T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:33:42.868269 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aea9fe-2bc9-4638-a374-5aea43606960 None None] Checking router: bf15f174-1c42-4ab0-b410-f838678402a4 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:33:42.877248 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aea9fe-2bc9-4638-a374-5aea43606960 None None] Routers {'bf15f174-1c42-4ab0-b410-f838678402a4'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:33:42.877851 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-a0aea9fe-2bc9-4638-a374-5aea43606960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:33:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['bf15f174-1c42-4ab0-b410-f838678402a4'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:33:42.896912 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1dae1ff3-9d90-467a-9a60-fe18e6c86ce9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:42.900861 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c8648dde-8dc9-4f74-b1b0-9688df496dc5 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:42.938444 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae1ff3-9d90-467a-9a60-fe18e6c86ce9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'Subnet': ['ID=50188ec3-1ba7-4e0a-9faf-a08962d13dee,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:42.941451 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1dae1ff3-9d90-467a-9a60-fe18e6c86ce9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:33:42.942816 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1dae1ff3-9d90-467a-9a60-fe18e6c86ce9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:42.944888 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5fa2de-94ac-464c-8f35-7e7b08c75562 None None] Network d6176743-d1a6-422c-87cc-a6be3459aa05 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:33:42.949490 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1dae1ff3-9d90-467a-9a60-fe18e6c86ce9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "DELETE /v2.0/subnets/50188ec3-1ba7-4e0a-9faf-a08962d13dee HTTP/1.1" status: 204 len: 168 time: 0.5593963 May 31 16:33:42.952241 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39488) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:33:43.064099 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-a0aea9fe-2bc9-4638-a374-5aea43606960 None None] Set router bf15f174-1c42-4ab0-b410-f838678402a4 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:33:43.144738 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f7e5f82d-5dc2-48f7-9b02-abb022b48888 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:43.227750 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c487c151-3564-4f6c-a136-926e378ded42 None None] DHCP port deletion for d6176743-d1a6-422c-87cc-a6be3459aa05 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 16:33:43.298585 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-c487c151-3564-4f6c-a136-926e378ded42 None None] Deleting port a5257213-e8f6-468a-836b-a76f4f54802d {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:33:43.299028 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c487c151-3564-4f6c-a136-926e378ded42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:43.330880 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f7e5f82d-5dc2-48f7-9b02-abb022b48888 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:43.350515 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-a0aea9fe-2bc9-4638-a374-5aea43606960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378102656', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '7285e1f0-126b-49f3-9837-9098d526db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:32:02Z', 'updated_at': '2021-05-31T16:33:41Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '7285e1f0-126b-49f3-9837-9098d526db52', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:32:03Z', 'updated_at': '2021-05-31T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:33:43.354449 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aea9fe-2bc9-4638-a374-5aea43606960 None None] The sync data for ids ['bf15f174-1c42-4ab0-b410-f838678402a4'] in dv-neutron-601336-79-hyperv is: [{'id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378102656', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '7285e1f0-126b-49f3-9837-9098d526db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:32:02Z', 'updated_at': '2021-05-31T16:33:41Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '7285e1f0-126b-49f3-9837-9098d526db52', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:20:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf15f174-1c42-4ab0-b410-f838678402a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:32:03Z', 'updated_at': '2021-05-31T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:33:43.409041 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-c487c151-3564-4f6c-a136-926e378ded42 None None] For port a5257213-e8f6-468a-836b-a76f4f54802d, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=a5257213-e8f6-468a-836b-a76f4f54802d,segment=NetworkSegment(04316783-0770-4cc5-82de-4b6e31045986),segment_id=04316783-0770-4cc5-82de-4b6e31045986)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:33:43.409461 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c487c151-3564-4f6c-a136-926e378ded42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:43.418538 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-f7e5f82d-5dc2-48f7-9b02-abb022b48888 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Deleting port 7285e1f0-126b-49f3-9837-9098d526db52 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:33:43.418876 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f7e5f82d-5dc2-48f7-9b02-abb022b48888 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:43.537414 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-c487c151-3564-4f6c-a136-926e378ded42 None None] Calling delete_port for a5257213-e8f6-468a-836b-a76f4f54802d owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:33:43.543461 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-f7e5f82d-5dc2-48f7-9b02-abb022b48888 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] For port 7285e1f0-126b-49f3-9837-9098d526db52, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=7285e1f0-126b-49f3-9837-9098d526db52,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:33:43.543818 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f7e5f82d-5dc2-48f7-9b02-abb022b48888 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:43.588897 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c487c151-3564-4f6c-a136-926e378ded42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:43.592674 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:43.636888 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487c151-3564-4f6c-a136-926e378ded42 None None] Pushing event deleted for resources: {'Port': ['ID=a5257213-e8f6-468a-836b-a76f4f54802d,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:43.646446 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c487c151-3564-4f6c-a136-926e378ded42 None None] No DVR routers for this DVR port a5257213-e8f6-468a-836b-a76f4f54802d on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:33:43.648570 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c487c151-3564-4f6c-a136-926e378ded42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:43.648915 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c487c151-3564-4f6c-a136-926e378ded42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:43.649237 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c487c151-3564-4f6c-a136-926e378ded42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:43.649631 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c487c151-3564-4f6c-a136-926e378ded42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:43.650010 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c487c151-3564-4f6c-a136-926e378ded42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:43.650222 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c487c151-3564-4f6c-a136-926e378ded42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:43.650539 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c487c151-3564-4f6c-a136-926e378ded42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:43.650860 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c487c151-3564-4f6c-a136-926e378ded42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:43.651197 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c487c151-3564-4f6c-a136-926e378ded42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:43.651509 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c487c151-3564-4f6c-a136-926e378ded42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:43.651815 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c487c151-3564-4f6c-a136-926e378ded42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:43.652121 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c487c151-3564-4f6c-a136-926e378ded42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:43.655899 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-c487c151-3564-4f6c-a136-926e378ded42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:33:43.833154 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-f7e5f82d-5dc2-48f7-9b02-abb022b48888 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Calling delete_port for 7285e1f0-126b-49f3-9837-9098d526db52 owned by network:router_gateway {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:33:43.974316 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f7e5f82d-5dc2-48f7-9b02-abb022b48888 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:43.978901 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ea9fce8d-49fd-47cb-a564-3b9e7122b0f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:44.022994 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5f82d-5dc2-48f7-9b02-abb022b48888 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'Port': ['ID=7285e1f0-126b-49f3-9837-9098d526db52,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:44.048354 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f7e5f82d-5dc2-48f7-9b02-abb022b48888 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:33:44.114654 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f7e5f82d-5dc2-48f7-9b02-abb022b48888 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:44.295433 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f7e5f82d-5dc2-48f7-9b02-abb022b48888 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:44.298612 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f7e5f82d-5dc2-48f7-9b02-abb022b48888 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:44.325714 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f7e5f82d-5dc2-48f7-9b02-abb022b48888 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:44.326410 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e5f82d-5dc2-48f7-9b02-abb022b48888 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Fanout notify agent at l3_agent the message router_deleted on router bf15f174-1c42-4ab0-b410-f838678402a4 {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 16:33:44.342227 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f7e5f82d-5dc2-48f7-9b02-abb022b48888 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:44.343362 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f7e5f82d-5dc2-48f7-9b02-abb022b48888 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "DELETE /v2.0/routers/bf15f174-1c42-4ab0-b410-f838678402a4 HTTP/1.1" status: 204 len: 168 time: 1.3900692 May 31 16:33:44.347368 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39492) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:33:44.466532 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ea8b813c-bee2-4758-8caa-c6131630db54 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:44.601171 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ea8b813c-bee2-4758-8caa-c6131630db54 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:44.615054 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-ea8b813c-bee2-4758-8caa-c6131630db54 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6176743-d1a6-422c-87cc-a6be3459aa05']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:33:44.627281 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-ea8b813c-bee2-4758-8caa-c6131630db54 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04316783-0770-4cc5-82de-4b6e31045986') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:33:44.627581 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-ea8b813c-bee2-4758-8caa-c6131630db54 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04316783-0770-4cc5-82de-4b6e31045986') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:33:44.638981 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ea8b813c-bee2-4758-8caa-c6131630db54 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:44.656451 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ea8b813c-bee2-4758-8caa-c6131630db54 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:44.662902 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8b813c-bee2-4758-8caa-c6131630db54 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:33:44.663308 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ea8b813c-bee2-4758-8caa-c6131630db54 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:33:44.677720 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:33:44.763879 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ea8b813c-bee2-4758-8caa-c6131630db54 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:44.768170 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-61e6e187-e64b-49df-b052-a2df74f03029 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:44.785726 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ea8b813c-bee2-4758-8caa-c6131630db54 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:44.796060 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b813c-bee2-4758-8caa-c6131630db54 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'Network': ['ID=d6176743-d1a6-422c-87cc-a6be3459aa05,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:44.798618 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ea8b813c-bee2-4758-8caa-c6131630db54 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:33:44.800783 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ea8b813c-bee2-4758-8caa-c6131630db54 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "DELETE /v2.0/networks/d6176743-d1a6-422c-87cc-a6be3459aa05 HTTP/1.1" status: 204 len: 168 time: 0.4523551 May 31 16:33:44.804345 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39496) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:33:44.824723 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:33:44.919464 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:33:44.919884 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device aa5c8a7d-8754-41d9-ad26-323f0ae8a7f3 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:33:44.920257 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a5257213-e8f6-468a-836b-a76f4f54802d no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:33:44.954608 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: a5257213-e8f6-468a-836b-a76f4f54802d {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:33:44.954933 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device a5257213-e8f6-468a-836b-a76f4f54802d not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:33:44.955425 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7285e1f0-126b-49f3-9837-9098d526db52 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:33:44.989894 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 7285e1f0-126b-49f3-9837-9098d526db52 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:33:44.990194 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7285e1f0-126b-49f3-9837-9098d526db52 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:33:45.043308 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-76dac4c3-5c6d-4f99-8e52-fe3caaad86b4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:45.072827 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-76dac4c3-5c6d-4f99-8e52-fe3caaad86b4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:45.142382 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-76dac4c3-5c6d-4f99-8e52-fe3caaad86b4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:45.146463 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-464aced9-5cf0-418b-9c29-4fbe9ee81bd5 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:45.158970 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dac4c3-5c6d-4f99-8e52-fe3caaad86b4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da239c7-b24f-4da4-bfb7-3e9eaadff788,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:45.169802 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dac4c3-5c6d-4f99-8e52-fe3caaad86b4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:45.170102 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dac4c3-5c6d-4f99-8e52-fe3caaad86b4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:45.170476 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dac4c3-5c6d-4f99-8e52-fe3caaad86b4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:45.170818 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dac4c3-5c6d-4f99-8e52-fe3caaad86b4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:45.171236 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dac4c3-5c6d-4f99-8e52-fe3caaad86b4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:45.171603 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dac4c3-5c6d-4f99-8e52-fe3caaad86b4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:45.171963 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dac4c3-5c6d-4f99-8e52-fe3caaad86b4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:45.172312 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dac4c3-5c6d-4f99-8e52-fe3caaad86b4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:45.172676 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dac4c3-5c6d-4f99-8e52-fe3caaad86b4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:45.173037 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dac4c3-5c6d-4f99-8e52-fe3caaad86b4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:45.173392 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dac4c3-5c6d-4f99-8e52-fe3caaad86b4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:45.173748 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dac4c3-5c6d-4f99-8e52-fe3caaad86b4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:45.177167 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-76dac4c3-5c6d-4f99-8e52-fe3caaad86b4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:45.178302 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-76dac4c3-5c6d-4f99-8e52-fe3caaad86b4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "DELETE /v2.0/security-groups/5da239c7-b24f-4da4-bfb7-3e9eaadff788 HTTP/1.1" status: 204 len: 168 time: 0.3730099 May 31 16:33:45.179258 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-76dac4c3-5c6d-4f99-8e52-fe3caaad86b4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:33:45.403860 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39504) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:33:45.410192 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-1180bfec-839b-4e33-9af8-8ffaeaea126f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1796067369', 'description': 'tempest-secgroup-smoke-1796067369 description', 'project_id': '74dcf8b577b84054bb5717d04406209a'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:33:45.416373 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1180bfec-839b-4e33-9af8-8ffaeaea126f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:33:45.420333 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1180bfec-839b-4e33-9af8-8ffaeaea126f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:33:45.423193 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1180bfec-839b-4e33-9af8-8ffaeaea126f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:33:45.429054 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1180bfec-839b-4e33-9af8-8ffaeaea126f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:33:45.439985 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1180bfec-839b-4e33-9af8-8ffaeaea126f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:45.460215 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1180bfec-839b-4e33-9af8-8ffaeaea126f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:33:45.464341 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1180bfec-839b-4e33-9af8-8ffaeaea126f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:33:45.467315 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1180bfec-839b-4e33-9af8-8ffaeaea126f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:33:45.473393 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1180bfec-839b-4e33-9af8-8ffaeaea126f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:33:45.548441 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1180bfec-839b-4e33-9af8-8ffaeaea126f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:45.553081 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1180bfec-839b-4e33-9af8-8ffaeaea126f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:45.556795 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ff2200be-823e-4f69-99f1-f026b47dea40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:45.595583 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180bfec-839b-4e33-9af8-8ffaeaea126f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39b31e61-be11-4931-8857-b2515c1d1385,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:45.599121 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1180bfec-839b-4e33-9af8-8ffaeaea126f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:33:45.600570 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1180bfec-839b-4e33-9af8-8ffaeaea126f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:45.601845 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1180bfec-839b-4e33-9af8-8ffaeaea126f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1966889 May 31 16:33:45.605883 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39508) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:33:45.611413 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-4819862d-4c33-4b97-8f87-2aaa9c9f9eb6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group_rule': {'security_group_id': '39b31e61-be11-4931-8857-b2515c1d1385', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:33:45.617866 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-4819862d-4c33-4b97-8f87-2aaa9c9f9eb6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:33:45.621773 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4819862d-4c33-4b97-8f87-2aaa9c9f9eb6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:33:45.624718 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-4819862d-4c33-4b97-8f87-2aaa9c9f9eb6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:33:45.630525 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-4819862d-4c33-4b97-8f87-2aaa9c9f9eb6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:33:45.646908 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4819862d-4c33-4b97-8f87-2aaa9c9f9eb6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:45.712836 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4819862d-4c33-4b97-8f87-2aaa9c9f9eb6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:45.717564 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4819862d-4c33-4b97-8f87-2aaa9c9f9eb6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:45.719484 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-edd0ceba-45f4-4c1e-937f-af02f1ca05f4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:45.741701 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819862d-4c33-4b97-8f87-2aaa9c9f9eb6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a44d25e3-39e3-48d0-932e-d463f6f133dc,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:45.744118 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4819862d-4c33-4b97-8f87-2aaa9c9f9eb6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:33:45.751276 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4819862d-4c33-4b97-8f87-2aaa9c9f9eb6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:45.752542 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4819862d-4c33-4b97-8f87-2aaa9c9f9eb6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1459980 May 31 16:33:45.755337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39512) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:33:45.760464 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-b64ef98e-3e43-4633-951f-76e4f061d81c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group_rule': {'security_group_id': '39b31e61-be11-4931-8857-b2515c1d1385', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:33:45.766291 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b64ef98e-3e43-4633-951f-76e4f061d81c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:33:45.770301 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b64ef98e-3e43-4633-951f-76e4f061d81c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:33:45.773191 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b64ef98e-3e43-4633-951f-76e4f061d81c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:33:45.778838 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b64ef98e-3e43-4633-951f-76e4f061d81c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:33:45.794893 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b64ef98e-3e43-4633-951f-76e4f061d81c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:45.858527 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b64ef98e-3e43-4633-951f-76e4f061d81c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:45.864394 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b64ef98e-3e43-4633-951f-76e4f061d81c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:45.866354 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4faf39c7-ef5c-4334-891e-7462bea43fbf tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:45.891269 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ef98e-3e43-4633-951f-76e4f061d81c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba2e29f-3921-451e-b4b5-8501c8a6522a,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:45.894206 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b64ef98e-3e43-4633-951f-76e4f061d81c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:33:45.901532 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b64ef98e-3e43-4633-951f-76e4f061d81c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:45.902873 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b64ef98e-3e43-4633-951f-76e4f061d81c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1465802 May 31 16:33:45.905743 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39516) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:33:45.911072 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-367294e3-2392-43a9-b8ad-90dd0a045e45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group_rule': {'security_group_id': '39b31e61-be11-4931-8857-b2515c1d1385', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:33:45.917251 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-367294e3-2392-43a9-b8ad-90dd0a045e45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:33:45.921258 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-367294e3-2392-43a9-b8ad-90dd0a045e45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:33:45.924343 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-367294e3-2392-43a9-b8ad-90dd0a045e45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:33:45.930370 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-367294e3-2392-43a9-b8ad-90dd0a045e45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:33:45.953832 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-367294e3-2392-43a9-b8ad-90dd0a045e45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:46.025972 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-367294e3-2392-43a9-b8ad-90dd0a045e45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:46.030833 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-367294e3-2392-43a9-b8ad-90dd0a045e45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:46.032769 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a692b07e-31be-412f-8400-1c04dc669105 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:46.055466 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367294e3-2392-43a9-b8ad-90dd0a045e45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b9848b-7129-487b-91b6-b66f92cfc2e7,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:46.057980 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-367294e3-2392-43a9-b8ad-90dd0a045e45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:33:46.067389 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-367294e3-2392-43a9-b8ad-90dd0a045e45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:46.068797 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-367294e3-2392-43a9-b8ad-90dd0a045e45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1620481 May 31 16:33:46.071567 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39520) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:33:46.076787 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-0984bfba-be2a-4b0e-851e-e787e24178b8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group_rule': {'security_group_id': '39b31e61-be11-4931-8857-b2515c1d1385', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:33:46.082842 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0984bfba-be2a-4b0e-851e-e787e24178b8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:33:46.087183 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0984bfba-be2a-4b0e-851e-e787e24178b8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:33:46.090062 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-0984bfba-be2a-4b0e-851e-e787e24178b8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:33:46.095798 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-0984bfba-be2a-4b0e-851e-e787e24178b8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:33:46.116721 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0984bfba-be2a-4b0e-851e-e787e24178b8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:46.180722 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0984bfba-be2a-4b0e-851e-e787e24178b8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:46.185508 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0984bfba-be2a-4b0e-851e-e787e24178b8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:46.191626 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b64ef98e-3e43-4633-951f-76e4f061d81c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:46.210508 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984bfba-be2a-4b0e-851e-e787e24178b8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2137b600-7a5a-4df6-9367-ba860b8f5f20,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:46.215834 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0984bfba-be2a-4b0e-851e-e787e24178b8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:33:46.221025 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-0984bfba-be2a-4b0e-851e-e787e24178b8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:46.222244 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-0984bfba-be2a-4b0e-851e-e787e24178b8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1497216 May 31 16:33:46.225198 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39524) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:33:46.230315 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-82c0af13-a77e-40b0-9d43-e7926b8e96ef tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group_rule': {'security_group_id': '39b31e61-be11-4931-8857-b2515c1d1385', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:33:46.236557 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-82c0af13-a77e-40b0-9d43-e7926b8e96ef tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:33:46.240460 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-82c0af13-a77e-40b0-9d43-e7926b8e96ef tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:33:46.243452 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-82c0af13-a77e-40b0-9d43-e7926b8e96ef tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:33:46.249180 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-82c0af13-a77e-40b0-9d43-e7926b8e96ef tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:33:46.261510 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.securitygroups_db [None req-82c0af13-a77e-40b0-9d43-e7926b8e96ef tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Project 74dcf8b577b84054bb5717d04406209a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:33:46.267680 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-82c0af13-a77e-40b0-9d43-e7926b8e96ef tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:46.333773 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-82c0af13-a77e-40b0-9d43-e7926b8e96ef tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:46.338444 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-82c0af13-a77e-40b0-9d43-e7926b8e96ef tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:46.340405 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-367294e3-2392-43a9-b8ad-90dd0a045e45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:46.362670 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0af13-a77e-40b0-9d43-e7926b8e96ef tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de397a1e-9bf1-4e1f-a6cd-7c2e45894cd1,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:46.365336 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-82c0af13-a77e-40b0-9d43-e7926b8e96ef tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:33:46.374624 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-82c0af13-a77e-40b0-9d43-e7926b8e96ef tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:46.375915 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-82c0af13-a77e-40b0-9d43-e7926b8e96ef tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1497877 May 31 16:33:46.379409 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39528) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:33:46.385701 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-d2813199-b08a-49ca-aef0-35cc725af6a3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group_rule': {'security_group_id': '39b31e61-be11-4931-8857-b2515c1d1385', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:33:46.392011 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d2813199-b08a-49ca-aef0-35cc725af6a3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:33:46.396280 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d2813199-b08a-49ca-aef0-35cc725af6a3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:33:46.399207 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d2813199-b08a-49ca-aef0-35cc725af6a3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:33:46.404881 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d2813199-b08a-49ca-aef0-35cc725af6a3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:33:46.421055 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.securitygroups_db [None req-d2813199-b08a-49ca-aef0-35cc725af6a3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Project 74dcf8b577b84054bb5717d04406209a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:33:46.427194 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d2813199-b08a-49ca-aef0-35cc725af6a3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:46.497489 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d2813199-b08a-49ca-aef0-35cc725af6a3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:46.502437 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d2813199-b08a-49ca-aef0-35cc725af6a3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:46.504340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a9a5a17f-4e56-4031-825e-84272d579f67 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:46.525732 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2813199-b08a-49ca-aef0-35cc725af6a3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b11c30b-1e8f-47d4-9a53-07d179a8a267,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:46.528144 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d2813199-b08a-49ca-aef0-35cc725af6a3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:33:46.536934 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d2813199-b08a-49ca-aef0-35cc725af6a3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:46.538170 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d2813199-b08a-49ca-aef0-35cc725af6a3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1577721 May 31 16:33:46.541251 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39532) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:33:46.546923 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-6fc45faa-3a09-4b04-bff6-4c94ba661506 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'network': {'name': 'tempest-network-smoke--1624551344', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'port_security_enabled': True}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:33:46.552090 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-6fc45faa-3a09-4b04-bff6-4c94ba661506 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:33:46.555989 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6fc45faa-3a09-4b04-bff6-4c94ba661506 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:network and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:33:46.558820 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6fc45faa-3a09-4b04-bff6-4c94ba661506 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:33:46.564648 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-6fc45faa-3a09-4b04-bff6-4c94ba661506 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:33:46.578201 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc45faa-3a09-4b04-bff6-4c94ba661506 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Made reservation on behalf of 74dcf8b577b84054bb5717d04406209a for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:33:46.582561 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6fc45faa-3a09-4b04-bff6-4c94ba661506 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:46.611365 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc45faa-3a09-4b04-bff6-4c94ba661506 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:33:46.620467 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6fc45faa-3a09-4b04-bff6-4c94ba661506 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:46.620802 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-6fc45faa-3a09-4b04-bff6-4c94ba661506 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Added segment 2dd50371-779c-4e31-9465-ea9034a20c4e of type vlan for network e081f0d7-85e0-4162-ba2b-8566ce068e59 May 31 16:33:46.648611 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6fc45faa-3a09-4b04-bff6-4c94ba661506 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:46.679897 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6fc45faa-3a09-4b04-bff6-4c94ba661506 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:46.685404 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc45faa-3a09-4b04-bff6-4c94ba661506 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:33:46.685980 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6fc45faa-3a09-4b04-bff6-4c94ba661506 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:46.689369 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-248b6b02-7ab9-40c3-87db-93434128f1c7 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:46.781696 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6fc45faa-3a09-4b04-bff6-4c94ba661506 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2394443 May 31 16:33:46.784828 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39536) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:33:46.790293 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-260f1066-c23a-4f25-9e75-996c3e5965de tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1238879081', 'admin_state_up': True, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:33:46.790751 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc45faa-3a09-4b04-bff6-4c94ba661506 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Network': ['ID=e081f0d7-85e0-4162-ba2b-8566ce068e59,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:46.793432 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6fc45faa-3a09-4b04-bff6-4c94ba661506 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:33:46.799208 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-260f1066-c23a-4f25-9e75-996c3e5965de tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:33:46.801337 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network e081f0d7-85e0-4162-ba2b-8566ce068e59 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 16:33:46.803279 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-260f1066-c23a-4f25-9e75-996c3e5965de tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:router and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:33:46.806197 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-260f1066-c23a-4f25-9e75-996c3e5965de tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:33:46.812966 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-260f1066-c23a-4f25-9e75-996c3e5965de tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:33:46.825160 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-260f1066-c23a-4f25-9e75-996c3e5965de tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:46.826277 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-260f1066-c23a-4f25-9e75-996c3e5965de tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:46.841847 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-260f1066-c23a-4f25-9e75-996c3e5965de tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:46.854644 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:33:47.116993 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-260f1066-c23a-4f25-9e75-996c3e5965de tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:47.442101 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-260f1066-c23a-4f25-9e75-996c3e5965de tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router_gateway, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:47.471473 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-260f1066-c23a-4f25-9e75-996c3e5965de tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:47.623493 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-260f1066-c23a-4f25-9e75-996c3e5965de tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Allocated IP 172.26.0.67 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/fe46d646-0261-4f83-b3d9-708204ff2f36) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:33:47.789436 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-260f1066-c23a-4f25-9e75-996c3e5965de tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:47.823771 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-260f1066-c23a-4f25-9e75-996c3e5965de tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:47.828779 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-fd2c7e33-5f20-4dda-bb6b-4ec7047038e8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:47.887997 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260f1066-c23a-4f25-9e75-996c3e5965de tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:33:47.890710 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-260f1066-c23a-4f25-9e75-996c3e5965de tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:33:47.893333 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260f1066-c23a-4f25-9e75-996c3e5965de tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:33:47.938646 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f1066-c23a-4f25-9e75-996c3e5965de tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Port': ['ID=fe46d646-0261-4f83-b3d9-708204ff2f36,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:47.943889 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-260f1066-c23a-4f25-9e75-996c3e5965de tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:33:48.486256 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-260f1066-c23a-4f25-9e75-996c3e5965de tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router_gateway, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:48.834359 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-260f1066-c23a-4f25-9e75-996c3e5965de tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:49.042837 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260f1066-c23a-4f25-9e75-996c3e5965de tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Router 0401b68e-46e5-466f-8af5-538d51e10068 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 16:33:49.224057 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260f1066-c23a-4f25-9e75-996c3e5965de tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:33:49.235626 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f8b361-7b55-4e81-b5ba-ec5c135348b1 None None] Sync routers for ids ['0401b68e-46e5-466f-8af5-538d51e10068'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:33:49.245598 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f8b361-7b55-4e81-b5ba-ec5c135348b1 None None] Routers {'0401b68e-46e5-466f-8af5-538d51e10068'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:33:49.246533 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-29f8b361-7b55-4e81-b5ba-ec5c135348b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:33:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['0401b68e-46e5-466f-8af5-538d51e10068'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:33:49.254167 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-260f1066-c23a-4f25-9e75-996c3e5965de tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:49.255462 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-260f1066-c23a-4f25-9e75-996c3e5965de tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4696009 May 31 16:33:49.258968 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39540) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:33:49.303417 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b2490ef2-4e76-4d7a-8fd6-f64c2430062a tempest-TestNetworkAdvancedServerOps-662742683 tempest-TestNetworkAdvancedServerOps-662742683-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=74dcf8b577b84054bb5717d04406209a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428095 May 31 16:33:49.305982 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39544) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:33:49.427169 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-29f8b361-7b55-4e81-b5ba-ec5c135348b1 None None] Set router 0401b68e-46e5-466f-8af5-538d51e10068 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:33:49.437286 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93485c0-fa03-4aa7-aa25-b7f01308cad8 tempest-TestNetworkAdvancedServerOps-662742683 tempest-TestNetworkAdvancedServerOps-662742683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:33:49.438755 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b93485c0-fa03-4aa7-aa25-b7f01308cad8 tempest-TestNetworkAdvancedServerOps-662742683 tempest-TestNetworkAdvancedServerOps-662742683-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1318948 May 31 16:33:49.441744 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39548) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:33:49.637655 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f2096335-43b0-4008-ad51-e37551935547 tempest-TestNetworkAdvancedServerOps-662742683 tempest-TestNetworkAdvancedServerOps-662742683-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=014c45f7-9697-4b0b-b8b7-66a80a50a15c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1947193 May 31 16:33:49.640250 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39552) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:33:49.645961 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-453eef56-2e39-4ee9-9621-e05a6adb04f3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1737188870', 'network_id': 'e081f0d7-85e0-4162-ba2b-8566ce068e59', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:33:49.731791 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-29f8b361-7b55-4e81-b5ba-ec5c135348b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0401b68e-46e5-466f-8af5-538d51e10068', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1238879081', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'fe46d646-0261-4f83-b3d9-708204ff2f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:33:46Z', 'updated_at': '2021-05-31T16:33:48Z', 'revision_number': 3, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': 'fe46d646-0261-4f83-b3d9-708204ff2f36', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:29:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0401b68e-46e5-466f-8af5-538d51e10068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:33:47Z', 'updated_at': '2021-05-31T16:33:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:33:49.735991 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f8b361-7b55-4e81-b5ba-ec5c135348b1 None None] Checking router: 0401b68e-46e5-466f-8af5-538d51e10068 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:33:49.736335 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f8b361-7b55-4e81-b5ba-ec5c135348b1 None None] Updating router 0401b68e-46e5-466f-8af5-538d51e10068 port fe46d646-0261-4f83-b3d9-708204ff2f36 binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:33:49.755790 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-453eef56-2e39-4ee9-9621-e05a6adb04f3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:33:49.759832 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-453eef56-2e39-4ee9-9621-e05a6adb04f3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:subnet and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:33:49.762746 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-453eef56-2e39-4ee9-9621-e05a6adb04f3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:33:49.768647 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-453eef56-2e39-4ee9-9621-e05a6adb04f3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:33:49.780865 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453eef56-2e39-4ee9-9621-e05a6adb04f3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Made reservation on behalf of 74dcf8b577b84054bb5717d04406209a for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:33:49.784362 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-453eef56-2e39-4ee9-9621-e05a6adb04f3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:49.788287 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-29f8b361-7b55-4e81-b5ba-ec5c135348b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:50.121805 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-29f8b361-7b55-4e81-b5ba-ec5c135348b1 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:50.133124 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-29f8b361-7b55-4e81-b5ba-ec5c135348b1 None None] Transition to ACTIVE for port object fe46d646-0261-4f83-b3d9-708204ff2f36 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:33:50.140708 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-29f8b361-7b55-4e81-b5ba-ec5c135348b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:50.145202 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-44bc257b-34f4-49ec-b0fb-96cced46b90d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:50.214207 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-453eef56-2e39-4ee9-9621-e05a6adb04f3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:50.217943 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-274afa58-7546-4615-84ca-54c3924421b7 tempest-NetworksTestDHCPv6-1346438832 tempest-NetworksTestDHCPv6-1346438832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:50.223197 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-29f8b361-7b55-4e81-b5ba-ec5c135348b1 None None] Attempting to bind port fe46d646-0261-4f83-b3d9-708204ff2f36 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:33:50.223570 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-29f8b361-7b55-4e81-b5ba-ec5c135348b1 None None] Attempting to bind port fe46d646-0261-4f83-b3d9-708204ff2f36 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:33:50.223929 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f8b361-7b55-4e81-b5ba-ec5c135348b1 None None] Attempting to bind port fe46d646-0261-4f83-b3d9-708204ff2f36 on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:33:50.226518 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2316f-7940-4b74-aabb-5ad24d407936 None None] Pushing event updated for resources: {'Port': ['ID=fe46d646-0261-4f83-b3d9-708204ff2f36,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:50.229654 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a2c2316f-7940-4b74-aabb-5ad24d407936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:33:50.232189 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f8b361-7b55-4e81-b5ba-ec5c135348b1 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:33:50.232561 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f8b361-7b55-4e81-b5ba-ec5c135348b1 None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:33:50.232956 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-29f8b361-7b55-4e81-b5ba-ec5c135348b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:50.233919 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f8b361-7b55-4e81-b5ba-ec5c135348b1 None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:33:50.233919 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-29f8b361-7b55-4e81-b5ba-ec5c135348b1 None None] Bound port: fe46d646-0261-4f83-b3d9-708204ff2f36, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:33:50.234230 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-29f8b361-7b55-4e81-b5ba-ec5c135348b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:50.290935 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453eef56-2e39-4ee9-9621-e05a6adb04f3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Subnet': ['ID=8e39c93f-784a-443b-bbb8-3622c1c395c3,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:50.294694 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-453eef56-2e39-4ee9-9621-e05a6adb04f3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:33:50.302275 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453eef56-2e39-4ee9-9621-e05a6adb04f3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Checking segment: {'id': '2dd50371-779c-4e31-9465-ea9034a20c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e081f0d7-85e0-4162-ba2b-8566ce068e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:33:50.302615 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453eef56-2e39-4ee9-9621-e05a6adb04f3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network hostable DHCP agents. Network: e081f0d7-85e0-4162-ba2b-8566ce068e59, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:33:50.306484 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-29f8b361-7b55-4e81-b5ba-ec5c135348b1 None None] For port fe46d646-0261-4f83-b3d9-708204ff2f36, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:33:50.309584 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-29f8b361-7b55-4e81-b5ba-ec5c135348b1 None None] For port fe46d646-0261-4f83-b3d9-708204ff2f36, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=fe46d646-0261-4f83-b3d9-708204ff2f36,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:33:50.315319 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-29f8b361-7b55-4e81-b5ba-ec5c135348b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:50.320229 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-1e393ac2-0a7e-48b8-96fb-4adc6e0ed04f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:50.323711 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453eef56-2e39-4ee9-9621-e05a6adb04f3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network e081f0d7-85e0-4162-ba2b-8566ce068e59 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:33:50.333234 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-453eef56-2e39-4ee9-9621-e05a6adb04f3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, e081f0d7-85e0-4162-ba2b-8566ce068e59) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:33:50.343705 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453eef56-2e39-4ee9-9621-e05a6adb04f3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:33:50.344362 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-453eef56-2e39-4ee9-9621-e05a6adb04f3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:50.359508 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df40024-9dcd-4e7b-ab69-10ef67289f01 None None] Network e081f0d7-85e0-4162-ba2b-8566ce068e59 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:33:50.366492 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-453eef56-2e39-4ee9-9621-e05a6adb04f3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7252810 May 31 16:33:50.369510 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39556) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:33:50.528772 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2316f-7940-4b74-aabb-5ad24d407936 None None] Pushing event updated for resources: {'Port': ['ID=fe46d646-0261-4f83-b3d9-708204ff2f36,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:50.534019 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f8b361-7b55-4e81-b5ba-ec5c135348b1 None None] Routers {'0401b68e-46e5-466f-8af5-538d51e10068'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:33:50.534721 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-29f8b361-7b55-4e81-b5ba-ec5c135348b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:33:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['0401b68e-46e5-466f-8af5-538d51e10068'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:33:50.589717 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a2c2316f-7940-4b74-aabb-5ad24d407936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:33:50.806610 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-29f8b361-7b55-4e81-b5ba-ec5c135348b1 None None] Set router 0401b68e-46e5-466f-8af5-538d51e10068 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:33:50.850203 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdbcf91-3750-4ef6-a197-372de2e05454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-e081f0d7-85e0-4162-ba2b-8566ce068e59', 'network_id': 'e081f0d7-85e0-4162-ba2b-8566ce068e59', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'fixed_ips': [{'subnet_id': '8e39c93f-784a-443b-bbb8-3622c1c395c3'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:33:50.851023 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ccdbcf91-3750-4ef6-a197-372de2e05454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:51.052777 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cde97c74-f34c-45a0-8716-830a42601f1d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:51.203137 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-ccdbcf91-3750-4ef6-a197-372de2e05454 None None] Allocated IP 172.20.0.2 (e081f0d7-85e0-4162-ba2b-8566ce068e59/8e39c93f-784a-443b-bbb8-3622c1c395c3/6f39754a-edef-414a-a20b-df1aa7788b4a) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:33:51.309730 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-29f8b361-7b55-4e81-b5ba-ec5c135348b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0401b68e-46e5-466f-8af5-538d51e10068', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1238879081', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'fe46d646-0261-4f83-b3d9-708204ff2f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:33:46Z', 'updated_at': '2021-05-31T16:33:48Z', 'revision_number': 3, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': 'fe46d646-0261-4f83-b3d9-708204ff2f36', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:29:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0401b68e-46e5-466f-8af5-538d51e10068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:33:47Z', 'updated_at': '2021-05-31T16:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:33:51.318006 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f8b361-7b55-4e81-b5ba-ec5c135348b1 None None] The sync data for ids ['0401b68e-46e5-466f-8af5-538d51e10068'] in dv-neutron-601336-79-hyperv is: [{'id': '0401b68e-46e5-466f-8af5-538d51e10068', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1238879081', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'fe46d646-0261-4f83-b3d9-708204ff2f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:33:46Z', 'updated_at': '2021-05-31T16:33:48Z', 'revision_number': 3, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': 'fe46d646-0261-4f83-b3d9-708204ff2f36', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:29:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0401b68e-46e5-466f-8af5-538d51e10068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:33:47Z', 'updated_at': '2021-05-31T16:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:33:51.441553 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ccdbcf91-3750-4ef6-a197-372de2e05454 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:51.452849 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ccdbcf91-3750-4ef6-a197-372de2e05454 None None] Transition to ACTIVE for port object 6f39754a-edef-414a-a20b-df1aa7788b4a will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:33:51.471229 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ccdbcf91-3750-4ef6-a197-372de2e05454 None None] Transition to ACTIVE for port object 6f39754a-edef-414a-a20b-df1aa7788b4a will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:33:51.478861 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ccdbcf91-3750-4ef6-a197-372de2e05454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:51.483674 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:51.556154 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbcf91-3750-4ef6-a197-372de2e05454 None None] Pushing event updated for resources: {'Port': ['ID=6f39754a-edef-414a-a20b-df1aa7788b4a,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:51.560175 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ccdbcf91-3750-4ef6-a197-372de2e05454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:33:51.570081 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdbcf91-3750-4ef6-a197-372de2e05454 None None] Network e081f0d7-85e0-4162-ba2b-8566ce068e59 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:33:51.574632 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-ccdbcf91-3750-4ef6-a197-372de2e05454 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:33:51.579714 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdbcf91-3750-4ef6-a197-372de2e05454 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:33:51.652522 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-cde97c74-f34c-45a0-8716-830a42601f1d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Allocated IP 172.20.0.1 (e081f0d7-85e0-4162-ba2b-8566ce068e59/8e39c93f-784a-443b-bbb8-3622c1c395c3/2a012288-4085-4877-b7a9-1aaa88b8b39a) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:33:51.680397 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-ccdbcf91-3750-4ef6-a197-372de2e05454 None None] Attempting to bind port 6f39754a-edef-414a-a20b-df1aa7788b4a on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:33:51.680629 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-ccdbcf91-3750-4ef6-a197-372de2e05454 None None] Attempting to bind port 6f39754a-edef-414a-a20b-df1aa7788b4a by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '2dd50371-779c-4e31-9465-ea9034a20c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e081f0d7-85e0-4162-ba2b-8566ce068e59'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:33:51.680996 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdbcf91-3750-4ef6-a197-372de2e05454 None None] Attempting to bind port 6f39754a-edef-414a-a20b-df1aa7788b4a on network e081f0d7-85e0-4162-ba2b-8566ce068e59 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:33:51.686996 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdbcf91-3750-4ef6-a197-372de2e05454 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:33:51.686996 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdbcf91-3750-4ef6-a197-372de2e05454 None None] Checking segment: {'id': '2dd50371-779c-4e31-9465-ea9034a20c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e081f0d7-85e0-4162-ba2b-8566ce068e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:33:51.687363 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ccdbcf91-3750-4ef6-a197-372de2e05454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:51.687743 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdbcf91-3750-4ef6-a197-372de2e05454 None None] Bound using segment: {'id': '2dd50371-779c-4e31-9465-ea9034a20c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e081f0d7-85e0-4162-ba2b-8566ce068e59'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:33:51.688227 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-ccdbcf91-3750-4ef6-a197-372de2e05454 None None] Bound port: 6f39754a-edef-414a-a20b-df1aa7788b4a, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd50371-779c-4e31-9465-ea9034a20c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e081f0d7-85e0-4162-ba2b-8566ce068e59'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:33:51.688610 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ccdbcf91-3750-4ef6-a197-372de2e05454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:51.789432 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-ccdbcf91-3750-4ef6-a197-372de2e05454 None None] For port 6f39754a-edef-414a-a20b-df1aa7788b4a, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:33:51.792789 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-ccdbcf91-3750-4ef6-a197-372de2e05454 None None] For port 6f39754a-edef-414a-a20b-df1aa7788b4a, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=6f39754a-edef-414a-a20b-df1aa7788b4a,segment=NetworkSegment(2dd50371-779c-4e31-9465-ea9034a20c4e),segment_id=2dd50371-779c-4e31-9465-ea9034a20c4e)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:33:51.797614 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ccdbcf91-3750-4ef6-a197-372de2e05454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:51.802666 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-60ed24f4-3151-4d93-91c1-8d29cbce35c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:51.824790 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cde97c74-f34c-45a0-8716-830a42601f1d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:51.842921 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-cde97c74-f34c-45a0-8716-830a42601f1d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Transition to ACTIVE for port object 2a012288-4085-4877-b7a9-1aaa88b8b39a will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:33:51.872914 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cde97c74-f34c-45a0-8716-830a42601f1d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:51.879539 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-09990e3e-f171-4bef-83f0-7bd7ad625396 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:51.887111 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbcf91-3750-4ef6-a197-372de2e05454 None None] Pushing event updated for resources: {'Port': ['ID=6f39754a-edef-414a-a20b-df1aa7788b4a,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:51.899076 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ccdbcf91-3750-4ef6-a197-372de2e05454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:33:51.963221 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde97c74-f34c-45a0-8716-830a42601f1d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Port': ['ID=2a012288-4085-4877-b7a9-1aaa88b8b39a,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:51.966894 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde97c74-f34c-45a0-8716-830a42601f1d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network e081f0d7-85e0-4162-ba2b-8566ce068e59 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:33:51.967947 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cde97c74-f34c-45a0-8716-830a42601f1d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:33:51.968981 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-cde97c74-f34c-45a0-8716-830a42601f1d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:33:51.971196 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde97c74-f34c-45a0-8716-830a42601f1d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:33:52.032630 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cde97c74-f34c-45a0-8716-830a42601f1d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:52.331503 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cde97c74-f34c-45a0-8716-830a42601f1d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:52.592858 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device fe46d646-0261-4f83-b3d9-708204ff2f36 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:33:52.674901 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port fe46d646-0261-4f83-b3d9-708204ff2f36 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:33:52.680230 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port fe46d646-0261-4f83-b3d9-708204ff2f36 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:33:52.680609 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:52.786209 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cde97c74-f34c-45a0-8716-830a42601f1d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:52.792685 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cde97c74-f34c-45a0-8716-830a42601f1d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:52.805707 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:52.823426 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port fe46d646-0261-4f83-b3d9-708204ff2f36, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=fe46d646-0261-4f83-b3d9-708204ff2f36,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:33:52.829669 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:52.831213 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 6f39754a-edef-414a-a20b-df1aa7788b4a up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:33:52.832450 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e37aeeeb-ed77-4d12-a596-b432e8ebccb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:52.858099 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a2c2316f-7940-4b74-aabb-5ad24d407936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:52.921253 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cde97c74-f34c-45a0-8716-830a42601f1d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:52.925784 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde97c74-f34c-45a0-8716-830a42601f1d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Port': ['ID=2a012288-4085-4877-b7a9-1aaa88b8b39a,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:52.930142 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cde97c74-f34c-45a0-8716-830a42601f1d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:33:52.953158 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed8a527-c108-4d66-9c8f-2a334059765c None None] Network e081f0d7-85e0-4162-ba2b-8566ce068e59 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:33:53.086817 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-214a5d31-8552-40b1-9a63-01f963445b66 None None] Provisioning for port 6f39754a-edef-414a-a20b-df1aa7788b4a completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:33:53.127728 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=fe46d646-0261-4f83-b3d9-708204ff2f36,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:53.133601 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:33:53.179462 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 6f39754a-edef-414a-a20b-df1aa7788b4a completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:33:53.195549 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 6f39754a-edef-414a-a20b-df1aa7788b4a triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:33:53.195886 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:53.236473 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde97c74-f34c-45a0-8716-830a42601f1d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network e081f0d7-85e0-4162-ba2b-8566ce068e59 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:33:53.238921 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-cde97c74-f34c-45a0-8716-830a42601f1d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:33:53.383840 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:53.434989 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 6f39754a-edef-414a-a20b-df1aa7788b4a, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=6f39754a-edef-414a-a20b-df1aa7788b4a,segment=NetworkSegment(2dd50371-779c-4e31-9465-ea9034a20c4e),segment_id=2dd50371-779c-4e31-9465-ea9034a20c4e)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:33:53.440284 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:53.443650 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:53.450019 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde97c74-f34c-45a0-8716-830a42601f1d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Router 0401b68e-46e5-466f-8af5-538d51e10068 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:33:53.517579 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=6f39754a-edef-414a-a20b-df1aa7788b4a,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:53.521413 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:33:53.633934 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-877dd5f0-1433-44f3-b43a-038d56d8edc7 None None] Provisioning for port 2a012288-4085-4877-b7a9-1aaa88b8b39a completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:33:53.639409 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-877dd5f0-1433-44f3-b43a-038d56d8edc7 None None] Provisioning complete for port 2a012288-4085-4877-b7a9-1aaa88b8b39a triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:33:53.639907 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-877dd5f0-1433-44f3-b43a-038d56d8edc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:53.642837 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde97c74-f34c-45a0-8716-830a42601f1d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:33:53.653025 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dcdfd8-e98a-4cd3-813e-1052dcb62b63 None None] Sync routers for ids ['0401b68e-46e5-466f-8af5-538d51e10068'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:33:53.665989 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-cde97c74-f34c-45a0-8716-830a42601f1d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "PUT /v2.0/routers/0401b68e-46e5-466f-8af5-538d51e10068/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2859688 May 31 16:33:53.677709 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dcdfd8-e98a-4cd3-813e-1052dcb62b63 None None] Routers {'0401b68e-46e5-466f-8af5-538d51e10068'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:33:53.678387 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-88dcdfd8-e98a-4cd3-813e-1052dcb62b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:33:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['0401b68e-46e5-466f-8af5-538d51e10068'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:33:53.709502 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-877dd5f0-1433-44f3-b43a-038d56d8edc7 None None] Port 2a012288-4085-4877-b7a9-1aaa88b8b39a cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:33:53.726521 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-877dd5f0-1433-44f3-b43a-038d56d8edc7 None None] Provisioning complete for port 6f39754a-edef-414a-a20b-df1aa7788b4a triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:33:53.727005 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-877dd5f0-1433-44f3-b43a-038d56d8edc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:53.854070 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-6aadd07e-41b1-4204-a7f8-88c54fef3161 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Synchronizing usage tracker for tenant:74dcf8b577b84054bb5717d04406209a on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:33:53.875741 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-6aadd07e-41b1-4204-a7f8-88c54fef3161 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Unset dirty status for tenant:74dcf8b577b84054bb5717d04406209a on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:33:53.877068 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-6aadd07e-41b1-4204-a7f8-88c54fef3161 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1796067369&fields=id&tenant_id=74dcf8b577b84054bb5717d04406209a HTTP/1.1" status: 200 len: 267 time: 0.0679557 May 31 16:33:53.927078 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-88dcdfd8-e98a-4cd3-813e-1052dcb62b63 None None] Set router 0401b68e-46e5-466f-8af5-538d51e10068 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:33:53.984718 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-824f99fb-1767-4c3e-81f8-7436bf4bc43e None None] Provisioning complete for port 2a012288-4085-4877-b7a9-1aaa88b8b39a triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:33:53.985598 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-824f99fb-1767-4c3e-81f8-7436bf4bc43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:54.037544 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-d51a242b-cc67-4f70-9892-fbe06af56d53 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:33:54.038224 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-d51a242b-cc67-4f70-9892-fbe06af56d53 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Synchronizing usage tracker for tenant:74dcf8b577b84054bb5717d04406209a on resource:network {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:33:54.043009 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-824f99fb-1767-4c3e-81f8-7436bf4bc43e None None] Port 2a012288-4085-4877-b7a9-1aaa88b8b39a cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:33:54.059035 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-d51a242b-cc67-4f70-9892-fbe06af56d53 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Unset dirty status for tenant:74dcf8b577b84054bb5717d04406209a on resource:network {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:33:54.060234 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-d51a242b-cc67-4f70-9892-fbe06af56d53 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/networks?id=e081f0d7-85e0-4162-ba2b-8566ce068e59 HTTP/1.1" status: 200 len: 797 time: 0.1748743 May 31 16:33:54.075117 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-fed964b1-2c0c-418d-8a89-2b74cd160cbc tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/quotas/74dcf8b577b84054bb5717d04406209a HTTP/1.1" status: 200 len: 375 time: 0.0092094 May 31 16:33:54.160575 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-9d4230f5-7fee-41b5-af62-fcaf7696d431 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Synchronizing usage tracker for tenant:74dcf8b577b84054bb5717d04406209a on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:33:54.164120 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-93a2083d-4ab6-4d73-aafd-d7d95ad1069d None None] Provisioning complete for port 2a012288-4085-4877-b7a9-1aaa88b8b39a triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:33:54.164581 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-93a2083d-4ab6-4d73-aafd-d7d95ad1069d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:54.178254 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-9d4230f5-7fee-41b5-af62-fcaf7696d431 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Unset dirty status for tenant:74dcf8b577b84054bb5717d04406209a on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:33:54.180146 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-9d4230f5-7fee-41b5-af62-fcaf7696d431 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0996096 May 31 16:33:54.220963 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-93a2083d-4ab6-4d73-aafd-d7d95ad1069d None None] Port 2a012288-4085-4877-b7a9-1aaa88b8b39a cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:33:54.238188 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-88dcdfd8-e98a-4cd3-813e-1052dcb62b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0401b68e-46e5-466f-8af5-538d51e10068', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1238879081', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'fe46d646-0261-4f83-b3d9-708204ff2f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:33:46Z', 'updated_at': '2021-05-31T16:33:52Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': 'fe46d646-0261-4f83-b3d9-708204ff2f36', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0401b68e-46e5-466f-8af5-538d51e10068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:33:47Z', 'updated_at': '2021-05-31T16:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '2a012288-4085-4877-b7a9-1aaa88b8b39a', 'name': '', 'network_id': 'e081f0d7-85e0-4162-ba2b-8566ce068e59', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:dc:a6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0401b68e-46e5-466f-8af5-538d51e10068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '8e39c93f-784a-443b-bbb8-3622c1c395c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:33:51Z', 'updated_at': '2021-05-31T16:33:52Z', 'revision_number': 2, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '8e39c93f-784a-443b-bbb8-3622c1c395c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:33:54.242062 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dcdfd8-e98a-4cd3-813e-1052dcb62b63 None None] Checking router: 0401b68e-46e5-466f-8af5-538d51e10068 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:33:54.242409 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dcdfd8-e98a-4cd3-813e-1052dcb62b63 None None] Updating router 0401b68e-46e5-466f-8af5-538d51e10068 port 2a012288-4085-4877-b7a9-1aaa88b8b39a binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:33:54.294219 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-88dcdfd8-e98a-4cd3-813e-1052dcb62b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:54.325389 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-7de36007-95fb-4526-a9f5-2498c351be65 service neutron] 10.222.0.45 "GET /v2.0/networks/e081f0d7-85e0-4162-ba2b-8566ce068e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326344 May 31 16:33:54.461774 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-72cc9b8e-1235-4db0-a113-8c9bb04cd418 service neutron] 10.222.0.45 "GET /v2.0/networks/e081f0d7-85e0-4162-ba2b-8566ce068e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302507 May 31 16:33:54.553545 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device fe46d646-0261-4f83-b3d9-708204ff2f36 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:33:54.632430 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port fe46d646-0261-4f83-b3d9-708204ff2f36 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:33:54.632885 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:54.668866 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7cd333b4-a268-4b8f-ae3c-d1c3becd289c req-525a84be-e9c0-4ec6-9d95-d485281ae8fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 210 time: 0.0477235 May 31 16:33:54.673398 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-88dcdfd8-e98a-4cd3-813e-1052dcb62b63 None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:54.689044 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-88dcdfd8-e98a-4cd3-813e-1052dcb62b63 None None] Transition to ACTIVE for port object 2a012288-4085-4877-b7a9-1aaa88b8b39a will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:33:54.699212 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-88dcdfd8-e98a-4cd3-813e-1052dcb62b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:54.703924 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-6022304d-d967-478d-8c86-f81e10f5f4c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:54.765523 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 6f39754a-edef-414a-a20b-df1aa7788b4a up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:33:54.836690 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 6f39754a-edef-414a-a20b-df1aa7788b4a triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:33:54.837063 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:54.860937 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1984df-6022-4207-85bc-0a7a2a99d0f1 None None] Pushing event updated for resources: {'Port': ['ID=2a012288-4085-4877-b7a9-1aaa88b8b39a,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:54.900380 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1984df-6022-4207-85bc-0a7a2a99d0f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:54.900723 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1984df-6022-4207-85bc-0a7a2a99d0f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:54.901055 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1984df-6022-4207-85bc-0a7a2a99d0f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:54.901382 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1984df-6022-4207-85bc-0a7a2a99d0f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:54.901706 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1984df-6022-4207-85bc-0a7a2a99d0f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:54.902010 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1984df-6022-4207-85bc-0a7a2a99d0f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:54.902324 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1984df-6022-4207-85bc-0a7a2a99d0f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:54.902637 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1984df-6022-4207-85bc-0a7a2a99d0f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:54.902969 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1984df-6022-4207-85bc-0a7a2a99d0f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:54.903291 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1984df-6022-4207-85bc-0a7a2a99d0f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:54.903600 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1984df-6022-4207-85bc-0a7a2a99d0f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:54.903901 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1984df-6022-4207-85bc-0a7a2a99d0f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:33:54.914545 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-6c1984df-6022-4207-85bc-0a7a2a99d0f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:33:54.924015 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-88dcdfd8-e98a-4cd3-813e-1052dcb62b63 None None] Attempting to bind port 2a012288-4085-4877-b7a9-1aaa88b8b39a on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:33:54.924382 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-88dcdfd8-e98a-4cd3-813e-1052dcb62b63 None None] Attempting to bind port 2a012288-4085-4877-b7a9-1aaa88b8b39a by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '2dd50371-779c-4e31-9465-ea9034a20c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e081f0d7-85e0-4162-ba2b-8566ce068e59'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:33:54.924739 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dcdfd8-e98a-4cd3-813e-1052dcb62b63 None None] Attempting to bind port 2a012288-4085-4877-b7a9-1aaa88b8b39a on network e081f0d7-85e0-4162-ba2b-8566ce068e59 {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:33:54.930374 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dcdfd8-e98a-4cd3-813e-1052dcb62b63 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:33:54.930988 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dcdfd8-e98a-4cd3-813e-1052dcb62b63 None None] Checking segment: {'id': '2dd50371-779c-4e31-9465-ea9034a20c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e081f0d7-85e0-4162-ba2b-8566ce068e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:33:54.931152 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-88dcdfd8-e98a-4cd3-813e-1052dcb62b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:54.931539 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dcdfd8-e98a-4cd3-813e-1052dcb62b63 None None] Bound using segment: {'id': '2dd50371-779c-4e31-9465-ea9034a20c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e081f0d7-85e0-4162-ba2b-8566ce068e59'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:33:54.932008 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-88dcdfd8-e98a-4cd3-813e-1052dcb62b63 None None] Bound port: 2a012288-4085-4877-b7a9-1aaa88b8b39a, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd50371-779c-4e31-9465-ea9034a20c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e081f0d7-85e0-4162-ba2b-8566ce068e59'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:33:54.932363 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-88dcdfd8-e98a-4cd3-813e-1052dcb62b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:55.020255 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-88dcdfd8-e98a-4cd3-813e-1052dcb62b63 None None] For port 2a012288-4085-4877-b7a9-1aaa88b8b39a, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:33:55.023184 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-88dcdfd8-e98a-4cd3-813e-1052dcb62b63 None None] For port 2a012288-4085-4877-b7a9-1aaa88b8b39a, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=2a012288-4085-4877-b7a9-1aaa88b8b39a,segment=NetworkSegment(2dd50371-779c-4e31-9465-ea9034a20c4e),segment_id=2dd50371-779c-4e31-9465-ea9034a20c4e)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:33:55.029592 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-88dcdfd8-e98a-4cd3-813e-1052dcb62b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:55.032906 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-88410ab8-f2c4-4c56-9102-54e033a72852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:55.105659 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dcdfd8-e98a-4cd3-813e-1052dcb62b63 None None] Routers {'0401b68e-46e5-466f-8af5-538d51e10068'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:33:55.106272 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-88dcdfd8-e98a-4cd3-813e-1052dcb62b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:33:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['0401b68e-46e5-466f-8af5-538d51e10068'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:33:55.163844 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1984df-6022-4207-85bc-0a7a2a99d0f1 None None] Pushing event updated for resources: {'Port': ['ID=2a012288-4085-4877-b7a9-1aaa88b8b39a,revision_number=4']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:55.173490 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-6c1984df-6022-4207-85bc-0a7a2a99d0f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:33:55.321795 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-88dcdfd8-e98a-4cd3-813e-1052dcb62b63 None None] Set router 0401b68e-46e5-466f-8af5-538d51e10068 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:33:55.641902 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-88dcdfd8-e98a-4cd3-813e-1052dcb62b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0401b68e-46e5-466f-8af5-538d51e10068', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1238879081', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'fe46d646-0261-4f83-b3d9-708204ff2f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:33:46Z', 'updated_at': '2021-05-31T16:33:52Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': 'fe46d646-0261-4f83-b3d9-708204ff2f36', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0401b68e-46e5-466f-8af5-538d51e10068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:33:47Z', 'updated_at': '2021-05-31T16:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '2a012288-4085-4877-b7a9-1aaa88b8b39a', 'name': '', 'network_id': 'e081f0d7-85e0-4162-ba2b-8566ce068e59', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:dc:a6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0401b68e-46e5-466f-8af5-538d51e10068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '8e39c93f-784a-443b-bbb8-3622c1c395c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:33:51Z', 'updated_at': '2021-05-31T16:33:55Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '8e39c93f-784a-443b-bbb8-3622c1c395c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:33:55.646309 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dcdfd8-e98a-4cd3-813e-1052dcb62b63 None None] The sync data for ids ['0401b68e-46e5-466f-8af5-538d51e10068'] in dv-neutron-601336-79-hyperv is: [{'id': '0401b68e-46e5-466f-8af5-538d51e10068', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1238879081', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'fe46d646-0261-4f83-b3d9-708204ff2f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:33:46Z', 'updated_at': '2021-05-31T16:33:52Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': 'fe46d646-0261-4f83-b3d9-708204ff2f36', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0401b68e-46e5-466f-8af5-538d51e10068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:33:47Z', 'updated_at': '2021-05-31T16:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '2a012288-4085-4877-b7a9-1aaa88b8b39a', 'name': '', 'network_id': 'e081f0d7-85e0-4162-ba2b-8566ce068e59', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:dc:a6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0401b68e-46e5-466f-8af5-538d51e10068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '8e39c93f-784a-443b-bbb8-3622c1c395c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:33:51Z', 'updated_at': '2021-05-31T16:33:55Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '8e39c93f-784a-443b-bbb8-3622c1c395c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:33:55.788946 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-83cdef2c-9283-4fe2-81c8-7aa222deed49 req-891d539b-3b6f-40eb-8dec-af44338eb403 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 210 time: 0.0488904 May 31 16:33:56.555955 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 2a012288-4085-4877-b7a9-1aaa88b8b39a up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:33:56.631587 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 2a012288-4085-4877-b7a9-1aaa88b8b39a completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:33:56.636628 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 2a012288-4085-4877-b7a9-1aaa88b8b39a triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:33:56.636952 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:56.757779 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:56.791273 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 2a012288-4085-4877-b7a9-1aaa88b8b39a, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=2a012288-4085-4877-b7a9-1aaa88b8b39a,segment=NetworkSegment(2dd50371-779c-4e31-9465-ea9034a20c4e),segment_id=2dd50371-779c-4e31-9465-ea9034a20c4e)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:33:56.797461 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:56.800321 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:56.865725 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=2a012288-4085-4877-b7a9-1aaa88b8b39a,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:56.868783 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:33:56.946865 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cc6ae2e6-4998-4993-b370-a0aa1fd69677 req-4fb49d8c-9e8d-42ae-84fa-a00b18fd64b3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 210 time: 0.0429423 May 31 16:33:57.813340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-8beacbfc-ee76-4278-8707-2807382b3b53 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:33:57.814783 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-8beacbfc-ee76-4278-8707-2807382b3b53 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.59 "GET /v2.0/networks?id=e081f0d7-85e0-4162-ba2b-8566ce068e59 HTTP/1.1" status: 200 len: 797 time: 0.1460373 May 31 16:33:57.864594 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-2c466690-200f-4142-8fde-caf1acf90d4b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74dcf8b577b84054bb5717d04406209a HTTP/1.1" status: 200 len: 380 time: 0.0413163 May 31 16:33:57.879682 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-cf4ebcf7-5878-427f-83ee-2748129a9593 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'port': {'device_id': 'f513aeaf-cd85-49a3-ae99-475ea207016a', 'network_id': 'e081f0d7-85e0-4162-ba2b-8566ce068e59', 'admin_state_up': True, 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'security_groups': ['39b31e61-be11-4931-8857-b2515c1d1385']}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:33:58.020250 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-cf4ebcf7-5878-427f-83ee-2748129a9593 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:33:58.030080 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-cf4ebcf7-5878-427f-83ee-2748129a9593 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:33:58.040764 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-cf4ebcf7-5878-427f-83ee-2748129a9593 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Made reservation on behalf of 74dcf8b577b84054bb5717d04406209a for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:33:58.044313 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-cf4ebcf7-5878-427f-83ee-2748129a9593 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:58.248950 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d57b70bb-f35f-488d-9634-8ff3c29883af req-30031980-2b26-4751-8d21-73a139d9c7f6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 210 time: 0.1937053 May 31 16:33:58.391467 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-cf4ebcf7-5878-427f-83ee-2748129a9593 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Allocated IP 172.20.0.8 (e081f0d7-85e0-4162-ba2b-8566ce068e59/8e39c93f-784a-443b-bbb8-3622c1c395c3/baec073a-77e6-44f3-a43b-6bd0db2a294f) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:33:58.547799 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 2a012288-4085-4877-b7a9-1aaa88b8b39a up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:33:58.578664 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-cf4ebcf7-5878-427f-83ee-2748129a9593 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:58.593974 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-cf4ebcf7-5878-427f-83ee-2748129a9593 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Transition to ACTIVE for port object baec073a-77e6-44f3-a43b-6bd0db2a294f will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:33:58.618320 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-cf4ebcf7-5878-427f-83ee-2748129a9593 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:58.619302 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 2a012288-4085-4877-b7a9-1aaa88b8b39a triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:33:58.619683 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:58.624019 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-60d76454-2b57-4a72-ac76-8c0aca351748 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:58.689293 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-cf4ebcf7-5878-427f-83ee-2748129a9593 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network e081f0d7-85e0-4162-ba2b-8566ce068e59 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:33:58.692459 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-cf4ebcf7-5878-427f-83ee-2748129a9593 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:33:58.696337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-cf4ebcf7-5878-427f-83ee-2748129a9593 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:33:58.732253 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ebcf7-5878-427f-83ee-2748129a9593 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Port': ['ID=baec073a-77e6-44f3-a43b-6bd0db2a294f,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:58.739602 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cf4ebcf7-5878-427f-83ee-2748129a9593 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:33:58.773827 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-cf4ebcf7-5878-427f-83ee-2748129a9593 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:33:58.774396 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-cf4ebcf7-5878-427f-83ee-2748129a9593 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:58.804383 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-cf4ebcf7-5878-427f-83ee-2748129a9593 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9282773 May 31 16:33:58.834828 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:58.881864 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-1cb28a75-467a-401a-8bb0-35a1139123bb service neutron] Request body: {'port': {'device_id': 'f513aeaf-cd85-49a3-ae99-475ea207016a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:33:58.923917 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2a90e313-72a4-4593-888d-cf0bdd75f88e None None] Provisioning for port baec073a-77e6-44f3-a43b-6bd0db2a294f completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:33:58.928540 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2a90e313-72a4-4593-888d-cf0bdd75f88e None None] Provisioning complete for port baec073a-77e6-44f3-a43b-6bd0db2a294f triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:33:58.928915 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2a90e313-72a4-4593-888d-cf0bdd75f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:58.982826 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-2a90e313-72a4-4593-888d-cf0bdd75f88e None None] Port baec073a-77e6-44f3-a43b-6bd0db2a294f cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:33:59.005433 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-1cb28a75-467a-401a-8bb0-35a1139123bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:59.421295 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-1cb28a75-467a-401a-8bb0-35a1139123bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baec073a-77e6-44f3-a43b-6bd0db2a294f {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:33:59.430838 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-1cb28a75-467a-401a-8bb0-35a1139123bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:59.454890 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-1cb28a75-467a-401a-8bb0-35a1139123bb service neutron] Transition to ACTIVE for port object baec073a-77e6-44f3-a43b-6bd0db2a294f will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:33:59.461759 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-1cb28a75-467a-401a-8bb0-35a1139123bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:59.467921 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c0f76ae2-6a51-4f60-82c0-13a08c2987fe tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:59.594585 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6d7d0-cbe5-4ded-a3d6-c51dab8904ba req-3b793310-f095-4506-a67f-654efa857b13 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:33:59.595295 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-5bd6d7d0-cbe5-4ded-a3d6-c51dab8904ba req-3b793310-f095-4506-a67f-654efa857b13 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Synchronizing usage tracker for tenant:74dcf8b577b84054bb5717d04406209a on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:33:59.618755 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb28a75-467a-401a-8bb0-35a1139123bb service neutron] Pushing event updated for resources: {'Port': ['ID=baec073a-77e6-44f3-a43b-6bd0db2a294f,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:59.621810 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1cb28a75-467a-401a-8bb0-35a1139123bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:33:59.693508 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-5bd6d7d0-cbe5-4ded-a3d6-c51dab8904ba req-3b793310-f095-4506-a67f-654efa857b13 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Unset dirty status for tenant:74dcf8b577b84054bb5717d04406209a on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:33:59.694869 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5bd6d7d0-cbe5-4ded-a3d6-c51dab8904ba req-3b793310-f095-4506-a67f-654efa857b13 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 931 time: 0.3368733 May 31 16:33:59.769633 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5bd6d7d0-cbe5-4ded-a3d6-c51dab8904ba req-4eb6c2ec-7972-4348-bb33-9b2f3252add2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=39b31e61-be11-4931-8857-b2515c1d1385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641532 May 31 16:33:59.770421 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-1cb28a75-467a-401a-8bb0-35a1139123bb service neutron] Attempting to bind port baec073a-77e6-44f3-a43b-6bd0db2a294f on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:33:59.770725 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-1cb28a75-467a-401a-8bb0-35a1139123bb service neutron] Attempting to bind port baec073a-77e6-44f3-a43b-6bd0db2a294f by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '2dd50371-779c-4e31-9465-ea9034a20c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e081f0d7-85e0-4162-ba2b-8566ce068e59'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:33:59.771094 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-1cb28a75-467a-401a-8bb0-35a1139123bb service neutron] Attempting to bind port baec073a-77e6-44f3-a43b-6bd0db2a294f on network e081f0d7-85e0-4162-ba2b-8566ce068e59 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:33:59.776000 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-1cb28a75-467a-401a-8bb0-35a1139123bb service neutron] Port baec073a-77e6-44f3-a43b-6bd0db2a294f on network e081f0d7-85e0-4162-ba2b-8566ce068e59 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:33:59.776312 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-1cb28a75-467a-401a-8bb0-35a1139123bb service neutron] Attempting to bind port baec073a-77e6-44f3-a43b-6bd0db2a294f on network e081f0d7-85e0-4162-ba2b-8566ce068e59 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:33:59.781430 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-1cb28a75-467a-401a-8bb0-35a1139123bb service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:33:59.781759 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-1cb28a75-467a-401a-8bb0-35a1139123bb service neutron] Checking segment: {'id': '2dd50371-779c-4e31-9465-ea9034a20c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e081f0d7-85e0-4162-ba2b-8566ce068e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:33:59.782186 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-1cb28a75-467a-401a-8bb0-35a1139123bb service neutron] Bound using segment: {'id': '2dd50371-779c-4e31-9465-ea9034a20c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e081f0d7-85e0-4162-ba2b-8566ce068e59'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:33:59.782540 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-1cb28a75-467a-401a-8bb0-35a1139123bb service neutron] Bound port: baec073a-77e6-44f3-a43b-6bd0db2a294f, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dd50371-779c-4e31-9465-ea9034a20c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e081f0d7-85e0-4162-ba2b-8566ce068e59'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:33:59.782892 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-1cb28a75-467a-401a-8bb0-35a1139123bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:59.878888 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-1cb28a75-467a-401a-8bb0-35a1139123bb service neutron] For port baec073a-77e6-44f3-a43b-6bd0db2a294f, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:33:59.882039 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-1cb28a75-467a-401a-8bb0-35a1139123bb service neutron] For port baec073a-77e6-44f3-a43b-6bd0db2a294f, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=baec073a-77e6-44f3-a43b-6bd0db2a294f,segment=NetworkSegment(2dd50371-779c-4e31-9465-ea9034a20c4e),segment_id=2dd50371-779c-4e31-9465-ea9034a20c4e)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:33:59.888586 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-1cb28a75-467a-401a-8bb0-35a1139123bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:59.892491 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a409247a-1302-4547-9e33-433c3090b29d tempest-TestEncryptedCinderVolumes-1014010569 tempest-TestEncryptedCinderVolumes-1014010569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:33:59.951392 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-1cb28a75-467a-401a-8bb0-35a1139123bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:33:59.952031 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-1cb28a75-467a-401a-8bb0-35a1139123bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:59.953439 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-1cb28a75-467a-401a-8bb0-35a1139123bb service neutron] 10.222.0.59 "PUT /v2.0/ports/baec073a-77e6-44f3-a43b-6bd0db2a294f HTTP/1.1" status: 200 len: 1093 time: 1.1411107 May 31 16:33:59.953987 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f513aeaf-cd85-49a3-ae99-475ea207016a', 'tag': 'baec073a-77e6-44f3-a43b-6bd0db2a294f'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:33:59.956417 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c419eb6-1afe-4049-8363-89c8537a6847" -d '{"events": [{"name": "network-changed", "server_uuid": "f513aeaf-cd85-49a3-ae99-475ea207016a", "tag": "baec073a-77e6-44f3-a43b-6bd0db2a294f"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:33:59.978593 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb28a75-467a-401a-8bb0-35a1139123bb service neutron] Pushing event updated for resources: {'Port': ['ID=baec073a-77e6-44f3-a43b-6bd0db2a294f,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:33:59.981884 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1cb28a75-467a-401a-8bb0-35a1139123bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:34:00.031546 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3398c2-3482-4a27-867c-a99b2bb169c5 x-openstack-request-id: req-1e3398c2-3482-4a27-867c-a99b2bb169c5 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:34:00.031775 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f513aeaf-cd85-49a3-ae99-475ea207016a", "tag": "baec073a-77e6-44f3-a43b-6bd0db2a294f", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:34:00.032102 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1e3398c2-3482-4a27-867c-a99b2bb169c5 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:34:00.032562 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f513aeaf-cd85-49a3-ae99-475ea207016a', 'tag': 'baec073a-77e6-44f3-a43b-6bd0db2a294f', 'status': 'completed', 'code': 200} May 31 16:34:00.076285 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-633ba05b-9a14-427c-8857-b39caf521ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:34:00.077812 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-633ba05b-9a14-427c-8857-b39caf521ebb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 1096 time: 0.0809071 May 31 16:34:00.296127 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-b0abf49c-cb53-4559-a43f-ccfd9cb16627 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baec073a-77e6-44f3-a43b-6bd0db2a294f HTTP/1.1" status: 200 len: 217 time: 0.2103233 May 31 16:34:00.362499 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-768cf6b7-7753-4b22-9666-72c1f051809a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:34:00.364111 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-768cf6b7-7753-4b22-9666-72c1f051809a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e39c93f-784a-443b-bbb8-3622c1c395c3 HTTP/1.1" status: 200 len: 835 time: 0.0613790 May 31 16:34:00.441649 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-9e866fe7-92b8-411f-84ba-c1548d5384a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:34:00.443226 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-9e866fe7-92b8-411f-84ba-c1548d5384a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e081f0d7-85e0-4162-ba2b-8566ce068e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0722213 May 31 16:34:00.576869 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-0435668e-cfe8-4c2d-8320-88c04bc2b309 service neutron] 10.222.0.59 "GET /v2.0/networks/e081f0d7-85e0-4162-ba2b-8566ce068e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270843 May 31 16:34:00.714860 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3502bd9f-6570-41b5-8c24-634bc9253718 req-18b3d9b1-9bff-47bd-914c-b37dedcbedd4 service neutron] 10.222.0.59 "GET /v2.0/networks/e081f0d7-85e0-4162-ba2b-8566ce068e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310706 May 31 16:34:00.841977 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c419eb6-1afe-4049-8363-89c8537a6847 req-a343b74d-6bfc-4383-856a-b7dea765ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:34:00.844288 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9c419eb6-1afe-4049-8363-89c8537a6847 req-a343b74d-6bfc-4383-856a-b7dea765ef17 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 1096 time: 0.0819564 May 31 16:34:01.036346 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c419eb6-1afe-4049-8363-89c8537a6847 req-f2824775-eb6a-4478-a73e-9062691c9a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:34:01.037883 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9c419eb6-1afe-4049-8363-89c8537a6847 req-f2824775-eb6a-4478-a73e-9062691c9a7e service neutron] 10.222.0.59 "GET /v2.0/networks?id=e081f0d7-85e0-4162-ba2b-8566ce068e59 HTTP/1.1" status: 200 len: 898 time: 0.1868732 May 31 16:34:01.109283 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9c419eb6-1afe-4049-8363-89c8537a6847 req-5c03ae17-47a6-4264-8d17-257286c70401 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baec073a-77e6-44f3-a43b-6bd0db2a294f HTTP/1.1" status: 200 len: 217 time: 0.0637929 May 31 16:34:01.118328 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef98a0-f8de-4a3b-b2eb-ccda9a16cef1 req-407e73c0-8f93-4ce4-9da5-201736c97a15 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:34:01.119764 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cbef98a0-f8de-4a3b-b2eb-ccda9a16cef1 req-407e73c0-8f93-4ce4-9da5-201736c97a15 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 943 time: 0.1895926 May 31 16:34:01.208851 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c419eb6-1afe-4049-8363-89c8537a6847 req-25f4e718-2e4a-4f62-a0d1-05cea539fd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:34:01.210283 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9c419eb6-1afe-4049-8363-89c8537a6847 req-25f4e718-2e4a-4f62-a0d1-05cea539fd04 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e39c93f-784a-443b-bbb8-3622c1c395c3 HTTP/1.1" status: 200 len: 835 time: 0.0896740 May 31 16:34:01.213140 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cbef98a0-f8de-4a3b-b2eb-ccda9a16cef1 req-89a6c1eb-d0f8-41bc-a096-1deeaef889af tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=39b31e61-be11-4931-8857-b2515c1d1385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605834 May 31 16:34:01.288673 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c419eb6-1afe-4049-8363-89c8537a6847 req-6b592ec1-79fb-424a-b9d4-c451a79dab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:34:01.290194 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9c419eb6-1afe-4049-8363-89c8537a6847 req-6b592ec1-79fb-424a-b9d4-c451a79dab36 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e081f0d7-85e0-4162-ba2b-8566ce068e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0732496 May 31 16:34:01.428500 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9c419eb6-1afe-4049-8363-89c8537a6847 req-868df88e-d3d3-4348-9952-042ff91f8c5d service neutron] 10.222.0.59 "GET /v2.0/networks/e081f0d7-85e0-4162-ba2b-8566ce068e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311665 May 31 16:34:01.561479 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9c419eb6-1afe-4049-8363-89c8537a6847 req-eef88291-329c-4215-988e-4434b7c8eb0b service neutron] 10.222.0.59 "GET /v2.0/networks/e081f0d7-85e0-4162-ba2b-8566ce068e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264086 May 31 16:34:02.431610 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e21a9e-cd14-4817-85d4-3a878dc59851 req-b6325077-63f6-49ca-b480-98f487f105b9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:34:02.433013 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c6e21a9e-cd14-4817-85d4-3a878dc59851 req-b6325077-63f6-49ca-b480-98f487f105b9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 943 time: 0.0991349 May 31 16:34:02.480590 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c6e21a9e-cd14-4817-85d4-3a878dc59851 req-45e51022-f1ef-4446-8739-b28cf3e660c1 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=39b31e61-be11-4931-8857-b2515c1d1385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416286 May 31 16:34:03.040420 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device baec073a-77e6-44f3-a43b-6bd0db2a294f details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:34:03.194653 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port baec073a-77e6-44f3-a43b-6bd0db2a294f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=baec073a-77e6-44f3-a43b-6bd0db2a294f,segment=NetworkSegment(2dd50371-779c-4e31-9465-ea9034a20c4e),segment_id=2dd50371-779c-4e31-9465-ea9034a20c4e)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:34:03.208235 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': 'baec073a-77e6-44f3-a43b-6bd0db2a294f', 'network_id': 'e081f0d7-85e0-4162-ba2b-8566ce068e59', 'port_id': 'baec073a-77e6-44f3-a43b-6bd0db2a294f', 'mac_address': 'fa:16:3e:c9:61:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e39c93f-784a-443b-bbb8-3622c1c395c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:34:03.267506 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:03.289271 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baec073a-77e6-44f3-a43b-6bd0db2a294f {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:34:03.307414 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port baec073a-77e6-44f3-a43b-6bd0db2a294f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=baec073a-77e6-44f3-a43b-6bd0db2a294f,segment=NetworkSegment(2dd50371-779c-4e31-9465-ea9034a20c4e),segment_id=2dd50371-779c-4e31-9465-ea9034a20c4e)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:34:03.313527 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:03.315811 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a3c7b955-ff78-40da-8804-6edc8b91af3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:34:03.386982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=baec073a-77e6-44f3-a43b-6bd0db2a294f,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:34:03.390160 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:34:03.638807 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['baec073a-77e6-44f3-a43b-6bd0db2a294f'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:34:03.681446 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a85d0-b26e-47e8-b86b-880ad1c0510b req-c30e0c65-a288-4ce9-a16b-9908a56d09f3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:34:03.683435 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-714a85d0-b26e-47e8-b86b-880ad1c0510b req-c30e0c65-a288-4ce9-a16b-9908a56d09f3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 944 time: 0.0915713 May 31 16:34:03.740229 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-714a85d0-b26e-47e8-b86b-880ad1c0510b req-7a151629-434e-47ea-a5ca-5daa4407c468 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=39b31e61-be11-4931-8857-b2515c1d1385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497074 May 31 16:34:04.723524 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-34264b77-e920-469d-9799-9bfbb55b97b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:04.960469 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdf4f2-12c7-44db-8633-91f82fdc89fd req-d8b18a90-ef50-4571-8cf6-fb4d6c2e919e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:34:04.962120 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bccdf4f2-12c7-44db-8633-91f82fdc89fd req-d8b18a90-ef50-4571-8cf6-fb4d6c2e919e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 944 time: 0.1054764 May 31 16:34:05.013647 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bccdf4f2-12c7-44db-8633-91f82fdc89fd req-59732f56-4c5d-42fd-b324-53497639fe7d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=39b31e61-be11-4931-8857-b2515c1d1385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427616 May 31 16:34:05.057683 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device baec073a-77e6-44f3-a43b-6bd0db2a294f up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:34:05.145629 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port baec073a-77e6-44f3-a43b-6bd0db2a294f completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:34:05.150813 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port baec073a-77e6-44f3-a43b-6bd0db2a294f triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:34:05.151261 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:05.277645 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:05.310146 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f513aeaf-cd85-49a3-ae99-475ea207016a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baec073a-77e6-44f3-a43b-6bd0db2a294f'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:34:05.312846 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def8a95e-6f4a-4f0a-aed7-cb5ca674ebb9" -d '{"events": [{"server_uuid": "f513aeaf-cd85-49a3-ae99-475ea207016a", "name": "network-vif-plugged", "status": "completed", "tag": "baec073a-77e6-44f3-a43b-6bd0db2a294f"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:34:05.326104 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port baec073a-77e6-44f3-a43b-6bd0db2a294f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=baec073a-77e6-44f3-a43b-6bd0db2a294f,segment=NetworkSegment(2dd50371-779c-4e31-9465-ea9034a20c4e),segment_id=2dd50371-779c-4e31-9465-ea9034a20c4e)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:34:05.331536 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:05.333603 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a272e5af-a1a6-49e3-9365-80207a691e4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:34:05.405638 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=baec073a-77e6-44f3-a43b-6bd0db2a294f,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:34:05.408790 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:34:05.446185 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5010f29-4010-4269-92f5-9e8192f8f377 x-openstack-request-id: req-b5010f29-4010-4269-92f5-9e8192f8f377 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:34:05.446622 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f513aeaf-cd85-49a3-ae99-475ea207016a", "name": "network-vif-plugged", "status": "completed", "tag": "baec073a-77e6-44f3-a43b-6bd0db2a294f", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:34:05.447029 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b5010f29-4010-4269-92f5-9e8192f8f377 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:34:05.447605 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f513aeaf-cd85-49a3-ae99-475ea207016a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baec073a-77e6-44f3-a43b-6bd0db2a294f', 'code': 200} May 31 16:34:05.710661 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c5460-1cba-4390-ba5f-3a502d739f7d req-44384ffb-a856-41d0-b1d3-b7d3dcd43545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:34:05.712481 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1f6c5460-1cba-4390-ba5f-3a502d739f7d req-44384ffb-a856-41d0-b1d3-b7d3dcd43545 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 1098 time: 0.0832574 May 31 16:34:05.758941 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1f6c5460-1cba-4390-ba5f-3a502d739f7d req-28bf54e3-8818-413a-9440-3451b6475bc8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=39b31e61-be11-4931-8857-b2515c1d1385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398030 May 31 16:34:06.261225 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c816f-3843-4094-b160-d68e82f14f0c req-16802db5-feb6-4955-a8d5-0c12748334b7 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:34:06.262839 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-023c816f-3843-4094-b160-d68e82f14f0c req-16802db5-feb6-4955-a8d5-0c12748334b7 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 945 time: 0.1415005 May 31 16:34:06.310359 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-023c816f-3843-4094-b160-d68e82f14f0c req-1a348e38-fba5-42ff-be81-2bf84be6a142 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=39b31e61-be11-4931-8857-b2515c1d1385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411918 May 31 16:34:07.069388 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:07.557275 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439ea9f-afbd-42cf-b7ec-af852efb62dd req-40ef9963-fb46-4109-8921-e448aa2462a2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:34:07.558781 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7439ea9f-afbd-42cf-b7ec-af852efb62dd req-40ef9963-fb46-4109-8921-e448aa2462a2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 945 time: 0.1382310 May 31 16:34:07.605257 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7439ea9f-afbd-42cf-b7ec-af852efb62dd req-592f4f61-eedd-47f9-bce4-67c41d06ff8e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=39b31e61-be11-4931-8857-b2515c1d1385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403957 May 31 16:34:07.802508 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67930da0-3610-4ca2-86e9-b85cd5510019 req-a990b8af-97af-4936-80a7-94f9bce61f17 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:34:07.803989 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-67930da0-3610-4ca2-86e9-b85cd5510019 req-a990b8af-97af-4936-80a7-94f9bce61f17 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 945 time: 0.0834816 May 31 16:34:07.849560 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-67930da0-3610-4ca2-86e9-b85cd5510019 req-0d5cb1c8-f4f7-478a-9ed6-979f3c5537cf tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=39b31e61-be11-4931-8857-b2515c1d1385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395961 May 31 16:34:07.872869 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39632) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:34:07.946464 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f040ca3-1339-4879-a688-fda313c0cb4a tempest-TestNetworkAdvancedServerOps-662742683 tempest-TestNetworkAdvancedServerOps-662742683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:34:07.948017 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1f040ca3-1339-4879-a688-fda313c0cb4a tempest-TestNetworkAdvancedServerOps-662742683 tempest-TestNetworkAdvancedServerOps-662742683-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 1093 time: 0.0741904 May 31 16:34:07.951392 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39636) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:34:07.957681 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-a3f18237-1c1e-4c1f-8a0a-35b7945998ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'port_id': 'baec073a-77e6-44f3-a43b-6bd0db2a294f', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:34:07.963314 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-67970d7f-5aa7-4492-b3f6-2a9ed4ff62f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:07.965508 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a3f18237-1c1e-4c1f-8a0a-35b7945998ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:34:07.970643 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a3f18237-1c1e-4c1f-8a0a-35b7945998ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:floatingip and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:34:07.974185 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a3f18237-1c1e-4c1f-8a0a-35b7945998ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:34:07.981849 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a3f18237-1c1e-4c1f-8a0a-35b7945998ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:34:07.993623 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a3f18237-1c1e-4c1f-8a0a-35b7945998ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for floatingip, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:08.135402 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a3f18237-1c1e-4c1f-8a0a-35b7945998ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:08.275378 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-a3f18237-1c1e-4c1f-8a0a-35b7945998ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Allocated IP 172.26.0.108 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/7991ce5a-d322-4f6b-a42d-c6982e733c74) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:34:08.577790 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:08.596648 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a3f18237-1c1e-4c1f-8a0a-35b7945998ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:08.627681 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a3f18237-1c1e-4c1f-8a0a-35b7945998ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:08.632730 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-260f1066-c23a-4f25-9e75-996c3e5965de tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:34:08.691622 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f18237-1c1e-4c1f-8a0a-35b7945998ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:34:08.694292 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-a3f18237-1c1e-4c1f-8a0a-35b7945998ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:34:08.697003 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f18237-1c1e-4c1f-8a0a-35b7945998ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:34:08.741755 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f18237-1c1e-4c1f-8a0a-35b7945998ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Port': ['ID=7991ce5a-d322-4f6b-a42d-c6982e733c74,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:34:08.746864 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a3f18237-1c1e-4c1f-8a0a-35b7945998ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:34:09.119908 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a3f18237-1c1e-4c1f-8a0a-35b7945998ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:09.196410 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a3f18237-1c1e-4c1f-8a0a-35b7945998ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:09.418533 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a3f18237-1c1e-4c1f-8a0a-35b7945998ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:09.424698 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a3f18237-1c1e-4c1f-8a0a-35b7945998ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:09.428740 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-612e74f6-9e85-43f9-98b8-34b3ddb09ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:34:09.540197 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f18237-1c1e-4c1f-8a0a-35b7945998ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Port': ['ID=7991ce5a-d322-4f6b-a42d-c6982e733c74,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:34:09.543254 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a3f18237-1c1e-4c1f-8a0a-35b7945998ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:34:09.553396 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a3f18237-1c1e-4c1f-8a0a-35b7945998ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:09.737530 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.l3_db [None req-a3f18237-1c1e-4c1f-8a0a-35b7945998ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Floating IP 2b50b1ef-ed68-4715-a1aa-8d80680f21fd associated. External IP: 172.26.0.108, port: baec073a-77e6-44f3-a43b-6bd0db2a294f. May 31 16:34:09.946156 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:10.247835 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f18237-1c1e-4c1f-8a0a-35b7945998ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Router 0401b68e-46e5-466f-8af5-538d51e10068 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:34:10.431248 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f18237-1c1e-4c1f-8a0a-35b7945998ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:34:10.441257 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f623a449-26bb-4a51-b952-cb7f37df15ec None None] Sync routers for ids ['0401b68e-46e5-466f-8af5-538d51e10068'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:34:10.451245 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f623a449-26bb-4a51-b952-cb7f37df15ec None None] Routers {'0401b68e-46e5-466f-8af5-538d51e10068'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:34:10.452308 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-f623a449-26bb-4a51-b952-cb7f37df15ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:34:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['0401b68e-46e5-466f-8af5-538d51e10068'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:34:10.458632 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a3f18237-1c1e-4c1f-8a0a-35b7945998ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:10.514706 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a3f18237-1c1e-4c1f-8a0a-35b7945998ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5620170 May 31 16:34:10.515288 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f513aeaf-cd85-49a3-ae99-475ea207016a', 'tag': 'baec073a-77e6-44f3-a43b-6bd0db2a294f'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:34:10.517574 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f3d32c-f32a-43be-8063-9d21d7e53298" -d '{"events": [{"name": "network-changed", "server_uuid": "f513aeaf-cd85-49a3-ae99-475ea207016a", "tag": "baec073a-77e6-44f3-a43b-6bd0db2a294f"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:34:10.576539 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0434ddc1-bd27-4ea0-b7d9-f68d799150ee x-openstack-request-id: req-0434ddc1-bd27-4ea0-b7d9-f68d799150ee {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:34:10.576970 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f513aeaf-cd85-49a3-ae99-475ea207016a", "tag": "baec073a-77e6-44f3-a43b-6bd0db2a294f", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:34:10.577352 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0434ddc1-bd27-4ea0-b7d9-f68d799150ee {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:34:10.577887 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f513aeaf-cd85-49a3-ae99-475ea207016a', 'tag': 'baec073a-77e6-44f3-a43b-6bd0db2a294f', 'status': 'completed', 'code': 200} May 31 16:34:10.651459 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-f623a449-26bb-4a51-b952-cb7f37df15ec None None] Set router 0401b68e-46e5-466f-8af5-538d51e10068 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:34:10.681709 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255626c9-1ffe-44ec-902f-95052f3dd69f req-d2476d07-479f-45ef-9855-6f5e9c7cf089 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:34:10.683173 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-255626c9-1ffe-44ec-902f-95052f3dd69f req-d2476d07-479f-45ef-9855-6f5e9c7cf089 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 945 time: 0.0831249 May 31 16:34:10.769440 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-255626c9-1ffe-44ec-902f-95052f3dd69f req-be62ad34-8d81-48f8-afb2-0a3a5c4f369a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=39b31e61-be11-4931-8857-b2515c1d1385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801818 May 31 16:34:10.792944 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39644) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:34:10.800476 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3d32c-f32a-43be-8063-9d21d7e53298 req-1af0fafa-c8a3-463e-aa08-7c413aa02d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:34:10.801927 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-95f3d32c-f32a-43be-8063-9d21d7e53298 req-1af0fafa-c8a3-463e-aa08-7c413aa02d60 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 1098 time: 0.0831511 May 31 16:34:10.904529 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b8cf4049-11d7-4ce5-b41e-5f27f7474be9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/floatingips/2b50b1ef-ed68-4715-a1aa-8d80680f21fd HTTP/1.1" status: 200 len: 991 time: 0.1102936 May 31 16:34:10.937821 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3d32c-f32a-43be-8063-9d21d7e53298 req-3df825de-90f6-4b96-ac16-31cf6402de6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:34:10.939298 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-95f3d32c-f32a-43be-8063-9d21d7e53298 req-3df825de-90f6-4b96-ac16-31cf6402de6e service neutron] 10.222.0.59 "GET /v2.0/networks?id=e081f0d7-85e0-4162-ba2b-8566ce068e59 HTTP/1.1" status: 200 len: 898 time: 0.1301832 May 31 16:34:11.039468 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-f623a449-26bb-4a51-b952-cb7f37df15ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0401b68e-46e5-466f-8af5-538d51e10068', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1238879081', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'fe46d646-0261-4f83-b3d9-708204ff2f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:33:46Z', 'updated_at': '2021-05-31T16:33:52Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': 'fe46d646-0261-4f83-b3d9-708204ff2f36', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0401b68e-46e5-466f-8af5-538d51e10068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:33:47Z', 'updated_at': '2021-05-31T16:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '2b50b1ef-ed68-4715-a1aa-8d80680f21fd', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'floating_ip_address': '172.26.0.108', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '0401b68e-46e5-466f-8af5-538d51e10068', 'port_id': 'baec073a-77e6-44f3-a43b-6bd0db2a294f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e081f0d7-85e0-4162-ba2b-8566ce068e59', 'mac_address': 'fa:16:3e:c9:61:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513aeaf-cd85-49a3-ae99-475ea207016a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:34:09Z', 'updated_at': '2021-05-31T16:34:09Z', 'revision_number': 0, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a012288-4085-4877-b7a9-1aaa88b8b39a', 'name': '', 'network_id': 'e081f0d7-85e0-4162-ba2b-8566ce068e59', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:dc:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0401b68e-46e5-466f-8af5-538d51e10068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '8e39c93f-784a-443b-bbb8-3622c1c395c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:33:51Z', 'updated_at': '2021-05-31T16:33:56Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '8e39c93f-784a-443b-bbb8-3622c1c395c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:34:11.043364 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f623a449-26bb-4a51-b952-cb7f37df15ec None None] Checking router: 0401b68e-46e5-466f-8af5-538d51e10068 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:34:11.045660 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-95f3d32c-f32a-43be-8063-9d21d7e53298 req-2949c5ba-1b81-4ada-bfc7-f2f81f395b61 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baec073a-77e6-44f3-a43b-6bd0db2a294f HTTP/1.1" status: 200 len: 999 time: 0.0992239 May 31 16:34:11.051979 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f623a449-26bb-4a51-b952-cb7f37df15ec None None] Routers {'0401b68e-46e5-466f-8af5-538d51e10068'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:34:11.052576 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-f623a449-26bb-4a51-b952-cb7f37df15ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:34:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['0401b68e-46e5-466f-8af5-538d51e10068'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:34:11.115114 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3d32c-f32a-43be-8063-9d21d7e53298 req-e9c9b044-338e-43f2-afd6-5e3c207a2c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:34:11.116677 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-95f3d32c-f32a-43be-8063-9d21d7e53298 req-e9c9b044-338e-43f2-afd6-5e3c207a2c72 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e39c93f-784a-443b-bbb8-3622c1c395c3 HTTP/1.1" status: 200 len: 835 time: 0.0637627 May 31 16:34:11.195513 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3d32c-f32a-43be-8063-9d21d7e53298 req-55c14e32-3a4c-4c59-900f-845ee93415ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:34:11.197129 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-95f3d32c-f32a-43be-8063-9d21d7e53298 req-55c14e32-3a4c-4c59-900f-845ee93415ce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e081f0d7-85e0-4162-ba2b-8566ce068e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0735943 May 31 16:34:11.242593 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-f623a449-26bb-4a51-b952-cb7f37df15ec None None] Set router 0401b68e-46e5-466f-8af5-538d51e10068 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:34:11.481629 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-95f3d32c-f32a-43be-8063-9d21d7e53298 req-1c0b5aff-334e-47b0-8f7f-02c6c16ad9f3 service neutron] 10.222.0.59 "GET /v2.0/networks/e081f0d7-85e0-4162-ba2b-8566ce068e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779999 May 31 16:34:11.603048 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-f623a449-26bb-4a51-b952-cb7f37df15ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0401b68e-46e5-466f-8af5-538d51e10068', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1238879081', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'fe46d646-0261-4f83-b3d9-708204ff2f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:33:46Z', 'updated_at': '2021-05-31T16:33:52Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': 'fe46d646-0261-4f83-b3d9-708204ff2f36', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0401b68e-46e5-466f-8af5-538d51e10068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:33:47Z', 'updated_at': '2021-05-31T16:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '2b50b1ef-ed68-4715-a1aa-8d80680f21fd', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'floating_ip_address': '172.26.0.108', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '0401b68e-46e5-466f-8af5-538d51e10068', 'port_id': 'baec073a-77e6-44f3-a43b-6bd0db2a294f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e081f0d7-85e0-4162-ba2b-8566ce068e59', 'mac_address': 'fa:16:3e:c9:61:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513aeaf-cd85-49a3-ae99-475ea207016a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:34:09Z', 'updated_at': '2021-05-31T16:34:09Z', 'revision_number': 0, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a012288-4085-4877-b7a9-1aaa88b8b39a', 'name': '', 'network_id': 'e081f0d7-85e0-4162-ba2b-8566ce068e59', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:dc:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0401b68e-46e5-466f-8af5-538d51e10068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '8e39c93f-784a-443b-bbb8-3622c1c395c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:33:51Z', 'updated_at': '2021-05-31T16:33:56Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '8e39c93f-784a-443b-bbb8-3622c1c395c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:34:11.609007 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f623a449-26bb-4a51-b952-cb7f37df15ec None None] The sync data for ids ['0401b68e-46e5-466f-8af5-538d51e10068'] in dv-neutron-601336-79-hyperv is: [{'id': '0401b68e-46e5-466f-8af5-538d51e10068', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1238879081', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'fe46d646-0261-4f83-b3d9-708204ff2f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:33:46Z', 'updated_at': '2021-05-31T16:33:52Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': 'fe46d646-0261-4f83-b3d9-708204ff2f36', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0401b68e-46e5-466f-8af5-538d51e10068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:33:47Z', 'updated_at': '2021-05-31T16:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '2b50b1ef-ed68-4715-a1aa-8d80680f21fd', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'floating_ip_address': '172.26.0.108', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '0401b68e-46e5-466f-8af5-538d51e10068', 'port_id': 'baec073a-77e6-44f3-a43b-6bd0db2a294f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e081f0d7-85e0-4162-ba2b-8566ce068e59', 'mac_address': 'fa:16:3e:c9:61:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513aeaf-cd85-49a3-ae99-475ea207016a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:34:09Z', 'updated_at': '2021-05-31T16:34:09Z', 'revision_number': 0, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a012288-4085-4877-b7a9-1aaa88b8b39a', 'name': '', 'network_id': 'e081f0d7-85e0-4162-ba2b-8566ce068e59', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:dc:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0401b68e-46e5-466f-8af5-538d51e10068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '8e39c93f-784a-443b-bbb8-3622c1c395c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:33:51Z', 'updated_at': '2021-05-31T16:33:56Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '8e39c93f-784a-443b-bbb8-3622c1c395c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:34:11.634199 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-95f3d32c-f32a-43be-8063-9d21d7e53298 req-87c100c4-5dda-40a5-9d55-f40de514beb1 service neutron] 10.222.0.59 "GET /v2.0/networks/e081f0d7-85e0-4162-ba2b-8566ce068e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376519 May 31 16:34:11.810281 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff44441-5628-42da-836c-f1b5efebcd8f None None] New status for floating IP 2b50b1ef-ed68-4715-a1aa-8d80680f21fd: ACTIVE {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:34:11.908562 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39648) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:34:12.016852 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3cc108be-3c21-4238-962b-5a89f047da04 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/floatingips/2b50b1ef-ed68-4715-a1aa-8d80680f21fd HTTP/1.1" status: 200 len: 991 time: 0.1071537 May 31 16:34:13.022090 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39652) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:34:13.137244 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1978b924-141f-40ef-9ed1-e4dbd27fef9d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/floatingips/2b50b1ef-ed68-4715-a1aa-8d80680f21fd HTTP/1.1" status: 200 len: 993 time: 0.1133997 May 31 16:34:23.858163 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:34:28.859311 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:34.727588 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8ba9d1c7-b862-48d2-8f22-f23009641ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:37.078592 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:37.975050 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8031f66c-4842-4787-bf13-39f808cebd68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:38.576016 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:39.948615 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:58.879169 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:35:00.861893 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:35:04.730757 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-303bdd9c-791b-4a3f-b00d-94fcc6bbf0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:35:05.976869 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ae8dff46-f490-4fd5-b231-9f64a5354358 req-66f6f7fd-3812-4153-942e-fc8733c8ddc3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784283 May 31 16:35:06.125671 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dff46-f490-4fd5-b231-9f64a5354358 req-f952b25f-87db-49de-a194-b7dcc4685581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:35:06.127236 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ae8dff46-f490-4fd5-b231-9f64a5354358 req-f952b25f-87db-49de-a194-b7dcc4685581 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 1098 time: 0.0767057 May 31 16:35:06.278184 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dff46-f490-4fd5-b231-9f64a5354358 req-622a35b8-6fa2-403d-b9cf-ef32b4ffb4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:35:06.279607 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ae8dff46-f490-4fd5-b231-9f64a5354358 req-622a35b8-6fa2-403d-b9cf-ef32b4ffb4e3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e081f0d7-85e0-4162-ba2b-8566ce068e59 HTTP/1.1" status: 200 len: 898 time: 0.1329894 May 31 16:35:06.396929 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ae8dff46-f490-4fd5-b231-9f64a5354358 req-4ea74233-6f17-45b6-9843-f4747c847552 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baec073a-77e6-44f3-a43b-6bd0db2a294f HTTP/1.1" status: 200 len: 1001 time: 0.1107278 May 31 16:35:06.467058 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dff46-f490-4fd5-b231-9f64a5354358 req-ad4605a3-b5fa-47de-9265-138e50ad60ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:35:06.467058 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ae8dff46-f490-4fd5-b231-9f64a5354358 req-ad4605a3-b5fa-47de-9265-138e50ad60ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e39c93f-784a-443b-bbb8-3622c1c395c3 HTTP/1.1" status: 200 len: 835 time: 0.0614278 May 31 16:35:06.548315 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dff46-f490-4fd5-b231-9f64a5354358 req-d405bb19-105f-4c71-b6a9-7b0f678b09f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:35:06.549734 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ae8dff46-f490-4fd5-b231-9f64a5354358 req-d405bb19-105f-4c71-b6a9-7b0f678b09f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e081f0d7-85e0-4162-ba2b-8566ce068e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0785882 May 31 16:35:06.710934 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ae8dff46-f490-4fd5-b231-9f64a5354358 req-f8f0776d-e8c0-44f1-8e64-a53762d1ed79 service neutron] 10.222.0.59 "GET /v2.0/networks/e081f0d7-85e0-4162-ba2b-8566ce068e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531801 May 31 16:35:06.856507 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ae8dff46-f490-4fd5-b231-9f64a5354358 req-bda12f2b-6bec-47c2-8f78-74c6d51ea445 service neutron] 10.222.0.59 "GET /v2.0/networks/e081f0d7-85e0-4162-ba2b-8566ce068e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384099 May 31 16:35:07.079645 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:35:07.968993 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e5d2f5d1-0215-49bf-9009-7d23c13d7f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:35:08.579854 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:35:09.957782 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:35:22.492341 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da578b65-9e33-4573-8a73-4440f1e3a4f0 req-4342e808-3504-43d6-861b-0c904361a991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:35:22.493730 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-da578b65-9e33-4573-8a73-4440f1e3a4f0 req-4342e808-3504-43d6-861b-0c904361a991 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 1098 time: 0.1332986 May 31 16:35:22.507738 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169290b-1ed0-4ac0-b50c-934df461c7c1 req-bf3b9f1e-b7df-4972-adea-c8a5868b6422 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:35:22.509139 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3169290b-1ed0-4ac0-b50c-934df461c7c1 req-bf3b9f1e-b7df-4972-adea-c8a5868b6422 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 945 time: 0.1073251 May 31 16:35:22.633453 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3169290b-1ed0-4ac0-b50c-934df461c7c1 req-265daf57-649e-41f1-a38d-0db40b772cf4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=39b31e61-be11-4931-8857-b2515c1d1385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054242 May 31 16:35:22.666510 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da578b65-9e33-4573-8a73-4440f1e3a4f0 req-9db08327-c907-4f9e-9ed7-adff25b72823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:35:22.667993 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-da578b65-9e33-4573-8a73-4440f1e3a4f0 req-9db08327-c907-4f9e-9ed7-adff25b72823 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e081f0d7-85e0-4162-ba2b-8566ce068e59 HTTP/1.1" status: 200 len: 898 time: 0.1580520 May 31 16:35:22.769942 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-da578b65-9e33-4573-8a73-4440f1e3a4f0 req-36d4254f-c58a-4d7e-89fc-71727d684819 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baec073a-77e6-44f3-a43b-6bd0db2a294f HTTP/1.1" status: 200 len: 1001 time: 0.0947709 May 31 16:35:22.833085 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da578b65-9e33-4573-8a73-4440f1e3a4f0 req-c797d0b5-930b-493f-93ec-385094616b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:35:22.834566 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-da578b65-9e33-4573-8a73-4440f1e3a4f0 req-c797d0b5-930b-493f-93ec-385094616b9c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e39c93f-784a-443b-bbb8-3622c1c395c3 HTTP/1.1" status: 200 len: 835 time: 0.0571642 May 31 16:35:23.068626 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da578b65-9e33-4573-8a73-4440f1e3a4f0 req-749530be-45d6-4926-ad09-878a76b8bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:35:23.070031 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-da578b65-9e33-4573-8a73-4440f1e3a4f0 req-749530be-45d6-4926-ad09-878a76b8bc28 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e081f0d7-85e0-4162-ba2b-8566ce068e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2281816 May 31 16:35:23.202884 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-da578b65-9e33-4573-8a73-4440f1e3a4f0 req-bb87781c-6c23-4486-bdf0-9dadf9b85727 service neutron] 10.222.0.59 "GET /v2.0/networks/e081f0d7-85e0-4162-ba2b-8566ce068e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253545 May 31 16:35:23.332594 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-da578b65-9e33-4573-8a73-4440f1e3a4f0 req-06e0f950-b2a9-433f-8cdb-b67b165405ff service neutron] 10.222.0.59 "GET /v2.0/networks/e081f0d7-85e0-4162-ba2b-8566ce068e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232326 May 31 16:35:23.835182 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d31b3-6d6f-4e40-b193-bb61685c9020 req-8b9a0824-c23e-4b04-9ea0-fad8cbefdc79 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:35:23.836650 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ef2d31b3-6d6f-4e40-b193-bb61685c9020 req-8b9a0824-c23e-4b04-9ea0-fad8cbefdc79 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 945 time: 0.0818295 May 31 16:35:23.883156 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ef2d31b3-6d6f-4e40-b193-bb61685c9020 req-f6efa4da-db11-4b0b-bd47-cc9338ad7c0d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=39b31e61-be11-4931-8857-b2515c1d1385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404887 May 31 16:35:25.077056 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68453b-3801-4cbf-9bfb-84a8437efd59 req-edae2d19-8aaa-4e84-b0df-f2381bb9ff61 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:35:25.078533 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6c68453b-3801-4cbf-9bfb-84a8437efd59 req-edae2d19-8aaa-4e84-b0df-f2381bb9ff61 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 945 time: 0.0887187 May 31 16:35:25.125220 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6c68453b-3801-4cbf-9bfb-84a8437efd59 req-d9b172ee-b0bc-4659-b127-809f2489386f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=39b31e61-be11-4931-8857-b2515c1d1385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405071 May 31 16:35:26.313927 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf8f11-a673-44fe-b96c-6d8ef87c83c9 req-11dcc0bb-6bd1-474b-bdbb-5b120befe27c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:35:26.315429 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8daf8f11-a673-44fe-b96c-6d8ef87c83c9 req-11dcc0bb-6bd1-474b-bdbb-5b120befe27c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 945 time: 0.0817502 May 31 16:35:26.365010 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8daf8f11-a673-44fe-b96c-6d8ef87c83c9 req-53ab3251-1fd0-435e-baeb-938c4c447d80 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=39b31e61-be11-4931-8857-b2515c1d1385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436835 May 31 16:35:27.556243 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafdbb9-3241-4fdd-bd3c-247c68e774f1 req-1b00666a-9f42-43d0-91b2-f3d254f8a5c3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:35:27.557681 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0eafdbb9-3241-4fdd-bd3c-247c68e774f1 req-1b00666a-9f42-43d0-91b2-f3d254f8a5c3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 945 time: 0.0826113 May 31 16:35:27.602740 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0eafdbb9-3241-4fdd-bd3c-247c68e774f1 req-a76b031e-9e3b-4302-9267-0507b530295e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=39b31e61-be11-4931-8857-b2515c1d1385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389433 May 31 16:35:28.791461 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843d43d-711d-430f-b10d-086758bc559b req-ae38ed43-91e4-4839-a417-b7bc450eaf97 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:35:28.792917 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8843d43d-711d-430f-b10d-086758bc559b req-ae38ed43-91e4-4839-a417-b7bc450eaf97 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 945 time: 0.0855277 May 31 16:35:28.838796 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8843d43d-711d-430f-b10d-086758bc559b req-808eb454-d318-41fe-8161-68d8a70d0fa9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=39b31e61-be11-4931-8857-b2515c1d1385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399210 May 31 16:35:28.866562 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:35:30.028365 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4b506-8f74-4ead-95ce-20e6a3bdc43c req-9ec6c144-630b-4e01-997e-ff3ebf9580bb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:35:30.029856 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1cb4b506-8f74-4ead-95ce-20e6a3bdc43c req-9ec6c144-630b-4e01-997e-ff3ebf9580bb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 945 time: 0.0823445 May 31 16:35:30.081835 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1cb4b506-8f74-4ead-95ce-20e6a3bdc43c req-16e746e3-ecc6-4400-804a-738933fe5ff8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=39b31e61-be11-4931-8857-b2515c1d1385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460682 May 31 16:35:31.294852 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c22fd-cd8f-4eae-8943-2c40d505de31 req-7c5ce81c-c63b-4b15-b6cc-d496befc0951 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:35:31.296324 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-817c22fd-cd8f-4eae-8943-2c40d505de31 req-7c5ce81c-c63b-4b15-b6cc-d496befc0951 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 945 time: 0.0860467 May 31 16:35:31.342399 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-817c22fd-cd8f-4eae-8943-2c40d505de31 req-1e23c6b2-7dd6-444b-87ef-e1c92d76ea52 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=39b31e61-be11-4931-8857-b2515c1d1385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377178 May 31 16:35:32.559419 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeceb66-5950-49fd-b88a-a135e3ab2424 req-c4077e09-6752-44ca-80c1-06065ddf0021 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:35:32.560886 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-faeceb66-5950-49fd-b88a-a135e3ab2424 req-c4077e09-6752-44ca-80c1-06065ddf0021 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 945 time: 0.1006782 May 31 16:35:32.608680 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-faeceb66-5950-49fd-b88a-a135e3ab2424 req-53fd21dc-c78f-4031-9a55-22a2f9a9e4e1 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=39b31e61-be11-4931-8857-b2515c1d1385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395000 May 31 16:35:33.829719 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898db3c5-e973-4ffb-afcb-23c250fccc5c req-60ee3732-756d-4423-8b37-5b2be200815f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:35:33.831227 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-898db3c5-e973-4ffb-afcb-23c250fccc5c req-60ee3732-756d-4423-8b37-5b2be200815f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 945 time: 0.1031992 May 31 16:35:33.875599 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-898db3c5-e973-4ffb-afcb-23c250fccc5c req-4033cc7e-c0e8-4fc1-8b81-2c178fddbb00 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=39b31e61-be11-4931-8857-b2515c1d1385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385935 May 31 16:35:34.735596 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-79911e4f-1ba2-4304-a5bc-8c19c3c6a626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:35:35.079269 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3729aa-fe2d-4ae8-90d2-2188a26021cf req-d07f4e71-4a96-4b23-ae3e-77026b37d57d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:35:35.080661 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8f3729aa-fe2d-4ae8-90d2-2188a26021cf req-d07f4e71-4a96-4b23-ae3e-77026b37d57d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 945 time: 0.0910404 May 31 16:35:35.132793 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8f3729aa-fe2d-4ae8-90d2-2188a26021cf req-5bff555f-d736-4ab8-8fa5-3664f6209d78 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=39b31e61-be11-4931-8857-b2515c1d1385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455775 May 31 16:35:36.349041 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c009f6-838c-462f-b55f-6bad16496f95 req-164787d2-23b9-4b43-8721-05232b562574 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:35:36.350764 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-84c009f6-838c-462f-b55f-6bad16496f95 req-164787d2-23b9-4b43-8721-05232b562574 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 945 time: 0.0862217 May 31 16:35:36.399367 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-84c009f6-838c-462f-b55f-6bad16496f95 req-125844d8-de70-458b-98c9-39c303706e2a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=39b31e61-be11-4931-8857-b2515c1d1385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418909 May 31 16:35:37.082433 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:35:37.598525 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f59a6c-6726-4c9e-91c8-79f379a990bc req-20a3b4cf-f762-49a9-b225-12d74b78b9ca tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:35:37.600015 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-80f59a6c-6726-4c9e-91c8-79f379a990bc req-20a3b4cf-f762-49a9-b225-12d74b78b9ca tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 945 time: 0.0929508 May 31 16:35:37.644794 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-80f59a6c-6726-4c9e-91c8-79f379a990bc req-4d6a338b-2be6-41d4-852d-ce6b9d0d547a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=39b31e61-be11-4931-8857-b2515c1d1385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388327 May 31 16:35:37.865209 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:35:37.973631 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fc578a40-a34c-41c6-a66b-d051d4406472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:35:38.583874 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:35:38.858625 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119984c3-9e80-4dd5-8774-691f2bcc7915 req-7de589bf-dd42-44ae-b894-adfc43088466 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:35:38.860430 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-119984c3-9e80-4dd5-8774-691f2bcc7915 req-7de589bf-dd42-44ae-b894-adfc43088466 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 945 time: 0.0835187 May 31 16:35:38.903988 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-119984c3-9e80-4dd5-8774-691f2bcc7915 req-5d0a15c9-b8d9-4aed-8b42-ec7950ee3f6d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=39b31e61-be11-4931-8857-b2515c1d1385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379198 May 31 16:35:39.964172 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:35:40.110482 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa25fb-f1ae-4ba6-8a0d-a92069ef3d55 req-b5f4640e-c2fa-49b1-be44-9014ab7d350f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:35:40.112065 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e8fa25fb-f1ae-4ba6-8a0d-a92069ef3d55 req-b5f4640e-c2fa-49b1-be44-9014ab7d350f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 945 time: 0.0879252 May 31 16:35:40.158731 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e8fa25fb-f1ae-4ba6-8a0d-a92069ef3d55 req-dc17a6af-9cc0-4db3-880f-d2d2da8ecbd4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=39b31e61-be11-4931-8857-b2515c1d1385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386314 May 31 16:35:40.184060 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39718) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:35:40.297816 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-63ee06de-b488-4f43-8ce7-b116c0535e53 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/floatingips/2b50b1ef-ed68-4715-a1aa-8d80680f21fd HTTP/1.1" status: 200 len: 993 time: 0.1123784 May 31 16:35:58.896526 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:04.742469 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-54d67f27-214d-48d2-8f09-188da2fa635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:05.966007 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4511ca8a-2790-45d0-8621-48e3dbe57261 req-239ef537-305e-4b58-a44b-60142048851b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716951 May 31 16:36:06.120929 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511ca8a-2790-45d0-8621-48e3dbe57261 req-aa74a30a-af0d-419d-80bf-ec60f03795c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:36:06.122505 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4511ca8a-2790-45d0-8621-48e3dbe57261 req-aa74a30a-af0d-419d-80bf-ec60f03795c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 1098 time: 0.0802517 May 31 16:36:06.422328 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511ca8a-2790-45d0-8621-48e3dbe57261 req-8fc224f3-c668-4069-8e36-98224db09d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:36:06.423850 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4511ca8a-2790-45d0-8621-48e3dbe57261 req-8fc224f3-c668-4069-8e36-98224db09d80 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e081f0d7-85e0-4162-ba2b-8566ce068e59 HTTP/1.1" status: 200 len: 898 time: 0.2815962 May 31 16:36:06.526144 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4511ca8a-2790-45d0-8621-48e3dbe57261 req-5e6364cf-f13a-48b3-affe-b0b92b72bf56 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baec073a-77e6-44f3-a43b-6bd0db2a294f HTTP/1.1" status: 200 len: 1001 time: 0.0954134 May 31 16:36:06.588910 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511ca8a-2790-45d0-8621-48e3dbe57261 req-253c07e6-6c43-47a6-9e12-11af2a16061a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:36:06.590304 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4511ca8a-2790-45d0-8621-48e3dbe57261 req-253c07e6-6c43-47a6-9e12-11af2a16061a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e39c93f-784a-443b-bbb8-3622c1c395c3 HTTP/1.1" status: 200 len: 835 time: 0.0570221 May 31 16:36:06.678826 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511ca8a-2790-45d0-8621-48e3dbe57261 req-5567a5d1-e0fc-4754-87bd-f1e22d877a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:36:06.680230 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4511ca8a-2790-45d0-8621-48e3dbe57261 req-5567a5d1-e0fc-4754-87bd-f1e22d877a24 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e081f0d7-85e0-4162-ba2b-8566ce068e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0826097 May 31 16:36:06.815894 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4511ca8a-2790-45d0-8621-48e3dbe57261 req-89ddc4e7-83fd-42cd-97db-971fef844c28 service neutron] 10.222.0.59 "GET /v2.0/networks/e081f0d7-85e0-4162-ba2b-8566ce068e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276162 May 31 16:36:06.962801 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4511ca8a-2790-45d0-8621-48e3dbe57261 req-a618a80e-be86-4fef-b351-6c3de3ce3b57 service neutron] 10.222.0.59 "GET /v2.0/networks/e081f0d7-85e0-4162-ba2b-8566ce068e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402776 May 31 16:36:07.084774 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:07.987598 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ad0fc098-10a0-4f44-8b9a-1afb5be4f104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:08.591274 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:09.975168 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:14.865738 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:36:28.895263 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:31.009473 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39736) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:36:31.285732 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-39cb2682-932c-402e-8422-fae08732e686 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Deleting port 7991ce5a-d322-4f6b-a42d-c6982e733c74 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:36:31.285972 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-39cb2682-932c-402e-8422-fae08732e686 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:31.410591 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-39cb2682-932c-402e-8422-fae08732e686 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:31.410924 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-39cb2682-932c-402e-8422-fae08732e686 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:31.529143 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-39cb2682-932c-402e-8422-fae08732e686 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Calling delete_port for 7991ce5a-d322-4f6b-a42d-c6982e733c74 owned by network:floatingip {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:36:31.655125 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-39cb2682-932c-402e-8422-fae08732e686 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:31.658866 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-fb7d4a42-38bf-429b-a8e0-b0b05fe35c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:36:31.857999 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb2682-932c-402e-8422-fae08732e686 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'Port': ['ID=7991ce5a-d322-4f6b-a42d-c6982e733c74,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:36:31.894419 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cb2682-932c-402e-8422-fae08732e686 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:31.894798 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cb2682-932c-402e-8422-fae08732e686 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:31.895190 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cb2682-932c-402e-8422-fae08732e686 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:31.895551 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cb2682-932c-402e-8422-fae08732e686 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:31.895911 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cb2682-932c-402e-8422-fae08732e686 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:31.896270 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cb2682-932c-402e-8422-fae08732e686 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:31.896627 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cb2682-932c-402e-8422-fae08732e686 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:31.896983 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cb2682-932c-402e-8422-fae08732e686 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:31.897333 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cb2682-932c-402e-8422-fae08732e686 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:31.897685 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cb2682-932c-402e-8422-fae08732e686 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:31.898032 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cb2682-932c-402e-8422-fae08732e686 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:31.898384 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cb2682-932c-402e-8422-fae08732e686 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:31.905727 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-39cb2682-932c-402e-8422-fae08732e686 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:36:31.959662 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-39cb2682-932c-402e-8422-fae08732e686 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for floatingip, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:31.960069 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.l3_db [None req-39cb2682-932c-402e-8422-fae08732e686 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Floating IP 2b50b1ef-ed68-4715-a1aa-8d80680f21fd disassociated (deleted). External IP: 172.26.0.108, port: baec073a-77e6-44f3-a43b-6bd0db2a294f. May 31 16:36:32.316286 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cb2682-932c-402e-8422-fae08732e686 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Router 0401b68e-46e5-466f-8af5-538d51e10068 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:36:32.508624 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cb2682-932c-402e-8422-fae08732e686 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:36:32.518925 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cdef43-698e-4679-b609-313aa3543678 None None] Sync routers for ids ['0401b68e-46e5-466f-8af5-538d51e10068'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:36:32.529545 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cdef43-698e-4679-b609-313aa3543678 None None] Routers {'0401b68e-46e5-466f-8af5-538d51e10068'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:36:32.530120 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-10cdef43-698e-4679-b609-313aa3543678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:36:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['0401b68e-46e5-466f-8af5-538d51e10068'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:36:32.531474 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-39cb2682-932c-402e-8422-fae08732e686 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:32.590101 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-39cb2682-932c-402e-8422-fae08732e686 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "DELETE /v2.0/floatingips/2b50b1ef-ed68-4715-a1aa-8d80680f21fd HTTP/1.1" status: 204 len: 168 time: 1.5790036 May 31 16:36:32.590739 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f513aeaf-cd85-49a3-ae99-475ea207016a', 'tag': 'baec073a-77e6-44f3-a43b-6bd0db2a294f'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:36:32.593112 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0523b457-4363-485d-b014-1ec59591c07f" -d '{"events": [{"name": "network-changed", "server_uuid": "f513aeaf-cd85-49a3-ae99-475ea207016a", "tag": "baec073a-77e6-44f3-a43b-6bd0db2a294f"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:36:32.639282 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecdcbe2-36c0-4250-a298-3e7853809bc3 x-openstack-request-id: req-6ecdcbe2-36c0-4250-a298-3e7853809bc3 {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:36:32.639628 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f513aeaf-cd85-49a3-ae99-475ea207016a", "tag": "baec073a-77e6-44f3-a43b-6bd0db2a294f", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:36:32.639912 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ecdcbe2-36c0-4250-a298-3e7853809bc3 {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:36:32.640359 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f513aeaf-cd85-49a3-ae99-475ea207016a', 'tag': 'baec073a-77e6-44f3-a43b-6bd0db2a294f', 'status': 'completed', 'code': 200} May 31 16:36:32.717317 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-10cdef43-698e-4679-b609-313aa3543678 None None] Set router 0401b68e-46e5-466f-8af5-538d51e10068 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:36:32.732960 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523b457-4363-485d-b014-1ec59591c07f req-f69d9cd2-0f7d-4c08-8a66-0565e093d6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:36:32.734913 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0523b457-4363-485d-b014-1ec59591c07f req-f69d9cd2-0f7d-4c08-8a66-0565e093d6b2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 1098 time: 0.0724027 May 31 16:36:32.881395 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523b457-4363-485d-b014-1ec59591c07f req-abfcc8ce-873f-4d44-8589-95b79fdd5428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:36:32.883052 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0523b457-4363-485d-b014-1ec59591c07f req-abfcc8ce-873f-4d44-8589-95b79fdd5428 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e081f0d7-85e0-4162-ba2b-8566ce068e59 HTTP/1.1" status: 200 len: 898 time: 0.1414661 May 31 16:36:32.991583 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0523b457-4363-485d-b014-1ec59591c07f req-9340067c-fd73-40f7-bc86-edb5396dd23a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baec073a-77e6-44f3-a43b-6bd0db2a294f HTTP/1.1" status: 200 len: 217 time: 0.0703549 May 31 16:36:33.068554 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523b457-4363-485d-b014-1ec59591c07f req-a0388c67-bac2-4506-97bf-cdf45c8816fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:36:33.069990 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0523b457-4363-485d-b014-1ec59591c07f req-a0388c67-bac2-4506-97bf-cdf45c8816fa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e39c93f-784a-443b-bbb8-3622c1c395c3 HTTP/1.1" status: 200 len: 835 time: 0.0688848 May 31 16:36:33.081052 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8cd303-6677-43c7-b843-5904e3db68d9 req-7d2ee9dc-3001-468f-92a6-6627115f567f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:36:33.082407 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7c8cd303-6677-43c7-b843-5904e3db68d9 req-7d2ee9dc-3001-468f-92a6-6627115f567f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 945 time: 0.1970000 May 31 16:36:33.083679 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-10cdef43-698e-4679-b609-313aa3543678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0401b68e-46e5-466f-8af5-538d51e10068', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1238879081', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'fe46d646-0261-4f83-b3d9-708204ff2f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:33:46Z', 'updated_at': '2021-05-31T16:33:52Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': 'fe46d646-0261-4f83-b3d9-708204ff2f36', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0401b68e-46e5-466f-8af5-538d51e10068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:33:47Z', 'updated_at': '2021-05-31T16:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '2a012288-4085-4877-b7a9-1aaa88b8b39a', 'name': '', 'network_id': 'e081f0d7-85e0-4162-ba2b-8566ce068e59', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:dc:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0401b68e-46e5-466f-8af5-538d51e10068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '8e39c93f-784a-443b-bbb8-3622c1c395c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:33:51Z', 'updated_at': '2021-05-31T16:33:56Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '8e39c93f-784a-443b-bbb8-3622c1c395c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:36:33.087588 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cdef43-698e-4679-b609-313aa3543678 None None] Checking router: 0401b68e-46e5-466f-8af5-538d51e10068 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:36:33.096057 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cdef43-698e-4679-b609-313aa3543678 None None] Routers {'0401b68e-46e5-466f-8af5-538d51e10068'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:36:33.096661 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-10cdef43-698e-4679-b609-313aa3543678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:36:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['0401b68e-46e5-466f-8af5-538d51e10068'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:36:33.177835 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7c8cd303-6677-43c7-b843-5904e3db68d9 req-a27f5c15-8e67-4d09-8979-5f3c6cf8dcd2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=39b31e61-be11-4931-8857-b2515c1d1385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619977 May 31 16:36:33.191836 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523b457-4363-485d-b014-1ec59591c07f req-5026fdd8-2966-40df-a8fb-7352d44ff198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:36:33.193427 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0523b457-4363-485d-b014-1ec59591c07f req-5026fdd8-2966-40df-a8fb-7352d44ff198 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e081f0d7-85e0-4162-ba2b-8566ce068e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1101866 May 31 16:36:33.273890 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-10cdef43-698e-4679-b609-313aa3543678 None None] Set router 0401b68e-46e5-466f-8af5-538d51e10068 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:36:33.330783 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0523b457-4363-485d-b014-1ec59591c07f req-47fc99ac-e4e0-48e1-b408-7e4b18fa3c5d service neutron] 10.222.0.59 "GET /v2.0/networks/e081f0d7-85e0-4162-ba2b-8566ce068e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280479 May 31 16:36:33.464911 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0523b457-4363-485d-b014-1ec59591c07f req-993fd5b3-40d3-49a1-ae54-02ca1445f68e service neutron] 10.222.0.59 "GET /v2.0/networks/e081f0d7-85e0-4162-ba2b-8566ce068e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267278 May 31 16:36:33.607548 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-10cdef43-698e-4679-b609-313aa3543678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0401b68e-46e5-466f-8af5-538d51e10068', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1238879081', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'fe46d646-0261-4f83-b3d9-708204ff2f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:33:46Z', 'updated_at': '2021-05-31T16:33:52Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': 'fe46d646-0261-4f83-b3d9-708204ff2f36', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0401b68e-46e5-466f-8af5-538d51e10068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:33:47Z', 'updated_at': '2021-05-31T16:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '2a012288-4085-4877-b7a9-1aaa88b8b39a', 'name': '', 'network_id': 'e081f0d7-85e0-4162-ba2b-8566ce068e59', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:dc:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0401b68e-46e5-466f-8af5-538d51e10068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '8e39c93f-784a-443b-bbb8-3622c1c395c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:33:51Z', 'updated_at': '2021-05-31T16:33:56Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '8e39c93f-784a-443b-bbb8-3622c1c395c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:36:33.612352 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cdef43-698e-4679-b609-313aa3543678 None None] The sync data for ids ['0401b68e-46e5-466f-8af5-538d51e10068'] in dv-neutron-601336-79-hyperv is: [{'id': '0401b68e-46e5-466f-8af5-538d51e10068', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1238879081', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'fe46d646-0261-4f83-b3d9-708204ff2f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:33:46Z', 'updated_at': '2021-05-31T16:33:52Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': 'fe46d646-0261-4f83-b3d9-708204ff2f36', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0401b68e-46e5-466f-8af5-538d51e10068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:33:47Z', 'updated_at': '2021-05-31T16:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '2a012288-4085-4877-b7a9-1aaa88b8b39a', 'name': '', 'network_id': 'e081f0d7-85e0-4162-ba2b-8566ce068e59', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:dc:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0401b68e-46e5-466f-8af5-538d51e10068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '8e39c93f-784a-443b-bbb8-3622c1c395c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:33:51Z', 'updated_at': '2021-05-31T16:33:56Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '8e39c93f-784a-443b-bbb8-3622c1c395c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:36:33.822346 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fff3ab-182c-4a8e-a0df-117b448c31a2 None None] New status for floating IP 2b50b1ef-ed68-4715-a1aa-8d80680f21fd: DOWN {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:36:34.392228 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b9993-5918-4f37-8c56-4408f3596355 req-6d20e5a1-ac64-4d25-81f3-0c87fb54dc9c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:36:34.393697 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3d3b9993-5918-4f37-8c56-4408f3596355 req-6d20e5a1-ac64-4d25-81f3-0c87fb54dc9c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 945 time: 0.1008687 May 31 16:36:34.438844 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3d3b9993-5918-4f37-8c56-4408f3596355 req-97e014ff-a868-4ef8-8122-140dd9b006ee tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=39b31e61-be11-4931-8857-b2515c1d1385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393610 May 31 16:36:34.737037 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7870-ae9e-41b9-a95f-0eb4b3480d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:34.915806 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bc0c0-a9d1-4df5-8cbf-6092fe2eba93 req-b1e0c175-d146-4d15-9200-476263b73429 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:36:34.917308 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f71bc0c0-a9d1-4df5-8cbf-6092fe2eba93 req-b1e0c175-d146-4d15-9200-476263b73429 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.59 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 945 time: 0.0999248 May 31 16:36:35.058708 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-f71bc0c0-a9d1-4df5-8cbf-6092fe2eba93 req-61295b80-690f-4cf0-a26c-dfa61c8c7c24 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Deleting port baec073a-77e6-44f3-a43b-6bd0db2a294f {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:36:35.058936 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f71bc0c0-a9d1-4df5-8cbf-6092fe2eba93 req-61295b80-690f-4cf0-a26c-dfa61c8c7c24 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:35.338936 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-f71bc0c0-a9d1-4df5-8cbf-6092fe2eba93 req-61295b80-690f-4cf0-a26c-dfa61c8c7c24 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] For port baec073a-77e6-44f3-a43b-6bd0db2a294f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=baec073a-77e6-44f3-a43b-6bd0db2a294f,segment=NetworkSegment(2dd50371-779c-4e31-9465-ea9034a20c4e),segment_id=2dd50371-779c-4e31-9465-ea9034a20c4e)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:36:35.339214 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f71bc0c0-a9d1-4df5-8cbf-6092fe2eba93 req-61295b80-690f-4cf0-a26c-dfa61c8c7c24 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:35.462520 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-f71bc0c0-a9d1-4df5-8cbf-6092fe2eba93 req-61295b80-690f-4cf0-a26c-dfa61c8c7c24 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Calling delete_port for baec073a-77e6-44f3-a43b-6bd0db2a294f owned by compute:nova {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:36:35.625276 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f71bc0c0-a9d1-4df5-8cbf-6092fe2eba93 req-61295b80-690f-4cf0-a26c-dfa61c8c7c24 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:35.632923 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-975f135d-8ab7-455b-86c9-5f9fb213f70a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:36:35.684492 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61295b80-690f-4cf0-a26c-dfa61c8c7c24 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'Port': ['ID=baec073a-77e6-44f3-a43b-6bd0db2a294f,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:36:35.719880 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61295b80-690f-4cf0-a26c-dfa61c8c7c24 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:35.720279 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61295b80-690f-4cf0-a26c-dfa61c8c7c24 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:35.720654 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61295b80-690f-4cf0-a26c-dfa61c8c7c24 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:35.721016 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61295b80-690f-4cf0-a26c-dfa61c8c7c24 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:35.721387 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61295b80-690f-4cf0-a26c-dfa61c8c7c24 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:35.721757 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61295b80-690f-4cf0-a26c-dfa61c8c7c24 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:35.722129 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61295b80-690f-4cf0-a26c-dfa61c8c7c24 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:35.722496 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61295b80-690f-4cf0-a26c-dfa61c8c7c24 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:35.722860 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61295b80-690f-4cf0-a26c-dfa61c8c7c24 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:35.723380 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61295b80-690f-4cf0-a26c-dfa61c8c7c24 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:35.723766 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61295b80-690f-4cf0-a26c-dfa61c8c7c24 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:35.724122 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61295b80-690f-4cf0-a26c-dfa61c8c7c24 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:35.733028 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-61295b80-690f-4cf0-a26c-dfa61c8c7c24 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:36:35.775722 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233dd15-e222-4959-bb78-7dbb197a8ad3 req-8be8fa20-179a-4156-9cf0-166b8c7319f2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:36:35.777180 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4233dd15-e222-4959-bb78-7dbb197a8ad3 req-8be8fa20-179a-4156-9cf0-166b8c7319f2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=f513aeaf-cd85-49a3-ae99-475ea207016a HTTP/1.1" status: 200 len: 945 time: 0.2306905 May 31 16:36:35.786462 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71bc0c0-a9d1-4df5-8cbf-6092fe2eba93 req-61295b80-690f-4cf0-a26c-dfa61c8c7c24 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] No DVR routers for this DVR port baec073a-77e6-44f3-a43b-6bd0db2a294f on host hv-neutron-6013 {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:36:35.800210 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-f71bc0c0-a9d1-4df5-8cbf-6092fe2eba93 req-61295b80-690f-4cf0-a26c-dfa61c8c7c24 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:35.802635 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f513aeaf-cd85-49a3-ae99-475ea207016a', 'name': 'network-vif-deleted', 'tag': 'baec073a-77e6-44f3-a43b-6bd0db2a294f'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:36:35.804960 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95a478c-2e14-409b-85cc-d0fcd0a72439" -d '{"events": [{"server_uuid": "f513aeaf-cd85-49a3-ae99-475ea207016a", "name": "network-vif-deleted", "tag": "baec073a-77e6-44f3-a43b-6bd0db2a294f"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:36:35.820477 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f71bc0c0-a9d1-4df5-8cbf-6092fe2eba93 req-61295b80-690f-4cf0-a26c-dfa61c8c7c24 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.59 "DELETE /v2.0/ports/baec073a-77e6-44f3-a43b-6bd0db2a294f HTTP/1.1" status: 204 len: 173 time: 0.8959339 May 31 16:36:35.844590 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4233dd15-e222-4959-bb78-7dbb197a8ad3 req-f0678038-37aa-4bed-8274-3ba244b4f81d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=39b31e61-be11-4931-8857-b2515c1d1385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592773 May 31 16:36:35.938883 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ec378a-c693-4046-9cf0-2a87a7206137 x-openstack-request-id: req-67ec378a-c693-4046-9cf0-2a87a7206137 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:36:35.939262 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f513aeaf-cd85-49a3-ae99-475ea207016a", "name": "network-vif-deleted", "tag": "baec073a-77e6-44f3-a43b-6bd0db2a294f", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:36:35.939561 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-67ec378a-c693-4046-9cf0-2a87a7206137 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:36:35.940003 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f513aeaf-cd85-49a3-ae99-475ea207016a', 'name': 'network-vif-deleted', 'tag': 'baec073a-77e6-44f3-a43b-6bd0db2a294f', 'status': 'completed', 'code': 200} May 31 16:36:36.948266 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39756) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:36:37.079276 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:37.540924 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e7b32c0e-3dac-494f-8b9a-577eebe5bd31 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:37.775605 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device baec073a-77e6-44f3-a43b-6bd0db2a294f no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:36:37.810144 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: baec073a-77e6-44f3-a43b-6bd0db2a294f {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:36:37.810487 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device baec073a-77e6-44f3-a43b-6bd0db2a294f not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:36:37.982675 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f152854c-670b-4f7b-bc11-34abcb8c27fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:38.130028 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-e7b32c0e-3dac-494f-8b9a-577eebe5bd31 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Deleting port 2a012288-4085-4877-b7a9-1aaa88b8b39a {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:36:38.130642 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e7b32c0e-3dac-494f-8b9a-577eebe5bd31 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:38.267542 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-e7b32c0e-3dac-494f-8b9a-577eebe5bd31 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] For port 2a012288-4085-4877-b7a9-1aaa88b8b39a, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=2a012288-4085-4877-b7a9-1aaa88b8b39a,segment=NetworkSegment(2dd50371-779c-4e31-9465-ea9034a20c4e),segment_id=2dd50371-779c-4e31-9465-ea9034a20c4e)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:36:38.267791 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e7b32c0e-3dac-494f-8b9a-577eebe5bd31 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:38.392931 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-e7b32c0e-3dac-494f-8b9a-577eebe5bd31 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Calling delete_port for 2a012288-4085-4877-b7a9-1aaa88b8b39a owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:36:38.590177 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:38.695686 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e7b32c0e-3dac-494f-8b9a-577eebe5bd31 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:38.699746 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1cb28a75-467a-401a-8bb0-35a1139123bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:36:38.743910 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b32c0e-3dac-494f-8b9a-577eebe5bd31 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'Port': ['ID=2a012288-4085-4877-b7a9-1aaa88b8b39a,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:36:38.746838 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e7b32c0e-3dac-494f-8b9a-577eebe5bd31 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:36:39.022587 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e7b32c0e-3dac-494f-8b9a-577eebe5bd31 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:39.559562 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b32c0e-3dac-494f-8b9a-577eebe5bd31 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Router 0401b68e-46e5-466f-8af5-538d51e10068 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:36:39.739340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b32c0e-3dac-494f-8b9a-577eebe5bd31 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:36:39.748917 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4619afc-428c-4a52-bfab-09f0b6ccc5e0 None None] Sync routers for ids ['0401b68e-46e5-466f-8af5-538d51e10068'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:36:39.753551 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e7b32c0e-3dac-494f-8b9a-577eebe5bd31 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "PUT /v2.0/routers/0401b68e-46e5-466f-8af5-538d51e10068/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8041921 May 31 16:36:39.756556 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39762) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:36:39.759897 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4619afc-428c-4a52-bfab-09f0b6ccc5e0 None None] Routers {'0401b68e-46e5-466f-8af5-538d51e10068'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:36:39.760519 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a4619afc-428c-4a52-bfab-09f0b6ccc5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:36:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['0401b68e-46e5-466f-8af5-538d51e10068'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:36:39.823514 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-7166c6f5-c1b6-4173-9cf2-44a675a8dc07 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Deleting subnet 8e39c93f-784a-443b-bbb8-3622c1c395c3 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:36:39.826567 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7166c6f5-c1b6-4173-9cf2-44a675a8dc07 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:39.887302 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7166c6f5-c1b6-4173-9cf2-44a675a8dc07 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:39.935884 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-a4619afc-428c-4a52-bfab-09f0b6ccc5e0 None None] Set router 0401b68e-46e5-466f-8af5-538d51e10068 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:36:39.970899 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7166c6f5-c1b6-4173-9cf2-44a675a8dc07 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:40.117748 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:40.226731 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a4619afc-428c-4a52-bfab-09f0b6ccc5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0401b68e-46e5-466f-8af5-538d51e10068', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1238879081', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'fe46d646-0261-4f83-b3d9-708204ff2f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:33:46Z', 'updated_at': '2021-05-31T16:36:38Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': 'fe46d646-0261-4f83-b3d9-708204ff2f36', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0401b68e-46e5-466f-8af5-538d51e10068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:33:47Z', 'updated_at': '2021-05-31T16:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:36:40.232002 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4619afc-428c-4a52-bfab-09f0b6ccc5e0 None None] Checking router: 0401b68e-46e5-466f-8af5-538d51e10068 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:36:40.241869 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4619afc-428c-4a52-bfab-09f0b6ccc5e0 None None] Routers {'0401b68e-46e5-466f-8af5-538d51e10068'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:36:40.242477 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a4619afc-428c-4a52-bfab-09f0b6ccc5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:36:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['0401b68e-46e5-466f-8af5-538d51e10068'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:36:40.242817 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7166c6f5-c1b6-4173-9cf2-44a675a8dc07 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:40.246965 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f021c39a-d910-4e61-971a-951382e24774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:36:40.283179 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166c6f5-c1b6-4173-9cf2-44a675a8dc07 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'Subnet': ['ID=8e39c93f-784a-443b-bbb8-3622c1c395c3,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:36:40.286261 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-7166c6f5-c1b6-4173-9cf2-44a675a8dc07 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:36:40.287268 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-7166c6f5-c1b6-4173-9cf2-44a675a8dc07 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:40.296105 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-7166c6f5-c1b6-4173-9cf2-44a675a8dc07 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "DELETE /v2.0/subnets/8e39c93f-784a-443b-bbb8-3622c1c395c3 HTTP/1.1" status: 204 len: 168 time: 0.5359194 May 31 16:36:40.296313 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39766) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:36:40.297076 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5e0b35-b9f9-446f-8cee-1a942bd7621b None None] Network e081f0d7-85e0-4162-ba2b-8566ce068e59 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:36:40.641501 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-a4619afc-428c-4a52-bfab-09f0b6ccc5e0 None None] Set router 0401b68e-46e5-466f-8af5-538d51e10068 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:36:40.650568 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f8b619a7-b81b-4ce6-aab6-d44afe8ee8d7 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:40.831803 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f8b619a7-b81b-4ce6-aab6-d44afe8ee8d7 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:40.918246 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-f8b619a7-b81b-4ce6-aab6-d44afe8ee8d7 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Deleting port fe46d646-0261-4f83-b3d9-708204ff2f36 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:36:40.918590 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f8b619a7-b81b-4ce6-aab6-d44afe8ee8d7 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:40.933998 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbec8d58-9f9b-40c7-8825-a00d21714eae None None] DHCP port deletion for e081f0d7-85e0-4162-ba2b-8566ce068e59 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 16:36:41.002989 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a4619afc-428c-4a52-bfab-09f0b6ccc5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0401b68e-46e5-466f-8af5-538d51e10068', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1238879081', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'fe46d646-0261-4f83-b3d9-708204ff2f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:33:46Z', 'updated_at': '2021-05-31T16:36:38Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': 'fe46d646-0261-4f83-b3d9-708204ff2f36', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0401b68e-46e5-466f-8af5-538d51e10068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:33:47Z', 'updated_at': '2021-05-31T16:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:36:41.009430 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4619afc-428c-4a52-bfab-09f0b6ccc5e0 None None] The sync data for ids ['0401b68e-46e5-466f-8af5-538d51e10068'] in dv-neutron-601336-79-hyperv is: [{'id': '0401b68e-46e5-466f-8af5-538d51e10068', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1238879081', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'fe46d646-0261-4f83-b3d9-708204ff2f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:33:46Z', 'updated_at': '2021-05-31T16:36:38Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': 'fe46d646-0261-4f83-b3d9-708204ff2f36', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:29:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0401b68e-46e5-466f-8af5-538d51e10068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:33:47Z', 'updated_at': '2021-05-31T16:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:36:41.017678 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-cbec8d58-9f9b-40c7-8825-a00d21714eae None None] Deleting port 6f39754a-edef-414a-a20b-df1aa7788b4a {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:36:41.018072 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cbec8d58-9f9b-40c7-8825-a00d21714eae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:41.050407 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-f8b619a7-b81b-4ce6-aab6-d44afe8ee8d7 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] For port fe46d646-0261-4f83-b3d9-708204ff2f36, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=fe46d646-0261-4f83-b3d9-708204ff2f36,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:36:41.050769 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f8b619a7-b81b-4ce6-aab6-d44afe8ee8d7 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:41.129588 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-cbec8d58-9f9b-40c7-8825-a00d21714eae None None] For port 6f39754a-edef-414a-a20b-df1aa7788b4a, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=6f39754a-edef-414a-a20b-df1aa7788b4a,segment=NetworkSegment(2dd50371-779c-4e31-9465-ea9034a20c4e),segment_id=2dd50371-779c-4e31-9465-ea9034a20c4e)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:36:41.130020 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cbec8d58-9f9b-40c7-8825-a00d21714eae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:41.176442 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-f8b619a7-b81b-4ce6-aab6-d44afe8ee8d7 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Calling delete_port for fe46d646-0261-4f83-b3d9-708204ff2f36 owned by network:router_gateway {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:36:41.254596 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-cbec8d58-9f9b-40c7-8825-a00d21714eae None None] Calling delete_port for 6f39754a-edef-414a-a20b-df1aa7788b4a owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:36:41.303961 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cbec8d58-9f9b-40c7-8825-a00d21714eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:41.307925 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-60ed24f4-3151-4d93-91c1-8d29cbce35c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:36:41.354336 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec8d58-9f9b-40c7-8825-a00d21714eae None None] Pushing event deleted for resources: {'Port': ['ID=6f39754a-edef-414a-a20b-df1aa7788b4a,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:36:41.362861 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbec8d58-9f9b-40c7-8825-a00d21714eae None None] No DVR routers for this DVR port 6f39754a-edef-414a-a20b-df1aa7788b4a on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:36:41.371150 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec8d58-9f9b-40c7-8825-a00d21714eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:41.371516 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec8d58-9f9b-40c7-8825-a00d21714eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:41.371823 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec8d58-9f9b-40c7-8825-a00d21714eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:41.372153 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec8d58-9f9b-40c7-8825-a00d21714eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:41.372480 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec8d58-9f9b-40c7-8825-a00d21714eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:41.372802 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec8d58-9f9b-40c7-8825-a00d21714eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:41.373120 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec8d58-9f9b-40c7-8825-a00d21714eae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:41.373447 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec8d58-9f9b-40c7-8825-a00d21714eae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:41.373763 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec8d58-9f9b-40c7-8825-a00d21714eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:41.374074 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec8d58-9f9b-40c7-8825-a00d21714eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:41.374387 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec8d58-9f9b-40c7-8825-a00d21714eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:41.374694 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec8d58-9f9b-40c7-8825-a00d21714eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:41.379202 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-cbec8d58-9f9b-40c7-8825-a00d21714eae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:36:41.470857 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f8b619a7-b81b-4ce6-aab6-d44afe8ee8d7 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:41.475657 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d9df70a5-f383-4ad7-9406-38f930fe1953 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:36:41.523943 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b619a7-b81b-4ce6-aab6-d44afe8ee8d7 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'Port': ['ID=fe46d646-0261-4f83-b3d9-708204ff2f36,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:36:41.562517 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f8b619a7-b81b-4ce6-aab6-d44afe8ee8d7 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:36:41.625808 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f8b619a7-b81b-4ce6-aab6-d44afe8ee8d7 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:41.810606 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f8b619a7-b81b-4ce6-aab6-d44afe8ee8d7 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:41.813073 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f8b619a7-b81b-4ce6-aab6-d44afe8ee8d7 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:41.839412 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f8b619a7-b81b-4ce6-aab6-d44afe8ee8d7 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:41.840142 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b619a7-b81b-4ce6-aab6-d44afe8ee8d7 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Fanout notify agent at l3_agent the message router_deleted on router 0401b68e-46e5-466f-8af5-538d51e10068 {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 16:36:41.856221 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f8b619a7-b81b-4ce6-aab6-d44afe8ee8d7 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:41.857441 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f8b619a7-b81b-4ce6-aab6-d44afe8ee8d7 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "DELETE /v2.0/routers/0401b68e-46e5-466f-8af5-538d51e10068 HTTP/1.1" status: 204 len: 168 time: 1.5601666 May 31 16:36:41.860526 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39774) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:36:41.981786 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9371857a-4009-496d-b206-29c47df38b64 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:42.114763 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9371857a-4009-496d-b206-29c47df38b64 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:42.128899 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-9371857a-4009-496d-b206-29c47df38b64 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e081f0d7-85e0-4162-ba2b-8566ce068e59']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:36:42.145157 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-9371857a-4009-496d-b206-29c47df38b64 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd50371-779c-4e31-9465-ea9034a20c4e') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:36:42.145443 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-9371857a-4009-496d-b206-29c47df38b64 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd50371-779c-4e31-9465-ea9034a20c4e') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:36:42.157313 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9371857a-4009-496d-b206-29c47df38b64 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:42.174661 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9371857a-4009-496d-b206-29c47df38b64 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:42.181152 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9371857a-4009-496d-b206-29c47df38b64 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:36:42.181639 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9371857a-4009-496d-b206-29c47df38b64 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:36:42.196359 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:36:42.283954 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9371857a-4009-496d-b206-29c47df38b64 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:42.289016 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9371857a-4009-496d-b206-29c47df38b64 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:42.292080 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d340a3f0-7349-4d9b-a105-4ac68817bd7c tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:36:42.320606 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371857a-4009-496d-b206-29c47df38b64 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'Network': ['ID=e081f0d7-85e0-4162-ba2b-8566ce068e59,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:36:42.323535 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9371857a-4009-496d-b206-29c47df38b64 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:36:42.330124 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9371857a-4009-496d-b206-29c47df38b64 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "DELETE /v2.0/networks/e081f0d7-85e0-4162-ba2b-8566ce068e59 HTTP/1.1" status: 204 len: 168 time: 0.4685757 May 31 16:36:42.333261 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39778) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:36:42.409502 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-80b27443-9fe0-4539-b3aa-d2bd666c79c0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:42.441334 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-80b27443-9fe0-4539-b3aa-d2bd666c79c0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:42.512534 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-80b27443-9fe0-4539-b3aa-d2bd666c79c0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:42.516714 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2b0b8f79-1950-4f2d-8d82-59d17754d352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:36:42.532204 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b27443-9fe0-4539-b3aa-d2bd666c79c0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b31e61-be11-4931-8857-b2515c1d1385,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:36:42.534829 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-80b27443-9fe0-4539-b3aa-d2bd666c79c0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:36:42.541546 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-80b27443-9fe0-4539-b3aa-d2bd666c79c0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:42.542818 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-80b27443-9fe0-4539-b3aa-d2bd666c79c0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "DELETE /v2.0/security-groups/39b31e61-be11-4931-8857-b2515c1d1385 HTTP/1.1" status: 204 len: 168 time: 0.2086728 May 31 16:36:42.637371 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 2a012288-4085-4877-b7a9-1aaa88b8b39a no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:36:42.671772 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 2a012288-4085-4877-b7a9-1aaa88b8b39a {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:36:42.672123 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 2a012288-4085-4877-b7a9-1aaa88b8b39a not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:36:42.672541 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device fe46d646-0261-4f83-b3d9-708204ff2f36 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:36:42.707797 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: fe46d646-0261-4f83-b3d9-708204ff2f36 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:36:42.708148 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device fe46d646-0261-4f83-b3d9-708204ff2f36 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:36:42.708555 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 6f39754a-edef-414a-a20b-df1aa7788b4a no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:36:42.740716 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 6f39754a-edef-414a-a20b-df1aa7788b4a {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:36:42.741062 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 6f39754a-edef-414a-a20b-df1aa7788b4a not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:36:45.145844 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39790) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:36:45.151591 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-92ae37ab-977b-4525-be89-703036735c86 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-356774123', 'description': 'tempest-secgroup-smoke-356774123 description', 'project_id': '74dcf8b577b84054bb5717d04406209a'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:36:45.158174 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-92ae37ab-977b-4525-be89-703036735c86 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:36:45.162732 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-92ae37ab-977b-4525-be89-703036735c86 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:36:45.165799 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-92ae37ab-977b-4525-be89-703036735c86 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:36:45.172075 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-92ae37ab-977b-4525-be89-703036735c86 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:36:45.185842 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-92ae37ab-977b-4525-be89-703036735c86 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:45.206902 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-92ae37ab-977b-4525-be89-703036735c86 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:36:45.210882 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-92ae37ab-977b-4525-be89-703036735c86 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:36:45.213913 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-92ae37ab-977b-4525-be89-703036735c86 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:36:45.221175 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-92ae37ab-977b-4525-be89-703036735c86 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:36:45.299666 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-92ae37ab-977b-4525-be89-703036735c86 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:45.306023 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-92ae37ab-977b-4525-be89-703036735c86 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:45.312551 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1180bfec-839b-4e33-9af8-8ffaeaea126f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:36:45.353734 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae37ab-977b-4525-be89-703036735c86 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:36:45.357406 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-92ae37ab-977b-4525-be89-703036735c86 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:36:45.359329 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-92ae37ab-977b-4525-be89-703036735c86 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:45.360635 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-92ae37ab-977b-4525-be89-703036735c86 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2137818 May 31 16:36:45.363513 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39794) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:36:45.368661 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-6e878eb3-3ca6-4cd5-a631-a333b7d53c66 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group_rule': {'security_group_id': 'e108f75f-c1d5-4664-ae19-b1b0f77ad8f0', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:36:45.376960 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-6e878eb3-3ca6-4cd5-a631-a333b7d53c66 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:36:45.381035 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6e878eb3-3ca6-4cd5-a631-a333b7d53c66 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:36:45.384099 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-6e878eb3-3ca6-4cd5-a631-a333b7d53c66 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:36:45.390388 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-6e878eb3-3ca6-4cd5-a631-a333b7d53c66 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:36:45.409721 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6e878eb3-3ca6-4cd5-a631-a333b7d53c66 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:45.470365 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6e878eb3-3ca6-4cd5-a631-a333b7d53c66 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:45.475144 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6e878eb3-3ca6-4cd5-a631-a333b7d53c66 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:45.477066 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b8d892ce-48ae-4752-8a0f-23943d43ee31 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:36:45.499769 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e878eb3-3ca6-4cd5-a631-a333b7d53c66 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d63bea-a3bd-4d04-a7e0-88e8b398ff4a,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:36:45.504228 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6e878eb3-3ca6-4cd5-a631-a333b7d53c66 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:36:45.511190 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6e878eb3-3ca6-4cd5-a631-a333b7d53c66 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:45.512411 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6e878eb3-3ca6-4cd5-a631-a333b7d53c66 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1479812 May 31 16:36:45.517234 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39798) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:36:45.526609 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-d0141ce6-958e-4073-b3a0-1cbc3456dc73 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group_rule': {'security_group_id': 'e108f75f-c1d5-4664-ae19-b1b0f77ad8f0', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:36:45.533178 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-d0141ce6-958e-4073-b3a0-1cbc3456dc73 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:36:45.537300 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-d0141ce6-958e-4073-b3a0-1cbc3456dc73 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:36:45.540426 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-d0141ce6-958e-4073-b3a0-1cbc3456dc73 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:36:45.546397 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-d0141ce6-958e-4073-b3a0-1cbc3456dc73 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:36:45.564035 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d0141ce6-958e-4073-b3a0-1cbc3456dc73 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:45.628636 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d0141ce6-958e-4073-b3a0-1cbc3456dc73 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:45.633881 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d0141ce6-958e-4073-b3a0-1cbc3456dc73 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:45.640047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-eaab1e5c-f35d-4eec-87b8-7dc82b9a4652 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:36:45.658566 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0141ce6-958e-4073-b3a0-1cbc3456dc73 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840922be-0ec9-4c8c-bff7-ca7c18f20342,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:36:45.661010 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d0141ce6-958e-4073-b3a0-1cbc3456dc73 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:36:45.671237 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-d0141ce6-958e-4073-b3a0-1cbc3456dc73 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:45.672520 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d0141ce6-958e-4073-b3a0-1cbc3456dc73 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1536386 May 31 16:36:45.675503 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39802) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:36:45.680640 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-fde67f2e-3235-4c0f-9da3-d768d58176ae tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group_rule': {'security_group_id': 'e108f75f-c1d5-4664-ae19-b1b0f77ad8f0', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:36:45.687380 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-fde67f2e-3235-4c0f-9da3-d768d58176ae tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:36:45.691663 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-fde67f2e-3235-4c0f-9da3-d768d58176ae tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:36:45.694739 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-fde67f2e-3235-4c0f-9da3-d768d58176ae tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:36:45.700874 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-fde67f2e-3235-4c0f-9da3-d768d58176ae tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:36:45.723020 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fde67f2e-3235-4c0f-9da3-d768d58176ae tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:45.795988 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fde67f2e-3235-4c0f-9da3-d768d58176ae tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:45.802388 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fde67f2e-3235-4c0f-9da3-d768d58176ae tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:45.804773 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e68ac5a8-2cc1-43c6-8bf6-a0f6f02b2d0d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:36:45.828545 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde67f2e-3235-4c0f-9da3-d768d58176ae tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60350ef6-d028-46c8-a89f-9fdc2e32b90d,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:36:45.832949 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-fde67f2e-3235-4c0f-9da3-d768d58176ae tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:36:45.839368 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-fde67f2e-3235-4c0f-9da3-d768d58176ae tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:45.841909 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-fde67f2e-3235-4c0f-9da3-d768d58176ae tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1641400 May 31 16:36:45.845116 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39806) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:36:45.850107 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-0f051b00-661e-4df5-9c51-fdb05216c39b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group_rule': {'security_group_id': 'e108f75f-c1d5-4664-ae19-b1b0f77ad8f0', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:36:45.856044 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0f051b00-661e-4df5-9c51-fdb05216c39b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:36:45.860103 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0f051b00-661e-4df5-9c51-fdb05216c39b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:36:45.862920 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0f051b00-661e-4df5-9c51-fdb05216c39b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:36:45.868957 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0f051b00-661e-4df5-9c51-fdb05216c39b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:36:45.887701 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0f051b00-661e-4df5-9c51-fdb05216c39b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:45.952304 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0f051b00-661e-4df5-9c51-fdb05216c39b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:45.957076 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0f051b00-661e-4df5-9c51-fdb05216c39b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:45.958873 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-fde67f2e-3235-4c0f-9da3-d768d58176ae tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:36:45.980252 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f051b00-661e-4df5-9c51-fdb05216c39b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00ec0500-a3a5-48bd-aa69-4168a75f26d4,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:36:45.982587 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0f051b00-661e-4df5-9c51-fdb05216c39b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:36:45.992239 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0f051b00-661e-4df5-9c51-fdb05216c39b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:45.993921 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0f051b00-661e-4df5-9c51-fdb05216c39b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1479099 May 31 16:36:45.996905 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39810) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:36:46.002460 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-1e85d925-4440-4498-951c-a033f2da8be8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group_rule': {'security_group_id': 'e108f75f-c1d5-4664-ae19-b1b0f77ad8f0', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:36:46.008831 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1e85d925-4440-4498-951c-a033f2da8be8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:36:46.013021 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1e85d925-4440-4498-951c-a033f2da8be8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:36:46.016215 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1e85d925-4440-4498-951c-a033f2da8be8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:36:46.022362 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1e85d925-4440-4498-951c-a033f2da8be8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:36:46.033973 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.securitygroups_db [None req-1e85d925-4440-4498-951c-a033f2da8be8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Project 74dcf8b577b84054bb5717d04406209a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:36:46.039827 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1e85d925-4440-4498-951c-a033f2da8be8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:46.121218 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1e85d925-4440-4498-951c-a033f2da8be8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:46.128997 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1e85d925-4440-4498-951c-a033f2da8be8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:46.137584 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b17708a9-40c3-46aa-afa3-3b6fb96320e4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:36:46.159652 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85d925-4440-4498-951c-a033f2da8be8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376d9b17-8cc3-485a-8ab1-2f646e51b0da,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:36:46.165098 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1e85d925-4440-4498-951c-a033f2da8be8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:36:46.170699 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1e85d925-4440-4498-951c-a033f2da8be8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:46.171960 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1e85d925-4440-4498-951c-a033f2da8be8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1739705 May 31 16:36:46.177582 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39814) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:36:46.182912 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-f361b22c-8096-4501-abba-1839079c1673 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group_rule': {'security_group_id': 'e108f75f-c1d5-4664-ae19-b1b0f77ad8f0', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:36:46.189062 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-f361b22c-8096-4501-abba-1839079c1673 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:36:46.193128 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f361b22c-8096-4501-abba-1839079c1673 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:36:46.196179 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f361b22c-8096-4501-abba-1839079c1673 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:36:46.202191 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-f361b22c-8096-4501-abba-1839079c1673 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:36:46.213333 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.securitygroups_db [None req-f361b22c-8096-4501-abba-1839079c1673 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Project 74dcf8b577b84054bb5717d04406209a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:36:46.219517 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f361b22c-8096-4501-abba-1839079c1673 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:46.296394 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f361b22c-8096-4501-abba-1839079c1673 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:46.302266 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f361b22c-8096-4501-abba-1839079c1673 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:46.305516 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e5fba541-d6d3-461b-a57d-e3647deaafad tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:36:46.328809 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361b22c-8096-4501-abba-1839079c1673 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80f2dfb6-ca75-433e-988b-db8d05b3812f,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:36:46.331311 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f361b22c-8096-4501-abba-1839079c1673 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:36:46.339238 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f361b22c-8096-4501-abba-1839079c1673 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:46.340481 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f361b22c-8096-4501-abba-1839079c1673 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1619542 May 31 16:36:46.343385 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39818) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:36:46.348970 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-1ae27184-46cc-4053-9b02-ee956936faf4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'network': {'name': 'tempest-network-smoke--249050839', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'port_security_enabled': True}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:36:46.353993 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1ae27184-46cc-4053-9b02-ee956936faf4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:36:46.358394 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1ae27184-46cc-4053-9b02-ee956936faf4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:network and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:36:46.361753 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1ae27184-46cc-4053-9b02-ee956936faf4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:36:46.367899 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1ae27184-46cc-4053-9b02-ee956936faf4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:36:46.382155 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae27184-46cc-4053-9b02-ee956936faf4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Made reservation on behalf of 74dcf8b577b84054bb5717d04406209a for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:36:46.385944 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1ae27184-46cc-4053-9b02-ee956936faf4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:46.421720 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae27184-46cc-4053-9b02-ee956936faf4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:36:46.434134 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1ae27184-46cc-4053-9b02-ee956936faf4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:46.434802 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-1ae27184-46cc-4053-9b02-ee956936faf4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Added segment 2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0 of type vlan for network 77431a29-1e43-4b8d-8867-3a3076f11aaa May 31 16:36:46.463164 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1ae27184-46cc-4053-9b02-ee956936faf4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:46.498511 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1ae27184-46cc-4053-9b02-ee956936faf4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:46.504359 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae27184-46cc-4053-9b02-ee956936faf4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:36:46.505038 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1ae27184-46cc-4053-9b02-ee956936faf4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:46.509182 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2c7e131a-4637-43d4-a156-7ef2adfed7a2 tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:36:46.619196 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1ae27184-46cc-4053-9b02-ee956936faf4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2747407 May 31 16:36:46.622141 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39822) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:36:46.622686 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae27184-46cc-4053-9b02-ee956936faf4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Network': ['ID=77431a29-1e43-4b8d-8867-3a3076f11aaa,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:36:46.625767 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1ae27184-46cc-4053-9b02-ee956936faf4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:36:46.630564 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-4d524aa9-94b2-47ce-b40b-fc9a04572e9f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1821292796', 'admin_state_up': True, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:36:46.636830 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 77431a29-1e43-4b8d-8867-3a3076f11aaa details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 16:36:46.639231 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4d524aa9-94b2-47ce-b40b-fc9a04572e9f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:36:46.643651 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4d524aa9-94b2-47ce-b40b-fc9a04572e9f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:router and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:36:46.646700 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-4d524aa9-94b2-47ce-b40b-fc9a04572e9f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:36:46.653523 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-4d524aa9-94b2-47ce-b40b-fc9a04572e9f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:36:46.669685 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4d524aa9-94b2-47ce-b40b-fc9a04572e9f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:46.670727 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4d524aa9-94b2-47ce-b40b-fc9a04572e9f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:46.687162 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4d524aa9-94b2-47ce-b40b-fc9a04572e9f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:47.127246 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4d524aa9-94b2-47ce-b40b-fc9a04572e9f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:47.452375 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4d524aa9-94b2-47ce-b40b-fc9a04572e9f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router_gateway, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:47.481470 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4d524aa9-94b2-47ce-b40b-fc9a04572e9f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:47.617707 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-4d524aa9-94b2-47ce-b40b-fc9a04572e9f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Allocated IP 172.26.0.184 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/82f84f4a-0444-429e-bf09-67c05ea15ad6) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:36:47.773371 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4d524aa9-94b2-47ce-b40b-fc9a04572e9f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:47.806542 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4d524aa9-94b2-47ce-b40b-fc9a04572e9f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:47.810198 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ec75eef1-adaa-4b10-b83e-bb5afe5486df tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:36:47.873680 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d524aa9-94b2-47ce-b40b-fc9a04572e9f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:36:47.876694 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-4d524aa9-94b2-47ce-b40b-fc9a04572e9f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:36:47.880532 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d524aa9-94b2-47ce-b40b-fc9a04572e9f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:36:47.914067 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d524aa9-94b2-47ce-b40b-fc9a04572e9f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Port': ['ID=82f84f4a-0444-429e-bf09-67c05ea15ad6,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:36:47.921917 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4d524aa9-94b2-47ce-b40b-fc9a04572e9f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:36:48.460450 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4d524aa9-94b2-47ce-b40b-fc9a04572e9f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router_gateway, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:48.808180 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4d524aa9-94b2-47ce-b40b-fc9a04572e9f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:49.028547 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d524aa9-94b2-47ce-b40b-fc9a04572e9f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Router 4e61e5f9-eb1f-41b4-aff0-d8821f29e339 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 16:36:49.210375 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d524aa9-94b2-47ce-b40b-fc9a04572e9f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:36:49.219994 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebe9585-1686-48d4-8d61-9005f421e08b None None] Sync routers for ids ['4e61e5f9-eb1f-41b4-aff0-d8821f29e339'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:36:49.230563 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebe9585-1686-48d4-8d61-9005f421e08b None None] Routers {'4e61e5f9-eb1f-41b4-aff0-d8821f29e339'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:36:49.231301 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-8ebe9585-1686-48d4-8d61-9005f421e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:36:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4e61e5f9-eb1f-41b4-aff0-d8821f29e339'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:36:49.239536 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4d524aa9-94b2-47ce-b40b-fc9a04572e9f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:49.240716 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4d524aa9-94b2-47ce-b40b-fc9a04572e9f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6173823 May 31 16:36:49.243818 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39826) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:36:49.286553 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-cdb13066-a5fe-420b-b253-8f48be98135b tempest-TestNetworkAdvancedServerOps-662742683 tempest-TestNetworkAdvancedServerOps-662742683-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=74dcf8b577b84054bb5717d04406209a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415390 May 31 16:36:49.290152 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39830) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:36:49.410599 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-8ebe9585-1686-48d4-8d61-9005f421e08b None None] Set router 4e61e5f9-eb1f-41b4-aff0-d8821f29e339 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:36:49.425569 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e381798-835d-4ba6-b7b5-bfb78c572189 tempest-TestNetworkAdvancedServerOps-662742683 tempest-TestNetworkAdvancedServerOps-662742683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:36:49.427088 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1e381798-835d-4ba6-b7b5-bfb78c572189 tempest-TestNetworkAdvancedServerOps-662742683 tempest-TestNetworkAdvancedServerOps-662742683-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1359828 May 31 16:36:49.430381 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39834) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:36:49.475405 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d07e221e-dcec-4321-b690-ef2e2214820a tempest-TestNetworkAdvancedServerOps-662742683 tempest-TestNetworkAdvancedServerOps-662742683-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=014c45f7-9697-4b0b-b8b7-66a80a50a15c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434597 May 31 16:36:49.478107 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39838) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:36:49.484127 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-1e1f65fd-dfa9-45f1-91de-b1328f3f2872 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1563847456', 'network_id': '77431a29-1e43-4b8d-8867-3a3076f11aaa', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:36:49.598156 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1e1f65fd-dfa9-45f1-91de-b1328f3f2872 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:36:49.602324 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1e1f65fd-dfa9-45f1-91de-b1328f3f2872 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:subnet and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:36:49.605368 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1e1f65fd-dfa9-45f1-91de-b1328f3f2872 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:36:49.611865 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1e1f65fd-dfa9-45f1-91de-b1328f3f2872 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:36:49.622557 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1f65fd-dfa9-45f1-91de-b1328f3f2872 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Made reservation on behalf of 74dcf8b577b84054bb5717d04406209a for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:36:49.626255 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1e1f65fd-dfa9-45f1-91de-b1328f3f2872 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:49.723639 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-8ebe9585-1686-48d4-8d61-9005f421e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821292796', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.184'}], 'enable_snat': True}, 'gw_port_id': '82f84f4a-0444-429e-bf09-67c05ea15ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:36:46Z', 'updated_at': '2021-05-31T16:36:48Z', 'revision_number': 3, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '82f84f4a-0444-429e-bf09-67c05ea15ad6', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:11:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:36:47Z', 'updated_at': '2021-05-31T16:36:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:36:49.727824 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebe9585-1686-48d4-8d61-9005f421e08b None None] Checking router: 4e61e5f9-eb1f-41b4-aff0-d8821f29e339 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:36:49.728108 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebe9585-1686-48d4-8d61-9005f421e08b None None] Updating router 4e61e5f9-eb1f-41b4-aff0-d8821f29e339 port 82f84f4a-0444-429e-bf09-67c05ea15ad6 binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:36:49.783192 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-8ebe9585-1686-48d4-8d61-9005f421e08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:50.045695 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1e1f65fd-dfa9-45f1-91de-b1328f3f2872 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:50.050048 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1dae1ff3-9d90-467a-9a60-fe18e6c86ce9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:36:50.117576 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-8ebe9585-1686-48d4-8d61-9005f421e08b None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:50.128423 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f65fd-dfa9-45f1-91de-b1328f3f2872 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Subnet': ['ID=05cd4dc1-2cac-4c8d-a420-96145f17e610,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:36:50.130131 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-8ebe9585-1686-48d4-8d61-9005f421e08b None None] Transition to ACTIVE for port object 82f84f4a-0444-429e-bf09-67c05ea15ad6 will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:36:50.132066 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1e1f65fd-dfa9-45f1-91de-b1328f3f2872 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:36:50.137965 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-8ebe9585-1686-48d4-8d61-9005f421e08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:50.138921 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f65fd-dfa9-45f1-91de-b1328f3f2872 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Checking segment: {'id': '2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '77431a29-1e43-4b8d-8867-3a3076f11aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:36:50.139346 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1f65fd-dfa9-45f1-91de-b1328f3f2872 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network hostable DHCP agents. Network: 77431a29-1e43-4b8d-8867-3a3076f11aaa, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:36:50.142607 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-f6708767-f509-43bd-9ec3-c12298a6e210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:36:50.156880 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1f65fd-dfa9-45f1-91de-b1328f3f2872 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network 77431a29-1e43-4b8d-8867-3a3076f11aaa is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:36:50.167437 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-1e1f65fd-dfa9-45f1-91de-b1328f3f2872 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 77431a29-1e43-4b8d-8867-3a3076f11aaa) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:36:50.178624 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e03b3f-4fc0-499e-a328-05a6ccf6fb92 None None] Network 77431a29-1e43-4b8d-8867-3a3076f11aaa requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:36:50.179161 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1f65fd-dfa9-45f1-91de-b1328f3f2872 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:36:50.179755 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1e1f65fd-dfa9-45f1-91de-b1328f3f2872 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:50.208073 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1e1f65fd-dfa9-45f1-91de-b1328f3f2872 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7262259 May 31 16:36:50.208448 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39842) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:36:50.224129 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-8ebe9585-1686-48d4-8d61-9005f421e08b None None] Attempting to bind port 82f84f4a-0444-429e-bf09-67c05ea15ad6 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:36:50.224704 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-8ebe9585-1686-48d4-8d61-9005f421e08b None None] Attempting to bind port 82f84f4a-0444-429e-bf09-67c05ea15ad6 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:36:50.224866 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe9585-1686-48d4-8d61-9005f421e08b None None] Attempting to bind port 82f84f4a-0444-429e-bf09-67c05ea15ad6 on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:36:50.226872 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84d74c-8086-4f84-b35d-5be2711a38e4 None None] Pushing event updated for resources: {'Port': ['ID=82f84f4a-0444-429e-bf09-67c05ea15ad6,revision_number=2']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:36:50.235643 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84d74c-8086-4f84-b35d-5be2711a38e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:50.235995 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84d74c-8086-4f84-b35d-5be2711a38e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:50.236323 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84d74c-8086-4f84-b35d-5be2711a38e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:50.236646 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84d74c-8086-4f84-b35d-5be2711a38e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:50.236965 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84d74c-8086-4f84-b35d-5be2711a38e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:50.237283 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84d74c-8086-4f84-b35d-5be2711a38e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:50.237600 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84d74c-8086-4f84-b35d-5be2711a38e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:50.237915 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84d74c-8086-4f84-b35d-5be2711a38e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:50.238230 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84d74c-8086-4f84-b35d-5be2711a38e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:50.238546 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84d74c-8086-4f84-b35d-5be2711a38e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:50.238861 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84d74c-8086-4f84-b35d-5be2711a38e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:50.239193 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84d74c-8086-4f84-b35d-5be2711a38e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:36:50.243938 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-6d84d74c-8086-4f84-b35d-5be2711a38e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:36:50.244851 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe9585-1686-48d4-8d61-9005f421e08b None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:36:50.245226 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe9585-1686-48d4-8d61-9005f421e08b None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:36:50.245702 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-8ebe9585-1686-48d4-8d61-9005f421e08b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:50.246097 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe9585-1686-48d4-8d61-9005f421e08b None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:36:50.246578 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-8ebe9585-1686-48d4-8d61-9005f421e08b None None] Bound port: 82f84f4a-0444-429e-bf09-67c05ea15ad6, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:36:50.246998 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-8ebe9585-1686-48d4-8d61-9005f421e08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:50.325405 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-8ebe9585-1686-48d4-8d61-9005f421e08b None None] For port 82f84f4a-0444-429e-bf09-67c05ea15ad6, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:36:50.328467 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-8ebe9585-1686-48d4-8d61-9005f421e08b None None] For port 82f84f4a-0444-429e-bf09-67c05ea15ad6, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=82f84f4a-0444-429e-bf09-67c05ea15ad6,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:36:50.334077 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-8ebe9585-1686-48d4-8d61-9005f421e08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:50.338077 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-745d808f-27d3-4683-9458-9527d8bd7fb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:36:50.414991 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebe9585-1686-48d4-8d61-9005f421e08b None None] Routers {'4e61e5f9-eb1f-41b4-aff0-d8821f29e339'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:36:50.416180 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-8ebe9585-1686-48d4-8d61-9005f421e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:36:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4e61e5f9-eb1f-41b4-aff0-d8821f29e339'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:36:50.418716 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7d4234-84bc-446e-bbd9-c12815a9511f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-77431a29-1e43-4b8d-8867-3a3076f11aaa', 'network_id': '77431a29-1e43-4b8d-8867-3a3076f11aaa', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'fixed_ips': [{'subnet_id': '05cd4dc1-2cac-4c8d-a420-96145f17e610'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:36:50.420035 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cc7d4234-84bc-446e-bbd9-c12815a9511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:50.489305 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84d74c-8086-4f84-b35d-5be2711a38e4 None None] Pushing event updated for resources: {'Port': ['ID=82f84f4a-0444-429e-bf09-67c05ea15ad6,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:36:50.492842 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-6d84d74c-8086-4f84-b35d-5be2711a38e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:36:50.611366 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-8ebe9585-1686-48d4-8d61-9005f421e08b None None] Set router 4e61e5f9-eb1f-41b4-aff0-d8821f29e339 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:36:50.645267 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-cc7d4234-84bc-446e-bbd9-c12815a9511f None None] Allocated IP 172.20.0.2 (77431a29-1e43-4b8d-8867-3a3076f11aaa/05cd4dc1-2cac-4c8d-a420-96145f17e610/011f9f06-f865-4fd4-8cb0-5da05a48b36d) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:36:50.868165 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cc7d4234-84bc-446e-bbd9-c12815a9511f None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:50.879580 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-cc7d4234-84bc-446e-bbd9-c12815a9511f None None] Transition to ACTIVE for port object 011f9f06-f865-4fd4-8cb0-5da05a48b36d will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:36:50.898698 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-cc7d4234-84bc-446e-bbd9-c12815a9511f None None] Transition to ACTIVE for port object 011f9f06-f865-4fd4-8cb0-5da05a48b36d will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:36:50.902033 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-8ebe9585-1686-48d4-8d61-9005f421e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821292796', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.184'}], 'enable_snat': True}, 'gw_port_id': '82f84f4a-0444-429e-bf09-67c05ea15ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:36:46Z', 'updated_at': '2021-05-31T16:36:48Z', 'revision_number': 3, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '82f84f4a-0444-429e-bf09-67c05ea15ad6', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:11:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:36:47Z', 'updated_at': '2021-05-31T16:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:36:50.905788 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cc7d4234-84bc-446e-bbd9-c12815a9511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:50.907345 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebe9585-1686-48d4-8d61-9005f421e08b None None] The sync data for ids ['4e61e5f9-eb1f-41b4-aff0-d8821f29e339'] in dv-neutron-601336-79-hyperv is: [{'id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821292796', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.184'}], 'enable_snat': True}, 'gw_port_id': '82f84f4a-0444-429e-bf09-67c05ea15ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:36:46Z', 'updated_at': '2021-05-31T16:36:48Z', 'revision_number': 3, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '82f84f4a-0444-429e-bf09-67c05ea15ad6', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:11:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:36:47Z', 'updated_at': '2021-05-31T16:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:36:50.910842 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:36:50.978771 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7d4234-84bc-446e-bbd9-c12815a9511f None None] Network 77431a29-1e43-4b8d-8867-3a3076f11aaa is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:36:50.982706 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-cc7d4234-84bc-446e-bbd9-c12815a9511f None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:36:50.989363 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7d4234-84bc-446e-bbd9-c12815a9511f None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:36:51.023982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d4234-84bc-446e-bbd9-c12815a9511f None None] Pushing event updated for resources: {'Port': ['ID=011f9f06-f865-4fd4-8cb0-5da05a48b36d,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:36:51.031543 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-cc7d4234-84bc-446e-bbd9-c12815a9511f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:36:51.086616 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-cc7d4234-84bc-446e-bbd9-c12815a9511f None None] Attempting to bind port 011f9f06-f865-4fd4-8cb0-5da05a48b36d on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:36:51.087029 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-cc7d4234-84bc-446e-bbd9-c12815a9511f None None] Attempting to bind port 011f9f06-f865-4fd4-8cb0-5da05a48b36d by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '77431a29-1e43-4b8d-8867-3a3076f11aaa'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:36:51.087390 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7d4234-84bc-446e-bbd9-c12815a9511f None None] Attempting to bind port 011f9f06-f865-4fd4-8cb0-5da05a48b36d on network 77431a29-1e43-4b8d-8867-3a3076f11aaa {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:36:51.093351 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7d4234-84bc-446e-bbd9-c12815a9511f None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:36:51.093734 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7d4234-84bc-446e-bbd9-c12815a9511f None None] Checking segment: {'id': '2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '77431a29-1e43-4b8d-8867-3a3076f11aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:36:51.094148 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cc7d4234-84bc-446e-bbd9-c12815a9511f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:51.094545 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7d4234-84bc-446e-bbd9-c12815a9511f None None] Bound using segment: {'id': '2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '77431a29-1e43-4b8d-8867-3a3076f11aaa'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:36:51.095051 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-cc7d4234-84bc-446e-bbd9-c12815a9511f None None] Bound port: 011f9f06-f865-4fd4-8cb0-5da05a48b36d, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '77431a29-1e43-4b8d-8867-3a3076f11aaa'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:36:51.095435 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cc7d4234-84bc-446e-bbd9-c12815a9511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:51.105423 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d473c0ed-8b94-41c1-97e7-7c77e748fe02 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:51.201670 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-cc7d4234-84bc-446e-bbd9-c12815a9511f None None] For port 011f9f06-f865-4fd4-8cb0-5da05a48b36d, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:36:51.205045 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-cc7d4234-84bc-446e-bbd9-c12815a9511f None None] For port 011f9f06-f865-4fd4-8cb0-5da05a48b36d, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=011f9f06-f865-4fd4-8cb0-5da05a48b36d,segment=NetworkSegment(2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0),segment_id=2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:36:51.210109 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cc7d4234-84bc-446e-bbd9-c12815a9511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:51.213756 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:36:51.295752 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d4234-84bc-446e-bbd9-c12815a9511f None None] Pushing event updated for resources: {'Port': ['ID=011f9f06-f865-4fd4-8cb0-5da05a48b36d,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:36:51.298863 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-cc7d4234-84bc-446e-bbd9-c12815a9511f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:36:51.577545 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-d473c0ed-8b94-41c1-97e7-7c77e748fe02 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Allocated IP 172.20.0.1 (77431a29-1e43-4b8d-8867-3a3076f11aaa/05cd4dc1-2cac-4c8d-a420-96145f17e610/6864f37c-926b-46e0-8ff6-35933e36f0e4) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:36:51.752308 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d473c0ed-8b94-41c1-97e7-7c77e748fe02 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:51.769610 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-d473c0ed-8b94-41c1-97e7-7c77e748fe02 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Transition to ACTIVE for port object 6864f37c-926b-46e0-8ff6-35933e36f0e4 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:36:51.795779 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d473c0ed-8b94-41c1-97e7-7c77e748fe02 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:51.801479 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ebdb969e-91fc-4339-af09-7a37370e6b38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:36:51.865037 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:36:51.865607 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d473c0ed-8b94-41c1-97e7-7c77e748fe02 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network 77431a29-1e43-4b8d-8867-3a3076f11aaa is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:36:51.868968 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-d473c0ed-8b94-41c1-97e7-7c77e748fe02 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:36:51.872892 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d473c0ed-8b94-41c1-97e7-7c77e748fe02 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:36:51.918057 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473c0ed-8b94-41c1-97e7-7c77e748fe02 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Port': ['ID=6864f37c-926b-46e0-8ff6-35933e36f0e4,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:36:51.922779 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d473c0ed-8b94-41c1-97e7-7c77e748fe02 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:36:51.939494 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d473c0ed-8b94-41c1-97e7-7c77e748fe02 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:52.263948 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcf47a3-c5cb-44ea-9c2b-ffc03623a0bd None None] Network 77431a29-1e43-4b8d-8867-3a3076f11aaa requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:36:52.365969 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-126cf7b9-6813-4887-9dd3-0256fe45b92b None None] Provisioning for port 011f9f06-f865-4fd4-8cb0-5da05a48b36d completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:36:52.383986 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d473c0ed-8b94-41c1-97e7-7c77e748fe02 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:52.723142 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 82f84f4a-0444-429e-bf09-67c05ea15ad6 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:36:52.813565 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c9589f5c-5956-43bf-ae14-b6f70d84f86e None None] Provisioning for port 6864f37c-926b-46e0-8ff6-35933e36f0e4 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:36:52.818606 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 82f84f4a-0444-429e-bf09-67c05ea15ad6 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:36:52.823161 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 82f84f4a-0444-429e-bf09-67c05ea15ad6 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:36:52.823552 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:52.853847 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d473c0ed-8b94-41c1-97e7-7c77e748fe02 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:52.859255 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d473c0ed-8b94-41c1-97e7-7c77e748fe02 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:52.860849 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c9589f5c-5956-43bf-ae14-b6f70d84f86e None None] Provisioning complete for port 6864f37c-926b-46e0-8ff6-35933e36f0e4 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:36:52.861011 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c9589f5c-5956-43bf-ae14-b6f70d84f86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:52.885796 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-09990e3e-f171-4bef-83f0-7bd7ad625396 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:36:52.944024 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-c9589f5c-5956-43bf-ae14-b6f70d84f86e None None] Port 6864f37c-926b-46e0-8ff6-35933e36f0e4 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:36:52.976668 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473c0ed-8b94-41c1-97e7-7c77e748fe02 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Port': ['ID=6864f37c-926b-46e0-8ff6-35933e36f0e4,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:36:52.979904 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d473c0ed-8b94-41c1-97e7-7c77e748fe02 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:36:52.981048 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d473c0ed-8b94-41c1-97e7-7c77e748fe02 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:53.024566 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:53.043512 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 82f84f4a-0444-429e-bf09-67c05ea15ad6, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=82f84f4a-0444-429e-bf09-67c05ea15ad6,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:36:53.050015 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:53.050884 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 011f9f06-f865-4fd4-8cb0-5da05a48b36d up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:36:53.075136 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-28ed3d1a-4aca-4034-9221-4bdb6e0c9f1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:36:53.137790 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d473c0ed-8b94-41c1-97e7-7c77e748fe02 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network 77431a29-1e43-4b8d-8867-3a3076f11aaa is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:36:53.138961 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-d473c0ed-8b94-41c1-97e7-7c77e748fe02 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:36:53.184444 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-dd3829ef-e34c-4464-9fe8-d1e43e57e6a7 None None] Provisioning complete for port 6864f37c-926b-46e0-8ff6-35933e36f0e4 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:36:53.184828 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dd3829ef-e34c-4464-9fe8-d1e43e57e6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:53.221991 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=82f84f4a-0444-429e-bf09-67c05ea15ad6,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:36:53.233170 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:36:53.236525 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 011f9f06-f865-4fd4-8cb0-5da05a48b36d completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:36:53.251370 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 011f9f06-f865-4fd4-8cb0-5da05a48b36d triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:36:53.251727 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:53.292305 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-dd3829ef-e34c-4464-9fe8-d1e43e57e6a7 None None] Port 6864f37c-926b-46e0-8ff6-35933e36f0e4 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:36:53.351841 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d473c0ed-8b94-41c1-97e7-7c77e748fe02 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Router 4e61e5f9-eb1f-41b4-aff0-d8821f29e339 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:36:53.382625 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:53.421945 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 011f9f06-f865-4fd4-8cb0-5da05a48b36d, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=011f9f06-f865-4fd4-8cb0-5da05a48b36d,segment=NetworkSegment(2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0),segment_id=2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:36:53.424722 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-53f85716-89da-42b5-985e-ae25b171f2d2 None None] Provisioning complete for port 6864f37c-926b-46e0-8ff6-35933e36f0e4 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:36:53.425053 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-53f85716-89da-42b5-985e-ae25b171f2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:53.453081 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:53.460587 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ccdbcf91-3750-4ef6-a197-372de2e05454 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:36:53.551958 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d473c0ed-8b94-41c1-97e7-7c77e748fe02 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:36:53.565866 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d473c0ed-8b94-41c1-97e7-7c77e748fe02 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "PUT /v2.0/routers/4e61e5f9-eb1f-41b4-aff0-d8821f29e339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3562424 May 31 16:36:53.566424 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca650e6f-2c98-4f57-8370-8ede0193b482 None None] Sync routers for ids ['4e61e5f9-eb1f-41b4-aff0-d8821f29e339'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:36:53.582277 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-53f85716-89da-42b5-985e-ae25b171f2d2 None None] Port 6864f37c-926b-46e0-8ff6-35933e36f0e4 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:36:53.590036 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca650e6f-2c98-4f57-8370-8ede0193b482 None None] Routers {'4e61e5f9-eb1f-41b4-aff0-d8821f29e339'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:36:53.590671 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-ca650e6f-2c98-4f57-8370-8ede0193b482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:36:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4e61e5f9-eb1f-41b4-aff0-d8821f29e339'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:36:53.655720 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=011f9f06-f865-4fd4-8cb0-5da05a48b36d,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:36:53.660115 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:36:53.739089 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-48769648-bc21-4b47-8e15-1af75f8d854e req-cc99fec3-8678-41b4-91a0-416717d46221 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Synchronizing usage tracker for tenant:74dcf8b577b84054bb5717d04406209a on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:36:53.756779 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-48769648-bc21-4b47-8e15-1af75f8d854e req-cc99fec3-8678-41b4-91a0-416717d46221 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Unset dirty status for tenant:74dcf8b577b84054bb5717d04406209a on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:36:53.758296 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-48769648-bc21-4b47-8e15-1af75f8d854e req-cc99fec3-8678-41b4-91a0-416717d46221 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-356774123&fields=id&tenant_id=74dcf8b577b84054bb5717d04406209a HTTP/1.1" status: 200 len: 267 time: 0.0634034 May 31 16:36:53.777461 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-ca650e6f-2c98-4f57-8370-8ede0193b482 None None] Set router 4e61e5f9-eb1f-41b4-aff0-d8821f29e339 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:36:53.909857 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48769648-bc21-4b47-8e15-1af75f8d854e req-d5dc37bd-69e6-4538-bb69-aab0eef4a023 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:36:53.910543 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-48769648-bc21-4b47-8e15-1af75f8d854e req-d5dc37bd-69e6-4538-bb69-aab0eef4a023 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Synchronizing usage tracker for tenant:74dcf8b577b84054bb5717d04406209a on resource:network {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:36:53.928289 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-48769648-bc21-4b47-8e15-1af75f8d854e req-d5dc37bd-69e6-4538-bb69-aab0eef4a023 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Unset dirty status for tenant:74dcf8b577b84054bb5717d04406209a on resource:network {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:36:53.929487 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-48769648-bc21-4b47-8e15-1af75f8d854e req-d5dc37bd-69e6-4538-bb69-aab0eef4a023 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/networks?id=77431a29-1e43-4b8d-8867-3a3076f11aaa HTTP/1.1" status: 200 len: 796 time: 0.1642082 May 31 16:36:53.945575 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-48769648-bc21-4b47-8e15-1af75f8d854e req-8929e725-596b-48b5-9ca5-cad1fc80f3f1 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/quotas/74dcf8b577b84054bb5717d04406209a HTTP/1.1" status: 200 len: 375 time: 0.0100434 May 31 16:36:54.033175 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-48769648-bc21-4b47-8e15-1af75f8d854e req-86f50cf6-60a9-4cdd-a5af-764355a86b8c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Synchronizing usage tracker for tenant:74dcf8b577b84054bb5717d04406209a on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:36:54.051036 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-48769648-bc21-4b47-8e15-1af75f8d854e req-86f50cf6-60a9-4cdd-a5af-764355a86b8c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Unset dirty status for tenant:74dcf8b577b84054bb5717d04406209a on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:36:54.052336 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-48769648-bc21-4b47-8e15-1af75f8d854e req-86f50cf6-60a9-4cdd-a5af-764355a86b8c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1013122 May 31 16:36:54.094056 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-ca650e6f-2c98-4f57-8370-8ede0193b482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821292796', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.184'}], 'enable_snat': True}, 'gw_port_id': '82f84f4a-0444-429e-bf09-67c05ea15ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:36:46Z', 'updated_at': '2021-05-31T16:36:52Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '82f84f4a-0444-429e-bf09-67c05ea15ad6', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:11:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:36:47Z', 'updated_at': '2021-05-31T16:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '6864f37c-926b-46e0-8ff6-35933e36f0e4', 'name': '', 'network_id': '77431a29-1e43-4b8d-8867-3a3076f11aaa', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:9d:1c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '05cd4dc1-2cac-4c8d-a420-96145f17e610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:36:51Z', 'updated_at': '2021-05-31T16:36:52Z', 'revision_number': 2, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '05cd4dc1-2cac-4c8d-a420-96145f17e610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:36:54.097984 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca650e6f-2c98-4f57-8370-8ede0193b482 None None] Checking router: 4e61e5f9-eb1f-41b4-aff0-d8821f29e339 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:36:54.098342 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca650e6f-2c98-4f57-8370-8ede0193b482 None None] Updating router 4e61e5f9-eb1f-41b4-aff0-d8821f29e339 port 6864f37c-926b-46e0-8ff6-35933e36f0e4 binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:36:54.157866 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ca650e6f-2c98-4f57-8370-8ede0193b482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:54.193329 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-48769648-bc21-4b47-8e15-1af75f8d854e req-3441f75c-e4f5-4f12-8e64-d9fada03335e service neutron] 10.222.0.45 "GET /v2.0/networks/77431a29-1e43-4b8d-8867-3a3076f11aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287370 May 31 16:36:54.487195 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-48769648-bc21-4b47-8e15-1af75f8d854e req-dee9678d-7318-4a03-b45f-b9a2dbc20f09 service neutron] 10.222.0.45 "GET /v2.0/networks/77431a29-1e43-4b8d-8867-3a3076f11aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863898 May 31 16:36:54.512990 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ca650e6f-2c98-4f57-8370-8ede0193b482 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:54.525633 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-ca650e6f-2c98-4f57-8370-8ede0193b482 None None] Transition to ACTIVE for port object 6864f37c-926b-46e0-8ff6-35933e36f0e4 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:36:54.534565 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ca650e6f-2c98-4f57-8370-8ede0193b482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:54.538791 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:36:54.654676 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 82f84f4a-0444-429e-bf09-67c05ea15ad6 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:36:54.707791 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b248a-b137-4c26-80ff-c62d9e3c382e None None] Pushing event updated for resources: {'Port': ['ID=6864f37c-926b-46e0-8ff6-35933e36f0e4,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:36:54.744012 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-6b2b248a-b137-4c26-80ff-c62d9e3c382e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:36:54.823549 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-ca650e6f-2c98-4f57-8370-8ede0193b482 None None] Attempting to bind port 6864f37c-926b-46e0-8ff6-35933e36f0e4 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:36:54.823948 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-ca650e6f-2c98-4f57-8370-8ede0193b482 None None] Attempting to bind port 6864f37c-926b-46e0-8ff6-35933e36f0e4 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '77431a29-1e43-4b8d-8867-3a3076f11aaa'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:36:54.824339 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca650e6f-2c98-4f57-8370-8ede0193b482 None None] Attempting to bind port 6864f37c-926b-46e0-8ff6-35933e36f0e4 on network 77431a29-1e43-4b8d-8867-3a3076f11aaa {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:36:54.837487 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca650e6f-2c98-4f57-8370-8ede0193b482 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:36:54.837851 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca650e6f-2c98-4f57-8370-8ede0193b482 None None] Checking segment: {'id': '2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '77431a29-1e43-4b8d-8867-3a3076f11aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:36:54.838282 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ca650e6f-2c98-4f57-8370-8ede0193b482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:54.838658 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca650e6f-2c98-4f57-8370-8ede0193b482 None None] Bound using segment: {'id': '2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '77431a29-1e43-4b8d-8867-3a3076f11aaa'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:36:54.839154 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-ca650e6f-2c98-4f57-8370-8ede0193b482 None None] Bound port: 6864f37c-926b-46e0-8ff6-35933e36f0e4, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '77431a29-1e43-4b8d-8867-3a3076f11aaa'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:36:54.839534 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ca650e6f-2c98-4f57-8370-8ede0193b482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:54.850940 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 82f84f4a-0444-429e-bf09-67c05ea15ad6 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:36:54.851323 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:55.001405 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-ca650e6f-2c98-4f57-8370-8ede0193b482 None None] For port 6864f37c-926b-46e0-8ff6-35933e36f0e4, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:36:55.027690 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-ca650e6f-2c98-4f57-8370-8ede0193b482 None None] For port 6864f37c-926b-46e0-8ff6-35933e36f0e4, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=6864f37c-926b-46e0-8ff6-35933e36f0e4,segment=NetworkSegment(2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0),segment_id=2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:36:55.034236 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ca650e6f-2c98-4f57-8370-8ede0193b482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:55.039643 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:36:55.132365 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 011f9f06-f865-4fd4-8cb0-5da05a48b36d up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:36:55.213194 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca650e6f-2c98-4f57-8370-8ede0193b482 None None] Routers {'4e61e5f9-eb1f-41b4-aff0-d8821f29e339'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:36:55.213831 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-ca650e6f-2c98-4f57-8370-8ede0193b482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:36:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4e61e5f9-eb1f-41b4-aff0-d8821f29e339'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:36:55.274744 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b248a-b137-4c26-80ff-c62d9e3c382e None None] Pushing event updated for resources: {'Port': ['ID=6864f37c-926b-46e0-8ff6-35933e36f0e4,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:36:55.286151 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-6b2b248a-b137-4c26-80ff-c62d9e3c382e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:36:55.372722 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 011f9f06-f865-4fd4-8cb0-5da05a48b36d triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:36:55.373114 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:55.472093 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-ca650e6f-2c98-4f57-8370-8ede0193b482 None None] Set router 4e61e5f9-eb1f-41b4-aff0-d8821f29e339 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:36:55.686527 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-835d82d5-dd45-48d3-ab53-8eb346f3ff8d req-29a38b47-407d-4aa5-b529-dc455aaf8319 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 210 time: 0.0431705 May 31 16:36:55.859844 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-ca650e6f-2c98-4f57-8370-8ede0193b482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821292796', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.184'}], 'enable_snat': True}, 'gw_port_id': '82f84f4a-0444-429e-bf09-67c05ea15ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:36:46Z', 'updated_at': '2021-05-31T16:36:52Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '82f84f4a-0444-429e-bf09-67c05ea15ad6', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:11:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:36:47Z', 'updated_at': '2021-05-31T16:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '6864f37c-926b-46e0-8ff6-35933e36f0e4', 'name': '', 'network_id': '77431a29-1e43-4b8d-8867-3a3076f11aaa', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:9d:1c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '05cd4dc1-2cac-4c8d-a420-96145f17e610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:36:51Z', 'updated_at': '2021-05-31T16:36:54Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '05cd4dc1-2cac-4c8d-a420-96145f17e610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:36:55.863651 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca650e6f-2c98-4f57-8370-8ede0193b482 None None] The sync data for ids ['4e61e5f9-eb1f-41b4-aff0-d8821f29e339'] in dv-neutron-601336-79-hyperv is: [{'id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821292796', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.184'}], 'enable_snat': True}, 'gw_port_id': '82f84f4a-0444-429e-bf09-67c05ea15ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:36:46Z', 'updated_at': '2021-05-31T16:36:52Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '82f84f4a-0444-429e-bf09-67c05ea15ad6', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:11:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:36:47Z', 'updated_at': '2021-05-31T16:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '6864f37c-926b-46e0-8ff6-35933e36f0e4', 'name': '', 'network_id': '77431a29-1e43-4b8d-8867-3a3076f11aaa', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:9d:1c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '05cd4dc1-2cac-4c8d-a420-96145f17e610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:36:51Z', 'updated_at': '2021-05-31T16:36:54Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '05cd4dc1-2cac-4c8d-a420-96145f17e610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:36:56.686247 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 6864f37c-926b-46e0-8ff6-35933e36f0e4 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:36:56.762524 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 6864f37c-926b-46e0-8ff6-35933e36f0e4 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:36:56.768607 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 6864f37c-926b-46e0-8ff6-35933e36f0e4 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:36:56.768998 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:56.813242 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-738b25f1-8635-466f-8a10-e7e431511195 req-953d6131-9445-480b-84cc-3fb4407d15bb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 210 time: 0.0658922 May 31 16:36:56.910414 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:56.943710 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 6864f37c-926b-46e0-8ff6-35933e36f0e4, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=6864f37c-926b-46e0-8ff6-35933e36f0e4,segment=NetworkSegment(2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0),segment_id=2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:36:56.949150 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:56.951187 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:36:57.018244 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=6864f37c-926b-46e0-8ff6-35933e36f0e4,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:36:57.021544 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:36:57.912460 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-59293aa1-9a05-477f-a37a-490172e02596 req-4c85a6be-a485-4425-9f78-9f7f004c6168 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 210 time: 0.0496197 May 31 16:36:58.650720 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 6864f37c-926b-46e0-8ff6-35933e36f0e4 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:36:58.725211 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 6864f37c-926b-46e0-8ff6-35933e36f0e4 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:36:58.725588 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:58.900235 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:36:59.017020 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5ab3096f-e69a-460a-9c3b-429a031b2777 req-7c2efc8f-2462-48ef-b179-6d08c54e9ba1 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 210 time: 0.0440891 May 31 16:37:00.247834 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-28c21a7b-1f8e-425c-9b1a-89041b174539 req-612d4b2d-7c5b-4172-b98d-68788a9c9e6b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 210 time: 0.0580993 May 31 16:37:01.141079 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48769648-bc21-4b47-8e15-1af75f8d854e req-16c43aae-c8ae-4052-bd61-d76a4c975dc3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:37:01.142541 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-48769648-bc21-4b47-8e15-1af75f8d854e req-16c43aae-c8ae-4052-bd61-d76a4c975dc3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.59 "GET /v2.0/networks?id=77431a29-1e43-4b8d-8867-3a3076f11aaa HTTP/1.1" status: 200 len: 796 time: 0.1608348 May 31 16:37:01.199421 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-48769648-bc21-4b47-8e15-1af75f8d854e req-df9731e6-13eb-432f-9f79-b5ae1f7078b1 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74dcf8b577b84054bb5717d04406209a HTTP/1.1" status: 200 len: 379 time: 0.0477841 May 31 16:37:01.208034 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-48769648-bc21-4b47-8e15-1af75f8d854e req-39c846c2-3c12-4157-9226-367c53c0497c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'port': {'device_id': 'e5fb5c69-905f-42d2-88ef-cad9ec0959c1', 'network_id': '77431a29-1e43-4b8d-8867-3a3076f11aaa', 'admin_state_up': True, 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'security_groups': ['e108f75f-c1d5-4664-ae19-b1b0f77ad8f0']}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:37:01.347501 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-48769648-bc21-4b47-8e15-1af75f8d854e req-39c846c2-3c12-4157-9226-367c53c0497c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:37:01.359108 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-48769648-bc21-4b47-8e15-1af75f8d854e req-39c846c2-3c12-4157-9226-367c53c0497c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:37:01.411095 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ec8d5834-ae06-4b26-a98c-1e1ca0e5db5f req-4b3ce22a-0561-4485-afbc-70912e551e3b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 210 time: 0.0493279 May 31 16:37:01.411672 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48769648-bc21-4b47-8e15-1af75f8d854e req-39c846c2-3c12-4157-9226-367c53c0497c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Made reservation on behalf of 74dcf8b577b84054bb5717d04406209a for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:37:01.415220 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-48769648-bc21-4b47-8e15-1af75f8d854e req-39c846c2-3c12-4157-9226-367c53c0497c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:01.585066 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [req-48769648-bc21-4b47-8e15-1af75f8d854e req-39c846c2-3c12-4157-9226-367c53c0497c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Allocated IP 172.20.0.8 (77431a29-1e43-4b8d-8867-3a3076f11aaa/05cd4dc1-2cac-4c8d-a420-96145f17e610/0cb6a44a-38f2-4ade-81f5-51446626a96b) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:37:01.778320 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-48769648-bc21-4b47-8e15-1af75f8d854e req-39c846c2-3c12-4157-9226-367c53c0497c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:01.794272 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-48769648-bc21-4b47-8e15-1af75f8d854e req-39c846c2-3c12-4157-9226-367c53c0497c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Transition to ACTIVE for port object 0cb6a44a-38f2-4ade-81f5-51446626a96b will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:37:01.819999 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-48769648-bc21-4b47-8e15-1af75f8d854e req-39c846c2-3c12-4157-9226-367c53c0497c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:01.825948 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-76d65dd8-1f70-4c8e-8c5d-ccc1435bd487 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:37:01.894882 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48769648-bc21-4b47-8e15-1af75f8d854e req-39c846c2-3c12-4157-9226-367c53c0497c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network 77431a29-1e43-4b8d-8867-3a3076f11aaa is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:37:01.898121 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [req-48769648-bc21-4b47-8e15-1af75f8d854e req-39c846c2-3c12-4157-9226-367c53c0497c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:37:01.903159 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-48769648-bc21-4b47-8e15-1af75f8d854e req-39c846c2-3c12-4157-9226-367c53c0497c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:37:01.934810 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c846c2-3c12-4157-9226-367c53c0497c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Port': ['ID=0cb6a44a-38f2-4ade-81f5-51446626a96b,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:37:01.942100 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-39c846c2-3c12-4157-9226-367c53c0497c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:37:01.975352 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48769648-bc21-4b47-8e15-1af75f8d854e req-39c846c2-3c12-4157-9226-367c53c0497c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:37:01.976000 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-48769648-bc21-4b47-8e15-1af75f8d854e req-39c846c2-3c12-4157-9226-367c53c0497c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:02.005268 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-48769648-bc21-4b47-8e15-1af75f8d854e req-39c846c2-3c12-4157-9226-367c53c0497c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8007100 May 31 16:37:02.016261 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [req-48769648-bc21-4b47-8e15-1af75f8d854e req-7c1c8746-21bd-411d-8e2c-fb9a6dd6b08f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 16:37:02.017261 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-48769648-bc21-4b47-8e15-1af75f8d854e req-7c1c8746-21bd-411d-8e2c-fb9a6dd6b08f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058551 May 31 16:37:02.028778 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-48769648-bc21-4b47-8e15-1af75f8d854e req-c96538f9-f74c-415c-b2af-19f3f2ba3e43 service neutron] Request body: {'port': {'device_id': 'e5fb5c69-905f-42d2-88ef-cad9ec0959c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:37:02.130705 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d489b974-2ecd-4a0a-9cc8-dc80de7dcfee None None] Provisioning for port 0cb6a44a-38f2-4ade-81f5-51446626a96b completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:37:02.135823 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d489b974-2ecd-4a0a-9cc8-dc80de7dcfee None None] Provisioning complete for port 0cb6a44a-38f2-4ade-81f5-51446626a96b triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:37:02.136239 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d489b974-2ecd-4a0a-9cc8-dc80de7dcfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:02.152282 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-48769648-bc21-4b47-8e15-1af75f8d854e req-c96538f9-f74c-415c-b2af-19f3f2ba3e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:02.191162 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d489b974-2ecd-4a0a-9cc8-dc80de7dcfee None None] Port 0cb6a44a-38f2-4ade-81f5-51446626a96b cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:37:02.513083 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-48769648-bc21-4b47-8e15-1af75f8d854e req-c96538f9-f74c-415c-b2af-19f3f2ba3e43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb6a44a-38f2-4ade-81f5-51446626a96b {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:37:02.522539 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-48769648-bc21-4b47-8e15-1af75f8d854e req-c96538f9-f74c-415c-b2af-19f3f2ba3e43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:02.580788 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-48769648-bc21-4b47-8e15-1af75f8d854e req-c96538f9-f74c-415c-b2af-19f3f2ba3e43 service neutron] Transition to ACTIVE for port object 0cb6a44a-38f2-4ade-81f5-51446626a96b will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:37:02.588797 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-48769648-bc21-4b47-8e15-1af75f8d854e req-c96538f9-f74c-415c-b2af-19f3f2ba3e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:02.593097 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cf4ebcf7-5878-427f-83ee-2748129a9593 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:37:02.728506 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96538f9-f74c-415c-b2af-19f3f2ba3e43 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb6a44a-38f2-4ade-81f5-51446626a96b,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:37:02.731757 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c96538f9-f74c-415c-b2af-19f3f2ba3e43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:37:02.826400 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71aced-e39e-45e3-a406-d8387641bbc5 req-0f591a13-1781-4238-af19-377a0a47a525 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:37:02.827132 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-fb71aced-e39e-45e3-a406-d8387641bbc5 req-0f591a13-1781-4238-af19-377a0a47a525 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Synchronizing usage tracker for tenant:74dcf8b577b84054bb5717d04406209a on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:37:02.860430 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-fb71aced-e39e-45e3-a406-d8387641bbc5 req-0f591a13-1781-4238-af19-377a0a47a525 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Unset dirty status for tenant:74dcf8b577b84054bb5717d04406209a on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:37:02.861575 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fb71aced-e39e-45e3-a406-d8387641bbc5 req-0f591a13-1781-4238-af19-377a0a47a525 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 931 time: 0.3410690 May 31 16:37:02.865845 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-48769648-bc21-4b47-8e15-1af75f8d854e req-c96538f9-f74c-415c-b2af-19f3f2ba3e43 service neutron] Attempting to bind port 0cb6a44a-38f2-4ade-81f5-51446626a96b on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:37:02.866168 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-48769648-bc21-4b47-8e15-1af75f8d854e req-c96538f9-f74c-415c-b2af-19f3f2ba3e43 service neutron] Attempting to bind port 0cb6a44a-38f2-4ade-81f5-51446626a96b by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '77431a29-1e43-4b8d-8867-3a3076f11aaa'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:37:02.866498 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48769648-bc21-4b47-8e15-1af75f8d854e req-c96538f9-f74c-415c-b2af-19f3f2ba3e43 service neutron] Attempting to bind port 0cb6a44a-38f2-4ade-81f5-51446626a96b on network 77431a29-1e43-4b8d-8867-3a3076f11aaa {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:37:02.885467 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48769648-bc21-4b47-8e15-1af75f8d854e req-c96538f9-f74c-415c-b2af-19f3f2ba3e43 service neutron] Port 0cb6a44a-38f2-4ade-81f5-51446626a96b on network 77431a29-1e43-4b8d-8867-3a3076f11aaa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:37:02.885774 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48769648-bc21-4b47-8e15-1af75f8d854e req-c96538f9-f74c-415c-b2af-19f3f2ba3e43 service neutron] Attempting to bind port 0cb6a44a-38f2-4ade-81f5-51446626a96b on network 77431a29-1e43-4b8d-8867-3a3076f11aaa {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:37:02.896242 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48769648-bc21-4b47-8e15-1af75f8d854e req-c96538f9-f74c-415c-b2af-19f3f2ba3e43 service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:37:02.896584 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48769648-bc21-4b47-8e15-1af75f8d854e req-c96538f9-f74c-415c-b2af-19f3f2ba3e43 service neutron] Checking segment: {'id': '2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '77431a29-1e43-4b8d-8867-3a3076f11aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:37:02.897642 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48769648-bc21-4b47-8e15-1af75f8d854e req-c96538f9-f74c-415c-b2af-19f3f2ba3e43 service neutron] Bound using segment: {'id': '2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '77431a29-1e43-4b8d-8867-3a3076f11aaa'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:37:02.897642 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-48769648-bc21-4b47-8e15-1af75f8d854e req-c96538f9-f74c-415c-b2af-19f3f2ba3e43 service neutron] Bound port: 0cb6a44a-38f2-4ade-81f5-51446626a96b, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '77431a29-1e43-4b8d-8867-3a3076f11aaa'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:37:02.897834 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-48769648-bc21-4b47-8e15-1af75f8d854e req-c96538f9-f74c-415c-b2af-19f3f2ba3e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:02.933214 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fb71aced-e39e-45e3-a406-d8387641bbc5 req-91a6a65e-8785-4e26-8d8e-927b5f320235 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643339 May 31 16:37:03.011730 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-48769648-bc21-4b47-8e15-1af75f8d854e req-c96538f9-f74c-415c-b2af-19f3f2ba3e43 service neutron] For port 0cb6a44a-38f2-4ade-81f5-51446626a96b, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:37:03.015406 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-48769648-bc21-4b47-8e15-1af75f8d854e req-c96538f9-f74c-415c-b2af-19f3f2ba3e43 service neutron] For port 0cb6a44a-38f2-4ade-81f5-51446626a96b, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0cb6a44a-38f2-4ade-81f5-51446626a96b,segment=NetworkSegment(2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0),segment_id=2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:37:03.020293 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-48769648-bc21-4b47-8e15-1af75f8d854e req-c96538f9-f74c-415c-b2af-19f3f2ba3e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:03.024128 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-36034aa5-88e7-4bc1-b3c0-92e4bd405d2f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:37:03.074407 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48769648-bc21-4b47-8e15-1af75f8d854e req-c96538f9-f74c-415c-b2af-19f3f2ba3e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:37:03.074914 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-48769648-bc21-4b47-8e15-1af75f8d854e req-c96538f9-f74c-415c-b2af-19f3f2ba3e43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:03.076464 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-48769648-bc21-4b47-8e15-1af75f8d854e req-c96538f9-f74c-415c-b2af-19f3f2ba3e43 service neutron] 10.222.0.59 "PUT /v2.0/ports/0cb6a44a-38f2-4ade-81f5-51446626a96b HTTP/1.1" status: 200 len: 1093 time: 1.0525954 May 31 16:37:03.085387 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5fb5c69-905f-42d2-88ef-cad9ec0959c1', 'tag': '0cb6a44a-38f2-4ade-81f5-51446626a96b'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:37:03.091805 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fead7c6-4c30-466a-a635-19ba4a6b3ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "e5fb5c69-905f-42d2-88ef-cad9ec0959c1", "tag": "0cb6a44a-38f2-4ade-81f5-51446626a96b"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:37:03.178749 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9476d258-bd2d-425d-b6dc-ef5736125873 x-openstack-request-id: req-9476d258-bd2d-425d-b6dc-ef5736125873 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:37:03.179018 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5fb5c69-905f-42d2-88ef-cad9ec0959c1", "tag": "0cb6a44a-38f2-4ade-81f5-51446626a96b", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:37:03.179406 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9476d258-bd2d-425d-b6dc-ef5736125873 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:37:03.179918 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5fb5c69-905f-42d2-88ef-cad9ec0959c1', 'tag': '0cb6a44a-38f2-4ade-81f5-51446626a96b', 'status': 'completed', 'code': 200} May 31 16:37:03.180612 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96538f9-f74c-415c-b2af-19f3f2ba3e43 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb6a44a-38f2-4ade-81f5-51446626a96b,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:37:03.350230 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c96538f9-f74c-415c-b2af-19f3f2ba3e43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:37:03.386355 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48769648-bc21-4b47-8e15-1af75f8d854e req-b4d90fe7-3dc8-4631-8cee-bd49b4771a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:37:03.387959 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-48769648-bc21-4b47-8e15-1af75f8d854e req-b4d90fe7-3dc8-4631-8cee-bd49b4771a01 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 1096 time: 0.2585764 May 31 16:37:03.460823 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-48769648-bc21-4b47-8e15-1af75f8d854e req-d9c2581f-cbba-4291-840f-5a4ef92b89b1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cb6a44a-38f2-4ade-81f5-51446626a96b HTTP/1.1" status: 200 len: 217 time: 0.0638065 May 31 16:37:03.526074 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48769648-bc21-4b47-8e15-1af75f8d854e req-c0db9e44-3dd7-46d3-b87f-cde1a2c5df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:37:03.527649 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-48769648-bc21-4b47-8e15-1af75f8d854e req-c0db9e44-3dd7-46d3-b87f-cde1a2c5df28 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05cd4dc1-2cac-4c8d-a420-96145f17e610 HTTP/1.1" status: 200 len: 835 time: 0.0607781 May 31 16:37:03.609526 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48769648-bc21-4b47-8e15-1af75f8d854e req-d44c4b23-e26e-4433-aa9d-4d8b430f28ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:37:03.611472 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-48769648-bc21-4b47-8e15-1af75f8d854e req-d44c4b23-e26e-4433-aa9d-4d8b430f28ad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77431a29-1e43-4b8d-8867-3a3076f11aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0770481 May 31 16:37:03.744470 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-48769648-bc21-4b47-8e15-1af75f8d854e req-1833fd78-caea-476b-b57a-693b99a8d84a service neutron] 10.222.0.59 "GET /v2.0/networks/77431a29-1e43-4b8d-8867-3a3076f11aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259995 May 31 16:37:03.879338 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-48769648-bc21-4b47-8e15-1af75f8d854e req-01a38220-5134-4e94-ad4f-bfc9344962b8 service neutron] 10.222.0.59 "GET /v2.0/networks/77431a29-1e43-4b8d-8867-3a3076f11aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275966 May 31 16:37:04.012885 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fead7c6-4c30-466a-a635-19ba4a6b3ebc req-5b335945-9b34-4bdb-9e26-8165492ba93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:37:04.014328 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5fead7c6-4c30-466a-a635-19ba4a6b3ebc req-5b335945-9b34-4bdb-9e26-8165492ba93f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 1096 time: 0.0788195 May 31 16:37:04.202766 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fead7c6-4c30-466a-a635-19ba4a6b3ebc req-305fd1fd-67fa-4634-8f9a-660843bfb2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:37:04.204411 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5fead7c6-4c30-466a-a635-19ba4a6b3ebc req-305fd1fd-67fa-4634-8f9a-660843bfb2ed service neutron] 10.222.0.59 "GET /v2.0/networks?id=77431a29-1e43-4b8d-8867-3a3076f11aaa HTTP/1.1" status: 200 len: 897 time: 0.1832583 May 31 16:37:04.216656 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14563130-f462-4879-89c9-1359e3af384b req-f332ae62-93f0-45fa-b647-6aa26d157d94 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:37:04.218122 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-14563130-f462-4879-89c9-1359e3af384b req-f332ae62-93f0-45fa-b647-6aa26d157d94 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 943 time: 0.1766486 May 31 16:37:04.296325 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5fead7c6-4c30-466a-a635-19ba4a6b3ebc req-7020848f-467c-4458-b8ff-5fe591a17f03 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cb6a44a-38f2-4ade-81f5-51446626a96b HTTP/1.1" status: 200 len: 217 time: 0.0771291 May 31 16:37:04.369235 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-14563130-f462-4879-89c9-1359e3af384b req-07b4ebcc-95e5-4376-a958-2b3cb006dc0c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004620 May 31 16:37:04.384474 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fead7c6-4c30-466a-a635-19ba4a6b3ebc req-4b085e67-89dd-4333-9d9f-01ed5fdd4f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:37:04.386615 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5fead7c6-4c30-466a-a635-19ba4a6b3ebc req-4b085e67-89dd-4333-9d9f-01ed5fdd4f58 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05cd4dc1-2cac-4c8d-a420-96145f17e610 HTTP/1.1" status: 200 len: 835 time: 0.0825920 May 31 16:37:04.472138 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fead7c6-4c30-466a-a635-19ba4a6b3ebc req-2bb22bcb-b998-4c40-abc5-3db6ae452108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:37:04.473602 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5fead7c6-4c30-466a-a635-19ba4a6b3ebc req-2bb22bcb-b998-4c40-abc5-3db6ae452108 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77431a29-1e43-4b8d-8867-3a3076f11aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0803356 May 31 16:37:04.608518 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5fead7c6-4c30-466a-a635-19ba4a6b3ebc req-0d2f80f0-142a-43b6-9f67-cf71c209d9c2 service neutron] 10.222.0.59 "GET /v2.0/networks/77431a29-1e43-4b8d-8867-3a3076f11aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274760 May 31 16:37:04.734019 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dfce5fdf-0e42-47a2-9aec-f9c77405ad99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:04.748996 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5fead7c6-4c30-466a-a635-19ba4a6b3ebc req-63d1f972-c42b-4b1f-990f-8d774d839d0e service neutron] 10.222.0.59 "GET /v2.0/networks/77431a29-1e43-4b8d-8867-3a3076f11aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326182 May 31 16:37:05.574172 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9c12d-7b60-48f1-9525-3623b5f39068 req-e5a49168-5b1a-4a46-a24c-28bc17c3a792 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:37:05.575672 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d9b9c12d-7b60-48f1-9525-3623b5f39068 req-e5a49168-5b1a-4a46-a24c-28bc17c3a792 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 943 time: 0.0925803 May 31 16:37:05.626685 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d9b9c12d-7b60-48f1-9525-3623b5f39068 req-3bcad7db-5bf9-4bb5-8dfd-f30d772c8091 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451598 May 31 16:37:06.827111 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f29316-1909-4b30-bc1c-2f82f5b444af req-426623d8-03a4-4b8d-a2fa-9cb1a6693c43 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:37:06.828546 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-00f29316-1909-4b30-bc1c-2f82f5b444af req-426623d8-03a4-4b8d-a2fa-9cb1a6693c43 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 943 time: 0.0842710 May 31 16:37:06.874761 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-00f29316-1909-4b30-bc1c-2f82f5b444af req-54e7df88-b972-4278-8215-585f60567894 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391452 May 31 16:37:07.086843 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:07.930243 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 0cb6a44a-38f2-4ade-81f5-51446626a96b details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:37:08.041522 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fdc02d32-eacd-4072-9f28-89b650359c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:08.080779 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b97d31-bb75-4adf-ac11-bf100362417b req-f853491d-9fee-43fa-ac69-47ff68fc7da9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:37:08.082339 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-17b97d31-bb75-4adf-ac11-bf100362417b req-f853491d-9fee-43fa-ac69-47ff68fc7da9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 943 time: 0.0908215 May 31 16:37:08.083841 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 0cb6a44a-38f2-4ade-81f5-51446626a96b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0cb6a44a-38f2-4ade-81f5-51446626a96b,segment=NetworkSegment(2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0),segment_id=2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:37:08.098718 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '0cb6a44a-38f2-4ade-81f5-51446626a96b', 'network_id': '77431a29-1e43-4b8d-8867-3a3076f11aaa', 'port_id': '0cb6a44a-38f2-4ade-81f5-51446626a96b', 'mac_address': 'fa:16:3e:1a:5f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cd4dc1-2cac-4c8d-a420-96145f17e610', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:37:08.129314 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-17b97d31-bb75-4adf-ac11-bf100362417b req-d6e190db-9397-4485-b526-1595c99e1a70 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400414 May 31 16:37:08.203325 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:08.220770 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb6a44a-38f2-4ade-81f5-51446626a96b {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:37:08.242358 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 0cb6a44a-38f2-4ade-81f5-51446626a96b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0cb6a44a-38f2-4ade-81f5-51446626a96b,segment=NetworkSegment(2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0),segment_id=2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:37:08.247811 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:08.249586 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a2c2316f-7940-4b74-aabb-5ad24d407936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:37:08.318770 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=0cb6a44a-38f2-4ade-81f5-51446626a96b,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:37:08.321928 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:37:08.594885 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:08.613613 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['0cb6a44a-38f2-4ade-81f5-51446626a96b'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:37:09.332619 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59e429-1cae-4406-ae9a-cb8acd422cdc req-00f31ef1-1bf4-46fa-8613-a1d76c1af405 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:37:09.334047 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ca59e429-1cae-4406-ae9a-cb8acd422cdc req-00f31ef1-1bf4-46fa-8613-a1d76c1af405 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 944 time: 0.0907466 May 31 16:37:09.381571 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ca59e429-1cae-4406-ae9a-cb8acd422cdc req-04588290-759b-4634-95af-b462dce4465e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417442 May 31 16:37:09.931739 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 0cb6a44a-38f2-4ade-81f5-51446626a96b up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:37:10.000082 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:10.018559 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port 0cb6a44a-38f2-4ade-81f5-51446626a96b completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:37:10.023231 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 0cb6a44a-38f2-4ade-81f5-51446626a96b triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:37:10.023609 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:10.140895 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:10.168110 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fb5c69-905f-42d2-88ef-cad9ec0959c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb6a44a-38f2-4ade-81f5-51446626a96b'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:37:10.170793 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e855c2-7b35-4ce0-8bda-6052dda485d2" -d '{"events": [{"server_uuid": "e5fb5c69-905f-42d2-88ef-cad9ec0959c1", "name": "network-vif-plugged", "status": "completed", "tag": "0cb6a44a-38f2-4ade-81f5-51446626a96b"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:37:10.178855 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 0cb6a44a-38f2-4ade-81f5-51446626a96b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0cb6a44a-38f2-4ade-81f5-51446626a96b,segment=NetworkSegment(2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0),segment_id=2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:37:10.183806 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:10.185923 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:37:10.220615 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239a4eec-fe6d-4620-81aa-5d4fbbdf2ff3 x-openstack-request-id: req-239a4eec-fe6d-4620-81aa-5d4fbbdf2ff3 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:37:10.220960 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fb5c69-905f-42d2-88ef-cad9ec0959c1", "name": "network-vif-plugged", "status": "completed", "tag": "0cb6a44a-38f2-4ade-81f5-51446626a96b", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:37:10.221208 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-239a4eec-fe6d-4620-81aa-5d4fbbdf2ff3 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:37:10.221633 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fb5c69-905f-42d2-88ef-cad9ec0959c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb6a44a-38f2-4ade-81f5-51446626a96b', 'code': 200} May 31 16:37:10.255918 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=0cb6a44a-38f2-4ade-81f5-51446626a96b,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:37:10.258756 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:37:10.690847 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8fe1c-6dd7-47fa-a970-52fdd126d9ef req-00dbe0f6-9b4b-4beb-833b-d6204294e56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:37:10.692444 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2bf8fe1c-6dd7-47fa-a970-52fdd126d9ef req-00dbe0f6-9b4b-4beb-833b-d6204294e56f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 1098 time: 0.3017066 May 31 16:37:10.704454 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54185f61-9ccf-47fa-b263-44c238a3b8be req-8f692617-80dd-4e7c-904c-9677e0d25270 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:37:10.705972 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-54185f61-9ccf-47fa-b263-44c238a3b8be req-8f692617-80dd-4e7c-904c-9677e0d25270 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 945 time: 0.1124008 May 31 16:37:10.773735 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2bf8fe1c-6dd7-47fa-a970-52fdd126d9ef req-03874094-0be0-4beb-90e9-07faf8894f34 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668008 May 31 16:37:10.778221 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-54185f61-9ccf-47fa-b263-44c238a3b8be req-c3654b39-754a-49c6-aa38-b1aaaefacd59 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575106 May 31 16:37:11.993747 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b59782-28b0-4491-bd1f-a04d521e2290 req-8705e590-8153-4ae1-9a01-06cba2e1d6ad tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:37:11.995315 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f1b59782-28b0-4491-bd1f-a04d521e2290 req-8705e590-8153-4ae1-9a01-06cba2e1d6ad tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 945 time: 0.1008062 May 31 16:37:12.043885 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f1b59782-28b0-4491-bd1f-a04d521e2290 req-155e4b0d-8f32-4fb5-8f54-0f939a453d48 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418396 May 31 16:37:12.244937 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b394ee6-e846-494c-b83a-f12f78adadbf req-f4539fe9-b32d-4718-a4ba-abb3a46ed0f0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:37:12.246419 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7b394ee6-e846-494c-b83a-f12f78adadbf req-f4539fe9-b32d-4718-a4ba-abb3a46ed0f0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 945 time: 0.0917566 May 31 16:37:12.291160 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7b394ee6-e846-494c-b83a-f12f78adadbf req-0955e57e-e201-4b11-8fd7-b793531573d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387502 May 31 16:37:12.315710 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39924) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:37:12.535589 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e277f5ae-9170-4282-bb39-2ceb20312882 tempest-TestNetworkAdvancedServerOps-662742683 tempest-TestNetworkAdvancedServerOps-662742683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:37:12.537153 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e277f5ae-9170-4282-bb39-2ceb20312882 tempest-TestNetworkAdvancedServerOps-662742683 tempest-TestNetworkAdvancedServerOps-662742683-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 1093 time: 0.2204094 May 31 16:37:12.540919 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 39932) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:37:12.546255 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-a130379b-a1c9-4567-8bc4-755a195e8891 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'port_id': '0cb6a44a-38f2-4ade-81f5-51446626a96b', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:37:12.553071 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a130379b-a1c9-4567-8bc4-755a195e8891 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:37:12.557518 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a130379b-a1c9-4567-8bc4-755a195e8891 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:floatingip and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:37:12.560692 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a130379b-a1c9-4567-8bc4-755a195e8891 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:37:12.566886 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a130379b-a1c9-4567-8bc4-755a195e8891 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:37:12.584394 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a130379b-a1c9-4567-8bc4-755a195e8891 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for floatingip, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:12.743213 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a130379b-a1c9-4567-8bc4-755a195e8891 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:12.882499 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-a130379b-a1c9-4567-8bc4-755a195e8891 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Allocated IP 172.26.0.64 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/899d8c57-73a6-4c2c-9d47-38828ffb82e5) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:37:13.048529 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a130379b-a1c9-4567-8bc4-755a195e8891 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:13.082876 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a130379b-a1c9-4567-8bc4-755a195e8891 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:13.089793 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d473c0ed-8b94-41c1-97e7-7c77e748fe02 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:37:13.159610 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a130379b-a1c9-4567-8bc4-755a195e8891 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:37:13.162203 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-a130379b-a1c9-4567-8bc4-755a195e8891 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:37:13.166118 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a130379b-a1c9-4567-8bc4-755a195e8891 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:37:13.200652 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130379b-a1c9-4567-8bc4-755a195e8891 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Port': ['ID=899d8c57-73a6-4c2c-9d47-38828ffb82e5,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:37:13.208947 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a130379b-a1c9-4567-8bc4-755a195e8891 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:37:13.585289 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a130379b-a1c9-4567-8bc4-755a195e8891 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:13.665075 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a130379b-a1c9-4567-8bc4-755a195e8891 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:13.886536 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a130379b-a1c9-4567-8bc4-755a195e8891 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:13.893464 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a130379b-a1c9-4567-8bc4-755a195e8891 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:13.897358 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8cda43ac-cd1c-4461-989c-cca852e17967 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:37:14.000209 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130379b-a1c9-4567-8bc4-755a195e8891 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Port': ['ID=899d8c57-73a6-4c2c-9d47-38828ffb82e5,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:37:14.004193 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a130379b-a1c9-4567-8bc4-755a195e8891 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:37:14.015200 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a130379b-a1c9-4567-8bc4-755a195e8891 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:14.363461 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-a130379b-a1c9-4567-8bc4-755a195e8891 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Floating IP 451d6c7e-b87c-4f8b-b365-47a9e205c954 associated. External IP: 172.26.0.64, port: 0cb6a44a-38f2-4ade-81f5-51446626a96b. May 31 16:37:14.735381 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a130379b-a1c9-4567-8bc4-755a195e8891 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Router 4e61e5f9-eb1f-41b4-aff0-d8821f29e339 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:37:14.915602 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a130379b-a1c9-4567-8bc4-755a195e8891 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:37:14.925401 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac015fd-7f4c-4728-bd9c-33b39730625a None None] Sync routers for ids ['4e61e5f9-eb1f-41b4-aff0-d8821f29e339'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:37:14.935245 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac015fd-7f4c-4728-bd9c-33b39730625a None None] Routers {'4e61e5f9-eb1f-41b4-aff0-d8821f29e339'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:37:14.935964 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0ac015fd-7f4c-4728-bd9c-33b39730625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:37:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4e61e5f9-eb1f-41b4-aff0-d8821f29e339'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:37:14.941910 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a130379b-a1c9-4567-8bc4-755a195e8891 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:14.999119 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a130379b-a1c9-4567-8bc4-755a195e8891 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4571061 May 31 16:37:14.999927 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5fb5c69-905f-42d2-88ef-cad9ec0959c1', 'tag': '0cb6a44a-38f2-4ade-81f5-51446626a96b'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:37:15.002220 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0287a7f2-1d20-4971-b9ea-4c5c114c1072" -d '{"events": [{"name": "network-changed", "server_uuid": "e5fb5c69-905f-42d2-88ef-cad9ec0959c1", "tag": "0cb6a44a-38f2-4ade-81f5-51446626a96b"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:37:15.047506 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3811482a-fd6a-46d4-833f-a68f4b346224 x-openstack-request-id: req-3811482a-fd6a-46d4-833f-a68f4b346224 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:37:15.048057 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5fb5c69-905f-42d2-88ef-cad9ec0959c1", "tag": "0cb6a44a-38f2-4ade-81f5-51446626a96b", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:37:15.048566 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3811482a-fd6a-46d4-833f-a68f4b346224 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:37:15.049305 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5fb5c69-905f-42d2-88ef-cad9ec0959c1', 'tag': '0cb6a44a-38f2-4ade-81f5-51446626a96b', 'status': 'completed', 'code': 200} May 31 16:37:15.144251 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-0ac015fd-7f4c-4728-bd9c-33b39730625a None None] Set router 4e61e5f9-eb1f-41b4-aff0-d8821f29e339 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:37:15.208502 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287a7f2-1d20-4971-b9ea-4c5c114c1072 req-883b002e-0c2b-4b7a-9522-3e73e1a9b798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:37:15.209926 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0287a7f2-1d20-4971-b9ea-4c5c114c1072 req-883b002e-0c2b-4b7a-9522-3e73e1a9b798 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 1098 time: 0.1379318 May 31 16:37:15.217488 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf10dff-a8c3-4fa9-a1aa-d6dec4e55fdb req-50692157-0e66-4207-b388-34b0051cc522 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:37:15.218827 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2cf10dff-a8c3-4fa9-a1aa-d6dec4e55fdb req-50692157-0e66-4207-b388-34b0051cc522 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 945 time: 0.1154165 May 31 16:37:15.343093 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2cf10dff-a8c3-4fa9-a1aa-d6dec4e55fdb req-f708c9c5-42a9-4ddf-a08d-b72c00c269ee tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053536 May 31 16:37:15.369422 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39942) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:37:15.392362 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287a7f2-1d20-4971-b9ea-4c5c114c1072 req-e40f0a18-e391-4489-a625-8a95e5e7776d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:37:15.393965 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0287a7f2-1d20-4971-b9ea-4c5c114c1072 req-e40f0a18-e391-4489-a625-8a95e5e7776d service neutron] 10.222.0.59 "GET /v2.0/networks?id=77431a29-1e43-4b8d-8867-3a3076f11aaa HTTP/1.1" status: 200 len: 897 time: 0.1742961 May 31 16:37:15.491420 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0ac015fd-7f4c-4728-bd9c-33b39730625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821292796', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.184'}], 'enable_snat': True}, 'gw_port_id': '82f84f4a-0444-429e-bf09-67c05ea15ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:36:46Z', 'updated_at': '2021-05-31T16:36:52Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '82f84f4a-0444-429e-bf09-67c05ea15ad6', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:11:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:36:47Z', 'updated_at': '2021-05-31T16:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '451d6c7e-b87c-4f8b-b365-47a9e205c954', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'floating_ip_address': '172.26.0.64', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'port_id': '0cb6a44a-38f2-4ade-81f5-51446626a96b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77431a29-1e43-4b8d-8867-3a3076f11aaa', 'mac_address': 'fa:16:3e:1a:5f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fb5c69-905f-42d2-88ef-cad9ec0959c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:37:13Z', 'updated_at': '2021-05-31T16:37:13Z', 'revision_number': 0, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6864f37c-926b-46e0-8ff6-35933e36f0e4', 'name': '', 'network_id': '77431a29-1e43-4b8d-8867-3a3076f11aaa', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:9d:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '05cd4dc1-2cac-4c8d-a420-96145f17e610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:36:51Z', 'updated_at': '2021-05-31T16:36:56Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '05cd4dc1-2cac-4c8d-a420-96145f17e610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:37:15.495219 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e7b9db42-87d0-4a2f-ac04-92d0ce3a1a34 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/floatingips/451d6c7e-b87c-4f8b-b365-47a9e205c954 HTTP/1.1" status: 200 len: 990 time: 0.1235478 May 31 16:37:15.495722 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac015fd-7f4c-4728-bd9c-33b39730625a None None] Checking router: 4e61e5f9-eb1f-41b4-aff0-d8821f29e339 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:37:15.501794 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0287a7f2-1d20-4971-b9ea-4c5c114c1072 req-f009b8b4-ceb2-4d2b-a9af-194092f34e80 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cb6a44a-38f2-4ade-81f5-51446626a96b HTTP/1.1" status: 200 len: 998 time: 0.1006830 May 31 16:37:15.504088 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac015fd-7f4c-4728-bd9c-33b39730625a None None] Routers {'4e61e5f9-eb1f-41b4-aff0-d8821f29e339'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:37:15.504682 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0ac015fd-7f4c-4728-bd9c-33b39730625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:37:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4e61e5f9-eb1f-41b4-aff0-d8821f29e339'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:37:15.565733 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287a7f2-1d20-4971-b9ea-4c5c114c1072 req-9fd8c63d-95f1-481a-90bf-84bf311e734d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:37:15.567422 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0287a7f2-1d20-4971-b9ea-4c5c114c1072 req-9fd8c63d-95f1-481a-90bf-84bf311e734d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05cd4dc1-2cac-4c8d-a420-96145f17e610 HTTP/1.1" status: 200 len: 835 time: 0.0585887 May 31 16:37:15.650718 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287a7f2-1d20-4971-b9ea-4c5c114c1072 req-5e3de09f-0ffa-483a-a32a-97bfd4a6315c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:37:15.652407 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0287a7f2-1d20-4971-b9ea-4c5c114c1072 req-5e3de09f-0ffa-483a-a32a-97bfd4a6315c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77431a29-1e43-4b8d-8867-3a3076f11aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0791461 May 31 16:37:15.688322 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-0ac015fd-7f4c-4728-bd9c-33b39730625a None None] Set router 4e61e5f9-eb1f-41b4-aff0-d8821f29e339 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:37:15.794850 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0287a7f2-1d20-4971-b9ea-4c5c114c1072 req-c38a8e1d-0132-4847-b655-47035d19e6e1 service neutron] 10.222.0.59 "GET /v2.0/networks/77431a29-1e43-4b8d-8867-3a3076f11aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353443 May 31 16:37:16.046316 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-0ac015fd-7f4c-4728-bd9c-33b39730625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821292796', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.184'}], 'enable_snat': True}, 'gw_port_id': '82f84f4a-0444-429e-bf09-67c05ea15ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:36:46Z', 'updated_at': '2021-05-31T16:36:52Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '82f84f4a-0444-429e-bf09-67c05ea15ad6', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:11:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:36:47Z', 'updated_at': '2021-05-31T16:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '451d6c7e-b87c-4f8b-b365-47a9e205c954', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'floating_ip_address': '172.26.0.64', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'port_id': '0cb6a44a-38f2-4ade-81f5-51446626a96b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77431a29-1e43-4b8d-8867-3a3076f11aaa', 'mac_address': 'fa:16:3e:1a:5f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fb5c69-905f-42d2-88ef-cad9ec0959c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:37:13Z', 'updated_at': '2021-05-31T16:37:13Z', 'revision_number': 0, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6864f37c-926b-46e0-8ff6-35933e36f0e4', 'name': '', 'network_id': '77431a29-1e43-4b8d-8867-3a3076f11aaa', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:9d:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '05cd4dc1-2cac-4c8d-a420-96145f17e610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:36:51Z', 'updated_at': '2021-05-31T16:36:56Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '05cd4dc1-2cac-4c8d-a420-96145f17e610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:37:16.051732 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac015fd-7f4c-4728-bd9c-33b39730625a None None] The sync data for ids ['4e61e5f9-eb1f-41b4-aff0-d8821f29e339'] in dv-neutron-601336-79-hyperv is: [{'id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821292796', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.184'}], 'enable_snat': True}, 'gw_port_id': '82f84f4a-0444-429e-bf09-67c05ea15ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:36:46Z', 'updated_at': '2021-05-31T16:36:52Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '82f84f4a-0444-429e-bf09-67c05ea15ad6', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:11:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:36:47Z', 'updated_at': '2021-05-31T16:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '451d6c7e-b87c-4f8b-b365-47a9e205c954', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'floating_ip_address': '172.26.0.64', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'port_id': '0cb6a44a-38f2-4ade-81f5-51446626a96b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77431a29-1e43-4b8d-8867-3a3076f11aaa', 'mac_address': 'fa:16:3e:1a:5f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fb5c69-905f-42d2-88ef-cad9ec0959c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:37:13Z', 'updated_at': '2021-05-31T16:37:13Z', 'revision_number': 0, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6864f37c-926b-46e0-8ff6-35933e36f0e4', 'name': '', 'network_id': '77431a29-1e43-4b8d-8867-3a3076f11aaa', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:9d:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '05cd4dc1-2cac-4c8d-a420-96145f17e610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:36:51Z', 'updated_at': '2021-05-31T16:36:56Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '05cd4dc1-2cac-4c8d-a420-96145f17e610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:37:16.112145 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0287a7f2-1d20-4971-b9ea-4c5c114c1072 req-3cb70297-9d4e-41e1-9f31-1b932ded3611 service neutron] 10.222.0.59 "GET /v2.0/networks/77431a29-1e43-4b8d-8867-3a3076f11aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106434 May 31 16:37:16.260120 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6488bb3f-3c10-464e-b5b1-95644fa575f1 None None] New status for floating IP 451d6c7e-b87c-4f8b-b365-47a9e205c954: ACTIVE {{(pid=99206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:37:16.497192 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 39950) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:37:16.607460 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3605dafc-470a-41aa-aa80-bff68c0bb57e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/floatingips/451d6c7e-b87c-4f8b-b365-47a9e205c954 HTTP/1.1" status: 200 len: 992 time: 0.1089518 May 31 16:37:28.865048 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:37:28.902198 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:34.730093 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4043e1a2-3891-4965-af50-630f94911b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:37.085151 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:37.986526 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9cce52ab-5ab8-4464-812a-5adc1ba588cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:38.596565 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:39.979844 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:37:58.928718 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:38:04.737636 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a46d6199-a882-43cc-b932-5d32b3a7ebf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:38:05.868905 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:38:07.081156 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:38:07.956329 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ef72cb10-4d80-4680-be62-90db2e44c3a8 req-b7a167e3-d943-47d7-9a47-c1a0a6c4c4a4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776300 May 31 16:38:07.992017 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6c1509fe-ed91-4a3f-a97b-6fa70376d55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:38:08.099135 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72cb10-4d80-4680-be62-90db2e44c3a8 req-41a06ced-2092-41e8-8209-ed450130eaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:08.100726 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ef72cb10-4d80-4680-be62-90db2e44c3a8 req-41a06ced-2092-41e8-8209-ed450130eaeb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 1098 time: 0.0771871 May 31 16:38:08.246695 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72cb10-4d80-4680-be62-90db2e44c3a8 req-9d4776b2-83e2-4dc1-bdc4-abc3ee05a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:08.248125 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ef72cb10-4d80-4680-be62-90db2e44c3a8 req-9d4776b2-83e2-4dc1-bdc4-abc3ee05a040 service neutron] 10.222.0.59 "GET /v2.0/networks?id=77431a29-1e43-4b8d-8867-3a3076f11aaa HTTP/1.1" status: 200 len: 897 time: 0.1276586 May 31 16:38:08.355077 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ef72cb10-4d80-4680-be62-90db2e44c3a8 req-c48bdf66-7af6-4835-9e06-cd03895d80af service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cb6a44a-38f2-4ade-81f5-51446626a96b HTTP/1.1" status: 200 len: 1000 time: 0.0995746 May 31 16:38:08.420923 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72cb10-4d80-4680-be62-90db2e44c3a8 req-0669e605-8071-4082-b038-8c1be6a359e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:08.422379 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ef72cb10-4d80-4680-be62-90db2e44c3a8 req-0669e605-8071-4082-b038-8c1be6a359e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05cd4dc1-2cac-4c8d-a420-96145f17e610 HTTP/1.1" status: 200 len: 835 time: 0.0598311 May 31 16:38:08.504619 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72cb10-4d80-4680-be62-90db2e44c3a8 req-78abe126-7d2f-450b-b477-11c1700e869d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:08.506029 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ef72cb10-4d80-4680-be62-90db2e44c3a8 req-78abe126-7d2f-450b-b477-11c1700e869d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77431a29-1e43-4b8d-8867-3a3076f11aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0765405 May 31 16:38:08.599966 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:38:08.642390 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ef72cb10-4d80-4680-be62-90db2e44c3a8 req-2cfde5b9-ef5b-48ee-9615-739ad91cb7b3 service neutron] 10.222.0.59 "GET /v2.0/networks/77431a29-1e43-4b8d-8867-3a3076f11aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293733 May 31 16:38:08.780750 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ef72cb10-4d80-4680-be62-90db2e44c3a8 req-39bc576c-17a0-4af9-bae2-7c4d87106de5 service neutron] 10.222.0.59 "GET /v2.0/networks/77431a29-1e43-4b8d-8867-3a3076f11aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310887 May 31 16:38:09.984142 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:38:28.430333 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c99c5-d4cd-4ed7-8bb1-b1a98777a7f8 req-753c8093-054f-4886-9c62-c6dd1010c99c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:28.431830 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-288c99c5-d4cd-4ed7-8bb1-b1a98777a7f8 req-753c8093-054f-4886-9c62-c6dd1010c99c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 945 time: 0.1435895 May 31 16:38:28.434509 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d461ad2d-a61a-4a05-8fe3-68f82f053bee req-1073d743-723c-499d-a16f-8c1bb75a4257 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1861796 May 31 16:38:28.478159 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-288c99c5-d4cd-4ed7-8bb1-b1a98777a7f8 req-9a00f101-e778-4b7e-abe7-f2e5200a6630 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404134 May 31 16:38:28.937586 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:38:29.676499 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da7e44-6883-4e2a-a82a-fa27629a8a34 req-0bef1a8b-9515-4b0f-b271-d45a06cf301c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:29.677849 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-68da7e44-6883-4e2a-a82a-fa27629a8a34 req-0bef1a8b-9515-4b0f-b271-d45a06cf301c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 945 time: 0.0868938 May 31 16:38:29.724796 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-68da7e44-6883-4e2a-a82a-fa27629a8a34 req-bb0f1758-7905-4e27-b365-2e707d63714f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411301 May 31 16:38:30.808662 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461ad2d-a61a-4a05-8fe3-68f82f053bee req-54664858-954c-4587-914b-d1ace4ea0cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:30.810144 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d461ad2d-a61a-4a05-8fe3-68f82f053bee req-54664858-954c-4587-914b-d1ace4ea0cdd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 1098 time: 0.0747404 May 31 16:38:30.990640 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461ad2d-a61a-4a05-8fe3-68f82f053bee req-450bc7de-3988-4192-96cd-06299350eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:30.992048 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d461ad2d-a61a-4a05-8fe3-68f82f053bee req-450bc7de-3988-4192-96cd-06299350eb50 service neutron] 10.222.0.59 "GET /v2.0/networks?id=77431a29-1e43-4b8d-8867-3a3076f11aaa HTTP/1.1" status: 200 len: 897 time: 0.1758904 May 31 16:38:31.075976 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e47e3c-53f9-4060-a34c-a662a8fb0a9b req-9af7a895-cbdd-439b-a5e5-69dd9e71beb2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:31.077395 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-10e47e3c-53f9-4060-a34c-a662a8fb0a9b req-9af7a895-cbdd-439b-a5e5-69dd9e71beb2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 945 time: 0.2360198 May 31 16:38:31.128124 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d461ad2d-a61a-4a05-8fe3-68f82f053bee req-7ae18dc0-e09b-4920-98b9-ccce2d7ebd5a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cb6a44a-38f2-4ade-81f5-51446626a96b HTTP/1.1" status: 200 len: 1000 time: 0.1289790 May 31 16:38:31.179436 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-10e47e3c-53f9-4060-a34c-a662a8fb0a9b req-50510c46-0fb2-41a9-ba34-0dfb4804882f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956781 May 31 16:38:31.354534 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461ad2d-a61a-4a05-8fe3-68f82f053bee req-2aa4386d-76c7-471d-a899-205722639f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:31.355926 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d461ad2d-a61a-4a05-8fe3-68f82f053bee req-2aa4386d-76c7-471d-a899-205722639f01 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05cd4dc1-2cac-4c8d-a420-96145f17e610 HTTP/1.1" status: 200 len: 835 time: 0.2216806 May 31 16:38:31.433534 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461ad2d-a61a-4a05-8fe3-68f82f053bee req-044be6d3-dd71-4d88-b9d9-dabd364f0f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:31.435046 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d461ad2d-a61a-4a05-8fe3-68f82f053bee req-044be6d3-dd71-4d88-b9d9-dabd364f0f40 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77431a29-1e43-4b8d-8867-3a3076f11aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0718644 May 31 16:38:31.578289 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d461ad2d-a61a-4a05-8fe3-68f82f053bee req-06da2afe-e785-41c5-ad08-688bdca4e58d service neutron] 10.222.0.59 "GET /v2.0/networks/77431a29-1e43-4b8d-8867-3a3076f11aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359751 May 31 16:38:31.713181 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d461ad2d-a61a-4a05-8fe3-68f82f053bee req-c504dbba-0774-46fb-a7a3-5e7f1747a91d service neutron] 10.222.0.59 "GET /v2.0/networks/77431a29-1e43-4b8d-8867-3a3076f11aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278975 May 31 16:38:32.390636 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b1462-06c8-464f-8a6d-25e669d259ad req-00abe319-33bb-4e5c-b700-d466b49f548b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:32.392127 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f92b1462-06c8-464f-8a6d-25e669d259ad req-00abe319-33bb-4e5c-b700-d466b49f548b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 945 time: 0.0892417 May 31 16:38:32.440677 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f92b1462-06c8-464f-8a6d-25e669d259ad req-0dfbbd6b-a765-48f2-8ad9-401e07860eef tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427594 May 31 16:38:33.655506 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ed55a-2628-458e-b413-879cdfe47426 req-abb41242-05e2-4da2-98b7-3092f4ecf2b2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:33.656886 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b05ed55a-2628-458e-b413-879cdfe47426 req-abb41242-05e2-4da2-98b7-3092f4ecf2b2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 945 time: 0.0948000 May 31 16:38:33.703814 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b05ed55a-2628-458e-b413-879cdfe47426 req-ff864721-68a6-4324-a35d-0c41ec39d231 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408301 May 31 16:38:34.739929 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0f473740-1d37-4be9-ac78-0d1bc1f9395d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:38:34.902505 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f583b69-cb47-40ab-b702-ad0996156883 req-39d1d639-cd2c-4403-8831-8d981c8be8d4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:34.903925 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9f583b69-cb47-40ab-b702-ad0996156883 req-39d1d639-cd2c-4403-8831-8d981c8be8d4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 945 time: 0.0873756 May 31 16:38:34.950767 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9f583b69-cb47-40ab-b702-ad0996156883 req-c7869c07-14b7-4ab8-916b-0d91b43594b9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388281 May 31 16:38:36.162667 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b70e9a-867e-43c8-9af7-2609231f5ad9 req-e82388d9-e9c7-42f9-a896-9c713390c010 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:36.164537 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f4b70e9a-867e-43c8-9af7-2609231f5ad9 req-e82388d9-e9c7-42f9-a896-9c713390c010 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 945 time: 0.0947433 May 31 16:38:36.210550 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f4b70e9a-867e-43c8-9af7-2609231f5ad9 req-04b90c6c-b162-4c80-9909-431309dd16f3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400412 May 31 16:38:37.093696 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:38:37.417186 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de51286-d87f-460b-a07a-949887851251 req-2145993c-3b30-4eaf-8f07-e4241f0d17ca tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:37.418677 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0de51286-d87f-460b-a07a-949887851251 req-2145993c-3b30-4eaf-8f07-e4241f0d17ca tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 945 time: 0.0899897 May 31 16:38:37.463231 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0de51286-d87f-460b-a07a-949887851251 req-257516b5-58ee-448a-9046-acbc8a7773a2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387027 May 31 16:38:38.000164 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9f542703-8bb1-451b-9552-d18c59d6f1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:38:38.602618 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:38:38.661135 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d080f20-4a6d-4e08-bac0-27cfb0b99f4c req-1178886d-ec98-49ca-bd26-79ebc1e56c5b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:38.662695 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7d080f20-4a6d-4e08-bac0-27cfb0b99f4c req-1178886d-ec98-49ca-bd26-79ebc1e56c5b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 945 time: 0.0881195 May 31 16:38:38.711302 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7d080f20-4a6d-4e08-bac0-27cfb0b99f4c req-76d47dad-064a-409c-bcbc-609370d266f7 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425570 May 31 16:38:39.907087 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b291877-8ce6-457d-bd58-b6e798cd7bc0 req-8ee3af06-f632-4ee9-a87d-1260df1a6304 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:39.908558 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4b291877-8ce6-457d-bd58-b6e798cd7bc0 req-8ee3af06-f632-4ee9-a87d-1260df1a6304 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 945 time: 0.0843594 May 31 16:38:39.955656 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4b291877-8ce6-457d-bd58-b6e798cd7bc0 req-0894c7cd-7d2b-4f02-afdf-c5707eba9753 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385656 May 31 16:38:39.984278 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:38:41.174225 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bca48c-26b3-4c48-bd4d-7b357c66fa23 req-ab7ba2ea-850d-49ec-a266-f721431ec8ae tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:41.176295 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-91bca48c-26b3-4c48-bd4d-7b357c66fa23 req-ab7ba2ea-850d-49ec-a266-f721431ec8ae tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 945 time: 0.0971920 May 31 16:38:41.221704 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-91bca48c-26b3-4c48-bd4d-7b357c66fa23 req-32c460f3-2675-4f3f-b69a-a20cd7c82b2f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392454 May 31 16:38:42.442185 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ccc89-2ccb-4adb-87ac-8915b093bf1a req-4d6f611b-825d-40de-b850-337ce3042647 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:42.443674 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7e4ccc89-2ccb-4adb-87ac-8915b093bf1a req-4d6f611b-825d-40de-b850-337ce3042647 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 945 time: 0.0944855 May 31 16:38:42.495520 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7e4ccc89-2ccb-4adb-87ac-8915b093bf1a req-643d08b9-973b-4133-aba9-da54c6a9e15a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432789 May 31 16:38:42.867896 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:38:43.450358 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d461ad2d-a61a-4a05-8fe3-68f82f053bee req-8ded9030-6a04-4789-ba0b-d44b79d5e1d0 service neutron] 10.222.0.59 "GET /v2.0/ports/0cb6a44a-38f2-4ade-81f5-51446626a96b/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0930681 May 31 16:38:43.744808 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdce5c8-f65f-491a-8288-4505bb2f1648 req-0a4e7dae-091d-4f1e-a29e-a03b37753cad tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:43.746144 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-afdce5c8-f65f-491a-8288-4505bb2f1648 req-0a4e7dae-091d-4f1e-a29e-a03b37753cad tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 945 time: 0.1433008 May 31 16:38:43.752733 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461ad2d-a61a-4a05-8fe3-68f82f053bee req-660d48b7-fe56-4961-bc4d-61b112ed3a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:43.754057 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d461ad2d-a61a-4a05-8fe3-68f82f053bee req-660d48b7-fe56-4961-bc4d-61b112ed3a7c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1&tenant_id=74dcf8b577b84054bb5717d04406209a HTTP/1.1" status: 200 len: 1098 time: 0.1034944 May 31 16:38:43.829114 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-afdce5c8-f65f-491a-8288-4505bb2f1648 req-4a544e9e-e85e-4f36-999c-7e87972ce28d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741222 May 31 16:38:43.862150 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461ad2d-a61a-4a05-8fe3-68f82f053bee req-b2ecc016-ad61-4253-b19f-ce070ae2b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:43.863651 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d461ad2d-a61a-4a05-8fe3-68f82f053bee req-b2ecc016-ad61-4253-b19f-ce070ae2b273 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 1098 time: 0.0819151 May 31 16:38:43.995735 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461ad2d-a61a-4a05-8fe3-68f82f053bee req-c35b364c-9306-41b9-88ef-8a772227bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:43.997066 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d461ad2d-a61a-4a05-8fe3-68f82f053bee req-c35b364c-9306-41b9-88ef-8a772227bc75 service neutron] 10.222.0.59 "GET /v2.0/networks?id=77431a29-1e43-4b8d-8867-3a3076f11aaa HTTP/1.1" status: 200 len: 897 time: 0.1264477 May 31 16:38:44.100862 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d461ad2d-a61a-4a05-8fe3-68f82f053bee req-3e655299-5d0d-4045-befd-1ce80fe820f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cb6a44a-38f2-4ade-81f5-51446626a96b HTTP/1.1" status: 200 len: 1000 time: 0.0969155 May 31 16:38:44.168741 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461ad2d-a61a-4a05-8fe3-68f82f053bee req-5807491e-c50b-43be-a00e-a97f5058be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:44.170145 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d461ad2d-a61a-4a05-8fe3-68f82f053bee req-5807491e-c50b-43be-a00e-a97f5058be66 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05cd4dc1-2cac-4c8d-a420-96145f17e610 HTTP/1.1" status: 200 len: 835 time: 0.0625346 May 31 16:38:44.246449 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461ad2d-a61a-4a05-8fe3-68f82f053bee req-516e7a39-6237-4a9c-aecb-1378e2caf1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:44.247813 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d461ad2d-a61a-4a05-8fe3-68f82f053bee req-516e7a39-6237-4a9c-aecb-1378e2caf1f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77431a29-1e43-4b8d-8867-3a3076f11aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0707655 May 31 16:38:44.387861 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d461ad2d-a61a-4a05-8fe3-68f82f053bee req-2ce5fd6e-2b83-4204-98e7-e1bbf5953998 service neutron] 10.222.0.59 "GET /v2.0/networks/77431a29-1e43-4b8d-8867-3a3076f11aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336370 May 31 16:38:44.670575 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d461ad2d-a61a-4a05-8fe3-68f82f053bee req-c04cf5f3-167e-4095-9e47-046642289059 service neutron] 10.222.0.59 "GET /v2.0/networks/77431a29-1e43-4b8d-8867-3a3076f11aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756412 May 31 16:38:45.027228 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da4726-4a98-47f4-8432-67590f127d4c req-546d0b5a-4b08-4252-82fb-ee6086b43f6b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:45.028574 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-45da4726-4a98-47f4-8432-67590f127d4c req-546d0b5a-4b08-4252-82fb-ee6086b43f6b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 945 time: 0.0925155 May 31 16:38:45.074243 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-45da4726-4a98-47f4-8432-67590f127d4c req-e6ab6c68-3c80-459f-aa59-1cf3a221a534 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398576 May 31 16:38:46.296632 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaff303-e072-431d-929e-e5362d240ea2 req-65bcab8d-071b-4fb2-a31d-9f8cb59a5d2e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:46.298067 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-deaff303-e072-431d-929e-e5362d240ea2 req-65bcab8d-071b-4fb2-a31d-9f8cb59a5d2e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 945 time: 0.1020474 May 31 16:38:46.345141 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-deaff303-e072-431d-929e-e5362d240ea2 req-cdb94c31-1ebc-487c-a4b4-7943defb0fd9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387890 May 31 16:38:46.477055 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 0cb6a44a-38f2-4ade-81f5-51446626a96b no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:38:46.611953 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:38:46.652988 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fb5c69-905f-42d2-88ef-cad9ec0959c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cb6a44a-38f2-4ade-81f5-51446626a96b'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:38:46.655308 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962112f5-0a0f-4d96-980c-78730b4a323b" -d '{"events": [{"server_uuid": "e5fb5c69-905f-42d2-88ef-cad9ec0959c1", "name": "network-vif-unplugged", "status": "completed", "tag": "0cb6a44a-38f2-4ade-81f5-51446626a96b"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:38:46.663272 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 0cb6a44a-38f2-4ade-81f5-51446626a96b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0cb6a44a-38f2-4ade-81f5-51446626a96b,segment=NetworkSegment(2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0),segment_id=2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:38:46.671364 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:38:46.673315 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:38:46.716232 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 16:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cb3d19-bebb-4f4b-a090-85cff04b4dee x-openstack-request-id: req-b5cb3d19-bebb-4f4b-a090-85cff04b4dee {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:38:46.716543 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fb5c69-905f-42d2-88ef-cad9ec0959c1", "name": "network-vif-unplugged", "status": "completed", "tag": "0cb6a44a-38f2-4ade-81f5-51446626a96b", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:38:46.716778 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b5cb3d19-bebb-4f4b-a090-85cff04b4dee {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:38:46.717168 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fb5c69-905f-42d2-88ef-cad9ec0959c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cb6a44a-38f2-4ade-81f5-51446626a96b', 'code': 200} May 31 16:38:46.743080 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=0cb6a44a-38f2-4ade-81f5-51446626a96b,revision_number=6']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:38:46.750854 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:38:46.751230 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:38:46.751574 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:38:46.751905 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:38:46.752232 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:38:46.752557 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:38:46.752879 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:38:46.753227 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:38:46.753568 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:38:46.753915 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:38:46.754257 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:38:46.754592 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:38:46.759107 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:38:47.564749 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e806e-a3c6-47da-baec-c9dc39459638 req-ec86afc3-77ad-4370-b995-7b42de9ab6f3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:47.566241 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-720e806e-a3c6-47da-baec-c9dc39459638 req-ec86afc3-77ad-4370-b995-7b42de9ab6f3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 943 time: 0.0964215 May 31 16:38:47.613274 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-720e806e-a3c6-47da-baec-c9dc39459638 req-32462c90-abec-436d-8cf8-d2952b9bdb01 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399427 May 31 16:38:48.478511 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 0cb6a44a-38f2-4ade-81f5-51446626a96b details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:38:48.661512 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 0cb6a44a-38f2-4ade-81f5-51446626a96b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0cb6a44a-38f2-4ade-81f5-51446626a96b,segment=NetworkSegment(2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0),segment_id=2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:38:48.675317 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '0cb6a44a-38f2-4ade-81f5-51446626a96b', 'network_id': '77431a29-1e43-4b8d-8867-3a3076f11aaa', 'port_id': '0cb6a44a-38f2-4ade-81f5-51446626a96b', 'mac_address': 'fa:16:3e:1a:5f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cd4dc1-2cac-4c8d-a420-96145f17e610', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:38:48.733315 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:38:48.750199 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb6a44a-38f2-4ade-81f5-51446626a96b {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:38:48.765850 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 0cb6a44a-38f2-4ade-81f5-51446626a96b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0cb6a44a-38f2-4ade-81f5-51446626a96b,segment=NetworkSegment(2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0),segment_id=2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:38:48.770840 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:38:48.772770 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:38:48.803858 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c1a41-578e-48af-8364-d40230ff8bb7 req-739f344c-e060-4370-bd36-c16891d8b8dc tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:48.805324 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd9c1a41-578e-48af-8364-d40230ff8bb7 req-739f344c-e060-4370-bd36-c16891d8b8dc tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 943 time: 0.0803151 May 31 16:38:48.839402 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['0cb6a44a-38f2-4ade-81f5-51446626a96b'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:38:48.857436 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dd9c1a41-578e-48af-8364-d40230ff8bb7 req-381780b5-ddaa-4c2f-a18f-c566b58c3fe6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455418 May 31 16:38:48.877864 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=0cb6a44a-38f2-4ade-81f5-51446626a96b,revision_number=7']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:38:48.889038 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:38:49.231000 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92a6ff-541b-4ba5-af1d-aee88e336f56 req-5f83a2b5-145b-46ad-baa0-4ffc02edd8bf tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:49.232328 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4a92a6ff-541b-4ba5-af1d-aee88e336f56 req-5f83a2b5-145b-46ad-baa0-4ffc02edd8bf tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1&tenant_id=74dcf8b577b84054bb5717d04406209a&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 944 time: 0.1094165 May 31 16:38:49.240796 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a737a-e1cb-49ce-ad56-cb65d1796678 req-32cb7994-b2b3-4773-840f-f8810db93430 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:49.242119 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f58a737a-e1cb-49ce-ad56-cb65d1796678 req-32cb7994-b2b3-4773-840f-f8810db93430 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 944 time: 0.1548331 May 31 16:38:49.287816 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f58a737a-e1cb-49ce-ad56-cb65d1796678 req-8dc26e21-fe1b-4242-95d7-631f939cae95 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397022 May 31 16:38:49.373267 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92a6ff-541b-4ba5-af1d-aee88e336f56 req-dd8aa9a5-e748-43da-846b-48e5b84e012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:49.374743 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4a92a6ff-541b-4ba5-af1d-aee88e336f56 req-dd8aa9a5-e748-43da-846b-48e5b84e012c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 1097 time: 0.0712268 May 31 16:38:49.562910 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92a6ff-541b-4ba5-af1d-aee88e336f56 req-9b1271da-77b8-41de-ad7c-8d38b998810d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:49.564331 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4a92a6ff-541b-4ba5-af1d-aee88e336f56 req-9b1271da-77b8-41de-ad7c-8d38b998810d service neutron] 10.222.0.59 "GET /v2.0/networks?id=77431a29-1e43-4b8d-8867-3a3076f11aaa HTTP/1.1" status: 200 len: 897 time: 0.1822021 May 31 16:38:49.576062 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782d169-f96e-419a-af16-7bcc8c8c3bf9 req-1afd2c9c-1818-4982-a445-bcfc6702d55f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:49.577415 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3782d169-f96e-419a-af16-7bcc8c8c3bf9 req-1afd2c9c-1818-4982-a445-bcfc6702d55f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 944 time: 0.1765082 May 31 16:38:49.703505 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3782d169-f96e-419a-af16-7bcc8c8c3bf9 req-1f869556-bd17-4f36-b28c-d680befd0b93 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778384 May 31 16:38:49.705316 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4a92a6ff-541b-4ba5-af1d-aee88e336f56 req-e155c405-9b24-4ef2-8349-c00da16269b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cb6a44a-38f2-4ade-81f5-51446626a96b HTTP/1.1" status: 200 len: 999 time: 0.1270909 May 31 16:38:49.773655 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92a6ff-541b-4ba5-af1d-aee88e336f56 req-c9a043bc-59ed-49d8-a111-6f16cdfa3615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:49.775254 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4a92a6ff-541b-4ba5-af1d-aee88e336f56 req-c9a043bc-59ed-49d8-a111-6f16cdfa3615 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05cd4dc1-2cac-4c8d-a420-96145f17e610 HTTP/1.1" status: 200 len: 835 time: 0.0631320 May 31 16:38:49.855146 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92a6ff-541b-4ba5-af1d-aee88e336f56 req-a8e5e431-8361-42fc-9ae7-f840d3356a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:49.856508 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4a92a6ff-541b-4ba5-af1d-aee88e336f56 req-a8e5e431-8361-42fc-9ae7-f840d3356a10 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77431a29-1e43-4b8d-8867-3a3076f11aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0742400 May 31 16:38:50.004823 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4a92a6ff-541b-4ba5-af1d-aee88e336f56 req-b2b3758e-796a-4517-b4aa-ea88726fb0c7 service neutron] 10.222.0.59 "GET /v2.0/networks/77431a29-1e43-4b8d-8867-3a3076f11aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405382 May 31 16:38:50.142836 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4a92a6ff-541b-4ba5-af1d-aee88e336f56 req-d7a15c7c-445b-4f15-b1aa-829f17921e63 service neutron] 10.222.0.59 "GET /v2.0/networks/77431a29-1e43-4b8d-8867-3a3076f11aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305003 May 31 16:38:50.493615 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 0cb6a44a-38f2-4ade-81f5-51446626a96b up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:38:50.565794 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 0cb6a44a-38f2-4ade-81f5-51446626a96b triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:38:50.566192 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:38:50.683764 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:38:50.711677 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fb5c69-905f-42d2-88ef-cad9ec0959c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb6a44a-38f2-4ade-81f5-51446626a96b'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:38:50.714101 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0feee5eb-5453-4a84-8ed8-38df9b574f63" -d '{"events": [{"server_uuid": "e5fb5c69-905f-42d2-88ef-cad9ec0959c1", "name": "network-vif-plugged", "status": "completed", "tag": "0cb6a44a-38f2-4ade-81f5-51446626a96b"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:38:50.721930 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 0cb6a44a-38f2-4ade-81f5-51446626a96b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0cb6a44a-38f2-4ade-81f5-51446626a96b,segment=NetworkSegment(2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0),segment_id=2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:38:50.727572 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:38:50.729773 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:38:50.765788 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582d02df-d4de-426d-9813-ee15652362f4 x-openstack-request-id: req-582d02df-d4de-426d-9813-ee15652362f4 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:38:50.766080 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fb5c69-905f-42d2-88ef-cad9ec0959c1", "name": "network-vif-plugged", "status": "completed", "tag": "0cb6a44a-38f2-4ade-81f5-51446626a96b", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:38:50.766331 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-582d02df-d4de-426d-9813-ee15652362f4 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:38:50.766803 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fb5c69-905f-42d2-88ef-cad9ec0959c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb6a44a-38f2-4ade-81f5-51446626a96b', 'code': 200} May 31 16:38:50.800205 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=0cb6a44a-38f2-4ade-81f5-51446626a96b,revision_number=8']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:38:50.803245 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:38:50.910905 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba59ca-9ef0-4073-8525-a0afd16b084f req-0361c540-3986-4344-96f7-e71b64f9c059 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:38:50.912413 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e4ba59ca-9ef0-4073-8525-a0afd16b084f req-0361c540-3986-4344-96f7-e71b64f9c059 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 945 time: 0.0840600 May 31 16:38:50.959007 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e4ba59ca-9ef0-4073-8525-a0afd16b084f req-f0fb36d0-d5e4-46cf-b419-b058342c04ab tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379910 May 31 16:38:50.995469 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40088) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:38:51.101526 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-af0ea321-f656-435a-a22b-cb7416705dff tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/floatingips/451d6c7e-b87c-4f8b-b365-47a9e205c954 HTTP/1.1" status: 200 len: 992 time: 0.1047015 May 31 16:38:58.939649 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:04.739588 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fe8f7c55-eaac-4bee-8ba5-9757f08b5aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:07.091951 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:07.996935 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-10ee0ddd-1764-43b4-b8d2-c209b184b333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:08.617633 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:09.160332 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-83a1d278-7ebe-4be5-a0aa-268155968857 req-c24d62ed-2e47-423e-8a1b-71dbb30e4faa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2791996 May 31 16:39:09.314389 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1d278-7ebe-4be5-a0aa-268155968857 req-ff4e86c5-c144-41de-895e-752f7d502839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:39:09.315823 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-83a1d278-7ebe-4be5-a0aa-268155968857 req-ff4e86c5-c144-41de-895e-752f7d502839 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 1098 time: 0.0755465 May 31 16:39:09.472027 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1d278-7ebe-4be5-a0aa-268155968857 req-d38337e5-42a2-4154-a7a6-b09100a5cef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:39:09.473522 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-83a1d278-7ebe-4be5-a0aa-268155968857 req-d38337e5-42a2-4154-a7a6-b09100a5cef7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=77431a29-1e43-4b8d-8867-3a3076f11aaa HTTP/1.1" status: 200 len: 897 time: 0.1354308 May 31 16:39:09.582916 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-83a1d278-7ebe-4be5-a0aa-268155968857 req-7fcf6d73-7b8e-4ec3-85ec-e56662fd9ba7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cb6a44a-38f2-4ade-81f5-51446626a96b HTTP/1.1" status: 200 len: 1000 time: 0.1023870 May 31 16:39:09.653961 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1d278-7ebe-4be5-a0aa-268155968857 req-57241031-f46c-42c6-b2d5-07b26c0a52ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:39:09.655486 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-83a1d278-7ebe-4be5-a0aa-268155968857 req-57241031-f46c-42c6-b2d5-07b26c0a52ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05cd4dc1-2cac-4c8d-a420-96145f17e610 HTTP/1.1" status: 200 len: 835 time: 0.0663028 May 31 16:39:09.740676 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1d278-7ebe-4be5-a0aa-268155968857 req-782ee65e-7bec-4b3c-9d07-0dbbf078061c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:39:09.742167 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-83a1d278-7ebe-4be5-a0aa-268155968857 req-782ee65e-7bec-4b3c-9d07-0dbbf078061c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77431a29-1e43-4b8d-8867-3a3076f11aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0782714 May 31 16:39:09.879560 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-83a1d278-7ebe-4be5-a0aa-268155968857 req-7650f400-3c5d-4f49-b8f7-0ee9bbba561f service neutron] 10.222.0.59 "GET /v2.0/networks/77431a29-1e43-4b8d-8867-3a3076f11aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297538 May 31 16:39:09.990230 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:10.016508 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-83a1d278-7ebe-4be5-a0aa-268155968857 req-3dad3733-beb3-4e58-b105-74afdb51e6f1 service neutron] 10.222.0.59 "GET /v2.0/networks/77431a29-1e43-4b8d-8867-3a3076f11aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303053 May 31 16:39:19.869355 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:39:28.946863 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:34.734372 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ee787b09-f290-4665-9a99-4ebd1720f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:37.091056 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:38.001216 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1fe6c251-2865-4a91-8a96-cb0a929072d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:38.609826 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:39.992332 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:44.090036 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40114) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:39:44.545239 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-184dc849-c881-4a8a-95ff-329a9a4e73e2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Deleting port 899d8c57-73a6-4c2c-9d47-38828ffb82e5 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:39:44.545546 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-184dc849-c881-4a8a-95ff-329a9a4e73e2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:44.668500 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-184dc849-c881-4a8a-95ff-329a9a4e73e2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:44.668745 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-184dc849-c881-4a8a-95ff-329a9a4e73e2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:44.789699 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-184dc849-c881-4a8a-95ff-329a9a4e73e2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Calling delete_port for 899d8c57-73a6-4c2c-9d47-38828ffb82e5 owned by network:floatingip {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:39:44.919697 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-184dc849-c881-4a8a-95ff-329a9a4e73e2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:44.923315 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-221fa556-801e-4c25-bbdc-d022e304aaa6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:39:44.969640 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184dc849-c881-4a8a-95ff-329a9a4e73e2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'Port': ['ID=899d8c57-73a6-4c2c-9d47-38828ffb82e5,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:39:45.011155 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184dc849-c881-4a8a-95ff-329a9a4e73e2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:45.011530 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184dc849-c881-4a8a-95ff-329a9a4e73e2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:45.011904 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184dc849-c881-4a8a-95ff-329a9a4e73e2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:45.012268 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184dc849-c881-4a8a-95ff-329a9a4e73e2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:45.012626 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184dc849-c881-4a8a-95ff-329a9a4e73e2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:45.012982 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184dc849-c881-4a8a-95ff-329a9a4e73e2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:45.013336 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184dc849-c881-4a8a-95ff-329a9a4e73e2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:45.013687 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184dc849-c881-4a8a-95ff-329a9a4e73e2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:45.014040 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184dc849-c881-4a8a-95ff-329a9a4e73e2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:45.014386 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184dc849-c881-4a8a-95ff-329a9a4e73e2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:45.014734 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184dc849-c881-4a8a-95ff-329a9a4e73e2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:45.015105 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184dc849-c881-4a8a-95ff-329a9a4e73e2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:45.018324 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-184dc849-c881-4a8a-95ff-329a9a4e73e2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:39:45.074148 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-184dc849-c881-4a8a-95ff-329a9a4e73e2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for floatingip, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:45.074613 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.l3_db [None req-184dc849-c881-4a8a-95ff-329a9a4e73e2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Floating IP 451d6c7e-b87c-4f8b-b365-47a9e205c954 disassociated (deleted). External IP: 172.26.0.64, port: 0cb6a44a-38f2-4ade-81f5-51446626a96b. May 31 16:39:45.466393 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184dc849-c881-4a8a-95ff-329a9a4e73e2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Router 4e61e5f9-eb1f-41b4-aff0-d8821f29e339 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:39:45.649892 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184dc849-c881-4a8a-95ff-329a9a4e73e2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:39:45.664106 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d461c0-2dac-4274-a4ae-f02e77014568 None None] Sync routers for ids ['4e61e5f9-eb1f-41b4-aff0-d8821f29e339'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:39:45.674893 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d461c0-2dac-4274-a4ae-f02e77014568 None None] Routers {'4e61e5f9-eb1f-41b4-aff0-d8821f29e339'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:39:45.675545 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-d0d461c0-2dac-4274-a4ae-f02e77014568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:39:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4e61e5f9-eb1f-41b4-aff0-d8821f29e339'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:39:45.676356 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-184dc849-c881-4a8a-95ff-329a9a4e73e2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:45.861722 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-d0d461c0-2dac-4274-a4ae-f02e77014568 None None] Set router 4e61e5f9-eb1f-41b4-aff0-d8821f29e339 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:39:45.885182 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-184dc849-c881-4a8a-95ff-329a9a4e73e2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "DELETE /v2.0/floatingips/451d6c7e-b87c-4f8b-b365-47a9e205c954 HTTP/1.1" status: 204 len: 168 time: 1.7937918 May 31 16:39:45.885842 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5fb5c69-905f-42d2-88ef-cad9ec0959c1', 'tag': '0cb6a44a-38f2-4ade-81f5-51446626a96b'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:39:45.888191 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea67c2587866c1ae97eb4035cd8ccccf9836bb42d288716c76675d21b60861be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4146b95b-d1a0-40f5-b709-af34fa860bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "e5fb5c69-905f-42d2-88ef-cad9ec0959c1", "tag": "0cb6a44a-38f2-4ade-81f5-51446626a96b"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:39:45.984927 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d668542f-4930-44a8-8361-1799a4cdeb0d x-openstack-request-id: req-d668542f-4930-44a8-8361-1799a4cdeb0d {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:39:45.985535 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5fb5c69-905f-42d2-88ef-cad9ec0959c1", "tag": "0cb6a44a-38f2-4ade-81f5-51446626a96b", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:39:45.986109 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d668542f-4930-44a8-8361-1799a4cdeb0d {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:39:45.986728 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5fb5c69-905f-42d2-88ef-cad9ec0959c1', 'tag': '0cb6a44a-38f2-4ade-81f5-51446626a96b', 'status': 'completed', 'code': 200} May 31 16:39:46.081961 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146b95b-d1a0-40f5-b709-af34fa860bf6 req-09a8f8eb-804e-4fdf-b188-aa8d9c776382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:39:46.084318 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4146b95b-d1a0-40f5-b709-af34fa860bf6 req-09a8f8eb-804e-4fdf-b188-aa8d9c776382 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 1098 time: 0.0738158 May 31 16:39:46.200404 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-d0d461c0-2dac-4274-a4ae-f02e77014568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821292796', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.184'}], 'enable_snat': True}, 'gw_port_id': '82f84f4a-0444-429e-bf09-67c05ea15ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:36:46Z', 'updated_at': '2021-05-31T16:36:52Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '82f84f4a-0444-429e-bf09-67c05ea15ad6', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:11:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:36:47Z', 'updated_at': '2021-05-31T16:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '6864f37c-926b-46e0-8ff6-35933e36f0e4', 'name': '', 'network_id': '77431a29-1e43-4b8d-8867-3a3076f11aaa', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:9d:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '05cd4dc1-2cac-4c8d-a420-96145f17e610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:36:51Z', 'updated_at': '2021-05-31T16:36:56Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '05cd4dc1-2cac-4c8d-a420-96145f17e610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:39:46.205155 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d461c0-2dac-4274-a4ae-f02e77014568 None None] Checking router: 4e61e5f9-eb1f-41b4-aff0-d8821f29e339 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:39:46.216676 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d461c0-2dac-4274-a4ae-f02e77014568 None None] Routers {'4e61e5f9-eb1f-41b4-aff0-d8821f29e339'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:39:46.217740 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-d0d461c0-2dac-4274-a4ae-f02e77014568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:39:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4e61e5f9-eb1f-41b4-aff0-d8821f29e339'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:39:46.238680 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146b95b-d1a0-40f5-b709-af34fa860bf6 req-34c6004d-dc7e-4ec0-9564-4f7d7b0baaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:39:46.240384 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4146b95b-d1a0-40f5-b709-af34fa860bf6 req-34c6004d-dc7e-4ec0-9564-4f7d7b0baaea service neutron] 10.222.0.59 "GET /v2.0/networks?id=77431a29-1e43-4b8d-8867-3a3076f11aaa HTTP/1.1" status: 200 len: 897 time: 0.1496291 May 31 16:39:46.314910 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4146b95b-d1a0-40f5-b709-af34fa860bf6 req-b9726d04-e76a-4c3f-8c82-c3cc37afc11f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cb6a44a-38f2-4ade-81f5-51446626a96b HTTP/1.1" status: 200 len: 217 time: 0.0667162 May 31 16:39:46.386238 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146b95b-d1a0-40f5-b709-af34fa860bf6 req-8f3e6235-4fdb-4b67-9d37-860d450e028d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:39:46.387900 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4146b95b-d1a0-40f5-b709-af34fa860bf6 req-8f3e6235-4fdb-4b67-9d37-860d450e028d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05cd4dc1-2cac-4c8d-a420-96145f17e610 HTTP/1.1" status: 200 len: 835 time: 0.0658450 May 31 16:39:46.407541 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-d0d461c0-2dac-4274-a4ae-f02e77014568 None None] Set router 4e61e5f9-eb1f-41b4-aff0-d8821f29e339 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:39:46.527435 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146b95b-d1a0-40f5-b709-af34fa860bf6 req-c5c82ca8-9751-4464-b08e-f94940b5a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:39:46.528856 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4146b95b-d1a0-40f5-b709-af34fa860bf6 req-c5c82ca8-9751-4464-b08e-f94940b5a98a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77431a29-1e43-4b8d-8867-3a3076f11aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1329634 May 31 16:39:46.540583 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e0a00-a22e-43c9-8f2c-025feb8376f1 req-ac152031-215f-49cd-83a4-a7130641256c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:39:46.541985 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-198e0a00-a22e-43c9-8f2c-025feb8376f1 req-ac152031-215f-49cd-83a4-a7130641256c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 945 time: 0.1827404 May 31 16:39:46.668623 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-198e0a00-a22e-43c9-8f2c-025feb8376f1 req-33083d12-ce0a-44df-9eaa-f3c3e1a7e369 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045809 May 31 16:39:46.710924 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4146b95b-d1a0-40f5-b709-af34fa860bf6 req-c02756f4-30a6-4e17-8b40-872940d60d20 service neutron] 10.222.0.59 "GET /v2.0/networks/77431a29-1e43-4b8d-8867-3a3076f11aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679478 May 31 16:39:46.725746 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-d0d461c0-2dac-4274-a4ae-f02e77014568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821292796', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.184'}], 'enable_snat': True}, 'gw_port_id': '82f84f4a-0444-429e-bf09-67c05ea15ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:36:46Z', 'updated_at': '2021-05-31T16:36:52Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '82f84f4a-0444-429e-bf09-67c05ea15ad6', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:11:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:36:47Z', 'updated_at': '2021-05-31T16:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '6864f37c-926b-46e0-8ff6-35933e36f0e4', 'name': '', 'network_id': '77431a29-1e43-4b8d-8867-3a3076f11aaa', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:9d:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '05cd4dc1-2cac-4c8d-a420-96145f17e610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:36:51Z', 'updated_at': '2021-05-31T16:36:56Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '05cd4dc1-2cac-4c8d-a420-96145f17e610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:39:46.730472 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d461c0-2dac-4274-a4ae-f02e77014568 None None] The sync data for ids ['4e61e5f9-eb1f-41b4-aff0-d8821f29e339'] in dv-neutron-601336-79-hyperv is: [{'id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821292796', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.184'}], 'enable_snat': True}, 'gw_port_id': '82f84f4a-0444-429e-bf09-67c05ea15ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:36:46Z', 'updated_at': '2021-05-31T16:36:52Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '82f84f4a-0444-429e-bf09-67c05ea15ad6', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:11:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:36:47Z', 'updated_at': '2021-05-31T16:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '6864f37c-926b-46e0-8ff6-35933e36f0e4', 'name': '', 'network_id': '77431a29-1e43-4b8d-8867-3a3076f11aaa', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:9d:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '05cd4dc1-2cac-4c8d-a420-96145f17e610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:36:51Z', 'updated_at': '2021-05-31T16:36:56Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '05cd4dc1-2cac-4c8d-a420-96145f17e610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:39:46.848355 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4146b95b-d1a0-40f5-b709-af34fa860bf6 req-8d8684c6-f97a-4633-8928-f389920a8c8e service neutron] 10.222.0.59 "GET /v2.0/networks/77431a29-1e43-4b8d-8867-3a3076f11aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304269 May 31 16:39:46.945909 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e79cf4b-668b-402a-a7c5-d0dcdd0c6a22 None None] New status for floating IP 451d6c7e-b87c-4f8b-b365-47a9e205c954: DOWN {{(pid=99206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:39:47.920758 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f25262-7052-4560-b25e-4d45cdafd97b req-b9946327-fcdd-4f06-9bc4-a9106c4979aa tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:39:47.922201 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d5f25262-7052-4560-b25e-4d45cdafd97b req-b9946327-fcdd-4f06-9bc4-a9106c4979aa tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 945 time: 0.1335378 May 31 16:39:47.965872 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d5f25262-7052-4560-b25e-4d45cdafd97b req-efedae3c-03af-4e5e-9c25-13dc5f921c6b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379019 May 31 16:39:48.137069 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd3aa5-1d28-4bf3-94a1-5c079f1d7ea8 req-833d8408-8857-4ba2-bd57-49f6ff8bbe44 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:39:48.138763 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-21fd3aa5-1d28-4bf3-94a1-5c079f1d7ea8 req-833d8408-8857-4ba2-bd57-49f6ff8bbe44 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 945 time: 0.1016073 May 31 16:39:48.276899 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-21fd3aa5-1d28-4bf3-94a1-5c079f1d7ea8 req-cbb2f2aa-93dc-4ffc-b4f8-4e70e90fa201 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Deleting port 0cb6a44a-38f2-4ade-81f5-51446626a96b {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:39:48.277157 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-21fd3aa5-1d28-4bf3-94a1-5c079f1d7ea8 req-cbb2f2aa-93dc-4ffc-b4f8-4e70e90fa201 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:48.410602 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-21fd3aa5-1d28-4bf3-94a1-5c079f1d7ea8 req-cbb2f2aa-93dc-4ffc-b4f8-4e70e90fa201 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] For port 0cb6a44a-38f2-4ade-81f5-51446626a96b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0cb6a44a-38f2-4ade-81f5-51446626a96b,segment=NetworkSegment(2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0),segment_id=2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:39:48.410988 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-21fd3aa5-1d28-4bf3-94a1-5c079f1d7ea8 req-cbb2f2aa-93dc-4ffc-b4f8-4e70e90fa201 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:48.536820 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-21fd3aa5-1d28-4bf3-94a1-5c079f1d7ea8 req-cbb2f2aa-93dc-4ffc-b4f8-4e70e90fa201 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Calling delete_port for 0cb6a44a-38f2-4ade-81f5-51446626a96b owned by compute:nova {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:39:48.656964 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-21fd3aa5-1d28-4bf3-94a1-5c079f1d7ea8 req-cbb2f2aa-93dc-4ffc-b4f8-4e70e90fa201 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:48.667301 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e37aeeeb-ed77-4d12-a596-b432e8ebccb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:39:48.718937 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2f2aa-93dc-4ffc-b4f8-4e70e90fa201 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'Port': ['ID=0cb6a44a-38f2-4ade-81f5-51446626a96b,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:39:48.912198 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2f2aa-93dc-4ffc-b4f8-4e70e90fa201 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:48.912576 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2f2aa-93dc-4ffc-b4f8-4e70e90fa201 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:48.912954 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2f2aa-93dc-4ffc-b4f8-4e70e90fa201 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:48.913501 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2f2aa-93dc-4ffc-b4f8-4e70e90fa201 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:48.913866 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2f2aa-93dc-4ffc-b4f8-4e70e90fa201 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:48.914220 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2f2aa-93dc-4ffc-b4f8-4e70e90fa201 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:48.914596 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2f2aa-93dc-4ffc-b4f8-4e70e90fa201 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:48.914978 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2f2aa-93dc-4ffc-b4f8-4e70e90fa201 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:48.915349 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2f2aa-93dc-4ffc-b4f8-4e70e90fa201 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:48.915705 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2f2aa-93dc-4ffc-b4f8-4e70e90fa201 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:48.916071 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2f2aa-93dc-4ffc-b4f8-4e70e90fa201 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:48.916431 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb2f2aa-93dc-4ffc-b4f8-4e70e90fa201 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:48.923508 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cbb2f2aa-93dc-4ffc-b4f8-4e70e90fa201 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:39:48.957583 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-21fd3aa5-1d28-4bf3-94a1-5c079f1d7ea8 req-cbb2f2aa-93dc-4ffc-b4f8-4e70e90fa201 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] No DVR routers for this DVR port 0cb6a44a-38f2-4ade-81f5-51446626a96b on host hv-neutron-6013 {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:39:48.960189 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-21fd3aa5-1d28-4bf3-94a1-5c079f1d7ea8 req-cbb2f2aa-93dc-4ffc-b4f8-4e70e90fa201 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:48.962713 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fb5c69-905f-42d2-88ef-cad9ec0959c1', 'name': 'network-vif-deleted', 'tag': '0cb6a44a-38f2-4ade-81f5-51446626a96b'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:39:48.965034 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c86986-936e-4c62-9c7b-b18b3e9fd89c" -d '{"events": [{"server_uuid": "e5fb5c69-905f-42d2-88ef-cad9ec0959c1", "name": "network-vif-deleted", "tag": "0cb6a44a-38f2-4ade-81f5-51446626a96b"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:39:48.974430 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-21fd3aa5-1d28-4bf3-94a1-5c079f1d7ea8 req-cbb2f2aa-93dc-4ffc-b4f8-4e70e90fa201 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.59 "DELETE /v2.0/ports/0cb6a44a-38f2-4ade-81f5-51446626a96b HTTP/1.1" status: 204 len: 173 time: 0.8303595 May 31 16:39:49.012209 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33dd2a0a-ce84-4ea3-91a5-71650239400d x-openstack-request-id: req-33dd2a0a-ce84-4ea3-91a5-71650239400d {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:39:49.012544 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fb5c69-905f-42d2-88ef-cad9ec0959c1", "name": "network-vif-deleted", "tag": "0cb6a44a-38f2-4ade-81f5-51446626a96b", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:39:49.012833 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-33dd2a0a-ce84-4ea3-91a5-71650239400d {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:39:49.013284 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fb5c69-905f-42d2-88ef-cad9ec0959c1', 'name': 'network-vif-deleted', 'tag': '0cb6a44a-38f2-4ade-81f5-51446626a96b', 'status': 'completed', 'code': 200} May 31 16:39:49.135015 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-9ec782b2-c3db-4c4d-8f14-b7eb0b933415 req-6dc5e703-d956-4bad-ba4d-79f215219b31 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Synchronizing usage tracker for tenant:74dcf8b577b84054bb5717d04406209a on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:39:49.154237 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-9ec782b2-c3db-4c4d-8f14-b7eb0b933415 req-6dc5e703-d956-4bad-ba4d-79f215219b31 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Unset dirty status for tenant:74dcf8b577b84054bb5717d04406209a on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:39:49.155646 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9ec782b2-c3db-4c4d-8f14-b7eb0b933415 req-6dc5e703-d956-4bad-ba4d-79f215219b31 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fb5c69-905f-42d2-88ef-cad9ec0959c1 HTTP/1.1" status: 200 len: 210 time: 0.0727746 May 31 16:39:50.254423 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40146) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:39:50.822131 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 0cb6a44a-38f2-4ade-81f5-51446626a96b no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:39:50.852324 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1eb8fa7-4165-411b-b5cf-ced450b5ae01 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:50.855516 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: 0cb6a44a-38f2-4ade-81f5-51446626a96b {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:39:50.855861 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 0cb6a44a-38f2-4ade-81f5-51446626a96b not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:39:51.281384 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-f1eb8fa7-4165-411b-b5cf-ced450b5ae01 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Deleting port 6864f37c-926b-46e0-8ff6-35933e36f0e4 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:39:51.282061 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1eb8fa7-4165-411b-b5cf-ced450b5ae01 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:51.428792 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-f1eb8fa7-4165-411b-b5cf-ced450b5ae01 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] For port 6864f37c-926b-46e0-8ff6-35933e36f0e4, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=6864f37c-926b-46e0-8ff6-35933e36f0e4,segment=NetworkSegment(2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0),segment_id=2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:39:51.429151 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1eb8fa7-4165-411b-b5cf-ced450b5ae01 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:51.549215 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-f1eb8fa7-4165-411b-b5cf-ced450b5ae01 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Calling delete_port for 6864f37c-926b-46e0-8ff6-35933e36f0e4 owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:39:52.005193 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1eb8fa7-4165-411b-b5cf-ced450b5ae01 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:52.008792 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-12ae7118-4841-4792-95c9-e5d4ef6b8bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:39:52.058425 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb8fa7-4165-411b-b5cf-ced450b5ae01 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'Port': ['ID=6864f37c-926b-46e0-8ff6-35933e36f0e4,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:39:52.061573 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f1eb8fa7-4165-411b-b5cf-ced450b5ae01 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:39:52.336390 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f1eb8fa7-4165-411b-b5cf-ced450b5ae01 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:52.693512 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1eb8fa7-4165-411b-b5cf-ced450b5ae01 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Router 4e61e5f9-eb1f-41b4-aff0-d8821f29e339 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:39:52.871656 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1eb8fa7-4165-411b-b5cf-ced450b5ae01 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:39:52.880925 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1a0923-0f38-466d-887e-45d7da610388 None None] Sync routers for ids ['4e61e5f9-eb1f-41b4-aff0-d8821f29e339'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:39:52.889429 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f1eb8fa7-4165-411b-b5cf-ced450b5ae01 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "PUT /v2.0/routers/4e61e5f9-eb1f-41b4-aff0-d8821f29e339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6334288 May 31 16:39:52.890532 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1a0923-0f38-466d-887e-45d7da610388 None None] Routers {'4e61e5f9-eb1f-41b4-aff0-d8821f29e339'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:39:52.891166 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-1f1a0923-0f38-466d-887e-45d7da610388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:39:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4e61e5f9-eb1f-41b4-aff0-d8821f29e339'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:39:52.892365 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40150) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:39:52.959420 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-c93ded13-f5d2-48b8-8694-a1affd7e952b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Deleting subnet 05cd4dc1-2cac-4c8d-a420-96145f17e610 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:39:52.962255 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c93ded13-f5d2-48b8-8694-a1affd7e952b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:53.018904 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c93ded13-f5d2-48b8-8694-a1affd7e952b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:53.074670 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-1f1a0923-0f38-466d-887e-45d7da610388 None None] Set router 4e61e5f9-eb1f-41b4-aff0-d8821f29e339 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:39:53.104203 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c93ded13-f5d2-48b8-8694-a1affd7e952b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:53.408681 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-1f1a0923-0f38-466d-887e-45d7da610388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821292796', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.184'}], 'enable_snat': True}, 'gw_port_id': '82f84f4a-0444-429e-bf09-67c05ea15ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:36:46Z', 'updated_at': '2021-05-31T16:39:51Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '82f84f4a-0444-429e-bf09-67c05ea15ad6', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:11:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:36:47Z', 'updated_at': '2021-05-31T16:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:39:53.412365 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1a0923-0f38-466d-887e-45d7da610388 None None] Checking router: 4e61e5f9-eb1f-41b4-aff0-d8821f29e339 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:39:53.420693 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1a0923-0f38-466d-887e-45d7da610388 None None] Routers {'4e61e5f9-eb1f-41b4-aff0-d8821f29e339'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:39:53.421385 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-1f1a0923-0f38-466d-887e-45d7da610388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:39:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4e61e5f9-eb1f-41b4-aff0-d8821f29e339'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:39:53.547654 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c93ded13-f5d2-48b8-8694-a1affd7e952b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:53.551674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-266835db-a328-4c27-a6ec-85e8d3f3dc79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:39:53.587223 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ded13-f5d2-48b8-8694-a1affd7e952b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'Subnet': ['ID=05cd4dc1-2cac-4c8d-a420-96145f17e610,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:39:53.590429 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c93ded13-f5d2-48b8-8694-a1affd7e952b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:39:53.591446 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c93ded13-f5d2-48b8-8694-a1affd7e952b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:53.600040 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a62f4ba-ed24-448b-8a73-93092e55aed6 None None] Network 77431a29-1e43-4b8d-8867-3a3076f11aaa requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:39:53.600585 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c93ded13-f5d2-48b8-8694-a1affd7e952b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "DELETE /v2.0/subnets/05cd4dc1-2cac-4c8d-a420-96145f17e610 HTTP/1.1" status: 204 len: 168 time: 0.7042110 May 31 16:39:53.600585 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40154) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:39:53.603612 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-1f1a0923-0f38-466d-887e-45d7da610388 None None] Set router 4e61e5f9-eb1f-41b4-aff0-d8821f29e339 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:39:53.783512 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-766c69f9-fc05-4a4d-a0e3-c4a25605907e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:53.862804 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7a6728-a967-40ff-baeb-0fb56063b526 None None] DHCP port deletion for 77431a29-1e43-4b8d-8867-3a3076f11aaa request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 16:39:53.887715 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-1f1a0923-0f38-466d-887e-45d7da610388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821292796', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.184'}], 'enable_snat': True}, 'gw_port_id': '82f84f4a-0444-429e-bf09-67c05ea15ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:36:46Z', 'updated_at': '2021-05-31T16:39:51Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '82f84f4a-0444-429e-bf09-67c05ea15ad6', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:11:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:36:47Z', 'updated_at': '2021-05-31T16:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:39:53.891677 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1a0923-0f38-466d-887e-45d7da610388 None None] The sync data for ids ['4e61e5f9-eb1f-41b4-aff0-d8821f29e339'] in dv-neutron-601336-79-hyperv is: [{'id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821292796', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.184'}], 'enable_snat': True}, 'gw_port_id': '82f84f4a-0444-429e-bf09-67c05ea15ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:36:46Z', 'updated_at': '2021-05-31T16:39:51Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '82f84f4a-0444-429e-bf09-67c05ea15ad6', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:11:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e61e5f9-eb1f-41b4-aff0-d8821f29e339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:36:47Z', 'updated_at': '2021-05-31T16:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:39:53.929238 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a6728-a967-40ff-baeb-0fb56063b526 None None] Deleting port 011f9f06-f865-4fd4-8cb0-5da05a48b36d {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:39:53.929646 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3d7a6728-a967-40ff-baeb-0fb56063b526 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:53.969298 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-766c69f9-fc05-4a4d-a0e3-c4a25605907e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:54.044774 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-766c69f9-fc05-4a4d-a0e3-c4a25605907e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Deleting port 82f84f4a-0444-429e-bf09-67c05ea15ad6 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:39:54.045020 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-766c69f9-fc05-4a4d-a0e3-c4a25605907e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:54.071336 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-3d7a6728-a967-40ff-baeb-0fb56063b526 None None] For port 011f9f06-f865-4fd4-8cb0-5da05a48b36d, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=011f9f06-f865-4fd4-8cb0-5da05a48b36d,segment=NetworkSegment(2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0),segment_id=2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:39:54.071838 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3d7a6728-a967-40ff-baeb-0fb56063b526 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:54.166121 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-766c69f9-fc05-4a4d-a0e3-c4a25605907e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] For port 82f84f4a-0444-429e-bf09-67c05ea15ad6, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=82f84f4a-0444-429e-bf09-67c05ea15ad6,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:39:54.166545 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-766c69f9-fc05-4a4d-a0e3-c4a25605907e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:54.191254 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a6728-a967-40ff-baeb-0fb56063b526 None None] Calling delete_port for 011f9f06-f865-4fd4-8cb0-5da05a48b36d owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:39:54.240403 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-3d7a6728-a967-40ff-baeb-0fb56063b526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:54.244612 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-6b2b248a-b137-4c26-80ff-c62d9e3c382e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:39:54.292324 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-766c69f9-fc05-4a4d-a0e3-c4a25605907e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Calling delete_port for 82f84f4a-0444-429e-bf09-67c05ea15ad6 owned by network:router_gateway {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:39:54.295316 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a6728-a967-40ff-baeb-0fb56063b526 None None] Pushing event deleted for resources: {'Port': ['ID=011f9f06-f865-4fd4-8cb0-5da05a48b36d,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:39:54.299577 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7a6728-a967-40ff-baeb-0fb56063b526 None None] No DVR routers for this DVR port 011f9f06-f865-4fd4-8cb0-5da05a48b36d on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:39:54.310673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a6728-a967-40ff-baeb-0fb56063b526 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:54.310673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a6728-a967-40ff-baeb-0fb56063b526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:54.310673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a6728-a967-40ff-baeb-0fb56063b526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:54.310673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a6728-a967-40ff-baeb-0fb56063b526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:54.310673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a6728-a967-40ff-baeb-0fb56063b526 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:54.310673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a6728-a967-40ff-baeb-0fb56063b526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:54.311673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a6728-a967-40ff-baeb-0fb56063b526 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:54.311673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a6728-a967-40ff-baeb-0fb56063b526 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:54.311673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a6728-a967-40ff-baeb-0fb56063b526 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:54.311673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a6728-a967-40ff-baeb-0fb56063b526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:54.312107 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a6728-a967-40ff-baeb-0fb56063b526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:54.312406 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a6728-a967-40ff-baeb-0fb56063b526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:39:54.319410 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-3d7a6728-a967-40ff-baeb-0fb56063b526 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:39:54.444861 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-766c69f9-fc05-4a4d-a0e3-c4a25605907e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:54.448825 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cde97c74-f34c-45a0-8716-830a42601f1d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:39:54.494911 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c69f9-fc05-4a4d-a0e3-c4a25605907e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'Port': ['ID=82f84f4a-0444-429e-bf09-67c05ea15ad6,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:39:54.498007 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-766c69f9-fc05-4a4d-a0e3-c4a25605907e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:39:54.583818 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-766c69f9-fc05-4a4d-a0e3-c4a25605907e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:54.800238 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 6864f37c-926b-46e0-8ff6-35933e36f0e4 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:39:54.835300 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 6864f37c-926b-46e0-8ff6-35933e36f0e4 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:39:54.835545 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 6864f37c-926b-46e0-8ff6-35933e36f0e4 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:39:54.835969 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 011f9f06-f865-4fd4-8cb0-5da05a48b36d no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:39:54.872470 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 011f9f06-f865-4fd4-8cb0-5da05a48b36d {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:39:54.872783 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 011f9f06-f865-4fd4-8cb0-5da05a48b36d not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:39:54.908361 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-766c69f9-fc05-4a4d-a0e3-c4a25605907e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:54.910718 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-766c69f9-fc05-4a4d-a0e3-c4a25605907e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:54.935175 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-766c69f9-fc05-4a4d-a0e3-c4a25605907e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:54.935765 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766c69f9-fc05-4a4d-a0e3-c4a25605907e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Fanout notify agent at l3_agent the message router_deleted on router 4e61e5f9-eb1f-41b4-aff0-d8821f29e339 {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 16:39:54.951138 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-766c69f9-fc05-4a4d-a0e3-c4a25605907e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:54.952411 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-766c69f9-fc05-4a4d-a0e3-c4a25605907e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "DELETE /v2.0/routers/4e61e5f9-eb1f-41b4-aff0-d8821f29e339 HTTP/1.1" status: 204 len: 168 time: 1.3512013 May 31 16:39:54.955554 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40158) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:39:55.073236 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4f91cd19-40a6-4948-a1af-557f19dbf85a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:55.209151 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4f91cd19-40a6-4948-a1af-557f19dbf85a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:55.222673 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-4f91cd19-40a6-4948-a1af-557f19dbf85a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77431a29-1e43-4b8d-8867-3a3076f11aaa']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:39:55.235534 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-4f91cd19-40a6-4948-a1af-557f19dbf85a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:39:55.235824 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-4f91cd19-40a6-4948-a1af-557f19dbf85a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2218aa2e-e8ca-4e61-99e0-ce6bd2839bc0') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:39:55.247471 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4f91cd19-40a6-4948-a1af-557f19dbf85a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:55.263116 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4f91cd19-40a6-4948-a1af-557f19dbf85a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:55.269262 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f91cd19-40a6-4948-a1af-557f19dbf85a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:39:55.269664 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4f91cd19-40a6-4948-a1af-557f19dbf85a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:39:55.283911 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:39:55.371401 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4f91cd19-40a6-4948-a1af-557f19dbf85a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:55.378328 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1ef115c7-caec-4eb8-8fbd-3f7c76746608 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:39:55.394055 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4f91cd19-40a6-4948-a1af-557f19dbf85a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:55.405744 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91cd19-40a6-4948-a1af-557f19dbf85a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'Network': ['ID=77431a29-1e43-4b8d-8867-3a3076f11aaa,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:39:55.409034 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4f91cd19-40a6-4948-a1af-557f19dbf85a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:39:55.415439 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4f91cd19-40a6-4948-a1af-557f19dbf85a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "DELETE /v2.0/networks/77431a29-1e43-4b8d-8867-3a3076f11aaa HTTP/1.1" status: 204 len: 168 time: 0.4588673 May 31 16:39:55.419636 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40162) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:39:55.488917 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-03348a86-87b5-45c5-9fc4-1cdb4fc29659 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:55.519208 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-03348a86-87b5-45c5-9fc4-1cdb4fc29659 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:55.584718 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-03348a86-87b5-45c5-9fc4-1cdb4fc29659 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:55.588896 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d921b3e7-302d-4648-832c-dfc557c0f64c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:39:55.606808 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03348a86-87b5-45c5-9fc4-1cdb4fc29659 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e108f75f-c1d5-4664-ae19-b1b0f77ad8f0,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:39:55.610328 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-03348a86-87b5-45c5-9fc4-1cdb4fc29659 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:39:55.621203 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-03348a86-87b5-45c5-9fc4-1cdb4fc29659 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:55.622343 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-03348a86-87b5-45c5-9fc4-1cdb4fc29659 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "DELETE /v2.0/security-groups/e108f75f-c1d5-4664-ae19-b1b0f77ad8f0 HTTP/1.1" status: 204 len: 168 time: 0.2017958 May 31 16:39:56.190732 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40170) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:39:56.196237 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-6c96df9e-3c70-4917-8a2e-6dd7c3b613a6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1699078940', 'description': 'tempest-secgroup-smoke-1699078940 description', 'project_id': '74dcf8b577b84054bb5717d04406209a'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:39:56.202833 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6c96df9e-3c70-4917-8a2e-6dd7c3b613a6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:39:56.209370 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6c96df9e-3c70-4917-8a2e-6dd7c3b613a6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:39:56.213898 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6c96df9e-3c70-4917-8a2e-6dd7c3b613a6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:39:56.221101 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6c96df9e-3c70-4917-8a2e-6dd7c3b613a6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:39:56.233861 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6c96df9e-3c70-4917-8a2e-6dd7c3b613a6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:56.255571 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6c96df9e-3c70-4917-8a2e-6dd7c3b613a6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:39:56.259839 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6c96df9e-3c70-4917-8a2e-6dd7c3b613a6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:39:56.263209 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6c96df9e-3c70-4917-8a2e-6dd7c3b613a6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:39:56.269503 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6c96df9e-3c70-4917-8a2e-6dd7c3b613a6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:39:56.342278 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6c96df9e-3c70-4917-8a2e-6dd7c3b613a6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:56.348216 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6c96df9e-3c70-4917-8a2e-6dd7c3b613a6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:56.353598 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3203d2a4-2643-4cbf-b97c-d7af5a9641fe tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:39:56.394374 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96df9e-3c70-4917-8a2e-6dd7c3b613a6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e68df524-8973-4266-b215-9139c6f19785,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:39:56.397262 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6c96df9e-3c70-4917-8a2e-6dd7c3b613a6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:39:56.398430 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6c96df9e-3c70-4917-8a2e-6dd7c3b613a6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:56.399639 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6c96df9e-3c70-4917-8a2e-6dd7c3b613a6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2078733 May 31 16:39:56.402493 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40174) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:39:56.407762 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-91dff397-5ced-4c9c-bc0d-d5f3f7b0c802 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group_rule': {'security_group_id': 'e68df524-8973-4266-b215-9139c6f19785', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:39:56.413990 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-91dff397-5ced-4c9c-bc0d-d5f3f7b0c802 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:39:56.418141 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-91dff397-5ced-4c9c-bc0d-d5f3f7b0c802 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:39:56.421040 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-91dff397-5ced-4c9c-bc0d-d5f3f7b0c802 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:39:56.430887 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-91dff397-5ced-4c9c-bc0d-d5f3f7b0c802 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:39:56.455987 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-91dff397-5ced-4c9c-bc0d-d5f3f7b0c802 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:56.520036 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-91dff397-5ced-4c9c-bc0d-d5f3f7b0c802 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:56.524820 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-91dff397-5ced-4c9c-bc0d-d5f3f7b0c802 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:56.526790 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-43fdc8ea-bf66-4297-a57b-d3c7ab9f826f tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:39:56.549471 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dff397-5ced-4c9c-bc0d-d5f3f7b0c802 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc02343-ebfb-45f3-bc52-3928e731fda4,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:39:56.553907 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-91dff397-5ced-4c9c-bc0d-d5f3f7b0c802 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:39:56.559764 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-91dff397-5ced-4c9c-bc0d-d5f3f7b0c802 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:56.561012 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-91dff397-5ced-4c9c-bc0d-d5f3f7b0c802 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1575744 May 31 16:39:56.564444 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40178) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:39:56.572834 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-372e8add-c947-44d1-95de-1f88f3202c48 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group_rule': {'security_group_id': 'e68df524-8973-4266-b215-9139c6f19785', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:39:56.579311 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-372e8add-c947-44d1-95de-1f88f3202c48 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:39:56.583295 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-372e8add-c947-44d1-95de-1f88f3202c48 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:39:56.586222 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-372e8add-c947-44d1-95de-1f88f3202c48 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:39:56.592160 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-372e8add-c947-44d1-95de-1f88f3202c48 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:39:56.614849 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-372e8add-c947-44d1-95de-1f88f3202c48 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:56.677956 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-372e8add-c947-44d1-95de-1f88f3202c48 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:56.683976 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-372e8add-c947-44d1-95de-1f88f3202c48 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:56.685876 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-212a9523-0926-43d3-979c-898aedf076df tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:39:56.707680 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e8add-c947-44d1-95de-1f88f3202c48 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e091cf-9b99-4240-8077-baeed01d6dff,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:39:56.710142 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-372e8add-c947-44d1-95de-1f88f3202c48 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:39:56.714127 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 82f84f4a-0444-429e-bf09-67c05ea15ad6 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:39:56.718430 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-372e8add-c947-44d1-95de-1f88f3202c48 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:56.719701 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-372e8add-c947-44d1-95de-1f88f3202c48 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1539712 May 31 16:39:56.722746 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40182) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:39:56.728011 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-0d8bbebd-4cad-49ff-be87-8ddecbf9e6d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group_rule': {'security_group_id': 'e68df524-8973-4266-b215-9139c6f19785', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:39:56.734471 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0d8bbebd-4cad-49ff-be87-8ddecbf9e6d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:39:56.738427 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0d8bbebd-4cad-49ff-be87-8ddecbf9e6d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:39:56.741300 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0d8bbebd-4cad-49ff-be87-8ddecbf9e6d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:39:56.748944 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0d8bbebd-4cad-49ff-be87-8ddecbf9e6d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:39:56.749378 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 82f84f4a-0444-429e-bf09-67c05ea15ad6 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:39:56.749739 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 82f84f4a-0444-429e-bf09-67c05ea15ad6 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:39:56.769477 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0d8bbebd-4cad-49ff-be87-8ddecbf9e6d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:56.831013 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0d8bbebd-4cad-49ff-be87-8ddecbf9e6d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:56.836907 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0d8bbebd-4cad-49ff-be87-8ddecbf9e6d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:56.838803 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-37730bf4-ae57-49dc-bf44-89ed280ee498 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:39:56.860908 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8bbebd-4cad-49ff-be87-8ddecbf9e6d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4a7c73b-6642-47df-8acc-9f8e86460b19,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:39:56.865320 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0d8bbebd-4cad-49ff-be87-8ddecbf9e6d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:39:56.867622 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:39:56.872653 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0d8bbebd-4cad-49ff-be87-8ddecbf9e6d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:56.873833 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0d8bbebd-4cad-49ff-be87-8ddecbf9e6d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1500988 May 31 16:39:56.878425 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40186) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:39:56.883439 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-bb88cca8-db27-4467-983a-415b81011528 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group_rule': {'security_group_id': 'e68df524-8973-4266-b215-9139c6f19785', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:39:56.889399 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-bb88cca8-db27-4467-983a-415b81011528 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:39:56.893315 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-bb88cca8-db27-4467-983a-415b81011528 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:39:56.896303 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-bb88cca8-db27-4467-983a-415b81011528 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:39:56.902443 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-bb88cca8-db27-4467-983a-415b81011528 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:39:56.919368 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bb88cca8-db27-4467-983a-415b81011528 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:56.986698 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bb88cca8-db27-4467-983a-415b81011528 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:56.991869 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bb88cca8-db27-4467-983a-415b81011528 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:56.997745 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3474568c-3dbb-48cf-ba7c-8ea133928635 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:39:57.016785 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88cca8-db27-4467-983a-415b81011528 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db4ab57-f6f5-4c46-b183-a0378395abde,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:39:57.019671 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bb88cca8-db27-4467-983a-415b81011528 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:39:57.029721 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-bb88cca8-db27-4467-983a-415b81011528 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:57.030912 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-bb88cca8-db27-4467-983a-415b81011528 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1515937 May 31 16:39:57.033916 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40190) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:39:57.039143 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-6948e1e0-4900-4b01-8faf-62ec46196442 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group_rule': {'security_group_id': 'e68df524-8973-4266-b215-9139c6f19785', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:39:57.045268 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6948e1e0-4900-4b01-8faf-62ec46196442 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:39:57.049203 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6948e1e0-4900-4b01-8faf-62ec46196442 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:39:57.052261 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-6948e1e0-4900-4b01-8faf-62ec46196442 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:39:57.058145 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-6948e1e0-4900-4b01-8faf-62ec46196442 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:39:57.069307 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.securitygroups_db [None req-6948e1e0-4900-4b01-8faf-62ec46196442 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Project 74dcf8b577b84054bb5717d04406209a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:39:57.075042 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6948e1e0-4900-4b01-8faf-62ec46196442 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:57.146390 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6948e1e0-4900-4b01-8faf-62ec46196442 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:57.151039 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6948e1e0-4900-4b01-8faf-62ec46196442 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:57.153028 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b190b820-b2a6-4c47-aa7d-fca16349d083 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:39:57.175058 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6948e1e0-4900-4b01-8faf-62ec46196442 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cfd83ea-1eb9-4856-8f93-adb965df3a5f,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:39:57.177512 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6948e1e0-4900-4b01-8faf-62ec46196442 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:39:57.186116 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-6948e1e0-4900-4b01-8faf-62ec46196442 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:57.187405 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-6948e1e0-4900-4b01-8faf-62ec46196442 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1525400 May 31 16:39:57.190179 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40194) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:39:57.195506 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-3f71c314-34de-4dbd-857c-e7c9fca30d85 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group_rule': {'security_group_id': 'e68df524-8973-4266-b215-9139c6f19785', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:39:57.201669 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3f71c314-34de-4dbd-857c-e7c9fca30d85 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:39:57.205698 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3f71c314-34de-4dbd-857c-e7c9fca30d85 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:39:57.208722 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3f71c314-34de-4dbd-857c-e7c9fca30d85 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:39:57.214677 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3f71c314-34de-4dbd-857c-e7c9fca30d85 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:39:57.226993 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.securitygroups_db [None req-3f71c314-34de-4dbd-857c-e7c9fca30d85 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Project 74dcf8b577b84054bb5717d04406209a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:39:57.234510 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f71c314-34de-4dbd-857c-e7c9fca30d85 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:57.302018 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f71c314-34de-4dbd-857c-e7c9fca30d85 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:57.308811 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f71c314-34de-4dbd-857c-e7c9fca30d85 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:57.314425 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6948e1e0-4900-4b01-8faf-62ec46196442 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:39:57.332948 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71c314-34de-4dbd-857c-e7c9fca30d85 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8cb42c-450f-4a52-aea1-87ed220bccb3,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:39:57.335377 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3f71c314-34de-4dbd-857c-e7c9fca30d85 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:39:57.346166 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3f71c314-34de-4dbd-857c-e7c9fca30d85 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:57.347487 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3f71c314-34de-4dbd-857c-e7c9fca30d85 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1563461 May 31 16:39:57.350337 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40198) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:39:57.356374 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-94903618-7aa1-44b2-bdf5-e0c84b8e3d0c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'network': {'name': 'tempest-network-smoke--1729630670', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'port_security_enabled': True}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:39:57.361911 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-94903618-7aa1-44b2-bdf5-e0c84b8e3d0c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:39:57.366097 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-94903618-7aa1-44b2-bdf5-e0c84b8e3d0c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:network and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:39:57.369111 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-94903618-7aa1-44b2-bdf5-e0c84b8e3d0c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:39:57.375291 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-94903618-7aa1-44b2-bdf5-e0c84b8e3d0c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:39:57.390438 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94903618-7aa1-44b2-bdf5-e0c84b8e3d0c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Made reservation on behalf of 74dcf8b577b84054bb5717d04406209a for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:39:57.393963 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-94903618-7aa1-44b2-bdf5-e0c84b8e3d0c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:57.422722 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94903618-7aa1-44b2-bdf5-e0c84b8e3d0c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:39:57.431812 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-94903618-7aa1-44b2-bdf5-e0c84b8e3d0c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:57.432312 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-94903618-7aa1-44b2-bdf5-e0c84b8e3d0c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Added segment f1b5d93d-d1c6-492b-80ca-466ab9f36ba3 of type vlan for network 1f267197-16e6-4e77-9fa6-275c72ea4463 May 31 16:39:57.459028 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-94903618-7aa1-44b2-bdf5-e0c84b8e3d0c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:57.490618 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-94903618-7aa1-44b2-bdf5-e0c84b8e3d0c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:57.496340 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94903618-7aa1-44b2-bdf5-e0c84b8e3d0c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:39:57.496912 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-94903618-7aa1-44b2-bdf5-e0c84b8e3d0c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:57.500378 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-fa173fbb-4262-47a6-9f84-36fc36c8a9db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:39:57.610745 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-94903618-7aa1-44b2-bdf5-e0c84b8e3d0c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2564046 May 31 16:39:57.611176 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40202) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:39:57.611662 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94903618-7aa1-44b2-bdf5-e0c84b8e3d0c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Network': ['ID=1f267197-16e6-4e77-9fa6-275c72ea4463,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:39:57.613997 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-94903618-7aa1-44b2-bdf5-e0c84b8e3d0c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:39:57.617318 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-b8ef4269-db80-434b-af53-ce7ee3aa90fe tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-955677980', 'admin_state_up': True, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:39:57.622023 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 1f267197-16e6-4e77-9fa6-275c72ea4463 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 16:39:57.625082 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b8ef4269-db80-434b-af53-ce7ee3aa90fe tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:39:57.629177 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b8ef4269-db80-434b-af53-ce7ee3aa90fe tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:router and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:39:57.632168 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b8ef4269-db80-434b-af53-ce7ee3aa90fe tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:39:57.638925 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b8ef4269-db80-434b-af53-ce7ee3aa90fe tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:39:57.649730 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4269-db80-434b-af53-ce7ee3aa90fe tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:57.651069 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4269-db80-434b-af53-ce7ee3aa90fe tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:57.666249 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4269-db80-434b-af53-ce7ee3aa90fe tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:57.929804 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4269-db80-434b-af53-ce7ee3aa90fe tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:58.234255 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4269-db80-434b-af53-ce7ee3aa90fe tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router_gateway, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:58.263001 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4269-db80-434b-af53-ce7ee3aa90fe tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:58.396549 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-b8ef4269-db80-434b-af53-ce7ee3aa90fe tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Allocated IP 172.26.0.131 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/9bc1a940-bccd-4ad9-b327-8b938995360e) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:39:58.543087 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4269-db80-434b-af53-ce7ee3aa90fe tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:58.571823 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4269-db80-434b-af53-ce7ee3aa90fe tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:58.575471 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-39c846c2-3c12-4157-9226-367c53c0497c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:39:58.638410 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ef4269-db80-434b-af53-ce7ee3aa90fe tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:39:58.642194 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-b8ef4269-db80-434b-af53-ce7ee3aa90fe tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:39:58.646034 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ef4269-db80-434b-af53-ce7ee3aa90fe tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:39:58.675187 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef4269-db80-434b-af53-ce7ee3aa90fe tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Port': ['ID=9bc1a940-bccd-4ad9-b327-8b938995360e,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:39:58.680958 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b8ef4269-db80-434b-af53-ce7ee3aa90fe tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:39:58.947714 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:59.216814 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4269-db80-434b-af53-ce7ee3aa90fe tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router_gateway, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:59.563700 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4269-db80-434b-af53-ce7ee3aa90fe tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:59.773451 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ef4269-db80-434b-af53-ce7ee3aa90fe tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Router 302e4b9c-c13e-4e37-bb60-1c8ff7173bea is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 16:39:59.947803 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ef4269-db80-434b-af53-ce7ee3aa90fe tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:39:59.957569 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2724a973-3ff2-4007-88ec-2d8d38417994 None None] Sync routers for ids ['302e4b9c-c13e-4e37-bb60-1c8ff7173bea'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:39:59.968447 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2724a973-3ff2-4007-88ec-2d8d38417994 None None] Routers {'302e4b9c-c13e-4e37-bb60-1c8ff7173bea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:39:59.969065 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-2724a973-3ff2-4007-88ec-2d8d38417994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:39:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['302e4b9c-c13e-4e37-bb60-1c8ff7173bea'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:39:59.975800 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4269-db80-434b-af53-ce7ee3aa90fe tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:39:59.977447 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b8ef4269-db80-434b-af53-ce7ee3aa90fe tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3647597 May 31 16:39:59.980981 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40206) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:40:00.025697 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-fecd905f-58c6-494f-89e5-7c28696a66d5 tempest-TestNetworkAdvancedServerOps-662742683 tempest-TestNetworkAdvancedServerOps-662742683-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=74dcf8b577b84054bb5717d04406209a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434239 May 31 16:40:00.028308 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40210) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:40:00.149254 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-2724a973-3ff2-4007-88ec-2d8d38417994 None None] Set router 302e4b9c-c13e-4e37-bb60-1c8ff7173bea gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:40:00.159707 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a4ee9e-5043-4888-a3b0-bbdd8d2e624a tempest-TestNetworkAdvancedServerOps-662742683 tempest-TestNetworkAdvancedServerOps-662742683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:40:00.163982 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d3a4ee9e-5043-4888-a3b0-bbdd8d2e624a tempest-TestNetworkAdvancedServerOps-662742683 tempest-TestNetworkAdvancedServerOps-662742683-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1320567 May 31 16:40:00.164205 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40214) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:40:00.205689 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-44326cf1-75a6-4ae7-8486-4c30a8eaf5c2 tempest-TestNetworkAdvancedServerOps-662742683 tempest-TestNetworkAdvancedServerOps-662742683-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=014c45f7-9697-4b0b-b8b7-66a80a50a15c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377395 May 31 16:40:00.205906 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40218) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:40:00.211226 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-eb6c6b53-3116-4ba4-be79-bc814078099f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1846815221', 'network_id': '1f267197-16e6-4e77-9fa6-275c72ea4463', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:40:00.323466 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-eb6c6b53-3116-4ba4-be79-bc814078099f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:40:00.327451 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-eb6c6b53-3116-4ba4-be79-bc814078099f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:subnet and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:40:00.330331 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-eb6c6b53-3116-4ba4-be79-bc814078099f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:40:00.336345 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-eb6c6b53-3116-4ba4-be79-bc814078099f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:40:00.347918 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6c6b53-3116-4ba4-be79-bc814078099f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Made reservation on behalf of 74dcf8b577b84054bb5717d04406209a for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:40:00.351634 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-eb6c6b53-3116-4ba4-be79-bc814078099f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:00.428903 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-2724a973-3ff2-4007-88ec-2d8d38417994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955677980', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bc1a940-bccd-4ad9-b327-8b938995360e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:39:57Z', 'updated_at': '2021-05-31T16:39:58Z', 'revision_number': 3, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '9bc1a940-bccd-4ad9-b327-8b938995360e', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:39:58Z', 'updated_at': '2021-05-31T16:39:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:40:00.433071 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2724a973-3ff2-4007-88ec-2d8d38417994 None None] Checking router: 302e4b9c-c13e-4e37-bb60-1c8ff7173bea for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:40:00.433419 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2724a973-3ff2-4007-88ec-2d8d38417994 None None] Updating router 302e4b9c-c13e-4e37-bb60-1c8ff7173bea port 9bc1a940-bccd-4ad9-b327-8b938995360e binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:40:00.485737 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2724a973-3ff2-4007-88ec-2d8d38417994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:00.818293 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2724a973-3ff2-4007-88ec-2d8d38417994 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:00.830982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2724a973-3ff2-4007-88ec-2d8d38417994 None None] Transition to ACTIVE for port object 9bc1a940-bccd-4ad9-b327-8b938995360e will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:40:00.837324 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2724a973-3ff2-4007-88ec-2d8d38417994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:00.840945 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-c487c151-3564-4f6c-a136-926e378ded42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:40:00.931500 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-eb6c6b53-3116-4ba4-be79-bc814078099f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:00.935122 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6e315176-1073-4927-95fc-d9fe30b9c6a1 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:40:00.963330 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-2724a973-3ff2-4007-88ec-2d8d38417994 None None] Attempting to bind port 9bc1a940-bccd-4ad9-b327-8b938995360e on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:40:00.963913 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-2724a973-3ff2-4007-88ec-2d8d38417994 None None] Attempting to bind port 9bc1a940-bccd-4ad9-b327-8b938995360e by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:40:00.964017 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2724a973-3ff2-4007-88ec-2d8d38417994 None None] Attempting to bind port 9bc1a940-bccd-4ad9-b327-8b938995360e on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:40:00.965958 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8570255e-7d32-468d-8936-8641b9bc4765 None None] Pushing event updated for resources: {'Port': ['ID=9bc1a940-bccd-4ad9-b327-8b938995360e,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:40:00.969578 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-8570255e-7d32-468d-8936-8641b9bc4765 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:40:00.972108 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2724a973-3ff2-4007-88ec-2d8d38417994 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:40:00.972484 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2724a973-3ff2-4007-88ec-2d8d38417994 None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:40:00.972891 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2724a973-3ff2-4007-88ec-2d8d38417994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:00.973276 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2724a973-3ff2-4007-88ec-2d8d38417994 None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:40:00.973825 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-2724a973-3ff2-4007-88ec-2d8d38417994 None None] Bound port: 9bc1a940-bccd-4ad9-b327-8b938995360e, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:40:00.974103 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2724a973-3ff2-4007-88ec-2d8d38417994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:01.011571 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c6b53-3116-4ba4-be79-bc814078099f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Subnet': ['ID=f372a8b9-2b32-441f-8fda-6dbbf2719927,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:40:01.015362 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-eb6c6b53-3116-4ba4-be79-bc814078099f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:40:01.022463 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6c6b53-3116-4ba4-be79-bc814078099f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Checking segment: {'id': 'f1b5d93d-d1c6-492b-80ca-466ab9f36ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1f267197-16e6-4e77-9fa6-275c72ea4463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:40:01.022842 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6c6b53-3116-4ba4-be79-bc814078099f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network hostable DHCP agents. Network: 1f267197-16e6-4e77-9fa6-275c72ea4463, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:40:01.042813 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6c6b53-3116-4ba4-be79-bc814078099f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network 1f267197-16e6-4e77-9fa6-275c72ea4463 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:40:01.052334 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-2724a973-3ff2-4007-88ec-2d8d38417994 None None] For port 9bc1a940-bccd-4ad9-b327-8b938995360e, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:40:01.053851 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-eb6c6b53-3116-4ba4-be79-bc814078099f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 1f267197-16e6-4e77-9fa6-275c72ea4463) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:40:01.055492 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-2724a973-3ff2-4007-88ec-2d8d38417994 None None] For port 9bc1a940-bccd-4ad9-b327-8b938995360e, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=9bc1a940-bccd-4ad9-b327-8b938995360e,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:40:01.060450 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2724a973-3ff2-4007-88ec-2d8d38417994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:01.065394 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6c6b53-3116-4ba4-be79-bc814078099f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:40:01.066003 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-eb6c6b53-3116-4ba4-be79-bc814078099f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:01.066175 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a3c7b955-ff78-40da-8804-6edc8b91af3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:40:01.088623 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-eb6c6b53-3116-4ba4-be79-bc814078099f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8816943 May 31 16:40:01.091284 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40222) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:40:01.094688 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b2bc28-8f7d-4f94-a277-c49cbbfa2c28 None None] Network 1f267197-16e6-4e77-9fa6-275c72ea4463 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:40:01.218499 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2724a973-3ff2-4007-88ec-2d8d38417994 None None] Routers {'302e4b9c-c13e-4e37-bb60-1c8ff7173bea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:40:01.219162 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-2724a973-3ff2-4007-88ec-2d8d38417994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:39:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['302e4b9c-c13e-4e37-bb60-1c8ff7173bea'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:40:01.293038 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8570255e-7d32-468d-8936-8641b9bc4765 None None] Pushing event updated for resources: {'Port': ['ID=9bc1a940-bccd-4ad9-b327-8b938995360e,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:40:01.307383 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-8570255e-7d32-468d-8936-8641b9bc4765 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:40:01.472061 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-2724a973-3ff2-4007-88ec-2d8d38417994 None None] Set router 302e4b9c-c13e-4e37-bb60-1c8ff7173bea gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:40:01.622241 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f165c9-a406-4314-b476-998e487c3f3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-1f267197-16e6-4e77-9fa6-275c72ea4463', 'network_id': '1f267197-16e6-4e77-9fa6-275c72ea4463', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'fixed_ips': [{'subnet_id': 'f372a8b9-2b32-441f-8fda-6dbbf2719927'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:40:01.623082 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f4f165c9-a406-4314-b476-998e487c3f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:01.786350 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-68fc97da-fe5a-4364-9393-53446bae7173 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:01.915283 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-f4f165c9-a406-4314-b476-998e487c3f3c None None] Allocated IP 172.20.0.2 (1f267197-16e6-4e77-9fa6-275c72ea4463/f372a8b9-2b32-441f-8fda-6dbbf2719927/ccb22a7d-b582-46de-a5b3-69b0928d80db) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:40:02.001831 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-2724a973-3ff2-4007-88ec-2d8d38417994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955677980', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bc1a940-bccd-4ad9-b327-8b938995360e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:39:57Z', 'updated_at': '2021-05-31T16:39:58Z', 'revision_number': 3, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '9bc1a940-bccd-4ad9-b327-8b938995360e', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:39:58Z', 'updated_at': '2021-05-31T16:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:40:02.015551 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2724a973-3ff2-4007-88ec-2d8d38417994 None None] The sync data for ids ['302e4b9c-c13e-4e37-bb60-1c8ff7173bea'] in dv-neutron-601336-79-hyperv is: [{'id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955677980', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bc1a940-bccd-4ad9-b327-8b938995360e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:39:57Z', 'updated_at': '2021-05-31T16:39:58Z', 'revision_number': 3, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '9bc1a940-bccd-4ad9-b327-8b938995360e', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:39:58Z', 'updated_at': '2021-05-31T16:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:40:02.132946 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f4f165c9-a406-4314-b476-998e487c3f3c None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:02.143679 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f4f165c9-a406-4314-b476-998e487c3f3c None None] Transition to ACTIVE for port object ccb22a7d-b582-46de-a5b3-69b0928d80db will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:40:02.162037 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f4f165c9-a406-4314-b476-998e487c3f3c None None] Transition to ACTIVE for port object ccb22a7d-b582-46de-a5b3-69b0928d80db will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:40:02.169460 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f4f165c9-a406-4314-b476-998e487c3f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:02.173800 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:40:02.230901 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f165c9-a406-4314-b476-998e487c3f3c None None] Network 1f267197-16e6-4e77-9fa6-275c72ea4463 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:40:02.231737 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-f4f165c9-a406-4314-b476-998e487c3f3c None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:40:02.246596 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f165c9-a406-4314-b476-998e487c3f3c None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:40:02.265103 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-68fc97da-fe5a-4364-9393-53446bae7173 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Allocated IP 172.20.0.1 (1f267197-16e6-4e77-9fa6-275c72ea4463/f372a8b9-2b32-441f-8fda-6dbbf2719927/4ac95606-1104-47fa-9231-f9f1f7191908) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:40:02.299291 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f165c9-a406-4314-b476-998e487c3f3c None None] Pushing event updated for resources: {'Port': ['ID=ccb22a7d-b582-46de-a5b3-69b0928d80db,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:40:02.328969 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f4f165c9-a406-4314-b476-998e487c3f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:40:02.422461 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-f4f165c9-a406-4314-b476-998e487c3f3c None None] Attempting to bind port ccb22a7d-b582-46de-a5b3-69b0928d80db on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:40:02.423013 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-f4f165c9-a406-4314-b476-998e487c3f3c None None] Attempting to bind port ccb22a7d-b582-46de-a5b3-69b0928d80db by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f1b5d93d-d1c6-492b-80ca-466ab9f36ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1f267197-16e6-4e77-9fa6-275c72ea4463'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:40:02.423578 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f165c9-a406-4314-b476-998e487c3f3c None None] Attempting to bind port ccb22a7d-b582-46de-a5b3-69b0928d80db on network 1f267197-16e6-4e77-9fa6-275c72ea4463 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:40:02.429552 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f165c9-a406-4314-b476-998e487c3f3c None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:40:02.430057 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f165c9-a406-4314-b476-998e487c3f3c None None] Checking segment: {'id': 'f1b5d93d-d1c6-492b-80ca-466ab9f36ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1f267197-16e6-4e77-9fa6-275c72ea4463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:40:02.430560 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f4f165c9-a406-4314-b476-998e487c3f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:02.431077 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f165c9-a406-4314-b476-998e487c3f3c None None] Bound using segment: {'id': 'f1b5d93d-d1c6-492b-80ca-466ab9f36ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1f267197-16e6-4e77-9fa6-275c72ea4463'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:40:02.431693 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-f4f165c9-a406-4314-b476-998e487c3f3c None None] Bound port: ccb22a7d-b582-46de-a5b3-69b0928d80db, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b5d93d-d1c6-492b-80ca-466ab9f36ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1f267197-16e6-4e77-9fa6-275c72ea4463'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:40:02.432229 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f4f165c9-a406-4314-b476-998e487c3f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:02.530571 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-f4f165c9-a406-4314-b476-998e487c3f3c None None] For port ccb22a7d-b582-46de-a5b3-69b0928d80db, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:40:02.534539 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-f4f165c9-a406-4314-b476-998e487c3f3c None None] For port ccb22a7d-b582-46de-a5b3-69b0928d80db, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=ccb22a7d-b582-46de-a5b3-69b0928d80db,segment=NetworkSegment(f1b5d93d-d1c6-492b-80ca-466ab9f36ba3),segment_id=f1b5d93d-d1c6-492b-80ca-466ab9f36ba3)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:40:02.541521 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f4f165c9-a406-4314-b476-998e487c3f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:02.545672 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-8570255e-7d32-468d-8936-8641b9bc4765 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:40:02.617786 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-68fc97da-fe5a-4364-9393-53446bae7173 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:02.629370 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f165c9-a406-4314-b476-998e487c3f3c None None] Pushing event updated for resources: {'Port': ['ID=ccb22a7d-b582-46de-a5b3-69b0928d80db,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:40:02.636844 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-68fc97da-fe5a-4364-9393-53446bae7173 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Transition to ACTIVE for port object 4ac95606-1104-47fa-9231-f9f1f7191908 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:40:02.639334 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f4f165c9-a406-4314-b476-998e487c3f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:40:02.664788 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-68fc97da-fe5a-4364-9393-53446bae7173 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:02.669353 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-6f6dcb72-dac0-4f8c-8681-81f2040f8c35 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:40:02.748412 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc97da-fe5a-4364-9393-53446bae7173 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Port': ['ID=4ac95606-1104-47fa-9231-f9f1f7191908,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:40:02.752012 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fc97da-fe5a-4364-9393-53446bae7173 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network 1f267197-16e6-4e77-9fa6-275c72ea4463 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:40:02.753010 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-68fc97da-fe5a-4364-9393-53446bae7173 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:40:02.759277 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-68fc97da-fe5a-4364-9393-53446bae7173 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:40:02.762811 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fc97da-fe5a-4364-9393-53446bae7173 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:40:02.808768 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9bc1a940-bccd-4ad9-b327-8b938995360e up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:40:02.856613 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-68fc97da-fe5a-4364-9393-53446bae7173 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:02.909554 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 9bc1a940-bccd-4ad9-b327-8b938995360e completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:40:02.915041 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 9bc1a940-bccd-4ad9-b327-8b938995360e triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:40:02.915422 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:03.071533 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:03.089982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 9bc1a940-bccd-4ad9-b327-8b938995360e, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=9bc1a940-bccd-4ad9-b327-8b938995360e,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:40:03.095311 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:03.101298 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-b125eb64-d2e3-4e54-ba0a-50f47b7033f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:40:03.171741 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=9bc1a940-bccd-4ad9-b327-8b938995360e,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:40:03.171965 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-68fc97da-fe5a-4364-9393-53446bae7173 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:03.174955 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:40:03.638570 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-68fc97da-fe5a-4364-9393-53446bae7173 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:03.644559 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-68fc97da-fe5a-4364-9393-53446bae7173 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:03.671992 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:40:03.767559 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc97da-fe5a-4364-9393-53446bae7173 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Port': ['ID=4ac95606-1104-47fa-9231-f9f1f7191908,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:40:03.771835 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-68fc97da-fe5a-4364-9393-53446bae7173 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:40:03.772769 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-68fc97da-fe5a-4364-9393-53446bae7173 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:03.924683 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fc97da-fe5a-4364-9393-53446bae7173 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network 1f267197-16e6-4e77-9fa6-275c72ea4463 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:40:03.926393 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-68fc97da-fe5a-4364-9393-53446bae7173 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:40:04.135248 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fc97da-fe5a-4364-9393-53446bae7173 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Router 302e4b9c-c13e-4e37-bb60-1c8ff7173bea has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:40:04.440356 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704329f4-7295-4437-bff2-b7af06141578 None None] Network 1f267197-16e6-4e77-9fa6-275c72ea4463 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:40:04.499320 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fc97da-fe5a-4364-9393-53446bae7173 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:40:04.511770 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e30689-c947-42f5-8c9c-f742c4673862 None None] Sync routers for ids ['302e4b9c-c13e-4e37-bb60-1c8ff7173bea'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:40:04.520325 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-68fc97da-fe5a-4364-9393-53446bae7173 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "PUT /v2.0/routers/302e4b9c-c13e-4e37-bb60-1c8ff7173bea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4211948 May 31 16:40:04.525414 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e30689-c947-42f5-8c9c-f742c4673862 None None] Routers {'302e4b9c-c13e-4e37-bb60-1c8ff7173bea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:40:04.526466 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-92e30689-c947-42f5-8c9c-f742c4673862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:39:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['302e4b9c-c13e-4e37-bb60-1c8ff7173bea'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:40:04.540686 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a43b205b-dc4b-4a11-a15a-fc0267508776 None None] Provisioning for port ccb22a7d-b582-46de-a5b3-69b0928d80db completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:40:04.695095 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-b3608eb1-abf1-456f-becc-bc02b2872549 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1699078940&fields=id&tenant_id=74dcf8b577b84054bb5717d04406209a HTTP/1.1" status: 200 len: 267 time: 0.0465629 May 31 16:40:04.716015 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-92e30689-c947-42f5-8c9c-f742c4673862 None None] Set router 302e4b9c-c13e-4e37-bb60-1c8ff7173bea gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:40:04.749463 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1335b28a-a5be-4662-ba43-3e7bb5045970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:04.899826 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-e750fb2d-fc1e-460c-8837-11f41e03967f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:40:04.901634 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-e750fb2d-fc1e-460c-8837-11f41e03967f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/networks?id=1f267197-16e6-4e77-9fa6-275c72ea4463 HTTP/1.1" status: 200 len: 797 time: 0.1960826 May 31 16:40:04.907151 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9bc1a940-bccd-4ad9-b327-8b938995360e up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:40:04.918253 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-e2dd8836-f5b7-4114-b1a4-6b4de7ad586d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/quotas/74dcf8b577b84054bb5717d04406209a HTTP/1.1" status: 200 len: 375 time: 0.0107667 May 31 16:40:04.998145 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-13b69a18-458a-4685-93fe-13adb04a5c2d None None] Provisioning for port 4ac95606-1104-47fa-9231-f9f1f7191908 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:40:05.004843 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-13b69a18-458a-4685-93fe-13adb04a5c2d None None] Provisioning complete for port 4ac95606-1104-47fa-9231-f9f1f7191908 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:40:05.005449 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-13b69a18-458a-4685-93fe-13adb04a5c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:05.025813 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-5785be82-bac8-46b3-9464-4d2df65a5cd9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Synchronizing usage tracker for tenant:74dcf8b577b84054bb5717d04406209a on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:40:05.052586 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-5785be82-bac8-46b3-9464-4d2df65a5cd9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Unset dirty status for tenant:74dcf8b577b84054bb5717d04406209a on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:40:05.066043 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 9bc1a940-bccd-4ad9-b327-8b938995360e triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:40:05.066421 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:05.066768 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-5785be82-bac8-46b3-9464-4d2df65a5cd9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1345167 May 31 16:40:05.092655 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-92e30689-c947-42f5-8c9c-f742c4673862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955677980', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bc1a940-bccd-4ad9-b327-8b938995360e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:39:57Z', 'updated_at': '2021-05-31T16:40:03Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '9bc1a940-bccd-4ad9-b327-8b938995360e', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:39:58Z', 'updated_at': '2021-05-31T16:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '4ac95606-1104-47fa-9231-f9f1f7191908', 'name': '', 'network_id': '1f267197-16e6-4e77-9fa6-275c72ea4463', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:4d:a8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'f372a8b9-2b32-441f-8fda-6dbbf2719927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:40:02Z', 'updated_at': '2021-05-31T16:40:03Z', 'revision_number': 2, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': 'f372a8b9-2b32-441f-8fda-6dbbf2719927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:40:05.098475 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e30689-c947-42f5-8c9c-f742c4673862 None None] Checking router: 302e4b9c-c13e-4e37-bb60-1c8ff7173bea for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:40:05.098835 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e30689-c947-42f5-8c9c-f742c4673862 None None] Updating router 302e4b9c-c13e-4e37-bb60-1c8ff7173bea port 4ac95606-1104-47fa-9231-f9f1f7191908 binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:40:05.124642 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-13b69a18-458a-4685-93fe-13adb04a5c2d None None] Port 4ac95606-1104-47fa-9231-f9f1f7191908 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:40:05.138305 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-80f6785d-77a5-4616-9b54-90efa88dacf6 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 16:40:05.147703 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-80f6785d-77a5-4616-9b54-90efa88dacf6 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0777812 May 31 16:40:05.169072 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-92e30689-c947-42f5-8c9c-f742c4673862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:05.215425 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device ccb22a7d-b582-46de-a5b3-69b0928d80db up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:40:05.296820 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1912ddd7-241c-4d82-bdb9-d2978949a20a None None] Provisioning complete for port 4ac95606-1104-47fa-9231-f9f1f7191908 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:40:05.297334 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1912ddd7-241c-4d82-bdb9-d2978949a20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:05.311690 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-c237a0a4-2241-406d-912e-8c95ae63a122 service neutron] 10.222.0.45 "GET /v2.0/networks/1f267197-16e6-4e77-9fa6-275c72ea4463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629882 May 31 16:40:05.351818 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port ccb22a7d-b582-46de-a5b3-69b0928d80db completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:40:05.363400 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port ccb22a7d-b582-46de-a5b3-69b0928d80db triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:40:05.363888 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:05.401844 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-1912ddd7-241c-4d82-bdb9-d2978949a20a None None] Port 4ac95606-1104-47fa-9231-f9f1f7191908 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:40:05.501037 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:05.547192 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-217cbcaa-d4b6-4e0e-9afe-892156442b59 None None] Provisioning complete for port 4ac95606-1104-47fa-9231-f9f1f7191908 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:40:05.547592 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-217cbcaa-d4b6-4e0e-9afe-892156442b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:05.574374 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port ccb22a7d-b582-46de-a5b3-69b0928d80db, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=ccb22a7d-b582-46de-a5b3-69b0928d80db,segment=NetworkSegment(f1b5d93d-d1c6-492b-80ca-466ab9f36ba3),segment_id=f1b5d93d-d1c6-492b-80ca-466ab9f36ba3)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:40:05.587885 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:05.593212 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:40:05.608528 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-92e30689-c947-42f5-8c9c-f742c4673862 None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:05.620826 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-92e30689-c947-42f5-8c9c-f742c4673862 None None] Transition to ACTIVE for port object 4ac95606-1104-47fa-9231-f9f1f7191908 will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:40:05.627819 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-92e30689-c947-42f5-8c9c-f742c4673862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:05.632238 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-27a75652-2876-4e4d-9f43-ac5dd8a26a6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:40:05.648381 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-f9ac2978-0f6b-4a4a-9a68-ca669ae8b184 service neutron] 10.222.0.45 "GET /v2.0/networks/1f267197-16e6-4e77-9fa6-275c72ea4463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284225 May 31 16:40:05.670118 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-217cbcaa-d4b6-4e0e-9afe-892156442b59 None None] Port 4ac95606-1104-47fa-9231-f9f1f7191908 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:40:05.683846 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=ccb22a7d-b582-46de-a5b3-69b0928d80db,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:40:05.697103 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:40:05.760202 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0f659-6b04-4a0c-a036-1bc4ea9e799a None None] Pushing event updated for resources: {'Port': ['ID=4ac95606-1104-47fa-9231-f9f1f7191908,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:40:05.805539 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b0f659-6b04-4a0c-a036-1bc4ea9e799a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:40:05.805878 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b0f659-6b04-4a0c-a036-1bc4ea9e799a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:40:05.806212 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b0f659-6b04-4a0c-a036-1bc4ea9e799a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:40:05.806533 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b0f659-6b04-4a0c-a036-1bc4ea9e799a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:40:05.806912 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b0f659-6b04-4a0c-a036-1bc4ea9e799a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:40:05.807254 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b0f659-6b04-4a0c-a036-1bc4ea9e799a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:40:05.807578 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b0f659-6b04-4a0c-a036-1bc4ea9e799a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:40:05.807890 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b0f659-6b04-4a0c-a036-1bc4ea9e799a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:40:05.808204 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b0f659-6b04-4a0c-a036-1bc4ea9e799a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:40:05.808515 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b0f659-6b04-4a0c-a036-1bc4ea9e799a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:40:05.808831 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b0f659-6b04-4a0c-a036-1bc4ea9e799a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:40:05.809127 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b0f659-6b04-4a0c-a036-1bc4ea9e799a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:40:05.813239 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-53b0f659-6b04-4a0c-a036-1bc4ea9e799a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:40:05.864110 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0af2b7ad-ff31-4b33-89a3-27ac4efbabae req-efee0462-b42b-40aa-8c39-52e38b0f26fe tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 210 time: 0.0595670 May 31 16:40:05.866601 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-92e30689-c947-42f5-8c9c-f742c4673862 None None] Attempting to bind port 4ac95606-1104-47fa-9231-f9f1f7191908 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:40:05.866996 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-92e30689-c947-42f5-8c9c-f742c4673862 None None] Attempting to bind port 4ac95606-1104-47fa-9231-f9f1f7191908 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f1b5d93d-d1c6-492b-80ca-466ab9f36ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1f267197-16e6-4e77-9fa6-275c72ea4463'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:40:05.867426 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e30689-c947-42f5-8c9c-f742c4673862 None None] Attempting to bind port 4ac95606-1104-47fa-9231-f9f1f7191908 on network 1f267197-16e6-4e77-9fa6-275c72ea4463 {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:40:05.873550 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e30689-c947-42f5-8c9c-f742c4673862 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:40:05.873550 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e30689-c947-42f5-8c9c-f742c4673862 None None] Checking segment: {'id': 'f1b5d93d-d1c6-492b-80ca-466ab9f36ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1f267197-16e6-4e77-9fa6-275c72ea4463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:40:05.873976 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-92e30689-c947-42f5-8c9c-f742c4673862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:05.874363 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e30689-c947-42f5-8c9c-f742c4673862 None None] Bound using segment: {'id': 'f1b5d93d-d1c6-492b-80ca-466ab9f36ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1f267197-16e6-4e77-9fa6-275c72ea4463'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:40:05.874819 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-92e30689-c947-42f5-8c9c-f742c4673862 None None] Bound port: 4ac95606-1104-47fa-9231-f9f1f7191908, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b5d93d-d1c6-492b-80ca-466ab9f36ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1f267197-16e6-4e77-9fa6-275c72ea4463'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:40:05.875217 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-92e30689-c947-42f5-8c9c-f742c4673862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:05.970871 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-92e30689-c947-42f5-8c9c-f742c4673862 None None] For port 4ac95606-1104-47fa-9231-f9f1f7191908, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:40:05.973978 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-92e30689-c947-42f5-8c9c-f742c4673862 None None] For port 4ac95606-1104-47fa-9231-f9f1f7191908, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=4ac95606-1104-47fa-9231-f9f1f7191908,segment=NetworkSegment(f1b5d93d-d1c6-492b-80ca-466ab9f36ba3),segment_id=f1b5d93d-d1c6-492b-80ca-466ab9f36ba3)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:40:05.980316 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-92e30689-c947-42f5-8c9c-f742c4673862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:05.984628 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-6c1984df-6022-4207-85bc-0a7a2a99d0f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:40:06.059738 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e30689-c947-42f5-8c9c-f742c4673862 None None] Routers {'302e4b9c-c13e-4e37-bb60-1c8ff7173bea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:40:06.060379 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-92e30689-c947-42f5-8c9c-f742c4673862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:39:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['302e4b9c-c13e-4e37-bb60-1c8ff7173bea'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:40:06.130355 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0f659-6b04-4a0c-a036-1bc4ea9e799a None None] Pushing event updated for resources: {'Port': ['ID=4ac95606-1104-47fa-9231-f9f1f7191908,revision_number=4']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:40:06.146617 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-53b0f659-6b04-4a0c-a036-1bc4ea9e799a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:40:06.258475 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-92e30689-c947-42f5-8c9c-f742c4673862 None None] Set router 302e4b9c-c13e-4e37-bb60-1c8ff7173bea gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:40:06.576238 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-92e30689-c947-42f5-8c9c-f742c4673862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955677980', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bc1a940-bccd-4ad9-b327-8b938995360e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:39:57Z', 'updated_at': '2021-05-31T16:40:03Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '9bc1a940-bccd-4ad9-b327-8b938995360e', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:39:58Z', 'updated_at': '2021-05-31T16:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '4ac95606-1104-47fa-9231-f9f1f7191908', 'name': '', 'network_id': '1f267197-16e6-4e77-9fa6-275c72ea4463', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:4d:a8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'f372a8b9-2b32-441f-8fda-6dbbf2719927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:40:02Z', 'updated_at': '2021-05-31T16:40:05Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': 'f372a8b9-2b32-441f-8fda-6dbbf2719927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:40:06.582077 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e30689-c947-42f5-8c9c-f742c4673862 None None] The sync data for ids ['302e4b9c-c13e-4e37-bb60-1c8ff7173bea'] in dv-neutron-601336-79-hyperv is: [{'id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955677980', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bc1a940-bccd-4ad9-b327-8b938995360e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:39:57Z', 'updated_at': '2021-05-31T16:40:03Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '9bc1a940-bccd-4ad9-b327-8b938995360e', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:39:58Z', 'updated_at': '2021-05-31T16:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '4ac95606-1104-47fa-9231-f9f1f7191908', 'name': '', 'network_id': '1f267197-16e6-4e77-9fa6-275c72ea4463', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:4d:a8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'f372a8b9-2b32-441f-8fda-6dbbf2719927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:40:02Z', 'updated_at': '2021-05-31T16:40:05Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': 'f372a8b9-2b32-441f-8fda-6dbbf2719927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:40:06.865408 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 4ac95606-1104-47fa-9231-f9f1f7191908 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:40:06.946926 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 4ac95606-1104-47fa-9231-f9f1f7191908 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:40:06.955502 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 4ac95606-1104-47fa-9231-f9f1f7191908 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:40:06.956264 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:07.125571 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:07.151636 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-163cfcae-62fc-40c6-b72a-124eb7331249 req-5ffd1352-9b89-41c9-8f07-698dccaf4b01 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 210 time: 0.0971048 May 31 16:40:07.182612 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:07.198340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-d3adbab9-2304-441d-874e-2969a7f712ec tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:40:07.200017 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-d3adbab9-2304-441d-874e-2969a7f712ec tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.59 "GET /v2.0/networks?id=1f267197-16e6-4e77-9fa6-275c72ea4463 HTTP/1.1" status: 200 len: 797 time: 0.3750265 May 31 16:40:07.239286 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 4ac95606-1104-47fa-9231-f9f1f7191908, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=4ac95606-1104-47fa-9231-f9f1f7191908,segment=NetworkSegment(f1b5d93d-d1c6-492b-80ca-466ab9f36ba3),segment_id=f1b5d93d-d1c6-492b-80ca-466ab9f36ba3)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:40:07.245269 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:07.246622 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device ccb22a7d-b582-46de-a5b3-69b0928d80db up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:40:07.262253 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-4283414a-688b-4f93-90e9-0596752f96f2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74dcf8b577b84054bb5717d04406209a HTTP/1.1" status: 200 len: 380 time: 0.0538356 May 31 16:40:07.271887 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-32c0e0fc-0c57-4aac-b2ad-2d212cda1803 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'port': {'device_id': '1f0adfce-fe56-427e-91aa-a464827935a5', 'network_id': '1f267197-16e6-4e77-9fa6-275c72ea4463', 'admin_state_up': True, 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'security_groups': ['e68df524-8973-4266-b215-9139c6f19785']}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:40:07.298559 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-cbec8d58-9f9b-40c7-8825-a00d21714eae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:40:07.452717 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-32c0e0fc-0c57-4aac-b2ad-2d212cda1803 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:40:07.463545 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-32c0e0fc-0c57-4aac-b2ad-2d212cda1803 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:40:07.468843 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=4ac95606-1104-47fa-9231-f9f1f7191908,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:40:07.472441 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:40:07.481700 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port ccb22a7d-b582-46de-a5b3-69b0928d80db triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:40:07.482157 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:07.485325 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-32c0e0fc-0c57-4aac-b2ad-2d212cda1803 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Made reservation on behalf of 74dcf8b577b84054bb5717d04406209a for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:40:07.489102 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-32c0e0fc-0c57-4aac-b2ad-2d212cda1803 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:07.665104 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-32c0e0fc-0c57-4aac-b2ad-2d212cda1803 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Allocated IP 172.20.0.14 (1f267197-16e6-4e77-9fa6-275c72ea4463/f372a8b9-2b32-441f-8fda-6dbbf2719927/a5c99762-6b08-4404-ac65-9e2b90a209a2) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:40:07.869989 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-32c0e0fc-0c57-4aac-b2ad-2d212cda1803 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:07.886497 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-32c0e0fc-0c57-4aac-b2ad-2d212cda1803 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Transition to ACTIVE for port object a5c99762-6b08-4404-ac65-9e2b90a209a2 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:40:07.911865 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-32c0e0fc-0c57-4aac-b2ad-2d212cda1803 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:07.918056 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cde97c74-f34c-45a0-8716-830a42601f1d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:40:07.985486 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-32c0e0fc-0c57-4aac-b2ad-2d212cda1803 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network 1f267197-16e6-4e77-9fa6-275c72ea4463 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:40:07.996715 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-32c0e0fc-0c57-4aac-b2ad-2d212cda1803 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:40:08.001921 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-32c0e0fc-0c57-4aac-b2ad-2d212cda1803 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:40:08.012043 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cf1b4721-bc39-4f8b-8559-5fc1e229be81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:08.039846 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0e0fc-0c57-4aac-b2ad-2d212cda1803 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Port': ['ID=a5c99762-6b08-4404-ac65-9e2b90a209a2,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:40:08.049498 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-32c0e0fc-0c57-4aac-b2ad-2d212cda1803 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:40:08.078147 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-32c0e0fc-0c57-4aac-b2ad-2d212cda1803 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:40:08.079152 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-32c0e0fc-0c57-4aac-b2ad-2d212cda1803 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:08.111670 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-32c0e0fc-0c57-4aac-b2ad-2d212cda1803 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8437598 May 31 16:40:08.124097 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-5310b014-70af-4c20-be4e-1f0d0dd0f6dc service neutron] Request body: {'port': {'device_id': '1f0adfce-fe56-427e-91aa-a464827935a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:40:08.253533 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-5310b014-70af-4c20-be4e-1f0d0dd0f6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:08.256977 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-30a40551-9459-4ba2-b6ce-3dc297b4efe5 None None] Provisioning for port a5c99762-6b08-4404-ac65-9e2b90a209a2 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:40:08.262665 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-30a40551-9459-4ba2-b6ce-3dc297b4efe5 None None] Provisioning complete for port a5c99762-6b08-4404-ac65-9e2b90a209a2 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:40:08.263136 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-30a40551-9459-4ba2-b6ce-3dc297b4efe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:08.317333 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-30a40551-9459-4ba2-b6ce-3dc297b4efe5 None None] Port a5c99762-6b08-4404-ac65-9e2b90a209a2 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:40:08.496997 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c6e08-8240-43d2-a744-a550e93a72ef req-a779384b-1388-4549-9e63-66bbac5d3851 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:40:08.497578 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-de6c6e08-8240-43d2-a744-a550e93a72ef req-a779384b-1388-4549-9e63-66bbac5d3851 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Synchronizing usage tracker for tenant:74dcf8b577b84054bb5717d04406209a on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:40:08.570609 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-de6c6e08-8240-43d2-a744-a550e93a72ef req-a779384b-1388-4549-9e63-66bbac5d3851 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Unset dirty status for tenant:74dcf8b577b84054bb5717d04406209a on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:40:08.571864 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-de6c6e08-8240-43d2-a744-a550e93a72ef req-a779384b-1388-4549-9e63-66bbac5d3851 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 932 time: 0.2935264 May 31 16:40:08.614038 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:08.652830 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-de6c6e08-8240-43d2-a744-a550e93a72ef req-994f7636-9bef-4584-8c75-fa27fdb5601b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e68df524-8973-4266-b215-9139c6f19785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730536 May 31 16:40:08.722347 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-5310b014-70af-4c20-be4e-1f0d0dd0f6dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c99762-6b08-4404-ac65-9e2b90a209a2 {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:40:08.730218 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-5310b014-70af-4c20-be4e-1f0d0dd0f6dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:08.746001 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-5310b014-70af-4c20-be4e-1f0d0dd0f6dc service neutron] Transition to ACTIVE for port object a5c99762-6b08-4404-ac65-9e2b90a209a2 will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:40:08.750304 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-5310b014-70af-4c20-be4e-1f0d0dd0f6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:08.756619 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a130379b-a1c9-4567-8bc4-755a195e8891 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:40:08.782461 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 4ac95606-1104-47fa-9231-f9f1f7191908 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:40:08.855595 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 4ac95606-1104-47fa-9231-f9f1f7191908 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:40:08.855957 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:08.934860 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310b014-70af-4c20-be4e-1f0d0dd0f6dc service neutron] Pushing event updated for resources: {'Port': ['ID=a5c99762-6b08-4404-ac65-9e2b90a209a2,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:40:08.937892 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5310b014-70af-4c20-be4e-1f0d0dd0f6dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:40:09.013227 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-5310b014-70af-4c20-be4e-1f0d0dd0f6dc service neutron] Attempting to bind port a5c99762-6b08-4404-ac65-9e2b90a209a2 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:40:09.013701 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-5310b014-70af-4c20-be4e-1f0d0dd0f6dc service neutron] Attempting to bind port a5c99762-6b08-4404-ac65-9e2b90a209a2 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'f1b5d93d-d1c6-492b-80ca-466ab9f36ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1f267197-16e6-4e77-9fa6-275c72ea4463'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:40:09.014121 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-5310b014-70af-4c20-be4e-1f0d0dd0f6dc service neutron] Attempting to bind port a5c99762-6b08-4404-ac65-9e2b90a209a2 on network 1f267197-16e6-4e77-9fa6-275c72ea4463 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:40:09.023941 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-5310b014-70af-4c20-be4e-1f0d0dd0f6dc service neutron] Port a5c99762-6b08-4404-ac65-9e2b90a209a2 on network 1f267197-16e6-4e77-9fa6-275c72ea4463 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:40:09.024430 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-5310b014-70af-4c20-be4e-1f0d0dd0f6dc service neutron] Attempting to bind port a5c99762-6b08-4404-ac65-9e2b90a209a2 on network 1f267197-16e6-4e77-9fa6-275c72ea4463 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:40:09.031609 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-5310b014-70af-4c20-be4e-1f0d0dd0f6dc service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:40:09.031941 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-5310b014-70af-4c20-be4e-1f0d0dd0f6dc service neutron] Checking segment: {'id': 'f1b5d93d-d1c6-492b-80ca-466ab9f36ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1f267197-16e6-4e77-9fa6-275c72ea4463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:40:09.032330 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-5310b014-70af-4c20-be4e-1f0d0dd0f6dc service neutron] Bound using segment: {'id': 'f1b5d93d-d1c6-492b-80ca-466ab9f36ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1f267197-16e6-4e77-9fa6-275c72ea4463'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:40:09.032753 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-5310b014-70af-4c20-be4e-1f0d0dd0f6dc service neutron] Bound port: a5c99762-6b08-4404-ac65-9e2b90a209a2, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b5d93d-d1c6-492b-80ca-466ab9f36ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1f267197-16e6-4e77-9fa6-275c72ea4463'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:40:09.033092 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-5310b014-70af-4c20-be4e-1f0d0dd0f6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:09.272918 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-5310b014-70af-4c20-be4e-1f0d0dd0f6dc service neutron] For port a5c99762-6b08-4404-ac65-9e2b90a209a2, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:40:09.276077 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-5310b014-70af-4c20-be4e-1f0d0dd0f6dc service neutron] For port a5c99762-6b08-4404-ac65-9e2b90a209a2, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a5c99762-6b08-4404-ac65-9e2b90a209a2,segment=NetworkSegment(f1b5d93d-d1c6-492b-80ca-466ab9f36ba3),segment_id=f1b5d93d-d1c6-492b-80ca-466ab9f36ba3)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:40:09.280970 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-5310b014-70af-4c20-be4e-1f0d0dd0f6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:09.284750 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cbb2f2aa-93dc-4ffc-b4f8-4e70e90fa201 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:40:09.342033 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-5310b014-70af-4c20-be4e-1f0d0dd0f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:40:09.342656 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-5310b014-70af-4c20-be4e-1f0d0dd0f6dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:09.344095 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-5310b014-70af-4c20-be4e-1f0d0dd0f6dc service neutron] 10.222.0.59 "PUT /v2.0/ports/a5c99762-6b08-4404-ac65-9e2b90a209a2 HTTP/1.1" status: 200 len: 1094 time: 1.2248180 May 31 16:40:09.344609 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0adfce-fe56-427e-91aa-a464827935a5', 'tag': 'a5c99762-6b08-4404-ac65-9e2b90a209a2'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:40:09.346974 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb8732e-c0a3-4e0b-8ced-69cacde778f2" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0adfce-fe56-427e-91aa-a464827935a5", "tag": "a5c99762-6b08-4404-ac65-9e2b90a209a2"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:40:09.366632 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310b014-70af-4c20-be4e-1f0d0dd0f6dc service neutron] Pushing event updated for resources: {'Port': ['ID=a5c99762-6b08-4404-ac65-9e2b90a209a2,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:40:09.372007 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5310b014-70af-4c20-be4e-1f0d0dd0f6dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:40:09.432043 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48d7cff-bd45-451f-a260-cb7370524548 x-openstack-request-id: req-a48d7cff-bd45-451f-a260-cb7370524548 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:40:09.432463 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0adfce-fe56-427e-91aa-a464827935a5", "tag": "a5c99762-6b08-4404-ac65-9e2b90a209a2", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:40:09.432863 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a48d7cff-bd45-451f-a260-cb7370524548 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:40:09.433303 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0adfce-fe56-427e-91aa-a464827935a5', 'tag': 'a5c99762-6b08-4404-ac65-9e2b90a209a2', 'status': 'completed', 'code': 200} May 31 16:40:09.484527 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-aca94abe-7d67-4c5f-89d3-541d69e99364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:40:09.486053 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-aca94abe-7d67-4c5f-89d3-541d69e99364 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 1097 time: 0.0902162 May 31 16:40:09.559472 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-9e2112db-dc40-4ad1-b0c0-c5e19381816b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5c99762-6b08-4404-ac65-9e2b90a209a2 HTTP/1.1" status: 200 len: 217 time: 0.0657647 May 31 16:40:09.627679 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-22287e9e-7cb8-4113-94e6-08238c868a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:40:09.629154 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-22287e9e-7cb8-4113-94e6-08238c868a0c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f372a8b9-2b32-441f-8fda-6dbbf2719927 HTTP/1.1" status: 200 len: 835 time: 0.0640116 May 31 16:40:09.710941 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-d3ecec80-e910-432f-871d-a26d34ac412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:40:09.712500 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-d3ecec80-e910-432f-871d-a26d34ac412e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f267197-16e6-4e77-9fa6-275c72ea4463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0759609 May 31 16:40:09.897963 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-02698158-394a-4a1f-a7d8-b23e205e8591 service neutron] 10.222.0.59 "GET /v2.0/networks/1f267197-16e6-4e77-9fa6-275c72ea4463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783471 May 31 16:40:09.939383 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55211611-a489-4a41-bab0-88ce638bf3d1 req-85730782-7008-4e0c-b367-71a879c65429 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:40:09.940811 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-55211611-a489-4a41-bab0-88ce638bf3d1 req-85730782-7008-4e0c-b367-71a879c65429 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 944 time: 0.1500318 May 31 16:40:09.996022 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:10.053025 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-55211611-a489-4a41-bab0-88ce638bf3d1 req-d3e5897f-c1f5-4887-90f7-0532b0e0e888 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e68df524-8973-4266-b215-9139c6f19785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711079 May 31 16:40:10.074846 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4e10d896-5d01-4767-ba9a-d97a1de31bd4 req-050c61dd-7169-4dcb-970a-629e570a5e10 service neutron] 10.222.0.59 "GET /v2.0/networks/1f267197-16e6-4e77-9fa6-275c72ea4463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692946 May 31 16:40:10.197770 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8732e-c0a3-4e0b-8ced-69cacde778f2 req-dbbd8fcb-1f40-41b5-a47d-951707493cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:40:10.199350 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-abb8732e-c0a3-4e0b-8ced-69cacde778f2 req-dbbd8fcb-1f40-41b5-a47d-951707493cfb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 1097 time: 0.0768695 May 31 16:40:10.333798 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8732e-c0a3-4e0b-8ced-69cacde778f2 req-75956766-36a7-42e4-8748-f2f02f1c31af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:40:10.335284 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-abb8732e-c0a3-4e0b-8ced-69cacde778f2 req-75956766-36a7-42e4-8748-f2f02f1c31af service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f267197-16e6-4e77-9fa6-275c72ea4463 HTTP/1.1" status: 200 len: 898 time: 0.1293643 May 31 16:40:10.408157 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-abb8732e-c0a3-4e0b-8ced-69cacde778f2 req-fe3c380c-d001-476d-987c-a2f956b9530f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5c99762-6b08-4404-ac65-9e2b90a209a2 HTTP/1.1" status: 200 len: 217 time: 0.0660632 May 31 16:40:10.472007 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8732e-c0a3-4e0b-8ced-69cacde778f2 req-d37a9c87-0c1b-416b-9c6a-4f0c690dc447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:40:10.473398 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-abb8732e-c0a3-4e0b-8ced-69cacde778f2 req-d37a9c87-0c1b-416b-9c6a-4f0c690dc447 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f372a8b9-2b32-441f-8fda-6dbbf2719927 HTTP/1.1" status: 200 len: 835 time: 0.0587893 May 31 16:40:10.572212 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8732e-c0a3-4e0b-8ced-69cacde778f2 req-327d8ce1-bc68-47af-bbad-e1f2e2744d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:40:10.574808 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-abb8732e-c0a3-4e0b-8ced-69cacde778f2 req-327d8ce1-bc68-47af-bbad-e1f2e2744d17 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f267197-16e6-4e77-9fa6-275c72ea4463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0925276 May 31 16:40:10.719942 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-abb8732e-c0a3-4e0b-8ced-69cacde778f2 req-3c9c2632-4e08-40c6-90f3-82d00a199428 service neutron] 10.222.0.59 "GET /v2.0/networks/1f267197-16e6-4e77-9fa6-275c72ea4463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353805 May 31 16:40:10.856852 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-abb8732e-c0a3-4e0b-8ced-69cacde778f2 req-3d8008f6-19c5-4edd-9936-a93919bea005 service neutron] 10.222.0.59 "GET /v2.0/networks/1f267197-16e6-4e77-9fa6-275c72ea4463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287580 May 31 16:40:11.250266 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86183fda-d5b9-4a61-ad8b-3907690ef382 req-568048d9-f1b5-42df-bae2-bd8d210aff34 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:40:11.251795 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-86183fda-d5b9-4a61-ad8b-3907690ef382 req-568048d9-f1b5-42df-bae2-bd8d210aff34 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 944 time: 0.0847027 May 31 16:40:11.301352 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-86183fda-d5b9-4a61-ad8b-3907690ef382 req-b074355e-f9c5-48c6-9200-974315ef005a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e68df524-8973-4266-b215-9139c6f19785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411260 May 31 16:40:12.654480 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c142f-ba1b-4807-a889-1dd82934f065 req-267a4c70-fb0f-4060-b3eb-b90e30533fa8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:40:12.656004 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9d5c142f-ba1b-4807-a889-1dd82934f065 req-267a4c70-fb0f-4060-b3eb-b90e30533fa8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 944 time: 0.2338693 May 31 16:40:12.706215 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9d5c142f-ba1b-4807-a889-1dd82934f065 req-356ab879-2525-4c8b-ae1e-d9950fafb06e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e68df524-8973-4266-b215-9139c6f19785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409088 May 31 16:40:12.885762 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device a5c99762-6b08-4404-ac65-9e2b90a209a2 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:40:13.022462 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port a5c99762-6b08-4404-ac65-9e2b90a209a2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a5c99762-6b08-4404-ac65-9e2b90a209a2,segment=NetworkSegment(f1b5d93d-d1c6-492b-80ca-466ab9f36ba3),segment_id=f1b5d93d-d1c6-492b-80ca-466ab9f36ba3)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:40:13.035934 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': 'a5c99762-6b08-4404-ac65-9e2b90a209a2', 'network_id': '1f267197-16e6-4e77-9fa6-275c72ea4463', 'port_id': 'a5c99762-6b08-4404-ac65-9e2b90a209a2', 'mac_address': 'fa:16:3e:f3:ee:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f372a8b9-2b32-441f-8fda-6dbbf2719927', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:40:13.094742 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:13.118177 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c99762-6b08-4404-ac65-9e2b90a209a2 {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:40:13.134632 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port a5c99762-6b08-4404-ac65-9e2b90a209a2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a5c99762-6b08-4404-ac65-9e2b90a209a2,segment=NetworkSegment(f1b5d93d-d1c6-492b-80ca-466ab9f36ba3),segment_id=f1b5d93d-d1c6-492b-80ca-466ab9f36ba3)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:40:13.139824 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:13.142276 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-3d7a6728-a967-40ff-baeb-0fb56063b526 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:40:13.209526 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=a5c99762-6b08-4404-ac65-9e2b90a209a2,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:40:13.212781 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:40:13.546576 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['a5c99762-6b08-4404-ac65-9e2b90a209a2'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:40:13.897090 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5388a1f-a196-4bd9-ab1b-52d7e6b22b69 req-ae7d63e9-8cf2-4961-a72a-c3c2a3fcc0f3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:40:13.898550 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e5388a1f-a196-4bd9-ab1b-52d7e6b22b69 req-ae7d63e9-8cf2-4961-a72a-c3c2a3fcc0f3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 945 time: 0.0858610 May 31 16:40:13.945673 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e5388a1f-a196-4bd9-ab1b-52d7e6b22b69 req-36cb4e2f-8dda-4ccb-8301-a879119aada4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e68df524-8973-4266-b215-9139c6f19785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398767 May 31 16:40:14.881977 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device a5c99762-6b08-4404-ac65-9e2b90a209a2 up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:40:14.960234 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port a5c99762-6b08-4404-ac65-9e2b90a209a2 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:40:14.964567 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port a5c99762-6b08-4404-ac65-9e2b90a209a2 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:40:14.964945 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:15.081459 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:15.108697 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0adfce-fe56-427e-91aa-a464827935a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c99762-6b08-4404-ac65-9e2b90a209a2'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:40:15.111022 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5040b5-4566-4c2d-81b9-a70fd1ccb433" -d '{"events": [{"server_uuid": "1f0adfce-fe56-427e-91aa-a464827935a5", "name": "network-vif-plugged", "status": "completed", "tag": "a5c99762-6b08-4404-ac65-9e2b90a209a2"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:40:15.119899 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port a5c99762-6b08-4404-ac65-9e2b90a209a2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a5c99762-6b08-4404-ac65-9e2b90a209a2,segment=NetworkSegment(f1b5d93d-d1c6-492b-80ca-466ab9f36ba3),segment_id=f1b5d93d-d1c6-492b-80ca-466ab9f36ba3)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:40:15.126099 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:15.128159 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f4f165c9-a406-4314-b476-998e487c3f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:40:15.134255 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d6f2b-1e3e-45ce-98db-5e9c1988a901 req-e5f9139e-b799-4e7f-980b-08eabbeb9d86 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:40:15.135819 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-864d6f2b-1e3e-45ce-98db-5e9c1988a901 req-e5f9139e-b799-4e7f-980b-08eabbeb9d86 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 945 time: 0.0824382 May 31 16:40:15.185485 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-864d6f2b-1e3e-45ce-98db-5e9c1988a901 req-2985b679-6b90-4bec-9a2f-44a63f3e5dc4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e68df524-8973-4266-b215-9139c6f19785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431418 May 31 16:40:15.203195 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=a5c99762-6b08-4404-ac65-9e2b90a209a2,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:40:15.203195 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:40:15.217558 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5547fc-abd6-4a17-a895-71e337abe82a x-openstack-request-id: req-6e5547fc-abd6-4a17-a895-71e337abe82a {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:40:15.217843 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0adfce-fe56-427e-91aa-a464827935a5", "name": "network-vif-plugged", "status": "completed", "tag": "a5c99762-6b08-4404-ac65-9e2b90a209a2", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:40:15.218095 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6e5547fc-abd6-4a17-a895-71e337abe82a {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:40:15.218498 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0adfce-fe56-427e-91aa-a464827935a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c99762-6b08-4404-ac65-9e2b90a209a2', 'code': 200} May 31 16:40:15.467969 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18062201-3a1e-4228-9788-1fcdf43aebe1 req-142fe89f-a1c3-42bd-8ab0-3537a76b54a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:40:15.469349 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-18062201-3a1e-4228-9788-1fcdf43aebe1 req-142fe89f-a1c3-42bd-8ab0-3537a76b54a3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 1099 time: 0.0804017 May 31 16:40:15.517241 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-18062201-3a1e-4228-9788-1fcdf43aebe1 req-c002d30d-764a-43e2-bd81-abeaac82fa27 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e68df524-8973-4266-b215-9139c6f19785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411489 May 31 16:40:16.384872 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1558bb-5c97-4691-a691-8799e21d1d35 req-c3e2131d-8367-4846-aefa-3a35e52fead7 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:40:16.386222 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2c1558bb-5c97-4691-a691-8799e21d1d35 req-c3e2131d-8367-4846-aefa-3a35e52fead7 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 946 time: 0.0857100 May 31 16:40:16.431669 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2c1558bb-5c97-4691-a691-8799e21d1d35 req-2072aefd-a789-4039-848a-7e2aa34b82ad tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e68df524-8973-4266-b215-9139c6f19785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385954 May 31 16:40:17.643879 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f33d00-c407-4fef-beda-db886e57b78c req-8ea940b3-bc20-4a90-a191-b1b6aafd22cf tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:40:17.645325 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-31f33d00-c407-4fef-beda-db886e57b78c req-8ea940b3-bc20-4a90-a191-b1b6aafd22cf tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 946 time: 0.0892475 May 31 16:40:17.692414 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-31f33d00-c407-4fef-beda-db886e57b78c req-cee0a492-1308-44d2-899a-8fd31c47e9c2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e68df524-8973-4266-b215-9139c6f19785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384195 May 31 16:40:17.888142 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7f1d6-664a-4241-89d1-bd9be4d7d2c0 req-6a7679df-5ebc-40e5-987c-f56d4cad45a0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:40:17.889580 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-96a7f1d6-664a-4241-89d1-bd9be4d7d2c0 req-6a7679df-5ebc-40e5-987c-f56d4cad45a0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 946 time: 0.0849094 May 31 16:40:17.938177 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-96a7f1d6-664a-4241-89d1-bd9be4d7d2c0 req-2ef49087-1573-4ae7-b497-c9bcb8f9e7a2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e68df524-8973-4266-b215-9139c6f19785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424931 May 31 16:40:17.966402 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40282) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:40:18.036628 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de81d05-df9c-449b-b4c4-a4dcaca53476 tempest-TestNetworkAdvancedServerOps-662742683 tempest-TestNetworkAdvancedServerOps-662742683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:40:18.038210 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2de81d05-df9c-449b-b4c4-a4dcaca53476 tempest-TestNetworkAdvancedServerOps-662742683 tempest-TestNetworkAdvancedServerOps-662742683-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 1094 time: 0.0708206 May 31 16:40:18.041197 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40286) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:40:18.046317 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-581a51a9-481b-4499-8d06-29827872b91e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'port_id': 'a5c99762-6b08-4404-ac65-9e2b90a209a2', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:40:18.052310 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-581a51a9-481b-4499-8d06-29827872b91e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:40:18.056209 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-581a51a9-481b-4499-8d06-29827872b91e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:floatingip and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:40:18.059124 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-581a51a9-481b-4499-8d06-29827872b91e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:40:18.064829 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-581a51a9-481b-4499-8d06-29827872b91e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:40:18.077252 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-581a51a9-481b-4499-8d06-29827872b91e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for floatingip, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:18.217242 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-581a51a9-481b-4499-8d06-29827872b91e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:18.364513 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-581a51a9-481b-4499-8d06-29827872b91e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Allocated IP 172.26.0.234 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/15163ce8-0759-48fd-8b74-a6dd7e6ee858) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:40:18.513442 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-581a51a9-481b-4499-8d06-29827872b91e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:18.546135 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-581a51a9-481b-4499-8d06-29827872b91e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:18.549758 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-32c0e0fc-0c57-4aac-b2ad-2d212cda1803 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:40:18.610778 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581a51a9-481b-4499-8d06-29827872b91e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:40:18.613758 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-581a51a9-481b-4499-8d06-29827872b91e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:40:18.617371 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581a51a9-481b-4499-8d06-29827872b91e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:40:18.649784 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a51a9-481b-4499-8d06-29827872b91e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Port': ['ID=15163ce8-0759-48fd-8b74-a6dd7e6ee858,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:40:18.655591 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-581a51a9-481b-4499-8d06-29827872b91e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:40:19.050393 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-581a51a9-481b-4499-8d06-29827872b91e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:19.134744 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-581a51a9-481b-4499-8d06-29827872b91e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:19.493963 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-581a51a9-481b-4499-8d06-29827872b91e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:19.501502 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-581a51a9-481b-4499-8d06-29827872b91e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:19.505210 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f7e5f82d-5dc2-48f7-9b02-abb022b48888 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:40:19.613718 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a51a9-481b-4499-8d06-29827872b91e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Port': ['ID=15163ce8-0759-48fd-8b74-a6dd7e6ee858,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:40:19.617749 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-581a51a9-481b-4499-8d06-29827872b91e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:40:19.626736 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-581a51a9-481b-4499-8d06-29827872b91e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:19.796439 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-581a51a9-481b-4499-8d06-29827872b91e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Floating IP d7b6192b-34a7-4215-b3c0-0892bb0ca512 associated. External IP: 172.26.0.234, port: a5c99762-6b08-4404-ac65-9e2b90a209a2. May 31 16:40:20.147243 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581a51a9-481b-4499-8d06-29827872b91e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Router 302e4b9c-c13e-4e37-bb60-1c8ff7173bea has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:40:20.336542 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581a51a9-481b-4499-8d06-29827872b91e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:40:20.349105 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69c9fa9-d740-41bd-a375-9edda93b8f2c None None] Sync routers for ids ['302e4b9c-c13e-4e37-bb60-1c8ff7173bea'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:40:20.359754 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69c9fa9-d740-41bd-a375-9edda93b8f2c None None] Routers {'302e4b9c-c13e-4e37-bb60-1c8ff7173bea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:40:20.360485 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b69c9fa9-d740-41bd-a375-9edda93b8f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:40:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['302e4b9c-c13e-4e37-bb60-1c8ff7173bea'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:40:20.367195 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-581a51a9-481b-4499-8d06-29827872b91e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:20.423023 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-581a51a9-481b-4499-8d06-29827872b91e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3807096 May 31 16:40:20.423642 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0adfce-fe56-427e-91aa-a464827935a5', 'tag': 'a5c99762-6b08-4404-ac65-9e2b90a209a2'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:40:20.425973 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b59b59-8c39-46c5-ae90-06eab59232b9" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0adfce-fe56-427e-91aa-a464827935a5", "tag": "a5c99762-6b08-4404-ac65-9e2b90a209a2"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:40:20.469619 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9071c4-e446-44d8-a338-68990fd678f3 x-openstack-request-id: req-9f9071c4-e446-44d8-a338-68990fd678f3 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:40:20.470053 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0adfce-fe56-427e-91aa-a464827935a5", "tag": "a5c99762-6b08-4404-ac65-9e2b90a209a2", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:40:20.470667 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9f9071c4-e446-44d8-a338-68990fd678f3 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:40:20.471270 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0adfce-fe56-427e-91aa-a464827935a5', 'tag': 'a5c99762-6b08-4404-ac65-9e2b90a209a2', 'status': 'completed', 'code': 200} May 31 16:40:20.542113 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-b69c9fa9-d740-41bd-a375-9edda93b8f2c None None] Set router 302e4b9c-c13e-4e37-bb60-1c8ff7173bea gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:40:20.623731 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b59b59-8c39-46c5-ae90-06eab59232b9 req-d9f1c2a5-8a62-47e4-94ef-680d8986ebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:40:20.625233 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c4b59b59-8c39-46c5-ae90-06eab59232b9 req-d9f1c2a5-8a62-47e4-94ef-680d8986ebbe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 1099 time: 0.1343405 May 31 16:40:20.636353 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdd1a5-b184-41e4-b1fa-93f413017ed6 req-e6bf8784-8545-4af1-ae87-2e9e9b23bc19 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:40:20.637769 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-effdd1a5-b184-41e4-b1fa-93f413017ed6 req-e6bf8784-8545-4af1-ae87-2e9e9b23bc19 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 946 time: 0.1114340 May 31 16:40:20.762313 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-effdd1a5-b184-41e4-b1fa-93f413017ed6 req-1a26bde0-6134-43a1-b53c-d95f2e6843b0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e68df524-8973-4266-b215-9139c6f19785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063325 May 31 16:40:20.788057 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40296) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:40:20.802588 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b59b59-8c39-46c5-ae90-06eab59232b9 req-49e2a2ed-7b58-4a65-913b-65919ca51144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:40:20.804133 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c4b59b59-8c39-46c5-ae90-06eab59232b9 req-49e2a2ed-7b58-4a65-913b-65919ca51144 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f267197-16e6-4e77-9fa6-275c72ea4463 HTTP/1.1" status: 200 len: 898 time: 0.1655684 May 31 16:40:20.899265 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-89d6d4f1-f59e-49c4-a61a-d6d43f1d9159 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/floatingips/d7b6192b-34a7-4215-b3c0-0892bb0ca512 HTTP/1.1" status: 200 len: 992 time: 0.1097727 May 31 16:40:20.936756 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b69c9fa9-d740-41bd-a375-9edda93b8f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955677980', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bc1a940-bccd-4ad9-b327-8b938995360e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:39:57Z', 'updated_at': '2021-05-31T16:40:03Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '9bc1a940-bccd-4ad9-b327-8b938995360e', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:39:58Z', 'updated_at': '2021-05-31T16:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'd7b6192b-34a7-4215-b3c0-0892bb0ca512', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'port_id': 'a5c99762-6b08-4404-ac65-9e2b90a209a2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f267197-16e6-4e77-9fa6-275c72ea4463', 'mac_address': 'fa:16:3e:f3:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0adfce-fe56-427e-91aa-a464827935a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:40:18Z', 'updated_at': '2021-05-31T16:40:18Z', 'revision_number': 0, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac95606-1104-47fa-9231-f9f1f7191908', 'name': '', 'network_id': '1f267197-16e6-4e77-9fa6-275c72ea4463', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:4d:a8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'f372a8b9-2b32-441f-8fda-6dbbf2719927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:40:02Z', 'updated_at': '2021-05-31T16:40:07Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': 'f372a8b9-2b32-441f-8fda-6dbbf2719927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:40:20.940887 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69c9fa9-d740-41bd-a375-9edda93b8f2c None None] Checking router: 302e4b9c-c13e-4e37-bb60-1c8ff7173bea for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:40:20.949611 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69c9fa9-d740-41bd-a375-9edda93b8f2c None None] Routers {'302e4b9c-c13e-4e37-bb60-1c8ff7173bea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:40:20.950561 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b69c9fa9-d740-41bd-a375-9edda93b8f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:40:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['302e4b9c-c13e-4e37-bb60-1c8ff7173bea'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:40:21.059236 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c4b59b59-8c39-46c5-ae90-06eab59232b9 req-25136bf8-d959-46a1-a276-8be0be866639 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5c99762-6b08-4404-ac65-9e2b90a209a2 HTTP/1.1" status: 200 len: 1000 time: 0.2463033 May 31 16:40:21.124329 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b59b59-8c39-46c5-ae90-06eab59232b9 req-fd004ec3-6ad2-47f2-96f8-97dbd2e7f02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:40:21.125841 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c4b59b59-8c39-46c5-ae90-06eab59232b9 req-fd004ec3-6ad2-47f2-96f8-97dbd2e7f02b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f372a8b9-2b32-441f-8fda-6dbbf2719927 HTTP/1.1" status: 200 len: 835 time: 0.0600505 May 31 16:40:21.126982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-b69c9fa9-d740-41bd-a375-9edda93b8f2c None None] Set router 302e4b9c-c13e-4e37-bb60-1c8ff7173bea gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:40:21.202328 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b59b59-8c39-46c5-ae90-06eab59232b9 req-6c6052a3-ea33-4e8a-83bb-e766163fcc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:40:21.203875 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c4b59b59-8c39-46c5-ae90-06eab59232b9 req-6c6052a3-ea33-4e8a-83bb-e766163fcc2b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f267197-16e6-4e77-9fa6-275c72ea4463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0714715 May 31 16:40:21.336410 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c4b59b59-8c39-46c5-ae90-06eab59232b9 req-b6efaa48-9b66-4787-9b01-379c14a2e92c service neutron] 10.222.0.59 "GET /v2.0/networks/1f267197-16e6-4e77-9fa6-275c72ea4463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254387 May 31 16:40:21.470899 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b69c9fa9-d740-41bd-a375-9edda93b8f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955677980', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bc1a940-bccd-4ad9-b327-8b938995360e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:39:57Z', 'updated_at': '2021-05-31T16:40:03Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '9bc1a940-bccd-4ad9-b327-8b938995360e', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:39:58Z', 'updated_at': '2021-05-31T16:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'd7b6192b-34a7-4215-b3c0-0892bb0ca512', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'port_id': 'a5c99762-6b08-4404-ac65-9e2b90a209a2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f267197-16e6-4e77-9fa6-275c72ea4463', 'mac_address': 'fa:16:3e:f3:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0adfce-fe56-427e-91aa-a464827935a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:40:18Z', 'updated_at': '2021-05-31T16:40:18Z', 'revision_number': 0, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac95606-1104-47fa-9231-f9f1f7191908', 'name': '', 'network_id': '1f267197-16e6-4e77-9fa6-275c72ea4463', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:4d:a8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'f372a8b9-2b32-441f-8fda-6dbbf2719927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:40:02Z', 'updated_at': '2021-05-31T16:40:07Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': 'f372a8b9-2b32-441f-8fda-6dbbf2719927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:40:21.475135 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69c9fa9-d740-41bd-a375-9edda93b8f2c None None] The sync data for ids ['302e4b9c-c13e-4e37-bb60-1c8ff7173bea'] in dv-neutron-601336-79-hyperv is: [{'id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955677980', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bc1a940-bccd-4ad9-b327-8b938995360e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:39:57Z', 'updated_at': '2021-05-31T16:40:03Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '9bc1a940-bccd-4ad9-b327-8b938995360e', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:39:58Z', 'updated_at': '2021-05-31T16:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'd7b6192b-34a7-4215-b3c0-0892bb0ca512', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'port_id': 'a5c99762-6b08-4404-ac65-9e2b90a209a2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f267197-16e6-4e77-9fa6-275c72ea4463', 'mac_address': 'fa:16:3e:f3:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0adfce-fe56-427e-91aa-a464827935a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:40:18Z', 'updated_at': '2021-05-31T16:40:18Z', 'revision_number': 0, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac95606-1104-47fa-9231-f9f1f7191908', 'name': '', 'network_id': '1f267197-16e6-4e77-9fa6-275c72ea4463', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:4d:a8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'f372a8b9-2b32-441f-8fda-6dbbf2719927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:40:02Z', 'updated_at': '2021-05-31T16:40:07Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': 'f372a8b9-2b32-441f-8fda-6dbbf2719927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:40:21.485668 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c4b59b59-8c39-46c5-ae90-06eab59232b9 req-5f757569-53ab-4875-b53c-ace7ef84191d service neutron] 10.222.0.59 "GET /v2.0/networks/1f267197-16e6-4e77-9fa6-275c72ea4463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376719 May 31 16:40:21.679222 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6c5d1e-addd-442b-ae83-b846748bac2a None None] New status for floating IP d7b6192b-34a7-4215-b3c0-0892bb0ca512: ACTIVE {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:40:21.903463 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40300) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:40:22.013589 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-43f5002c-1e6e-4e32-971f-58cfe71341a6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/floatingips/d7b6192b-34a7-4215-b3c0-0892bb0ca512 HTTP/1.1" status: 200 len: 994 time: 0.1088581 May 31 16:40:28.959172 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:33.871346 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:40:34.751601 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-260fbb61-62fa-4996-bf18-2e0951bfbbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:37.092426 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:38.006743 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5f1dd23b-065d-4593-b894-29b38b8944db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:38.616569 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:40.005830 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:40:58.945718 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:41:04.745738 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-938fd507-76d5-482e-9e7b-cbf9f983ae15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:41:07.098529 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:41:08.006188 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-70010569-e0b1-44dd-80bc-fadbc6a288dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:41:08.620584 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:41:08.951971 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d7d3fdb9-a908-41da-898d-8ccac658ad34 req-ef15eeda-7159-4bee-9a22-203ad7655afd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773730 May 31 16:41:09.101782 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3fdb9-a908-41da-898d-8ccac658ad34 req-7b0a4634-01e9-4b9b-9a38-96301216cbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:41:09.103181 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d7d3fdb9-a908-41da-898d-8ccac658ad34 req-7b0a4634-01e9-4b9b-9a38-96301216cbbd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 1099 time: 0.0744748 May 31 16:41:09.253317 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3fdb9-a908-41da-898d-8ccac658ad34 req-02a0261f-dc4c-415f-9c1a-6a9507bbbae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:41:09.254818 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d7d3fdb9-a908-41da-898d-8ccac658ad34 req-02a0261f-dc4c-415f-9c1a-6a9507bbbae1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f267197-16e6-4e77-9fa6-275c72ea4463 HTTP/1.1" status: 200 len: 898 time: 0.1304376 May 31 16:41:09.357173 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d7d3fdb9-a908-41da-898d-8ccac658ad34 req-40415ef3-ac54-4c89-bfcf-40eec0b3c6d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5c99762-6b08-4404-ac65-9e2b90a209a2 HTTP/1.1" status: 200 len: 1002 time: 0.0956533 May 31 16:41:09.420446 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3fdb9-a908-41da-898d-8ccac658ad34 req-f4fe779f-c383-4a67-9ed3-f6076249f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:41:09.422013 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d7d3fdb9-a908-41da-898d-8ccac658ad34 req-f4fe779f-c383-4a67-9ed3-f6076249f88d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f372a8b9-2b32-441f-8fda-6dbbf2719927 HTTP/1.1" status: 200 len: 835 time: 0.0587244 May 31 16:41:09.501373 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3fdb9-a908-41da-898d-8ccac658ad34 req-ff712b6e-35e7-4381-b6e8-39df1fab96be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:41:09.502876 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d7d3fdb9-a908-41da-898d-8ccac658ad34 req-ff712b6e-35e7-4381-b6e8-39df1fab96be service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f267197-16e6-4e77-9fa6-275c72ea4463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0738468 May 31 16:41:09.634646 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d7d3fdb9-a908-41da-898d-8ccac658ad34 req-7e2e5824-8f6e-47d4-b4af-6b5c84bb71ee service neutron] 10.222.0.59 "GET /v2.0/networks/1f267197-16e6-4e77-9fa6-275c72ea4463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247010 May 31 16:41:09.769873 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d7d3fdb9-a908-41da-898d-8ccac658ad34 req-27af4bf5-02f3-4edc-9c42-af86a92e4692 service neutron] 10.222.0.59 "GET /v2.0/networks/1f267197-16e6-4e77-9fa6-275c72ea4463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279550 May 31 16:41:10.004072 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:41:10.870849 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:41:28.959464 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:41:31.666085 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5cd9a-7e67-4a9b-9a9c-1be2bccff76c req-90951ce6-5eae-4f81-bb2d-996e5ef4c45f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:41:31.667623 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3ba5cd9a-7e67-4a9b-9a9c-1be2bccff76c req-90951ce6-5eae-4f81-bb2d-996e5ef4c45f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 946 time: 0.0843899 May 31 16:41:31.712528 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3ba5cd9a-7e67-4a9b-9a9c-1be2bccff76c req-d7eb2775-a5e8-41b9-9969-9ffa9876eb53 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e68df524-8973-4266-b215-9139c6f19785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389872 May 31 16:41:32.913450 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c633cf5-8abf-4169-b884-85360e3cfce8 req-5774f15f-6e1d-4c00-a545-8dc04f06a0d2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:41:32.914914 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0c633cf5-8abf-4169-b884-85360e3cfce8 req-5774f15f-6e1d-4c00-a545-8dc04f06a0d2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 946 time: 0.0848057 May 31 16:41:32.958773 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0c633cf5-8abf-4169-b884-85360e3cfce8 req-b83f4b92-b0ea-4f75-94f7-96073eedffab tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e68df524-8973-4266-b215-9139c6f19785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380304 May 31 16:41:34.145632 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af91db8-0f61-4934-bd40-f36039099d25 req-9fadca4d-f9aa-4b23-8c62-db11ce535d57 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:41:34.147136 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8af91db8-0f61-4934-bd40-f36039099d25 req-9fadca4d-f9aa-4b23-8c62-db11ce535d57 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 946 time: 0.0819583 May 31 16:41:34.198417 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8af91db8-0f61-4934-bd40-f36039099d25 req-5b2a16fc-9300-4a13-8667-fe66de0c3e6a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e68df524-8973-4266-b215-9139c6f19785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441563 May 31 16:41:34.750210 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-261dc93c-04de-4611-a66c-908851067689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:41:35.388639 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3961e3e-6d59-4402-8c3c-7c7f0d4c683e req-e580e404-1675-4e9c-9b37-5d24e7cb33b6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:41:35.390131 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f3961e3e-6d59-4402-8c3c-7c7f0d4c683e req-e580e404-1675-4e9c-9b37-5d24e7cb33b6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 946 time: 0.0855711 May 31 16:41:35.437172 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f3961e3e-6d59-4402-8c3c-7c7f0d4c683e req-c259f8b7-e1f4-4e45-9e00-4a88c2321e41 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e68df524-8973-4266-b215-9139c6f19785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410669 May 31 16:41:36.633978 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219dec6-b74e-4721-8992-c57bd2d5cee1 req-b30eb766-13f8-4981-96f0-da4c033dca17 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:41:36.635359 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f219dec6-b74e-4721-8992-c57bd2d5cee1 req-b30eb766-13f8-4981-96f0-da4c033dca17 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 946 time: 0.0883961 May 31 16:41:36.679986 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f219dec6-b74e-4721-8992-c57bd2d5cee1 req-4e20a748-18f3-43cc-9dc1-fbbf39dca74f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e68df524-8973-4266-b215-9139c6f19785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388811 May 31 16:41:37.092582 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:41:37.872090 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac431d4c-ec9f-48b8-97cf-00e6f5eafa0e req-4ea2b270-e146-4a1c-8785-f3caef657306 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:41:37.873555 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ac431d4c-ec9f-48b8-97cf-00e6f5eafa0e req-4ea2b270-e146-4a1c-8785-f3caef657306 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 946 time: 0.0856116 May 31 16:41:37.918630 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ac431d4c-ec9f-48b8-97cf-00e6f5eafa0e req-2cbf58ab-3b25-4f2a-af5e-92da05eebb3e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e68df524-8973-4266-b215-9139c6f19785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393081 May 31 16:41:38.010013 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c9b149b2-8118-4362-be0f-2df0ca81920a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:41:38.622990 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:41:39.263845 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873d1c5-1ab9-4c16-be69-ba4af6b9c2e4 req-7da150ed-3113-4ded-bf0f-83ecd0628b2d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:41:39.265325 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4873d1c5-1ab9-4c16-be69-ba4af6b9c2e4 req-7da150ed-3113-4ded-bf0f-83ecd0628b2d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 946 time: 0.2394304 May 31 16:41:39.310730 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4873d1c5-1ab9-4c16-be69-ba4af6b9c2e4 req-f74a4c5f-0a82-4460-ac97-f55e81a50bd9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e68df524-8973-4266-b215-9139c6f19785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393479 May 31 16:41:40.008338 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:41:40.506883 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ada95-70db-449c-93a0-6f3fd85a0ad0 req-3a503299-4497-40f4-ae6a-2685d93e56f4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:41:40.508393 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a52ada95-70db-449c-93a0-6f3fd85a0ad0 req-3a503299-4497-40f4-ae6a-2685d93e56f4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 946 time: 0.0856929 May 31 16:41:40.559883 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a52ada95-70db-449c-93a0-6f3fd85a0ad0 req-ba982555-f22f-4fc0-877c-987f7786bf95 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e68df524-8973-4266-b215-9139c6f19785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420725 May 31 16:41:41.750846 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796f0e9-df4a-4df1-aa21-bc738dae9dfc req-904ea982-79c4-41bb-8466-233a6a0ba610 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:41:41.752355 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0796f0e9-df4a-4df1-aa21-bc738dae9dfc req-904ea982-79c4-41bb-8466-233a6a0ba610 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 946 time: 0.0831239 May 31 16:41:41.800021 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0796f0e9-df4a-4df1-aa21-bc738dae9dfc req-c722205b-f142-4cc4-a7af-3a7a4a18597d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e68df524-8973-4266-b215-9139c6f19785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414898 May 31 16:41:42.991876 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec72da8-cab7-4b49-bf03-8c386f7fce2e req-277a57de-aeba-4d0f-8633-831ac7a440ea tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:41:42.993323 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1ec72da8-cab7-4b49-bf03-8c386f7fce2e req-277a57de-aeba-4d0f-8633-831ac7a440ea tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 946 time: 0.0842650 May 31 16:41:43.037584 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1ec72da8-cab7-4b49-bf03-8c386f7fce2e req-37b8dcee-ba02-4ca7-bfce-7e205be2e8af tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e68df524-8973-4266-b215-9139c6f19785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383375 May 31 16:41:43.061573 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40344) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:41:43.171232 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-418c8b1e-86f1-402d-94e0-a4b66745df0e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/floatingips/d7b6192b-34a7-4215-b3c0-0892bb0ca512 HTTP/1.1" status: 200 len: 994 time: 0.1083302 May 31 16:41:44.683364 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9bcfe-a914-4009-b755-f240cfb7ff9c req-7aaa6d8e-ff72-4fc8-bacb-418babbf723e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:41:44.684869 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2da9bcfe-a914-4009-b755-f240cfb7ff9c req-7aaa6d8e-ff72-4fc8-bacb-418babbf723e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 946 time: 0.1368282 May 31 16:41:44.717440 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc602a1-bf58-4664-ad87-1f6516f49f9e req-613b5d5c-fa5f-41d5-a7f6-8643424388fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:41:44.718840 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4cc602a1-bf58-4664-ad87-1f6516f49f9e req-613b5d5c-fa5f-41d5-a7f6-8643424388fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 1099 time: 0.1160545 May 31 16:41:44.761008 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2da9bcfe-a914-4009-b755-f240cfb7ff9c req-2493508f-5475-48da-8ec6-fecf6b896f75 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e68df524-8973-4266-b215-9139c6f19785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700636 May 31 16:41:44.861147 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc602a1-bf58-4664-ad87-1f6516f49f9e req-ba7a0d21-5092-4011-b5c2-06e9ae9334f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:41:44.862592 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4cc602a1-bf58-4664-ad87-1f6516f49f9e req-ba7a0d21-5092-4011-b5c2-06e9ae9334f2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f267197-16e6-4e77-9fa6-275c72ea4463 HTTP/1.1" status: 200 len: 898 time: 0.1348937 May 31 16:41:44.966700 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4cc602a1-bf58-4664-ad87-1f6516f49f9e req-095ca051-290e-42e9-897c-d96f6653ad44 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5c99762-6b08-4404-ac65-9e2b90a209a2 HTTP/1.1" status: 200 len: 1002 time: 0.0974412 May 31 16:41:45.031713 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc602a1-bf58-4664-ad87-1f6516f49f9e req-82af90f5-7b57-4fd8-abe8-a673cdb4e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:41:45.033169 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4cc602a1-bf58-4664-ad87-1f6516f49f9e req-82af90f5-7b57-4fd8-abe8-a673cdb4e3a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f372a8b9-2b32-441f-8fda-6dbbf2719927 HTTP/1.1" status: 200 len: 835 time: 0.0581734 May 31 16:41:45.115240 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc602a1-bf58-4664-ad87-1f6516f49f9e req-a2af2589-0e51-41f4-a205-0b2fb80644cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:41:45.116806 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4cc602a1-bf58-4664-ad87-1f6516f49f9e req-a2af2589-0e51-41f4-a205-0b2fb80644cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f267197-16e6-4e77-9fa6-275c72ea4463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0764096 May 31 16:41:45.252510 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4cc602a1-bf58-4664-ad87-1f6516f49f9e req-69b380f3-c315-465a-9c2d-7d5fd60190d5 service neutron] 10.222.0.59 "GET /v2.0/networks/1f267197-16e6-4e77-9fa6-275c72ea4463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288588 May 31 16:41:45.393752 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4cc602a1-bf58-4664-ad87-1f6516f49f9e req-19e4295f-94eb-440b-9d29-8c64ef0b9592 service neutron] 10.222.0.59 "GET /v2.0/networks/1f267197-16e6-4e77-9fa6-275c72ea4463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334550 May 31 16:41:45.960219 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36b133-326a-47f3-8bd4-958d10d371cb req-e6d57df0-39cf-419e-abf5-7190ed307681 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:41:45.961918 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bb36b133-326a-47f3-8bd4-958d10d371cb req-e6d57df0-39cf-419e-abf5-7190ed307681 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 946 time: 0.0861042 May 31 16:41:46.010345 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bb36b133-326a-47f3-8bd4-958d10d371cb req-04d67344-7678-49c8-9028-d5613f0dd38e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e68df524-8973-4266-b215-9139c6f19785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427072 May 31 16:41:47.200580 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f9dd0-ab5e-408f-9b8e-c0eb601ceae7 req-c39abe1a-86fd-47b0-ab8d-52e0ed1186dd tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:41:47.202032 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3b4f9dd0-ab5e-408f-9b8e-c0eb601ceae7 req-c39abe1a-86fd-47b0-ab8d-52e0ed1186dd tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 946 time: 0.0835867 May 31 16:41:47.247028 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3b4f9dd0-ab5e-408f-9b8e-c0eb601ceae7 req-0ce64197-04eb-4ccb-9b44-bcfcd69fdaa1 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e68df524-8973-4266-b215-9139c6f19785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390992 May 31 16:41:47.270307 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40358) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:41:47.374992 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e1beb8af-02a4-4852-9add-687177b8d467 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/floatingips/d7b6192b-34a7-4215-b3c0-0892bb0ca512 HTTP/1.1" status: 200 len: 994 time: 0.1033924 May 31 16:41:47.870167 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:41:58.966969 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:04.755993 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-aed15e38-733b-4953-ba4f-f3b58cde4e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:07.099672 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:08.014898 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-113910cc-949f-456a-9724-0cb64e013679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:08.625129 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:10.011232 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:10.950001 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d1d3d09e-9474-433e-b451-5e9e20a30e34 req-d7af3ce4-0ada-4bd4-8206-1f0185b898be service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779452 May 31 16:42:11.255892 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3d09e-9474-433e-b451-5e9e20a30e34 req-a6b6b5b7-6bf2-4bee-bff8-4fdae395978a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:42:11.257397 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d1d3d09e-9474-433e-b451-5e9e20a30e34 req-a6b6b5b7-6bf2-4bee-bff8-4fdae395978a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 1099 time: 0.2348456 May 31 16:42:11.411099 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3d09e-9474-433e-b451-5e9e20a30e34 req-639c915a-5c1d-463e-8cbe-1d7ae61ee492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:42:11.412618 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d1d3d09e-9474-433e-b451-5e9e20a30e34 req-639c915a-5c1d-463e-8cbe-1d7ae61ee492 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f267197-16e6-4e77-9fa6-275c72ea4463 HTTP/1.1" status: 200 len: 898 time: 0.1352193 May 31 16:42:11.521877 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d1d3d09e-9474-433e-b451-5e9e20a30e34 req-bca2e05e-b59c-4601-b297-5ce71cb59c68 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5c99762-6b08-4404-ac65-9e2b90a209a2 HTTP/1.1" status: 200 len: 1002 time: 0.1009021 May 31 16:42:11.593189 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3d09e-9474-433e-b451-5e9e20a30e34 req-042e3e55-9bcb-4373-b54b-e21881b3a3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:42:11.594700 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d1d3d09e-9474-433e-b451-5e9e20a30e34 req-042e3e55-9bcb-4373-b54b-e21881b3a3cf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f372a8b9-2b32-441f-8fda-6dbbf2719927 HTTP/1.1" status: 200 len: 835 time: 0.0657890 May 31 16:42:11.671541 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3d09e-9474-433e-b451-5e9e20a30e34 req-d1984f7b-51e2-47f9-9fb8-0a4729b1dc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:42:11.673508 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d1d3d09e-9474-433e-b451-5e9e20a30e34 req-d1984f7b-51e2-47f9-9fb8-0a4729b1dc81 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f267197-16e6-4e77-9fa6-275c72ea4463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0720813 May 31 16:42:11.809028 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d1d3d09e-9474-433e-b451-5e9e20a30e34 req-c2f32402-ca09-4755-993f-4818d6e8b9c3 service neutron] 10.222.0.59 "GET /v2.0/networks/1f267197-16e6-4e77-9fa6-275c72ea4463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285799 May 31 16:42:11.945617 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d1d3d09e-9474-433e-b451-5e9e20a30e34 req-48ebcdd4-455d-454f-9119-ec5fcb8cfbce service neutron] 10.222.0.59 "GET /v2.0/networks/1f267197-16e6-4e77-9fa6-275c72ea4463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295488 May 31 16:42:24.869512 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:42:28.997239 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:34.758752 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cf987226-6306-425a-9ae4-fbb9457b33b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:36.161152 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40394) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:42:36.444112 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-654ce765-ad6b-456b-971b-5629c067cdd8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Deleting port 15163ce8-0759-48fd-8b74-a6dd7e6ee858 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:42:36.444369 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-654ce765-ad6b-456b-971b-5629c067cdd8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:36.572506 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-654ce765-ad6b-456b-971b-5629c067cdd8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:36.572791 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-654ce765-ad6b-456b-971b-5629c067cdd8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:36.704698 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-654ce765-ad6b-456b-971b-5629c067cdd8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Calling delete_port for 15163ce8-0759-48fd-8b74-a6dd7e6ee858 owned by network:floatingip {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:42:36.837724 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-654ce765-ad6b-456b-971b-5629c067cdd8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:36.842434 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5310b014-70af-4c20-be4e-1f0d0dd0f6dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:42:36.888012 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ce765-ad6b-456b-971b-5629c067cdd8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'Port': ['ID=15163ce8-0759-48fd-8b74-a6dd7e6ee858,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:42:36.929976 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654ce765-ad6b-456b-971b-5629c067cdd8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:36.930348 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654ce765-ad6b-456b-971b-5629c067cdd8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:36.930725 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654ce765-ad6b-456b-971b-5629c067cdd8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:36.931120 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654ce765-ad6b-456b-971b-5629c067cdd8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:36.931485 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654ce765-ad6b-456b-971b-5629c067cdd8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:36.931846 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654ce765-ad6b-456b-971b-5629c067cdd8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:36.932201 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654ce765-ad6b-456b-971b-5629c067cdd8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:36.932558 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654ce765-ad6b-456b-971b-5629c067cdd8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:36.932915 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654ce765-ad6b-456b-971b-5629c067cdd8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:36.933277 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654ce765-ad6b-456b-971b-5629c067cdd8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:36.933624 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654ce765-ad6b-456b-971b-5629c067cdd8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:36.933979 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654ce765-ad6b-456b-971b-5629c067cdd8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:36.937335 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-654ce765-ad6b-456b-971b-5629c067cdd8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:42:36.990459 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-654ce765-ad6b-456b-971b-5629c067cdd8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for floatingip, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:36.990660 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-654ce765-ad6b-456b-971b-5629c067cdd8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Floating IP d7b6192b-34a7-4215-b3c0-0892bb0ca512 disassociated (deleted). External IP: 172.26.0.234, port: a5c99762-6b08-4404-ac65-9e2b90a209a2. May 31 16:42:37.096602 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:37.499233 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654ce765-ad6b-456b-971b-5629c067cdd8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Router 302e4b9c-c13e-4e37-bb60-1c8ff7173bea has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:42:37.682602 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654ce765-ad6b-456b-971b-5629c067cdd8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:42:37.694697 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0e3ad9-01dd-43dd-918a-7a6e21f1501c None None] Sync routers for ids ['302e4b9c-c13e-4e37-bb60-1c8ff7173bea'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:42:37.705174 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0e3ad9-01dd-43dd-918a-7a6e21f1501c None None] Routers {'302e4b9c-c13e-4e37-bb60-1c8ff7173bea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:42:37.705840 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-2c0e3ad9-01dd-43dd-918a-7a6e21f1501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:42:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['302e4b9c-c13e-4e37-bb60-1c8ff7173bea'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:42:37.708940 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-654ce765-ad6b-456b-971b-5629c067cdd8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:37.769671 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-654ce765-ad6b-456b-971b-5629c067cdd8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "DELETE /v2.0/floatingips/d7b6192b-34a7-4215-b3c0-0892bb0ca512 HTTP/1.1" status: 204 len: 168 time: 1.6073587 May 31 16:42:37.770450 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0adfce-fe56-427e-91aa-a464827935a5', 'tag': 'a5c99762-6b08-4404-ac65-9e2b90a209a2'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:42:37.773587 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174aaf3f-84a2-4bd9-8dc3-d9906fc7790a" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0adfce-fe56-427e-91aa-a464827935a5", "tag": "a5c99762-6b08-4404-ac65-9e2b90a209a2"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:42:37.875112 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc67817-3990-44e5-95dd-fdeb2db808d6 x-openstack-request-id: req-fdc67817-3990-44e5-95dd-fdeb2db808d6 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:42:37.875633 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0adfce-fe56-427e-91aa-a464827935a5", "tag": "a5c99762-6b08-4404-ac65-9e2b90a209a2", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:42:37.876012 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fdc67817-3990-44e5-95dd-fdeb2db808d6 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:42:37.876531 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0adfce-fe56-427e-91aa-a464827935a5', 'tag': 'a5c99762-6b08-4404-ac65-9e2b90a209a2', 'status': 'completed', 'code': 200} May 31 16:42:37.885450 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-2c0e3ad9-01dd-43dd-918a-7a6e21f1501c None None] Set router 302e4b9c-c13e-4e37-bb60-1c8ff7173bea gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:42:37.972352 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174aaf3f-84a2-4bd9-8dc3-d9906fc7790a req-b3f400be-2311-403f-9249-a59414c8d042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:42:37.973977 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-174aaf3f-84a2-4bd9-8dc3-d9906fc7790a req-b3f400be-2311-403f-9249-a59414c8d042 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 1099 time: 0.0762491 May 31 16:42:38.108028 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-17e8da2f-4cf3-43b1-9cdb-8da19aaa1d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:38.165729 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174aaf3f-84a2-4bd9-8dc3-d9906fc7790a req-53f29d46-f692-45ce-b9df-3aa084dfe56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:42:38.167260 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-174aaf3f-84a2-4bd9-8dc3-d9906fc7790a req-53f29d46-f692-45ce-b9df-3aa084dfe56a service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f267197-16e6-4e77-9fa6-275c72ea4463 HTTP/1.1" status: 200 len: 898 time: 0.1868386 May 31 16:42:38.240011 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-174aaf3f-84a2-4bd9-8dc3-d9906fc7790a req-66fadc77-bada-4c36-a7e4-4872a37c58e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5c99762-6b08-4404-ac65-9e2b90a209a2 HTTP/1.1" status: 200 len: 217 time: 0.0646846 May 31 16:42:38.290108 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-2c0e3ad9-01dd-43dd-918a-7a6e21f1501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955677980', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bc1a940-bccd-4ad9-b327-8b938995360e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:39:57Z', 'updated_at': '2021-05-31T16:40:03Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '9bc1a940-bccd-4ad9-b327-8b938995360e', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:39:58Z', 'updated_at': '2021-05-31T16:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '4ac95606-1104-47fa-9231-f9f1f7191908', 'name': '', 'network_id': '1f267197-16e6-4e77-9fa6-275c72ea4463', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:4d:a8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'f372a8b9-2b32-441f-8fda-6dbbf2719927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:40:02Z', 'updated_at': '2021-05-31T16:40:07Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': 'f372a8b9-2b32-441f-8fda-6dbbf2719927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:42:38.294192 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0e3ad9-01dd-43dd-918a-7a6e21f1501c None None] Checking router: 302e4b9c-c13e-4e37-bb60-1c8ff7173bea for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:42:38.303152 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0e3ad9-01dd-43dd-918a-7a6e21f1501c None None] Routers {'302e4b9c-c13e-4e37-bb60-1c8ff7173bea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:42:38.303787 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-2c0e3ad9-01dd-43dd-918a-7a6e21f1501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:42:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['302e4b9c-c13e-4e37-bb60-1c8ff7173bea'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:42:38.304595 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8d301-a548-481d-ba9a-e24ec71c3795 req-0e6225f8-a54c-49cd-9086-e7b516b34e59 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:42:38.305300 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-bbc8d301-a548-481d-ba9a-e24ec71c3795 req-0e6225f8-a54c-49cd-9086-e7b516b34e59 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Synchronizing usage tracker for tenant:74dcf8b577b84054bb5717d04406209a on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:42:38.327387 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174aaf3f-84a2-4bd9-8dc3-d9906fc7790a req-33ccd603-3101-45ae-8fb9-bca940d59eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:42:38.329042 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-174aaf3f-84a2-4bd9-8dc3-d9906fc7790a req-33ccd603-3101-45ae-8fb9-bca940d59eb9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f372a8b9-2b32-441f-8fda-6dbbf2719927 HTTP/1.1" status: 200 len: 835 time: 0.0825894 May 31 16:42:38.330430 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-bbc8d301-a548-481d-ba9a-e24ec71c3795 req-0e6225f8-a54c-49cd-9086-e7b516b34e59 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Unset dirty status for tenant:74dcf8b577b84054bb5717d04406209a on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:42:38.331760 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bbc8d301-a548-481d-ba9a-e24ec71c3795 req-0e6225f8-a54c-49cd-9086-e7b516b34e59 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 946 time: 0.2490578 May 31 16:42:38.426597 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bbc8d301-a548-481d-ba9a-e24ec71c3795 req-d7b7e372-e356-42d3-95f5-fdd802e406a4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e68df524-8973-4266-b215-9139c6f19785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888500 May 31 16:42:38.450187 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174aaf3f-84a2-4bd9-8dc3-d9906fc7790a req-baf460ed-a6f6-4d9a-b4ec-cb45bf33ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:42:38.451905 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-174aaf3f-84a2-4bd9-8dc3-d9906fc7790a req-baf460ed-a6f6-4d9a-b4ec-cb45bf33ee8d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f267197-16e6-4e77-9fa6-275c72ea4463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1153011 May 31 16:42:38.491087 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-2c0e3ad9-01dd-43dd-918a-7a6e21f1501c None None] Set router 302e4b9c-c13e-4e37-bb60-1c8ff7173bea gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:42:38.587693 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-174aaf3f-84a2-4bd9-8dc3-d9906fc7790a req-42d92b56-6da1-42bd-9ac8-baea00300806 service neutron] 10.222.0.59 "GET /v2.0/networks/1f267197-16e6-4e77-9fa6-275c72ea4463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276972 May 31 16:42:38.697213 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:38.725970 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-174aaf3f-84a2-4bd9-8dc3-d9906fc7790a req-257e8ae5-0ff9-4cc5-8ea6-df7c44db4fea service neutron] 10.222.0.59 "GET /v2.0/networks/1f267197-16e6-4e77-9fa6-275c72ea4463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316526 May 31 16:42:38.827722 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-2c0e3ad9-01dd-43dd-918a-7a6e21f1501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955677980', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bc1a940-bccd-4ad9-b327-8b938995360e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:39:57Z', 'updated_at': '2021-05-31T16:40:03Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '9bc1a940-bccd-4ad9-b327-8b938995360e', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:39:58Z', 'updated_at': '2021-05-31T16:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '4ac95606-1104-47fa-9231-f9f1f7191908', 'name': '', 'network_id': '1f267197-16e6-4e77-9fa6-275c72ea4463', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:4d:a8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'f372a8b9-2b32-441f-8fda-6dbbf2719927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:40:02Z', 'updated_at': '2021-05-31T16:40:07Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': 'f372a8b9-2b32-441f-8fda-6dbbf2719927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:42:38.831797 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0e3ad9-01dd-43dd-918a-7a6e21f1501c None None] The sync data for ids ['302e4b9c-c13e-4e37-bb60-1c8ff7173bea'] in dv-neutron-601336-79-hyperv is: [{'id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955677980', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bc1a940-bccd-4ad9-b327-8b938995360e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:39:57Z', 'updated_at': '2021-05-31T16:40:03Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '9bc1a940-bccd-4ad9-b327-8b938995360e', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:39:58Z', 'updated_at': '2021-05-31T16:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '4ac95606-1104-47fa-9231-f9f1f7191908', 'name': '', 'network_id': '1f267197-16e6-4e77-9fa6-275c72ea4463', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:4d:a8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'f372a8b9-2b32-441f-8fda-6dbbf2719927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:40:02Z', 'updated_at': '2021-05-31T16:40:07Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': 'f372a8b9-2b32-441f-8fda-6dbbf2719927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:42:39.057494 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559aaedc-5199-4332-b0c1-2f912996842b None None] New status for floating IP d7b6192b-34a7-4215-b3c0-0892bb0ca512: DOWN {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:42:39.635557 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1bdd8-1b88-4b74-befd-81214900e44c req-5baeb269-17a1-4d6c-90ae-d8207289ae75 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:42:39.637126 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2bf1bdd8-1b88-4b74-befd-81214900e44c req-5baeb269-17a1-4d6c-90ae-d8207289ae75 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 946 time: 0.0968294 May 31 16:42:39.684737 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2bf1bdd8-1b88-4b74-befd-81214900e44c req-b4b5f1a6-f0ca-4c20-b549-6e93f6c17dfa tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=e68df524-8973-4266-b215-9139c6f19785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415163 May 31 16:42:39.887855 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea1a88-3036-44cb-8542-12150d9eea11 req-b47f1e67-18eb-4634-aa65-6b59c6320178 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:42:39.889279 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-45ea1a88-3036-44cb-8542-12150d9eea11 req-b47f1e67-18eb-4634-aa65-6b59c6320178 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 946 time: 0.0876000 May 31 16:42:40.014815 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:40.038747 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-45ea1a88-3036-44cb-8542-12150d9eea11 req-bf7b55b8-f9e1-41d1-aeaa-9a978e05d57f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Deleting port a5c99762-6b08-4404-ac65-9e2b90a209a2 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:42:40.039114 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-45ea1a88-3036-44cb-8542-12150d9eea11 req-bf7b55b8-f9e1-41d1-aeaa-9a978e05d57f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:40.328579 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-45ea1a88-3036-44cb-8542-12150d9eea11 req-bf7b55b8-f9e1-41d1-aeaa-9a978e05d57f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] For port a5c99762-6b08-4404-ac65-9e2b90a209a2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a5c99762-6b08-4404-ac65-9e2b90a209a2,segment=NetworkSegment(f1b5d93d-d1c6-492b-80ca-466ab9f36ba3),segment_id=f1b5d93d-d1c6-492b-80ca-466ab9f36ba3)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:42:40.328841 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-45ea1a88-3036-44cb-8542-12150d9eea11 req-bf7b55b8-f9e1-41d1-aeaa-9a978e05d57f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:40.453047 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-45ea1a88-3036-44cb-8542-12150d9eea11 req-bf7b55b8-f9e1-41d1-aeaa-9a978e05d57f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Calling delete_port for a5c99762-6b08-4404-ac65-9e2b90a209a2 owned by compute:nova {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:42:40.572020 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-45ea1a88-3036-44cb-8542-12150d9eea11 req-bf7b55b8-f9e1-41d1-aeaa-9a978e05d57f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:40.580289 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1cb28a75-467a-401a-8bb0-35a1139123bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:42:40.636893 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b55b8-f9e1-41d1-aeaa-9a978e05d57f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'Port': ['ID=a5c99762-6b08-4404-ac65-9e2b90a209a2,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:42:40.640841 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-bf7b55b8-f9e1-41d1-aeaa-9a978e05d57f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:42:40.719429 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ea1a88-3036-44cb-8542-12150d9eea11 req-bf7b55b8-f9e1-41d1-aeaa-9a978e05d57f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] No DVR routers for this DVR port a5c99762-6b08-4404-ac65-9e2b90a209a2 on host hv-neutron-6013 {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:42:40.722380 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-45ea1a88-3036-44cb-8542-12150d9eea11 req-bf7b55b8-f9e1-41d1-aeaa-9a978e05d57f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:40.725369 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0adfce-fe56-427e-91aa-a464827935a5', 'name': 'network-vif-deleted', 'tag': 'a5c99762-6b08-4404-ac65-9e2b90a209a2'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:42:40.727825 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd83f57d-db35-43c3-a340-2e7655e3e66a" -d '{"events": [{"server_uuid": "1f0adfce-fe56-427e-91aa-a464827935a5", "name": "network-vif-deleted", "tag": "a5c99762-6b08-4404-ac65-9e2b90a209a2"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:42:40.743296 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-45ea1a88-3036-44cb-8542-12150d9eea11 req-bf7b55b8-f9e1-41d1-aeaa-9a978e05d57f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.59 "DELETE /v2.0/ports/a5c99762-6b08-4404-ac65-9e2b90a209a2 HTTP/1.1" status: 204 len: 173 time: 0.8474848 May 31 16:42:40.777868 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f812b7-f680-4ee4-b443-ab7a9986af2a x-openstack-request-id: req-b7f812b7-f680-4ee4-b443-ab7a9986af2a {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:42:40.778214 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0adfce-fe56-427e-91aa-a464827935a5", "name": "network-vif-deleted", "tag": "a5c99762-6b08-4404-ac65-9e2b90a209a2", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:42:40.778509 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b7f812b7-f680-4ee4-b443-ab7a9986af2a {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:42:40.778976 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0adfce-fe56-427e-91aa-a464827935a5', 'name': 'network-vif-deleted', 'tag': 'a5c99762-6b08-4404-ac65-9e2b90a209a2', 'status': 'completed', 'code': 200} May 31 16:42:40.843434 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-6dabd60d-ce71-42e6-a9bf-985c49c1dc43 req-5c796b08-a35d-453b-bc32-24e0a9b67ec8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Synchronizing usage tracker for tenant:74dcf8b577b84054bb5717d04406209a on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:42:40.863901 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-6dabd60d-ce71-42e6-a9bf-985c49c1dc43 req-5c796b08-a35d-453b-bc32-24e0a9b67ec8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Unset dirty status for tenant:74dcf8b577b84054bb5717d04406209a on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:42:40.865390 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6dabd60d-ce71-42e6-a9bf-985c49c1dc43 req-5c796b08-a35d-453b-bc32-24e0a9b67ec8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f0adfce-fe56-427e-91aa-a464827935a5 HTTP/1.1" status: 200 len: 210 time: 0.0653086 May 31 16:42:41.973758 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40424) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:42:42.543808 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-35c575df-66bf-4b3e-aa4e-0dba61ae494c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:43.124921 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-35c575df-66bf-4b3e-aa4e-0dba61ae494c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Deleting port 4ac95606-1104-47fa-9231-f9f1f7191908 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:42:43.125633 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-35c575df-66bf-4b3e-aa4e-0dba61ae494c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:43.260727 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-35c575df-66bf-4b3e-aa4e-0dba61ae494c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] For port 4ac95606-1104-47fa-9231-f9f1f7191908, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=4ac95606-1104-47fa-9231-f9f1f7191908,segment=NetworkSegment(f1b5d93d-d1c6-492b-80ca-466ab9f36ba3),segment_id=f1b5d93d-d1c6-492b-80ca-466ab9f36ba3)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:42:43.261048 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-35c575df-66bf-4b3e-aa4e-0dba61ae494c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:43.388385 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-35c575df-66bf-4b3e-aa4e-0dba61ae494c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Calling delete_port for 4ac95606-1104-47fa-9231-f9f1f7191908 owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:42:43.547383 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-35c575df-66bf-4b3e-aa4e-0dba61ae494c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:43.551373 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d473c0ed-8b94-41c1-97e7-7c77e748fe02 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:42:43.567834 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device a5c99762-6b08-4404-ac65-9e2b90a209a2 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:42:43.598647 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c575df-66bf-4b3e-aa4e-0dba61ae494c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'Port': ['ID=4ac95606-1104-47fa-9231-f9f1f7191908,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:42:43.601840 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-35c575df-66bf-4b3e-aa4e-0dba61ae494c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:42:43.602057 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: a5c99762-6b08-4404-ac65-9e2b90a209a2 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:42:43.602424 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device a5c99762-6b08-4404-ac65-9e2b90a209a2 not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:42:43.880826 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-35c575df-66bf-4b3e-aa4e-0dba61ae494c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:44.252845 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c575df-66bf-4b3e-aa4e-0dba61ae494c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Router 302e4b9c-c13e-4e37-bb60-1c8ff7173bea has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:42:44.610187 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c575df-66bf-4b3e-aa4e-0dba61ae494c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:42:44.622940 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f0556b-4025-47b8-b883-ebc9087df4a7 None None] Sync routers for ids ['302e4b9c-c13e-4e37-bb60-1c8ff7173bea'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:42:44.632446 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-35c575df-66bf-4b3e-aa4e-0dba61ae494c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "PUT /v2.0/routers/302e4b9c-c13e-4e37-bb60-1c8ff7173bea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6549697 May 31 16:42:44.633257 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40428) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:42:44.638499 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f0556b-4025-47b8-b883-ebc9087df4a7 None None] Routers {'302e4b9c-c13e-4e37-bb60-1c8ff7173bea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:42:44.639270 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-41f0556b-4025-47b8-b883-ebc9087df4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:42:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['302e4b9c-c13e-4e37-bb60-1c8ff7173bea'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:42:44.705859 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dda3bdb-b4e4-4991-a3fa-9e87333eaa2a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Deleting subnet f372a8b9-2b32-441f-8fda-6dbbf2719927 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:42:44.708982 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5dda3bdb-b4e4-4991-a3fa-9e87333eaa2a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:44.774050 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5dda3bdb-b4e4-4991-a3fa-9e87333eaa2a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:44.831743 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-41f0556b-4025-47b8-b883-ebc9087df4a7 None None] Set router 302e4b9c-c13e-4e37-bb60-1c8ff7173bea gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:42:44.871047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5dda3bdb-b4e4-4991-a3fa-9e87333eaa2a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:45.118037 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-41f0556b-4025-47b8-b883-ebc9087df4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955677980', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bc1a940-bccd-4ad9-b327-8b938995360e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:39:57Z', 'updated_at': '2021-05-31T16:42:43Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '9bc1a940-bccd-4ad9-b327-8b938995360e', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:39:58Z', 'updated_at': '2021-05-31T16:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:42:45.121972 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f0556b-4025-47b8-b883-ebc9087df4a7 None None] Checking router: 302e4b9c-c13e-4e37-bb60-1c8ff7173bea for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:42:45.131125 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f0556b-4025-47b8-b883-ebc9087df4a7 None None] Routers {'302e4b9c-c13e-4e37-bb60-1c8ff7173bea'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:42:45.131750 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-41f0556b-4025-47b8-b883-ebc9087df4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:42:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['302e4b9c-c13e-4e37-bb60-1c8ff7173bea'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:42:45.161989 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5dda3bdb-b4e4-4991-a3fa-9e87333eaa2a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:45.165999 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0337c033-8d17-4304-ad80-d1d6c6ad9e5d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:42:45.208894 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda3bdb-b4e4-4991-a3fa-9e87333eaa2a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'Subnet': ['ID=f372a8b9-2b32-441f-8fda-6dbbf2719927,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:42:45.214416 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-5dda3bdb-b4e4-4991-a3fa-9e87333eaa2a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:45.225542 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda3bdb-b4e4-4991-a3fa-9e87333eaa2a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:45.225947 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda3bdb-b4e4-4991-a3fa-9e87333eaa2a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:45.226352 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda3bdb-b4e4-4991-a3fa-9e87333eaa2a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:45.226721 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda3bdb-b4e4-4991-a3fa-9e87333eaa2a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:45.227131 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda3bdb-b4e4-4991-a3fa-9e87333eaa2a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:45.227491 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda3bdb-b4e4-4991-a3fa-9e87333eaa2a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:45.227852 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda3bdb-b4e4-4991-a3fa-9e87333eaa2a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:45.228206 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda3bdb-b4e4-4991-a3fa-9e87333eaa2a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:45.228569 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda3bdb-b4e4-4991-a3fa-9e87333eaa2a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:45.228924 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda3bdb-b4e4-4991-a3fa-9e87333eaa2a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:45.229285 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda3bdb-b4e4-4991-a3fa-9e87333eaa2a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:45.229631 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda3bdb-b4e4-4991-a3fa-9e87333eaa2a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:45.233510 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-5dda3bdb-b4e4-4991-a3fa-9e87333eaa2a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "DELETE /v2.0/subnets/f372a8b9-2b32-441f-8fda-6dbbf2719927 HTTP/1.1" status: 204 len: 168 time: 0.5992174 May 31 16:42:45.234383 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5dda3bdb-b4e4-4991-a3fa-9e87333eaa2a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:42:45.237038 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40432) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:42:45.238932 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c739af2-3e34-4d5f-b7ab-e54c74ffb57e None None] Network 1f267197-16e6-4e77-9fa6-275c72ea4463 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:42:45.428847 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b0756e27-2ea8-41e6-b0cd-872b9f00ef89 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:45.511878 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-41f0556b-4025-47b8-b883-ebc9087df4a7 None None] Set router 302e4b9c-c13e-4e37-bb60-1c8ff7173bea gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:42:45.614406 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b0756e27-2ea8-41e6-b0cd-872b9f00ef89 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:45.692730 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-b0756e27-2ea8-41e6-b0cd-872b9f00ef89 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Deleting port 9bc1a940-bccd-4ad9-b327-8b938995360e {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:42:45.692730 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b0756e27-2ea8-41e6-b0cd-872b9f00ef89 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:45.806391 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83495ac-75fb-4997-936f-02ef21d61047 None None] DHCP port deletion for 1f267197-16e6-4e77-9fa6-275c72ea4463 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 16:42:45.871811 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-41f0556b-4025-47b8-b883-ebc9087df4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955677980', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bc1a940-bccd-4ad9-b327-8b938995360e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:39:57Z', 'updated_at': '2021-05-31T16:42:43Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '9bc1a940-bccd-4ad9-b327-8b938995360e', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:39:58Z', 'updated_at': '2021-05-31T16:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:42:45.881660 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f0556b-4025-47b8-b883-ebc9087df4a7 None None] The sync data for ids ['302e4b9c-c13e-4e37-bb60-1c8ff7173bea'] in dv-neutron-601336-79-hyperv is: [{'id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955677980', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '9bc1a940-bccd-4ad9-b327-8b938995360e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:39:57Z', 'updated_at': '2021-05-31T16:42:43Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '9bc1a940-bccd-4ad9-b327-8b938995360e', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302e4b9c-c13e-4e37-bb60-1c8ff7173bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:39:58Z', 'updated_at': '2021-05-31T16:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:42:45.901539 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-f83495ac-75fb-4997-936f-02ef21d61047 None None] Deleting port ccb22a7d-b582-46de-a5b3-69b0928d80db {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:42:45.901932 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f83495ac-75fb-4997-936f-02ef21d61047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:45.996656 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-b0756e27-2ea8-41e6-b0cd-872b9f00ef89 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] For port 9bc1a940-bccd-4ad9-b327-8b938995360e, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=9bc1a940-bccd-4ad9-b327-8b938995360e,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:42:45.996904 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b0756e27-2ea8-41e6-b0cd-872b9f00ef89 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:46.002769 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-f83495ac-75fb-4997-936f-02ef21d61047 None None] For port ccb22a7d-b582-46de-a5b3-69b0928d80db, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=ccb22a7d-b582-46de-a5b3-69b0928d80db,segment=NetworkSegment(f1b5d93d-d1c6-492b-80ca-466ab9f36ba3),segment_id=f1b5d93d-d1c6-492b-80ca-466ab9f36ba3)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:42:46.003189 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f83495ac-75fb-4997-936f-02ef21d61047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:46.119993 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-b0756e27-2ea8-41e6-b0cd-872b9f00ef89 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Calling delete_port for 9bc1a940-bccd-4ad9-b327-8b938995360e owned by network:router_gateway {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:42:46.132790 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-f83495ac-75fb-4997-936f-02ef21d61047 None None] Calling delete_port for ccb22a7d-b582-46de-a5b3-69b0928d80db owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:42:46.184553 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f83495ac-75fb-4997-936f-02ef21d61047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:46.188604 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:42:46.235938 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83495ac-75fb-4997-936f-02ef21d61047 None None] Pushing event deleted for resources: {'Port': ['ID=ccb22a7d-b582-46de-a5b3-69b0928d80db,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:42:46.244876 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83495ac-75fb-4997-936f-02ef21d61047 None None] No DVR routers for this DVR port ccb22a7d-b582-46de-a5b3-69b0928d80db on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:42:46.247699 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83495ac-75fb-4997-936f-02ef21d61047 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:46.247699 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83495ac-75fb-4997-936f-02ef21d61047 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:46.248463 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83495ac-75fb-4997-936f-02ef21d61047 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:46.248463 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83495ac-75fb-4997-936f-02ef21d61047 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:46.248685 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83495ac-75fb-4997-936f-02ef21d61047 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:46.248937 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83495ac-75fb-4997-936f-02ef21d61047 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:46.249257 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83495ac-75fb-4997-936f-02ef21d61047 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:46.249573 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83495ac-75fb-4997-936f-02ef21d61047 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:46.249890 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83495ac-75fb-4997-936f-02ef21d61047 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:46.250203 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83495ac-75fb-4997-936f-02ef21d61047 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:46.250654 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83495ac-75fb-4997-936f-02ef21d61047 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:46.250988 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83495ac-75fb-4997-936f-02ef21d61047 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:46.254918 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f83495ac-75fb-4997-936f-02ef21d61047 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:42:46.421623 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b0756e27-2ea8-41e6-b0cd-872b9f00ef89 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:46.427068 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-39cb2682-932c-402e-8422-fae08732e686 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:42:46.474208 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0756e27-2ea8-41e6-b0cd-872b9f00ef89 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'Port': ['ID=9bc1a940-bccd-4ad9-b327-8b938995360e,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:42:46.477303 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b0756e27-2ea8-41e6-b0cd-872b9f00ef89 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:42:46.563042 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b0756e27-2ea8-41e6-b0cd-872b9f00ef89 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:46.749015 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b0756e27-2ea8-41e6-b0cd-872b9f00ef89 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:46.751659 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b0756e27-2ea8-41e6-b0cd-872b9f00ef89 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:46.784594 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b0756e27-2ea8-41e6-b0cd-872b9f00ef89 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:46.785104 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0756e27-2ea8-41e6-b0cd-872b9f00ef89 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Fanout notify agent at l3_agent the message router_deleted on router 302e4b9c-c13e-4e37-bb60-1c8ff7173bea {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 16:42:46.803426 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b0756e27-2ea8-41e6-b0cd-872b9f00ef89 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:46.804735 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b0756e27-2ea8-41e6-b0cd-872b9f00ef89 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "DELETE /v2.0/routers/302e4b9c-c13e-4e37-bb60-1c8ff7173bea HTTP/1.1" status: 204 len: 168 time: 1.5667479 May 31 16:42:46.807946 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40438) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:42:46.923638 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 4ac95606-1104-47fa-9231-f9f1f7191908 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:42:46.933351 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a531f7c5-faad-4cd1-9b7a-eaf085edc7fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:46.957720 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 4ac95606-1104-47fa-9231-f9f1f7191908 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:42:46.958069 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 4ac95606-1104-47fa-9231-f9f1f7191908 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:42:46.958500 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device ccb22a7d-b582-46de-a5b3-69b0928d80db no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:42:46.993610 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: ccb22a7d-b582-46de-a5b3-69b0928d80db {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:42:46.993953 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device ccb22a7d-b582-46de-a5b3-69b0928d80db not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:42:47.072157 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a531f7c5-faad-4cd1-9b7a-eaf085edc7fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:47.085426 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-a531f7c5-faad-4cd1-9b7a-eaf085edc7fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f267197-16e6-4e77-9fa6-275c72ea4463']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:42:47.100068 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-a531f7c5-faad-4cd1-9b7a-eaf085edc7fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b5d93d-d1c6-492b-80ca-466ab9f36ba3') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:42:47.100491 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-a531f7c5-faad-4cd1-9b7a-eaf085edc7fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b5d93d-d1c6-492b-80ca-466ab9f36ba3') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:42:47.112589 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a531f7c5-faad-4cd1-9b7a-eaf085edc7fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:47.128661 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a531f7c5-faad-4cd1-9b7a-eaf085edc7fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:47.135581 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a531f7c5-faad-4cd1-9b7a-eaf085edc7fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:42:47.136138 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a531f7c5-faad-4cd1-9b7a-eaf085edc7fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:42:47.150666 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:42:47.234739 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a531f7c5-faad-4cd1-9b7a-eaf085edc7fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:47.239656 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3f14a54c-efd5-45cf-be90-db9838a177e3 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:42:47.254433 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a531f7c5-faad-4cd1-9b7a-eaf085edc7fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:47.266898 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531f7c5-faad-4cd1-9b7a-eaf085edc7fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'Network': ['ID=1f267197-16e6-4e77-9fa6-275c72ea4463,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:42:47.270687 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a531f7c5-faad-4cd1-9b7a-eaf085edc7fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:42:47.272632 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a531f7c5-faad-4cd1-9b7a-eaf085edc7fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "DELETE /v2.0/networks/1f267197-16e6-4e77-9fa6-275c72ea4463 HTTP/1.1" status: 204 len: 168 time: 0.4636426 May 31 16:42:47.275385 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40442) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:42:47.346446 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c6b0297c-aaf7-4bf7-ad98-4a11a372d9ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:47.377588 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c6b0297c-aaf7-4bf7-ad98-4a11a372d9ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:47.449975 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c6b0297c-aaf7-4bf7-ad98-4a11a372d9ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:47.453975 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9bf2636b-fb44-440f-a7c5-02b5869733fb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:42:47.468392 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0297c-aaf7-4bf7-ad98-4a11a372d9ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68df524-8973-4266-b215-9139c6f19785,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:42:47.471890 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c6b0297c-aaf7-4bf7-ad98-4a11a372d9ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:42:47.477759 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c6b0297c-aaf7-4bf7-ad98-4a11a372d9ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:47.478928 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c6b0297c-aaf7-4bf7-ad98-4a11a372d9ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "DELETE /v2.0/security-groups/e68df524-8973-4266-b215-9139c6f19785 HTTP/1.1" status: 204 len: 168 time: 0.2025974 May 31 16:42:47.938542 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40450) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:42:47.945668 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-3447e314-3dad-4f9d-a240-3d9f47b86fa0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-680834647', 'description': 'tempest-secgroup-smoke-680834647 description', 'project_id': '74dcf8b577b84054bb5717d04406209a'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:42:47.955695 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3447e314-3dad-4f9d-a240-3d9f47b86fa0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:42:47.961634 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3447e314-3dad-4f9d-a240-3d9f47b86fa0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:42:47.965249 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3447e314-3dad-4f9d-a240-3d9f47b86fa0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:42:47.972629 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3447e314-3dad-4f9d-a240-3d9f47b86fa0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:42:47.989747 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3447e314-3dad-4f9d-a240-3d9f47b86fa0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:48.156922 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3447e314-3dad-4f9d-a240-3d9f47b86fa0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:42:48.160933 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3447e314-3dad-4f9d-a240-3d9f47b86fa0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:42:48.163964 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-3447e314-3dad-4f9d-a240-3d9f47b86fa0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:42:48.169892 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-3447e314-3dad-4f9d-a240-3d9f47b86fa0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:42:48.241859 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3447e314-3dad-4f9d-a240-3d9f47b86fa0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:48.246655 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3447e314-3dad-4f9d-a240-3d9f47b86fa0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:48.250320 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0812a3b3-9734-4217-a671-510c3a88dbf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:42:48.292440 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447e314-3dad-4f9d-a240-3d9f47b86fa0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c19fc2-2c1f-492d-825b-0a6a5eaaa4ae,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:42:48.295624 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3447e314-3dad-4f9d-a240-3d9f47b86fa0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:42:48.298751 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3447e314-3dad-4f9d-a240-3d9f47b86fa0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:48.303159 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3447e314-3dad-4f9d-a240-3d9f47b86fa0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3635626 May 31 16:42:48.303312 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40454) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:42:48.308945 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-eae385e5-498b-40d0-9c78-238251eee394 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group_rule': {'security_group_id': 'c6c19fc2-2c1f-492d-825b-0a6a5eaaa4ae', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:42:48.315293 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-eae385e5-498b-40d0-9c78-238251eee394 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:42:48.319373 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-eae385e5-498b-40d0-9c78-238251eee394 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:42:48.322488 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-eae385e5-498b-40d0-9c78-238251eee394 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:42:48.328449 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-eae385e5-498b-40d0-9c78-238251eee394 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:42:48.345669 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-eae385e5-498b-40d0-9c78-238251eee394 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:48.409098 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-eae385e5-498b-40d0-9c78-238251eee394 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:48.413790 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-eae385e5-498b-40d0-9c78-238251eee394 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:48.415721 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6e878eb3-3ca6-4cd5-a631-a333b7d53c66 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:42:48.438412 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae385e5-498b-40d0-9c78-238251eee394 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836b4ac0-cb4a-4b05-be17-12ff6a3a58fd,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:42:48.442773 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-eae385e5-498b-40d0-9c78-238251eee394 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:42:48.448212 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-eae385e5-498b-40d0-9c78-238251eee394 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:48.449390 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-eae385e5-498b-40d0-9c78-238251eee394 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1449425 May 31 16:42:48.452361 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40458) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:42:48.457843 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-f026d844-43f8-4e17-a69e-4e97aa932be4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group_rule': {'security_group_id': 'c6c19fc2-2c1f-492d-825b-0a6a5eaaa4ae', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:42:48.464147 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-f026d844-43f8-4e17-a69e-4e97aa932be4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:42:48.468040 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f026d844-43f8-4e17-a69e-4e97aa932be4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:42:48.470902 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-f026d844-43f8-4e17-a69e-4e97aa932be4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:42:48.476718 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-f026d844-43f8-4e17-a69e-4e97aa932be4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:42:48.495259 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f026d844-43f8-4e17-a69e-4e97aa932be4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:48.557465 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f026d844-43f8-4e17-a69e-4e97aa932be4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:48.562126 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f026d844-43f8-4e17-a69e-4e97aa932be4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:48.563962 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:42:48.586931 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026d844-43f8-4e17-a69e-4e97aa932be4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee585df9-5f36-4ef6-9271-48b95c6a6f08,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:42:48.591437 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f026d844-43f8-4e17-a69e-4e97aa932be4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:42:48.596522 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f026d844-43f8-4e17-a69e-4e97aa932be4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:48.597954 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f026d844-43f8-4e17-a69e-4e97aa932be4 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1446834 May 31 16:42:48.601843 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40462) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:42:48.607619 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-10cc11a3-656f-4d21-83c7-3e0fabfe798c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group_rule': {'security_group_id': 'c6c19fc2-2c1f-492d-825b-0a6a5eaaa4ae', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:42:48.613867 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-10cc11a3-656f-4d21-83c7-3e0fabfe798c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:42:48.618019 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-10cc11a3-656f-4d21-83c7-3e0fabfe798c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:42:48.621080 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-10cc11a3-656f-4d21-83c7-3e0fabfe798c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:42:48.627299 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-10cc11a3-656f-4d21-83c7-3e0fabfe798c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:42:48.644452 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-10cc11a3-656f-4d21-83c7-3e0fabfe798c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:48.708917 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-10cc11a3-656f-4d21-83c7-3e0fabfe798c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:48.713501 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-10cc11a3-656f-4d21-83c7-3e0fabfe798c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:48.716303 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-86848254-1388-43f0-8fb8-90bc13d2e318 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:42:48.738666 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc11a3-656f-4d21-83c7-3e0fabfe798c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f79b59-fd90-4619-ae84-3e7ef0a2cb6d,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:42:48.742498 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-10cc11a3-656f-4d21-83c7-3e0fabfe798c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:42:48.751484 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-10cc11a3-656f-4d21-83c7-3e0fabfe798c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:48.752634 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-10cc11a3-656f-4d21-83c7-3e0fabfe798c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1496952 May 31 16:42:48.755453 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40466) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:42:48.760535 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-77d87502-2df0-438c-9d27-38ef284bb80f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group_rule': {'security_group_id': 'c6c19fc2-2c1f-492d-825b-0a6a5eaaa4ae', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:42:48.766401 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-77d87502-2df0-438c-9d27-38ef284bb80f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:42:48.770254 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-77d87502-2df0-438c-9d27-38ef284bb80f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:42:48.773120 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-77d87502-2df0-438c-9d27-38ef284bb80f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:42:48.778772 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-77d87502-2df0-438c-9d27-38ef284bb80f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:42:48.793827 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-77d87502-2df0-438c-9d27-38ef284bb80f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:48.812593 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9bc1a940-bccd-4ad9-b327-8b938995360e no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:42:48.846731 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 9bc1a940-bccd-4ad9-b327-8b938995360e {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:42:48.847088 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 9bc1a940-bccd-4ad9-b327-8b938995360e not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:42:48.868386 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-77d87502-2df0-438c-9d27-38ef284bb80f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:48.872481 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-77d87502-2df0-438c-9d27-38ef284bb80f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:48.874304 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:42:48.896613 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d87502-2df0-438c-9d27-38ef284bb80f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1812e4ea-c24e-4ee5-a528-78f2efcf21b1,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:42:48.901240 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-77d87502-2df0-438c-9d27-38ef284bb80f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:42:48.906963 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-77d87502-2df0-438c-9d27-38ef284bb80f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:48.908206 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-77d87502-2df0-438c-9d27-38ef284bb80f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1518610 May 31 16:42:48.911179 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40470) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:42:48.916370 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-053473c2-7f75-452b-a2d0-af11aa498885 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group_rule': {'security_group_id': 'c6c19fc2-2c1f-492d-825b-0a6a5eaaa4ae', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:42:48.922375 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-053473c2-7f75-452b-a2d0-af11aa498885 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:42:48.926232 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-053473c2-7f75-452b-a2d0-af11aa498885 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:42:48.929235 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-053473c2-7f75-452b-a2d0-af11aa498885 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:42:48.934877 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-053473c2-7f75-452b-a2d0-af11aa498885 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:42:48.946079 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.securitygroups_db [None req-053473c2-7f75-452b-a2d0-af11aa498885 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Project 74dcf8b577b84054bb5717d04406209a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:42:48.951722 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-053473c2-7f75-452b-a2d0-af11aa498885 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:49.017193 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-053473c2-7f75-452b-a2d0-af11aa498885 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:49.021954 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-053473c2-7f75-452b-a2d0-af11aa498885 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:49.028291 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e5bcdbe9-18a7-4f52-8137-47a59c5719db tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:42:49.046309 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053473c2-7f75-452b-a2d0-af11aa498885 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c9e71a-6130-434a-9ed7-63949f4d9203,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:42:49.049834 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-053473c2-7f75-452b-a2d0-af11aa498885 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:42:49.059489 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-053473c2-7f75-452b-a2d0-af11aa498885 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:49.060829 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-053473c2-7f75-452b-a2d0-af11aa498885 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1487546 May 31 16:42:49.063630 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40474) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:42:49.069044 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-e4df6d55-eea3-47dc-b7ba-40f2077addda tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'security_group_rule': {'security_group_id': 'c6c19fc2-2c1f-492d-825b-0a6a5eaaa4ae', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:42:49.075380 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e4df6d55-eea3-47dc-b7ba-40f2077addda tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:42:49.079199 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e4df6d55-eea3-47dc-b7ba-40f2077addda tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:security_group_rule and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:42:49.082518 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-e4df6d55-eea3-47dc-b7ba-40f2077addda tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:42:49.088336 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-e4df6d55-eea3-47dc-b7ba-40f2077addda tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:42:49.099587 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.securitygroups_db [None req-e4df6d55-eea3-47dc-b7ba-40f2077addda tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Project 74dcf8b577b84054bb5717d04406209a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:42:49.105184 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e4df6d55-eea3-47dc-b7ba-40f2077addda tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:49.171575 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e4df6d55-eea3-47dc-b7ba-40f2077addda tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:49.176097 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e4df6d55-eea3-47dc-b7ba-40f2077addda tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:49.177978 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cd9eb052-7278-4f11-806a-9b4b4f029aee tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:42:49.202706 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df6d55-eea3-47dc-b7ba-40f2077addda tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03084986-bb3b-43f4-b6a5-37b889c9df53,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:42:49.205130 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e4df6d55-eea3-47dc-b7ba-40f2077addda tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:42:49.213132 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e4df6d55-eea3-47dc-b7ba-40f2077addda tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:49.214337 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e4df6d55-eea3-47dc-b7ba-40f2077addda tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1498137 May 31 16:42:49.217218 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40478) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:42:49.222764 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-730aa6d1-80de-41ce-8bcf-efe1d27f0cfd tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'network': {'name': 'tempest-network-smoke--923334503', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'port_security_enabled': True}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:42:49.227918 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-730aa6d1-80de-41ce-8bcf-efe1d27f0cfd tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:42:49.232372 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-730aa6d1-80de-41ce-8bcf-efe1d27f0cfd tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:network and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:42:49.235260 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-730aa6d1-80de-41ce-8bcf-efe1d27f0cfd tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:42:49.241055 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-730aa6d1-80de-41ce-8bcf-efe1d27f0cfd tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:42:49.251552 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730aa6d1-80de-41ce-8bcf-efe1d27f0cfd tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Made reservation on behalf of 74dcf8b577b84054bb5717d04406209a for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:42:49.255028 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-730aa6d1-80de-41ce-8bcf-efe1d27f0cfd tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:49.282815 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730aa6d1-80de-41ce-8bcf-efe1d27f0cfd tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:42:49.291785 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-730aa6d1-80de-41ce-8bcf-efe1d27f0cfd tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:49.292115 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-730aa6d1-80de-41ce-8bcf-efe1d27f0cfd tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Added segment 079f7c81-4353-4b54-8687-8b7c2500e4cd of type vlan for network 436cb4ea-ff97-4efd-8503-0c2a6f1c49d5 May 31 16:42:49.317847 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-730aa6d1-80de-41ce-8bcf-efe1d27f0cfd tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:49.346172 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-730aa6d1-80de-41ce-8bcf-efe1d27f0cfd tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:49.351711 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730aa6d1-80de-41ce-8bcf-efe1d27f0cfd tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:42:49.352306 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-730aa6d1-80de-41ce-8bcf-efe1d27f0cfd tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:49.355876 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0b2dc948-bcb8-4814-8654-7eb56fc03feb tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:42:49.462670 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-730aa6d1-80de-41ce-8bcf-efe1d27f0cfd tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2444148 May 31 16:42:49.465536 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40482) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:42:49.468757 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730aa6d1-80de-41ce-8bcf-efe1d27f0cfd tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Network': ['ID=436cb4ea-ff97-4efd-8503-0c2a6f1c49d5,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:42:49.471257 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-a72db5d6-0933-4949-b88e-bec751973f4e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1997121701', 'admin_state_up': True, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:42:49.471590 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-730aa6d1-80de-41ce-8bcf-efe1d27f0cfd tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:42:49.479167 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 436cb4ea-ff97-4efd-8503-0c2a6f1c49d5 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 16:42:49.479735 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a72db5d6-0933-4949-b88e-bec751973f4e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:42:49.484255 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a72db5d6-0933-4949-b88e-bec751973f4e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:router and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:42:49.487231 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-a72db5d6-0933-4949-b88e-bec751973f4e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:42:49.494318 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-a72db5d6-0933-4949-b88e-bec751973f4e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:42:49.504091 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a72db5d6-0933-4949-b88e-bec751973f4e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:49.505093 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a72db5d6-0933-4949-b88e-bec751973f4e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:49.520923 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a72db5d6-0933-4949-b88e-bec751973f4e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:49.786810 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a72db5d6-0933-4949-b88e-bec751973f4e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:50.090991 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a72db5d6-0933-4949-b88e-bec751973f4e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router_gateway, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:50.120822 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a72db5d6-0933-4949-b88e-bec751973f4e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:50.258400 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-a72db5d6-0933-4949-b88e-bec751973f4e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Allocated IP 172.26.0.203 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/4bc0f251-3695-42d6-8511-fa92ae249b45) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:42:50.413175 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a72db5d6-0933-4949-b88e-bec751973f4e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:50.446266 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a72db5d6-0933-4949-b88e-bec751973f4e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:50.451563 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b0756e27-2ea8-41e6-b0cd-872b9f00ef89 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:42:50.510993 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72db5d6-0933-4949-b88e-bec751973f4e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:42:50.513504 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-a72db5d6-0933-4949-b88e-bec751973f4e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:42:50.517283 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72db5d6-0933-4949-b88e-bec751973f4e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:42:50.560237 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72db5d6-0933-4949-b88e-bec751973f4e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Port': ['ID=4bc0f251-3695-42d6-8511-fa92ae249b45,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:42:50.564599 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a72db5d6-0933-4949-b88e-bec751973f4e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:42:51.119682 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a72db5d6-0933-4949-b88e-bec751973f4e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router_gateway, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:51.472511 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a72db5d6-0933-4949-b88e-bec751973f4e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:51.678640 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72db5d6-0933-4949-b88e-bec751973f4e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Router 4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 16:42:51.862081 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72db5d6-0933-4949-b88e-bec751973f4e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:42:51.872849 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60be82ad-b6d2-4c52-8ef6-173816b9bcf0 None None] Sync routers for ids ['4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:42:51.882694 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60be82ad-b6d2-4c52-8ef6-173816b9bcf0 None None] Routers {'4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:42:51.883436 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-60be82ad-b6d2-4c52-8ef6-173816b9bcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:42:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:42:51.889451 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-a72db5d6-0933-4949-b88e-bec751973f4e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:51.890744 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-a72db5d6-0933-4949-b88e-bec751973f4e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4240944 May 31 16:42:51.894295 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40488) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:42:52.060655 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-60be82ad-b6d2-4c52-8ef6-173816b9bcf0 None None] Set router 4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:42:52.207906 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9e45230c-2800-4394-afa0-01239e7152ad tempest-TestNetworkAdvancedServerOps-662742683 tempest-TestNetworkAdvancedServerOps-662742683-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=74dcf8b577b84054bb5717d04406209a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3124304 May 31 16:42:52.210529 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40496) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:42:52.349575 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7226249-7986-41db-916a-375b8aee5c1a tempest-TestNetworkAdvancedServerOps-662742683 tempest-TestNetworkAdvancedServerOps-662742683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:42:52.351110 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-d7226249-7986-41db-916a-375b8aee5c1a tempest-TestNetworkAdvancedServerOps-662742683 tempest-TestNetworkAdvancedServerOps-662742683-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1395986 May 31 16:42:52.354114 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40500) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:42:52.354336 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-60be82ad-b6d2-4c52-8ef6-173816b9bcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997121701', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '4bc0f251-3695-42d6-8511-fa92ae249b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:42:49Z', 'updated_at': '2021-05-31T16:42:50Z', 'revision_number': 3, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '4bc0f251-3695-42d6-8511-fa92ae249b45', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:42:50Z', 'updated_at': '2021-05-31T16:42:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:42:52.359995 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60be82ad-b6d2-4c52-8ef6-173816b9bcf0 None None] Checking router: 4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:42:52.360602 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60be82ad-b6d2-4c52-8ef6-173816b9bcf0 None None] Updating router 4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42 port 4bc0f251-3695-42d6-8511-fa92ae249b45 binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:42:52.394440 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9a234bca-e116-48f5-8d69-06cdb392de61 tempest-TestNetworkAdvancedServerOps-662742683 tempest-TestNetworkAdvancedServerOps-662742683-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=014c45f7-9697-4b0b-b8b7-66a80a50a15c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389335 May 31 16:42:52.397019 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40504) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:42:52.402790 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-9358966a-ff47-42e1-a463-5a7adb97db07 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-727398946', 'network_id': '436cb4ea-ff97-4efd-8503-0c2a6f1c49d5', 'project_id': '74dcf8b577b84054bb5717d04406209a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:42:52.416434 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-60be82ad-b6d2-4c52-8ef6-173816b9bcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:52.516513 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9358966a-ff47-42e1-a463-5a7adb97db07 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:42:52.520366 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9358966a-ff47-42e1-a463-5a7adb97db07 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:subnet and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:42:52.523318 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-9358966a-ff47-42e1-a463-5a7adb97db07 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:42:52.529059 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-9358966a-ff47-42e1-a463-5a7adb97db07 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:42:52.540300 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9358966a-ff47-42e1-a463-5a7adb97db07 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Made reservation on behalf of 74dcf8b577b84054bb5717d04406209a for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:42:52.543871 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9358966a-ff47-42e1-a463-5a7adb97db07 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:52.755025 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-60be82ad-b6d2-4c52-8ef6-173816b9bcf0 None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:52.768546 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-60be82ad-b6d2-4c52-8ef6-173816b9bcf0 None None] Transition to ACTIVE for port object 4bc0f251-3695-42d6-8511-fa92ae249b45 will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:42:52.776479 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-60be82ad-b6d2-4c52-8ef6-173816b9bcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:52.780115 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-402a49a2-3d39-4d91-a485-318521d739c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:42:52.890654 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-60be82ad-b6d2-4c52-8ef6-173816b9bcf0 None None] Attempting to bind port 4bc0f251-3695-42d6-8511-fa92ae249b45 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:42:52.891418 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-60be82ad-b6d2-4c52-8ef6-173816b9bcf0 None None] Attempting to bind port 4bc0f251-3695-42d6-8511-fa92ae249b45 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:42:52.891418 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60be82ad-b6d2-4c52-8ef6-173816b9bcf0 None None] Attempting to bind port 4bc0f251-3695-42d6-8511-fa92ae249b45 on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:42:52.898669 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063de634-ade6-42b5-83ba-1834eedda06d None None] Pushing event updated for resources: {'Port': ['ID=4bc0f251-3695-42d6-8511-fa92ae249b45,revision_number=2']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:42:52.901124 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60be82ad-b6d2-4c52-8ef6-173816b9bcf0 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:42:52.901549 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60be82ad-b6d2-4c52-8ef6-173816b9bcf0 None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:42:52.901973 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-60be82ad-b6d2-4c52-8ef6-173816b9bcf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:52.902408 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60be82ad-b6d2-4c52-8ef6-173816b9bcf0 None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:42:52.902978 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-60be82ad-b6d2-4c52-8ef6-173816b9bcf0 None None] Bound port: 4bc0f251-3695-42d6-8511-fa92ae249b45, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:42:52.903387 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-60be82ad-b6d2-4c52-8ef6-173816b9bcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:52.941562 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063de634-ade6-42b5-83ba-1834eedda06d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:52.941888 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063de634-ade6-42b5-83ba-1834eedda06d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:52.942320 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063de634-ade6-42b5-83ba-1834eedda06d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:52.942656 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063de634-ade6-42b5-83ba-1834eedda06d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:52.942993 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063de634-ade6-42b5-83ba-1834eedda06d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:52.943317 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063de634-ade6-42b5-83ba-1834eedda06d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:52.943637 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063de634-ade6-42b5-83ba-1834eedda06d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:52.943992 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063de634-ade6-42b5-83ba-1834eedda06d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:52.944318 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063de634-ade6-42b5-83ba-1834eedda06d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:52.944621 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063de634-ade6-42b5-83ba-1834eedda06d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:52.944942 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063de634-ade6-42b5-83ba-1834eedda06d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:52.945249 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063de634-ade6-42b5-83ba-1834eedda06d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:42:52.948979 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-063de634-ade6-42b5-83ba-1834eedda06d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:42:52.990588 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-60be82ad-b6d2-4c52-8ef6-173816b9bcf0 None None] For port 4bc0f251-3695-42d6-8511-fa92ae249b45, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:42:52.993728 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-60be82ad-b6d2-4c52-8ef6-173816b9bcf0 None None] For port 4bc0f251-3695-42d6-8511-fa92ae249b45, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=4bc0f251-3695-42d6-8511-fa92ae249b45,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:42:52.997515 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-60be82ad-b6d2-4c52-8ef6-173816b9bcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:53.001232 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-53b0f659-6b04-4a0c-a036-1bc4ea9e799a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:42:53.078240 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60be82ad-b6d2-4c52-8ef6-173816b9bcf0 None None] Routers {'4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:42:53.078840 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-60be82ad-b6d2-4c52-8ef6-173816b9bcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:42:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:42:53.135985 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063de634-ade6-42b5-83ba-1834eedda06d None None] Pushing event updated for resources: {'Port': ['ID=4bc0f251-3695-42d6-8511-fa92ae249b45,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:42:53.145685 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-063de634-ade6-42b5-83ba-1834eedda06d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:42:53.166488 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9358966a-ff47-42e1-a463-5a7adb97db07 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:53.170363 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5d323bc3-e25f-4ed0-8c23-c5728cc67890 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:42:53.246993 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358966a-ff47-42e1-a463-5a7adb97db07 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Subnet': ['ID=3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:42:53.250654 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9358966a-ff47-42e1-a463-5a7adb97db07 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:42:53.256956 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9358966a-ff47-42e1-a463-5a7adb97db07 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Checking segment: {'id': '079f7c81-4353-4b54-8687-8b7c2500e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '436cb4ea-ff97-4efd-8503-0c2a6f1c49d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:42:53.257388 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9358966a-ff47-42e1-a463-5a7adb97db07 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network hostable DHCP agents. Network: 436cb4ea-ff97-4efd-8503-0c2a6f1c49d5, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:42:53.265013 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-60be82ad-b6d2-4c52-8ef6-173816b9bcf0 None None] Set router 4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:42:53.274820 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9358966a-ff47-42e1-a463-5a7adb97db07 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network 436cb4ea-ff97-4efd-8503-0c2a6f1c49d5 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:42:53.284766 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-9358966a-ff47-42e1-a463-5a7adb97db07 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 436cb4ea-ff97-4efd-8503-0c2a6f1c49d5) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:42:53.295170 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9358966a-ff47-42e1-a463-5a7adb97db07 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:42:53.295921 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9358966a-ff47-42e1-a463-5a7adb97db07 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:53.298172 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99916b89-b9de-4bf2-a826-d75414b229c6 None None] Network 436cb4ea-ff97-4efd-8503-0c2a6f1c49d5 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:42:53.318210 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9358966a-ff47-42e1-a463-5a7adb97db07 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9200380 May 31 16:42:53.321278 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40508) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:42:53.559866 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-60be82ad-b6d2-4c52-8ef6-173816b9bcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997121701', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '4bc0f251-3695-42d6-8511-fa92ae249b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:42:49Z', 'updated_at': '2021-05-31T16:42:50Z', 'revision_number': 3, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '4bc0f251-3695-42d6-8511-fa92ae249b45', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:42:50Z', 'updated_at': '2021-05-31T16:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:42:53.563976 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60be82ad-b6d2-4c52-8ef6-173816b9bcf0 None None] The sync data for ids ['4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42'] in dv-neutron-601336-79-hyperv is: [{'id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997121701', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '4bc0f251-3695-42d6-8511-fa92ae249b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:42:49Z', 'updated_at': '2021-05-31T16:42:50Z', 'revision_number': 3, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '4bc0f251-3695-42d6-8511-fa92ae249b45', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:42:50Z', 'updated_at': '2021-05-31T16:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:42:53.596683 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74233c6f-5be9-4e66-ba90-0ee29e7bb49e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-436cb4ea-ff97-4efd-8503-0c2a6f1c49d5', 'network_id': '436cb4ea-ff97-4efd-8503-0c2a6f1c49d5', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'fixed_ips': [{'subnet_id': '3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:42:53.598049 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-74233c6f-5be9-4e66-ba90-0ee29e7bb49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:53.778373 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-74233c6f-5be9-4e66-ba90-0ee29e7bb49e None None] Allocated IP 172.20.0.2 (436cb4ea-ff97-4efd-8503-0c2a6f1c49d5/3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d/b06c2e07-112a-4e23-93fd-a7b818e3f69c) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:42:54.026020 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-74233c6f-5be9-4e66-ba90-0ee29e7bb49e None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:54.038133 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-74233c6f-5be9-4e66-ba90-0ee29e7bb49e None None] Transition to ACTIVE for port object b06c2e07-112a-4e23-93fd-a7b818e3f69c will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:42:54.058165 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-74233c6f-5be9-4e66-ba90-0ee29e7bb49e None None] Transition to ACTIVE for port object b06c2e07-112a-4e23-93fd-a7b818e3f69c will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:42:54.064981 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-74233c6f-5be9-4e66-ba90-0ee29e7bb49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:54.070584 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:42:54.090458 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-70e09d40-027d-4573-8eee-75bf3e58e024 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:54.124789 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74233c6f-5be9-4e66-ba90-0ee29e7bb49e None None] Network 436cb4ea-ff97-4efd-8503-0c2a6f1c49d5 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:42:54.127947 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-74233c6f-5be9-4e66-ba90-0ee29e7bb49e None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:42:54.137121 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74233c6f-5be9-4e66-ba90-0ee29e7bb49e None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:42:54.191873 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74233c6f-5be9-4e66-ba90-0ee29e7bb49e None None] Pushing event updated for resources: {'Port': ['ID=b06c2e07-112a-4e23-93fd-a7b818e3f69c,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:42:54.218541 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-74233c6f-5be9-4e66-ba90-0ee29e7bb49e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:42:54.246979 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-74233c6f-5be9-4e66-ba90-0ee29e7bb49e None None] Attempting to bind port b06c2e07-112a-4e23-93fd-a7b818e3f69c on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:42:54.247383 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-74233c6f-5be9-4e66-ba90-0ee29e7bb49e None None] Attempting to bind port b06c2e07-112a-4e23-93fd-a7b818e3f69c by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '079f7c81-4353-4b54-8687-8b7c2500e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '436cb4ea-ff97-4efd-8503-0c2a6f1c49d5'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:42:54.247753 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74233c6f-5be9-4e66-ba90-0ee29e7bb49e None None] Attempting to bind port b06c2e07-112a-4e23-93fd-a7b818e3f69c on network 436cb4ea-ff97-4efd-8503-0c2a6f1c49d5 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:42:54.254131 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74233c6f-5be9-4e66-ba90-0ee29e7bb49e None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:42:54.254548 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74233c6f-5be9-4e66-ba90-0ee29e7bb49e None None] Checking segment: {'id': '079f7c81-4353-4b54-8687-8b7c2500e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '436cb4ea-ff97-4efd-8503-0c2a6f1c49d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:42:54.254923 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-74233c6f-5be9-4e66-ba90-0ee29e7bb49e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:54.255369 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74233c6f-5be9-4e66-ba90-0ee29e7bb49e None None] Bound using segment: {'id': '079f7c81-4353-4b54-8687-8b7c2500e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '436cb4ea-ff97-4efd-8503-0c2a6f1c49d5'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:42:54.255855 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-74233c6f-5be9-4e66-ba90-0ee29e7bb49e None None] Bound port: b06c2e07-112a-4e23-93fd-a7b818e3f69c, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079f7c81-4353-4b54-8687-8b7c2500e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '436cb4ea-ff97-4efd-8503-0c2a6f1c49d5'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:42:54.256240 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-74233c6f-5be9-4e66-ba90-0ee29e7bb49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:54.359658 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-74233c6f-5be9-4e66-ba90-0ee29e7bb49e None None] For port b06c2e07-112a-4e23-93fd-a7b818e3f69c, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:42:54.363771 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-74233c6f-5be9-4e66-ba90-0ee29e7bb49e None None] For port b06c2e07-112a-4e23-93fd-a7b818e3f69c, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=b06c2e07-112a-4e23-93fd-a7b818e3f69c,segment=NetworkSegment(079f7c81-4353-4b54-8687-8b7c2500e4cd),segment_id=079f7c81-4353-4b54-8687-8b7c2500e4cd)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:42:54.368579 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-74233c6f-5be9-4e66-ba90-0ee29e7bb49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:54.375494 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-6b2b248a-b137-4c26-80ff-c62d9e3c382e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:42:54.451815 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74233c6f-5be9-4e66-ba90-0ee29e7bb49e None None] Pushing event updated for resources: {'Port': ['ID=b06c2e07-112a-4e23-93fd-a7b818e3f69c,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:42:54.461928 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-74233c6f-5be9-4e66-ba90-0ee29e7bb49e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:42:54.708631 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-70e09d40-027d-4573-8eee-75bf3e58e024 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Allocated IP 172.20.0.1 (436cb4ea-ff97-4efd-8503-0c2a6f1c49d5/3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d/2edeeda4-14b1-4ea7-812b-8b5c4635853a) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:42:54.872458 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-70e09d40-027d-4573-8eee-75bf3e58e024 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:54.897411 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-70e09d40-027d-4573-8eee-75bf3e58e024 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Transition to ACTIVE for port object 2edeeda4-14b1-4ea7-812b-8b5c4635853a will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:42:54.906597 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 4bc0f251-3695-42d6-8511-fa92ae249b45 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:42:54.922381 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-70e09d40-027d-4573-8eee-75bf3e58e024 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:54.930417 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c96538f9-f74c-415c-b2af-19f3f2ba3e43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:42:54.981948 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 4bc0f251-3695-42d6-8511-fa92ae249b45 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:42:54.983049 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e09d40-027d-4573-8eee-75bf3e58e024 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network 436cb4ea-ff97-4efd-8503-0c2a6f1c49d5 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:42:54.986792 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 4bc0f251-3695-42d6-8511-fa92ae249b45 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:42:54.987200 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:54.990626 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-70e09d40-027d-4573-8eee-75bf3e58e024 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:42:54.995279 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e09d40-027d-4573-8eee-75bf3e58e024 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:42:55.048975 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e09d40-027d-4573-8eee-75bf3e58e024 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Port': ['ID=2edeeda4-14b1-4ea7-812b-8b5c4635853a,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:42:55.053495 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-70e09d40-027d-4573-8eee-75bf3e58e024 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:42:55.064225 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-70e09d40-027d-4573-8eee-75bf3e58e024 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:55.106796 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:55.124701 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 4bc0f251-3695-42d6-8511-fa92ae249b45, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=4bc0f251-3695-42d6-8511-fa92ae249b45,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:42:55.128625 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:55.129604 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device b06c2e07-112a-4e23-93fd-a7b818e3f69c up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:42:55.157476 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:42:55.285528 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=4bc0f251-3695-42d6-8511-fa92ae249b45,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:42:55.289355 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:42:55.300843 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port b06c2e07-112a-4e23-93fd-a7b818e3f69c completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:42:55.357156 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-70e09d40-027d-4573-8eee-75bf3e58e024 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:55.574260 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379dd60a-629d-4cf6-a910-182206ea4196 None None] Network 436cb4ea-ff97-4efd-8503-0c2a6f1c49d5 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:42:55.682391 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-64ec1571-4f35-40c2-8a23-cb67d0b5e4a8 None None] Provisioning for port b06c2e07-112a-4e23-93fd-a7b818e3f69c completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:42:55.701995 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-64ec1571-4f35-40c2-8a23-cb67d0b5e4a8 None None] Provisioning complete for port b06c2e07-112a-4e23-93fd-a7b818e3f69c triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:42:55.702363 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-64ec1571-4f35-40c2-8a23-cb67d0b5e4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:55.826078 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-70e09d40-027d-4573-8eee-75bf3e58e024 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:55.831437 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-70e09d40-027d-4573-8eee-75bf3e58e024 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:55.859036 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5310b014-70af-4c20-be4e-1f0d0dd0f6dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:42:55.938798 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-64ec1571-4f35-40c2-8a23-cb67d0b5e4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:55.952065 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-70e09d40-027d-4573-8eee-75bf3e58e024 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:55.955636 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e09d40-027d-4573-8eee-75bf3e58e024 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Port': ['ID=2edeeda4-14b1-4ea7-812b-8b5c4635853a,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:42:55.958651 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-70e09d40-027d-4573-8eee-75bf3e58e024 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:42:55.985328 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-64ec1571-4f35-40c2-8a23-cb67d0b5e4a8 None None] For port b06c2e07-112a-4e23-93fd-a7b818e3f69c, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=b06c2e07-112a-4e23-93fd-a7b818e3f69c,segment=NetworkSegment(079f7c81-4353-4b54-8687-8b7c2500e4cd),segment_id=079f7c81-4353-4b54-8687-8b7c2500e4cd)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:42:55.991229 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-64ec1571-4f35-40c2-8a23-cb67d0b5e4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:55.993398 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-58242b40-4cf4-4de1-aa47-c1a99dd4147f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:42:56.068775 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec1571-4f35-40c2-8a23-cb67d0b5e4a8 None None] Pushing event updated for resources: {'Port': ['ID=b06c2e07-112a-4e23-93fd-a7b818e3f69c,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:42:56.072503 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-64ec1571-4f35-40c2-8a23-cb67d0b5e4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:42:56.222257 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5672cd64-f772-4444-bb62-4897fab69fb5 None None] Provisioning complete for port b06c2e07-112a-4e23-93fd-a7b818e3f69c triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:42:56.223056 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5672cd64-f772-4444-bb62-4897fab69fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:56.274204 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e09d40-027d-4573-8eee-75bf3e58e024 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network 436cb4ea-ff97-4efd-8503-0c2a6f1c49d5 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:42:56.275588 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-70e09d40-027d-4573-8eee-75bf3e58e024 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:42:56.419433 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5672cd64-f772-4444-bb62-4897fab69fb5 None None] Provisioning for port 2edeeda4-14b1-4ea7-812b-8b5c4635853a completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:42:56.425723 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5672cd64-f772-4444-bb62-4897fab69fb5 None None] Provisioning complete for port 2edeeda4-14b1-4ea7-812b-8b5c4635853a triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:42:56.426097 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5672cd64-f772-4444-bb62-4897fab69fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:56.486854 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-5672cd64-f772-4444-bb62-4897fab69fb5 None None] Port 2edeeda4-14b1-4ea7-812b-8b5c4635853a cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:42:56.503810 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e09d40-027d-4573-8eee-75bf3e58e024 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Router 4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:42:56.610010 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-91bd9d20-a14b-425c-a9e0-8ee3af50c061 None None] Provisioning complete for port 2edeeda4-14b1-4ea7-812b-8b5c4635853a triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:42:56.610622 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-91bd9d20-a14b-425c-a9e0-8ee3af50c061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:56.671597 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-91bd9d20-a14b-425c-a9e0-8ee3af50c061 None None] Port 2edeeda4-14b1-4ea7-812b-8b5c4635853a cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:42:56.696492 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e09d40-027d-4573-8eee-75bf3e58e024 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:42:56.706548 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c075e05c-0844-4bc9-acf4-a50e2f06bfe4 None None] Sync routers for ids ['4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:42:56.715329 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-70e09d40-027d-4573-8eee-75bf3e58e024 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "PUT /v2.0/routers/4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3926780 May 31 16:42:56.719782 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c075e05c-0844-4bc9-acf4-a50e2f06bfe4 None None] Routers {'4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:42:56.720505 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-c075e05c-0844-4bc9-acf4-a50e2f06bfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:42:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:42:56.884093 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 4bc0f251-3695-42d6-8511-fa92ae249b45 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:42:56.912434 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-441fdcf5-df48-4e38-a92e-7069920e6936 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-680834647&fields=id&tenant_id=74dcf8b577b84054bb5717d04406209a HTTP/1.1" status: 200 len: 267 time: 0.0481012 May 31 16:42:56.978917 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-c075e05c-0844-4bc9-acf4-a50e2f06bfe4 None None] Set router 4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:42:57.097072 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-993274ac-adcb-465a-b7c2-d873101cdebf tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:42:57.097831 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-993274ac-adcb-465a-b7c2-d873101cdebf tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Synchronizing usage tracker for tenant:74dcf8b577b84054bb5717d04406209a on resource:network {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:42:57.114100 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 4bc0f251-3695-42d6-8511-fa92ae249b45 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:42:57.114437 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:57.117315 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-993274ac-adcb-465a-b7c2-d873101cdebf tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Unset dirty status for tenant:74dcf8b577b84054bb5717d04406209a on resource:network {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:42:57.118651 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-993274ac-adcb-465a-b7c2-d873101cdebf tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/networks?id=436cb4ea-ff97-4efd-8503-0c2a6f1c49d5 HTTP/1.1" status: 200 len: 796 time: 0.1973996 May 31 16:42:57.137495 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-647cc460-2bdc-470c-92a7-3b1992cc5697 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/quotas/74dcf8b577b84054bb5717d04406209a HTTP/1.1" status: 200 len: 375 time: 0.0115240 May 31 16:42:57.230091 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-74c7eb87-9507-4365-b1c0-0af8db16c449 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Synchronizing usage tracker for tenant:74dcf8b577b84054bb5717d04406209a on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:42:57.250181 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-74c7eb87-9507-4365-b1c0-0af8db16c449 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Unset dirty status for tenant:74dcf8b577b84054bb5717d04406209a on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:42:57.252032 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-74c7eb87-9507-4365-b1c0-0af8db16c449 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1084290 May 31 16:42:57.384137 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device b06c2e07-112a-4e23-93fd-a7b818e3f69c up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:42:57.401952 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-61bd0131-dd21-4e53-a33d-0fe6579650c7 service neutron] 10.222.0.45 "GET /v2.0/networks/436cb4ea-ff97-4efd-8503-0c2a6f1c49d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372795 May 31 16:42:57.467227 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port b06c2e07-112a-4e23-93fd-a7b818e3f69c triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:42:57.467597 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:57.514121 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-c075e05c-0844-4bc9-acf4-a50e2f06bfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997121701', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '4bc0f251-3695-42d6-8511-fa92ae249b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:42:49Z', 'updated_at': '2021-05-31T16:42:55Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '4bc0f251-3695-42d6-8511-fa92ae249b45', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:42:50Z', 'updated_at': '2021-05-31T16:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '2edeeda4-14b1-4ea7-812b-8b5c4635853a', 'name': '', 'network_id': '436cb4ea-ff97-4efd-8503-0c2a6f1c49d5', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:52:f9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:42:54Z', 'updated_at': '2021-05-31T16:42:55Z', 'revision_number': 2, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:42:57.523471 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c075e05c-0844-4bc9-acf4-a50e2f06bfe4 None None] Checking router: 4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:42:57.523825 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c075e05c-0844-4bc9-acf4-a50e2f06bfe4 None None] Updating router 4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42 port 2edeeda4-14b1-4ea7-812b-8b5c4635853a binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:42:57.540069 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-0547c5f5-e094-4d3d-981c-5e7a94361383 service neutron] 10.222.0.45 "GET /v2.0/networks/436cb4ea-ff97-4efd-8503-0c2a6f1c49d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311634 May 31 16:42:57.590550 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c075e05c-0844-4bc9-acf4-a50e2f06bfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:57.745272 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bacace41-1013-4387-a742-8676e493fba5 req-dc84321e-5fa1-4d71-99be-020c70fe37b6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74 HTTP/1.1" status: 200 len: 210 time: 0.0494435 May 31 16:42:58.005476 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c075e05c-0844-4bc9-acf4-a50e2f06bfe4 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:58.020732 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c075e05c-0844-4bc9-acf4-a50e2f06bfe4 None None] Transition to ACTIVE for port object 2edeeda4-14b1-4ea7-812b-8b5c4635853a will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:42:58.028918 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c075e05c-0844-4bc9-acf4-a50e2f06bfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:58.033635 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:42:58.240457 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f572b1-3575-4de5-9f49-8628003f4bf3 None None] Pushing event updated for resources: {'Port': ['ID=2edeeda4-14b1-4ea7-812b-8b5c4635853a,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:42:58.247928 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-10f572b1-3575-4de5-9f49-8628003f4bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:42:58.307162 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-c075e05c-0844-4bc9-acf4-a50e2f06bfe4 None None] Attempting to bind port 2edeeda4-14b1-4ea7-812b-8b5c4635853a on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:42:58.307886 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-c075e05c-0844-4bc9-acf4-a50e2f06bfe4 None None] Attempting to bind port 2edeeda4-14b1-4ea7-812b-8b5c4635853a by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': '079f7c81-4353-4b54-8687-8b7c2500e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '436cb4ea-ff97-4efd-8503-0c2a6f1c49d5'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:42:58.308456 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c075e05c-0844-4bc9-acf4-a50e2f06bfe4 None None] Attempting to bind port 2edeeda4-14b1-4ea7-812b-8b5c4635853a on network 436cb4ea-ff97-4efd-8503-0c2a6f1c49d5 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:42:58.314774 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c075e05c-0844-4bc9-acf4-a50e2f06bfe4 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:42:58.315189 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c075e05c-0844-4bc9-acf4-a50e2f06bfe4 None None] Checking segment: {'id': '079f7c81-4353-4b54-8687-8b7c2500e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '436cb4ea-ff97-4efd-8503-0c2a6f1c49d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:42:58.316234 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c075e05c-0844-4bc9-acf4-a50e2f06bfe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:58.316627 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c075e05c-0844-4bc9-acf4-a50e2f06bfe4 None None] Bound using segment: {'id': '079f7c81-4353-4b54-8687-8b7c2500e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '436cb4ea-ff97-4efd-8503-0c2a6f1c49d5'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:42:58.317106 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-c075e05c-0844-4bc9-acf4-a50e2f06bfe4 None None] Bound port: 2edeeda4-14b1-4ea7-812b-8b5c4635853a, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079f7c81-4353-4b54-8687-8b7c2500e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '436cb4ea-ff97-4efd-8503-0c2a6f1c49d5'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:42:58.317484 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c075e05c-0844-4bc9-acf4-a50e2f06bfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:58.420049 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-c075e05c-0844-4bc9-acf4-a50e2f06bfe4 None None] For port 2edeeda4-14b1-4ea7-812b-8b5c4635853a, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:42:58.424202 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-c075e05c-0844-4bc9-acf4-a50e2f06bfe4 None None] For port 2edeeda4-14b1-4ea7-812b-8b5c4635853a, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=2edeeda4-14b1-4ea7-812b-8b5c4635853a,segment=NetworkSegment(079f7c81-4353-4b54-8687-8b7c2500e4cd),segment_id=079f7c81-4353-4b54-8687-8b7c2500e4cd)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:42:58.429014 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c075e05c-0844-4bc9-acf4-a50e2f06bfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:58.432497 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-ccdbcf91-3750-4ef6-a197-372de2e05454 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:42:58.506474 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c075e05c-0844-4bc9-acf4-a50e2f06bfe4 None None] Routers {'4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:42:58.507255 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-c075e05c-0844-4bc9-acf4-a50e2f06bfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:42:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:42:58.576449 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f572b1-3575-4de5-9f49-8628003f4bf3 None None] Pushing event updated for resources: {'Port': ['ID=2edeeda4-14b1-4ea7-812b-8b5c4635853a,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:42:58.579763 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-10f572b1-3575-4de5-9f49-8628003f4bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:42:58.714190 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-c075e05c-0844-4bc9-acf4-a50e2f06bfe4 None None] Set router 4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:42:58.843076 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-0e7fe5e7-8736-455b-b870-3b6ca381fa04 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:42:58.845432 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-0e7fe5e7-8736-455b-b870-3b6ca381fa04 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.59 "GET /v2.0/networks?id=436cb4ea-ff97-4efd-8503-0c2a6f1c49d5 HTTP/1.1" status: 200 len: 796 time: 0.1783905 May 31 16:42:58.926910 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a00f0fa3-e1b7-43e5-9b2c-626542120ff6 req-ea5ebdd7-003d-42a8-ac24-60c0c26af0a5 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74 HTTP/1.1" status: 200 len: 210 time: 0.0582407 May 31 16:42:58.953758 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-6effc677-e9da-49df-8636-52ae63602129 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74dcf8b577b84054bb5717d04406209a HTTP/1.1" status: 200 len: 379 time: 0.0997612 May 31 16:42:58.963666 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-ab158149-5bb7-497e-aab9-2d945e516bcc tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'port': {'device_id': '72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74', 'network_id': '436cb4ea-ff97-4efd-8503-0c2a6f1c49d5', 'admin_state_up': True, 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'security_groups': ['c6c19fc2-2c1f-492d-825b-0a6a5eaaa4ae']}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:42:59.065709 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:59.106871 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-c075e05c-0844-4bc9-acf4-a50e2f06bfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997121701', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '4bc0f251-3695-42d6-8511-fa92ae249b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:42:49Z', 'updated_at': '2021-05-31T16:42:55Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '4bc0f251-3695-42d6-8511-fa92ae249b45', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:42:50Z', 'updated_at': '2021-05-31T16:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '2edeeda4-14b1-4ea7-812b-8b5c4635853a', 'name': '', 'network_id': '436cb4ea-ff97-4efd-8503-0c2a6f1c49d5', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:52:f9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:42:54Z', 'updated_at': '2021-05-31T16:42:58Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:42:59.112606 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c075e05c-0844-4bc9-acf4-a50e2f06bfe4 None None] The sync data for ids ['4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42'] in dv-neutron-601336-79-hyperv is: [{'id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997121701', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '4bc0f251-3695-42d6-8511-fa92ae249b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:42:49Z', 'updated_at': '2021-05-31T16:42:55Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '4bc0f251-3695-42d6-8511-fa92ae249b45', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:42:50Z', 'updated_at': '2021-05-31T16:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '2edeeda4-14b1-4ea7-812b-8b5c4635853a', 'name': '', 'network_id': '436cb4ea-ff97-4efd-8503-0c2a6f1c49d5', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:52:f9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:42:54Z', 'updated_at': '2021-05-31T16:42:58Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:42:59.131141 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-ab158149-5bb7-497e-aab9-2d945e516bcc tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:42:59.142361 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-ab158149-5bb7-497e-aab9-2d945e516bcc tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:42:59.154272 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-ab158149-5bb7-497e-aab9-2d945e516bcc tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Made reservation on behalf of 74dcf8b577b84054bb5717d04406209a for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:42:59.159844 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-ab158149-5bb7-497e-aab9-2d945e516bcc tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:59.525878 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-ab158149-5bb7-497e-aab9-2d945e516bcc tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Allocated IP 172.20.0.14 (436cb4ea-ff97-4efd-8503-0c2a6f1c49d5/3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d/b8f206fc-3b3b-4ad5-9e62-38952ec3b823) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:42:59.739984 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-ab158149-5bb7-497e-aab9-2d945e516bcc tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:59.758996 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-ab158149-5bb7-497e-aab9-2d945e516bcc tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Transition to ACTIVE for port object b8f206fc-3b3b-4ad5-9e62-38952ec3b823 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:42:59.782996 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-ab158149-5bb7-497e-aab9-2d945e516bcc tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:59.790018 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-61295b80-690f-4cf0-a26c-dfa61c8c7c24 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:42:59.864211 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-ab158149-5bb7-497e-aab9-2d945e516bcc tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network 436cb4ea-ff97-4efd-8503-0c2a6f1c49d5 is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:42:59.867730 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-ab158149-5bb7-497e-aab9-2d945e516bcc tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:42:59.870257 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-ab158149-5bb7-497e-aab9-2d945e516bcc tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:42:59.909011 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab158149-5bb7-497e-aab9-2d945e516bcc tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Port': ['ID=b8f206fc-3b3b-4ad5-9e62-38952ec3b823,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:42:59.919440 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ab158149-5bb7-497e-aab9-2d945e516bcc tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:42:59.945100 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-ab158149-5bb7-497e-aab9-2d945e516bcc tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:42:59.945821 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-ab158149-5bb7-497e-aab9-2d945e516bcc tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:42:59.976911 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-ab158149-5bb7-497e-aab9-2d945e516bcc tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0173531 May 31 16:42:59.990940 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-4192be66-0ba4-4ce8-86e2-537d5ccca2de service neutron] Request body: {'port': {'device_id': '72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:43:00.157692 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b9cddc97-50ef-405a-9b69-ed4d1af62f66 None None] Provisioning for port b8f206fc-3b3b-4ad5-9e62-38952ec3b823 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:43:00.158356 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-4192be66-0ba4-4ce8-86e2-537d5ccca2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:00.164267 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-b9cddc97-50ef-405a-9b69-ed4d1af62f66 None None] Provisioning complete for port b8f206fc-3b3b-4ad5-9e62-38952ec3b823 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:43:00.168594 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b9cddc97-50ef-405a-9b69-ed4d1af62f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:00.230454 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-b9cddc97-50ef-405a-9b69-ed4d1af62f66 None None] Port b8f206fc-3b3b-4ad5-9e62-38952ec3b823 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:43:00.275190 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa742c0-3fdd-4916-9d21-74ed2bf23ba4 req-80221125-804f-4ae9-9f3a-fb43fbf052f0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:43:00.275190 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-6aa742c0-3fdd-4916-9d21-74ed2bf23ba4 req-80221125-804f-4ae9-9f3a-fb43fbf052f0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Synchronizing usage tracker for tenant:74dcf8b577b84054bb5717d04406209a on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:43:00.343243 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-6aa742c0-3fdd-4916-9d21-74ed2bf23ba4 req-80221125-804f-4ae9-9f3a-fb43fbf052f0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Unset dirty status for tenant:74dcf8b577b84054bb5717d04406209a on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:43:00.344473 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6aa742c0-3fdd-4916-9d21-74ed2bf23ba4 req-80221125-804f-4ae9-9f3a-fb43fbf052f0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74 HTTP/1.1" status: 200 len: 932 time: 0.2572005 May 31 16:43:00.470902 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6aa742c0-3fdd-4916-9d21-74ed2bf23ba4 req-1473c306-9be0-4415-a2c4-aba8d034861d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6c19fc2-2c1f-492d-825b-0a6a5eaaa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192355 May 31 16:43:00.602176 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-4192be66-0ba4-4ce8-86e2-537d5ccca2de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8f206fc-3b3b-4ad5-9e62-38952ec3b823 {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:43:00.611518 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-4192be66-0ba4-4ce8-86e2-537d5ccca2de service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:00.627853 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-4192be66-0ba4-4ce8-86e2-537d5ccca2de service neutron] Transition to ACTIVE for port object b8f206fc-3b3b-4ad5-9e62-38952ec3b823 will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:43:00.633662 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-4192be66-0ba4-4ce8-86e2-537d5ccca2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:00.638563 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-70e09d40-027d-4573-8eee-75bf3e58e024 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:43:00.797865 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192be66-0ba4-4ce8-86e2-537d5ccca2de service neutron] Pushing event updated for resources: {'Port': ['ID=b8f206fc-3b3b-4ad5-9e62-38952ec3b823,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:43:00.800960 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4192be66-0ba4-4ce8-86e2-537d5ccca2de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:43:00.899444 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-4192be66-0ba4-4ce8-86e2-537d5ccca2de service neutron] Attempting to bind port b8f206fc-3b3b-4ad5-9e62-38952ec3b823 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:43:00.900118 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-4192be66-0ba4-4ce8-86e2-537d5ccca2de service neutron] Attempting to bind port b8f206fc-3b3b-4ad5-9e62-38952ec3b823 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '079f7c81-4353-4b54-8687-8b7c2500e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '436cb4ea-ff97-4efd-8503-0c2a6f1c49d5'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:43:00.900233 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-4192be66-0ba4-4ce8-86e2-537d5ccca2de service neutron] Attempting to bind port b8f206fc-3b3b-4ad5-9e62-38952ec3b823 on network 436cb4ea-ff97-4efd-8503-0c2a6f1c49d5 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:43:00.905457 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-4192be66-0ba4-4ce8-86e2-537d5ccca2de service neutron] Port b8f206fc-3b3b-4ad5-9e62-38952ec3b823 on network 436cb4ea-ff97-4efd-8503-0c2a6f1c49d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:43:00.907858 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-4192be66-0ba4-4ce8-86e2-537d5ccca2de service neutron] Attempting to bind port b8f206fc-3b3b-4ad5-9e62-38952ec3b823 on network 436cb4ea-ff97-4efd-8503-0c2a6f1c49d5 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:43:00.913366 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-4192be66-0ba4-4ce8-86e2-537d5ccca2de service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:43:00.913707 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-4192be66-0ba4-4ce8-86e2-537d5ccca2de service neutron] Checking segment: {'id': '079f7c81-4353-4b54-8687-8b7c2500e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '436cb4ea-ff97-4efd-8503-0c2a6f1c49d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:43:00.914089 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-4192be66-0ba4-4ce8-86e2-537d5ccca2de service neutron] Bound using segment: {'id': '079f7c81-4353-4b54-8687-8b7c2500e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '436cb4ea-ff97-4efd-8503-0c2a6f1c49d5'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:43:00.914528 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-4192be66-0ba4-4ce8-86e2-537d5ccca2de service neutron] Bound port: b8f206fc-3b3b-4ad5-9e62-38952ec3b823, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '079f7c81-4353-4b54-8687-8b7c2500e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '436cb4ea-ff97-4efd-8503-0c2a6f1c49d5'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:43:00.914680 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 2edeeda4-14b1-4ea7-812b-8b5c4635853a up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:43:00.914840 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-4192be66-0ba4-4ce8-86e2-537d5ccca2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:00.993770 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 2edeeda4-14b1-4ea7-812b-8b5c4635853a completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:43:00.998937 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 2edeeda4-14b1-4ea7-812b-8b5c4635853a triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:43:00.999335 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:01.011678 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-4192be66-0ba4-4ce8-86e2-537d5ccca2de service neutron] For port b8f206fc-3b3b-4ad5-9e62-38952ec3b823, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:43:01.015348 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-4192be66-0ba4-4ce8-86e2-537d5ccca2de service neutron] For port b8f206fc-3b3b-4ad5-9e62-38952ec3b823, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b8f206fc-3b3b-4ad5-9e62-38952ec3b823,segment=NetworkSegment(079f7c81-4353-4b54-8687-8b7c2500e4cd),segment_id=079f7c81-4353-4b54-8687-8b7c2500e4cd)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:43:01.020504 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-4192be66-0ba4-4ce8-86e2-537d5ccca2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:01.025714 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e7b32c0e-3dac-494f-8b9a-577eebe5bd31 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:43:01.091451 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-4192be66-0ba4-4ce8-86e2-537d5ccca2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:43:01.092084 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-4192be66-0ba4-4ce8-86e2-537d5ccca2de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:01.093484 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-4192be66-0ba4-4ce8-86e2-537d5ccca2de service neutron] 10.222.0.59 "PUT /v2.0/ports/b8f206fc-3b3b-4ad5-9e62-38952ec3b823 HTTP/1.1" status: 200 len: 1094 time: 1.1079264 May 31 16:43:01.094036 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74', 'tag': 'b8f206fc-3b3b-4ad5-9e62-38952ec3b823'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:43:01.096548 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6482f582-2c3d-4b71-9498-bca0ba2be066" -d '{"events": [{"name": "network-changed", "server_uuid": "72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74", "tag": "b8f206fc-3b3b-4ad5-9e62-38952ec3b823"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:43:01.115667 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192be66-0ba4-4ce8-86e2-537d5ccca2de service neutron] Pushing event updated for resources: {'Port': ['ID=b8f206fc-3b3b-4ad5-9e62-38952ec3b823,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:43:01.118913 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4192be66-0ba4-4ce8-86e2-537d5ccca2de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:43:01.145252 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:01.179211 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46172149-7fb4-4a84-8066-577ce46ea32b x-openstack-request-id: req-46172149-7fb4-4a84-8066-577ce46ea32b {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:43:01.179544 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74", "tag": "b8f206fc-3b3b-4ad5-9e62-38952ec3b823", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:43:01.179850 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-46172149-7fb4-4a84-8066-577ce46ea32b {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:43:01.180289 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74', 'tag': 'b8f206fc-3b3b-4ad5-9e62-38952ec3b823', 'status': 'completed', 'code': 200} May 31 16:43:01.199429 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 2edeeda4-14b1-4ea7-812b-8b5c4635853a, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=2edeeda4-14b1-4ea7-812b-8b5c4635853a,segment=NetworkSegment(079f7c81-4353-4b54-8687-8b7c2500e4cd),segment_id=079f7c81-4353-4b54-8687-8b7c2500e4cd)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:43:01.205054 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:01.207743 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f4f165c9-a406-4314-b476-998e487c3f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:43:01.227771 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-6f4704ab-b384-45f2-a680-431c6505eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:43:01.229353 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-6f4704ab-b384-45f2-a680-431c6505eba8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74 HTTP/1.1" status: 200 len: 1097 time: 0.0853500 May 31 16:43:01.303937 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=2edeeda4-14b1-4ea7-812b-8b5c4635853a,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:43:01.310231 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:43:01.310601 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-e171010c-a35d-4dc8-a742-dcb26c2256f7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8f206fc-3b3b-4ad5-9e62-38952ec3b823 HTTP/1.1" status: 200 len: 217 time: 0.0735359 May 31 16:43:01.388561 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-7be64729-a97d-486a-90ca-cf11c137e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:43:01.390075 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-7be64729-a97d-486a-90ca-cf11c137e8d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d HTTP/1.1" status: 200 len: 834 time: 0.0735228 May 31 16:43:01.477272 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-3951931d-60a2-47e3-9ca9-2ea75f64197c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:43:01.478671 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-3951931d-60a2-47e3-9ca9-2ea75f64197c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=436cb4ea-ff97-4efd-8503-0c2a6f1c49d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0812387 May 31 16:43:01.656254 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-35b88f5a-c647-4f83-8447-a3aee55c5fc7 service neutron] 10.222.0.59 "GET /v2.0/networks/436cb4ea-ff97-4efd-8503-0c2a6f1c49d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705804 May 31 16:43:01.868865 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:43:01.944431 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0c1f8-006c-43b0-9eb3-87c330c2a6df req-25996bf6-140b-49c7-ad72-66efe8256c1b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:43:01.945906 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-45c0c1f8-006c-43b0-9eb3-87c330c2a6df req-25996bf6-140b-49c7-ad72-66efe8256c1b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74 HTTP/1.1" status: 200 len: 944 time: 0.3511992 May 31 16:43:01.983715 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c365aae0-e4ac-43cf-b0bc-fd0bd3fdd3f2 req-b5b847d2-8618-427b-aa52-0e1643da5c83 service neutron] 10.222.0.59 "GET /v2.0/networks/436cb4ea-ff97-4efd-8503-0c2a6f1c49d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174992 May 31 16:43:02.006242 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-45c0c1f8-006c-43b0-9eb3-87c330c2a6df req-13b19077-9833-40b8-bf33-983a60590b8c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6c19fc2-2c1f-492d-825b-0a6a5eaaa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464256 May 31 16:43:02.109575 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482f582-2c3d-4b71-9498-bca0ba2be066 req-afffbaad-cdfa-46b7-85cb-76be768639bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:43:02.111087 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6482f582-2c3d-4b71-9498-bca0ba2be066 req-afffbaad-cdfa-46b7-85cb-76be768639bb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74 HTTP/1.1" status: 200 len: 1097 time: 0.0747485 May 31 16:43:02.247682 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482f582-2c3d-4b71-9498-bca0ba2be066 req-a45b86c0-4984-4e17-9818-a112d9fafbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:43:02.249189 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6482f582-2c3d-4b71-9498-bca0ba2be066 req-a45b86c0-4984-4e17-9818-a112d9fafbcf service neutron] 10.222.0.59 "GET /v2.0/networks?id=436cb4ea-ff97-4efd-8503-0c2a6f1c49d5 HTTP/1.1" status: 200 len: 897 time: 0.1311922 May 31 16:43:02.318249 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6482f582-2c3d-4b71-9498-bca0ba2be066 req-50ea086e-2b69-4baf-b68c-9e67600d33b2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8f206fc-3b3b-4ad5-9e62-38952ec3b823 HTTP/1.1" status: 200 len: 217 time: 0.0619886 May 31 16:43:02.390196 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482f582-2c3d-4b71-9498-bca0ba2be066 req-7d9e9526-9b28-48b9-95ae-5404ba5cfca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:43:02.391775 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6482f582-2c3d-4b71-9498-bca0ba2be066 req-7d9e9526-9b28-48b9-95ae-5404ba5cfca9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d HTTP/1.1" status: 200 len: 834 time: 0.0671628 May 31 16:43:02.485753 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482f582-2c3d-4b71-9498-bca0ba2be066 req-ea2a4862-cbb9-40a2-9e2f-5c77b2469021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:43:02.487424 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6482f582-2c3d-4b71-9498-bca0ba2be066 req-ea2a4862-cbb9-40a2-9e2f-5c77b2469021 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=436cb4ea-ff97-4efd-8503-0c2a6f1c49d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0882850 May 31 16:43:02.629344 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6482f582-2c3d-4b71-9498-bca0ba2be066 req-ccfcd15f-5df5-47a9-bb3b-b8632b563902 service neutron] 10.222.0.59 "GET /v2.0/networks/436cb4ea-ff97-4efd-8503-0c2a6f1c49d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342833 May 31 16:43:02.774856 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6482f582-2c3d-4b71-9498-bca0ba2be066 req-39aeffc7-57ae-4af0-8fdf-7e52e1f0a74c service neutron] 10.222.0.59 "GET /v2.0/networks/436cb4ea-ff97-4efd-8503-0c2a6f1c49d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381176 May 31 16:43:02.870998 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 2edeeda4-14b1-4ea7-812b-8b5c4635853a up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:43:02.947573 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 2edeeda4-14b1-4ea7-812b-8b5c4635853a triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:43:02.947955 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:03.217482 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c680615-ab2a-415e-b381-feba4ba25693 req-8a7dd3f1-5fb1-44fa-880f-6fec8cb65874 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:43:03.219140 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2c680615-ab2a-415e-b381-feba4ba25693 req-8a7dd3f1-5fb1-44fa-880f-6fec8cb65874 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74 HTTP/1.1" status: 200 len: 944 time: 0.0877628 May 31 16:43:03.268739 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2c680615-ab2a-415e-b381-feba4ba25693 req-69141aab-bb9a-4b8f-985a-609105c6f598 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6c19fc2-2c1f-492d-825b-0a6a5eaaa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435824 May 31 16:43:04.457970 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d14bb6-e9b9-4ecf-aca2-1188193c14f0 req-fe546e38-f601-4dc0-b214-f4ce68182ee3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:43:04.459404 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-55d14bb6-e9b9-4ecf-aca2-1188193c14f0 req-fe546e38-f601-4dc0-b214-f4ce68182ee3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74 HTTP/1.1" status: 200 len: 944 time: 0.0814295 May 31 16:43:04.505389 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-55d14bb6-e9b9-4ecf-aca2-1188193c14f0 req-52a623ac-cc5d-4a48-8248-e1736ecb0192 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6c19fc2-2c1f-492d-825b-0a6a5eaaa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398695 May 31 16:43:04.753095 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-bdf12492-ff14-420f-bb08-718eac62d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:05.638176 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device b8f206fc-3b3b-4ad5-9e62-38952ec3b823 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:43:05.700865 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35103e63-df7f-4bdb-aad8-f39549697263 req-ba8502b0-a876-4852-8308-fa9d81dab3cd tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:43:05.702568 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-35103e63-df7f-4bdb-aad8-f39549697263 req-ba8502b0-a876-4852-8308-fa9d81dab3cd tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74 HTTP/1.1" status: 200 len: 944 time: 0.0890300 May 31 16:43:05.752328 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-35103e63-df7f-4bdb-aad8-f39549697263 req-42921e52-e3df-4cf7-a387-687eda77d378 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6c19fc2-2c1f-492d-825b-0a6a5eaaa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435169 May 31 16:43:05.838051 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port b8f206fc-3b3b-4ad5-9e62-38952ec3b823, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b8f206fc-3b3b-4ad5-9e62-38952ec3b823,segment=NetworkSegment(079f7c81-4353-4b54-8687-8b7c2500e4cd),segment_id=079f7c81-4353-4b54-8687-8b7c2500e4cd)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:43:05.852250 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': 'b8f206fc-3b3b-4ad5-9e62-38952ec3b823', 'network_id': '436cb4ea-ff97-4efd-8503-0c2a6f1c49d5', 'port_id': 'b8f206fc-3b3b-4ad5-9e62-38952ec3b823', 'mac_address': 'fa:16:3e:d9:a4:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:43:05.909173 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:05.926857 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f206fc-3b3b-4ad5-9e62-38952ec3b823 {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:43:05.944099 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port b8f206fc-3b3b-4ad5-9e62-38952ec3b823, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b8f206fc-3b3b-4ad5-9e62-38952ec3b823,segment=NetworkSegment(079f7c81-4353-4b54-8687-8b7c2500e4cd),segment_id=079f7c81-4353-4b54-8687-8b7c2500e4cd)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:43:05.951270 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:05.953104 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:43:06.023778 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=b8f206fc-3b3b-4ad5-9e62-38952ec3b823,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:43:06.027569 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:43:06.284392 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['b8f206fc-3b3b-4ad5-9e62-38952ec3b823'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:43:06.947174 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed56a1-ba41-4365-a540-b2be02e4b216 req-cda16133-6bd2-4407-a83f-7046b8594d7b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:43:06.948689 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5bed56a1-ba41-4365-a540-b2be02e4b216 req-cda16133-6bd2-4407-a83f-7046b8594d7b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74 HTTP/1.1" status: 200 len: 945 time: 0.0896926 May 31 16:43:07.003969 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5bed56a1-ba41-4365-a540-b2be02e4b216 req-5973415a-2f51-4333-9cb5-d758f7e5b782 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6c19fc2-2c1f-492d-825b-0a6a5eaaa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489106 May 31 16:43:07.096381 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:07.643593 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device b8f206fc-3b3b-4ad5-9e62-38952ec3b823 up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:43:07.721981 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port b8f206fc-3b3b-4ad5-9e62-38952ec3b823 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:43:07.727276 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port b8f206fc-3b3b-4ad5-9e62-38952ec3b823 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:43:07.727681 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:07.856540 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:07.885172 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f206fc-3b3b-4ad5-9e62-38952ec3b823'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:43:07.887487 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a874d437a4481c72ca0e775ccea20feb6c770f1ec53ee0df92a1aa3e683f0d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19d94e7-0a5a-4475-8205-811c85390200" -d '{"events": [{"server_uuid": "72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74", "name": "network-vif-plugged", "status": "completed", "tag": "b8f206fc-3b3b-4ad5-9e62-38952ec3b823"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:43:07.895418 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port b8f206fc-3b3b-4ad5-9e62-38952ec3b823, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b8f206fc-3b3b-4ad5-9e62-38952ec3b823,segment=NetworkSegment(079f7c81-4353-4b54-8687-8b7c2500e4cd),segment_id=079f7c81-4353-4b54-8687-8b7c2500e4cd)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:43:07.899608 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:07.902658 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:43:07.937626 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e95fd70-0323-47f8-967c-9cadfd0820a6 x-openstack-request-id: req-7e95fd70-0323-47f8-967c-9cadfd0820a6 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:43:07.937922 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74", "name": "network-vif-plugged", "status": "completed", "tag": "b8f206fc-3b3b-4ad5-9e62-38952ec3b823", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:43:07.938177 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7e95fd70-0323-47f8-967c-9cadfd0820a6 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:43:07.938645 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f206fc-3b3b-4ad5-9e62-38952ec3b823', 'code': 200} May 31 16:43:07.972097 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=b8f206fc-3b3b-4ad5-9e62-38952ec3b823,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:43:07.974969 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:43:08.021940 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9d8edc62-ac82-4a44-9ada-15eaf8d53adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:08.235844 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8638ff-ece7-4120-9815-05528f0d39b6 req-a471634a-4321-4b69-a0b4-b6e58a8e228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:43:08.237333 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0e8638ff-ece7-4120-9815-05528f0d39b6 req-a471634a-4321-4b69-a0b4-b6e58a8e228a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74 HTTP/1.1" status: 200 len: 1099 time: 0.1450469 May 31 16:43:08.247706 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e6335-15b0-47ea-9abe-5ec6a688a23f req-03926b4b-6d60-44bd-82fb-e4f9287a6960 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:43:08.249207 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-895e6335-15b0-47ea-9abe-5ec6a688a23f req-03926b4b-6d60-44bd-82fb-e4f9287a6960 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74 HTTP/1.1" status: 200 len: 946 time: 0.1211388 May 31 16:43:08.321139 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0e8638ff-ece7-4120-9815-05528f0d39b6 req-8a71d0c4-85bb-4885-8edd-c15c20c297ef service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c6c19fc2-2c1f-492d-825b-0a6a5eaaa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708933 May 31 16:43:08.326733 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-895e6335-15b0-47ea-9abe-5ec6a688a23f req-555b3149-6c04-4dbe-a0f7-eb3ca82b6b0e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6c19fc2-2c1f-492d-825b-0a6a5eaaa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642142 May 31 16:43:08.633449 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:09.525437 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f51f94-61be-42d5-b8a0-f0f87837332a req-3ce204d7-0122-4048-92d7-c424f618ac90 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:43:09.526792 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-96f51f94-61be-42d5-b8a0-f0f87837332a req-3ce204d7-0122-4048-92d7-c424f618ac90 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74 HTTP/1.1" status: 200 len: 946 time: 0.0814497 May 31 16:43:09.574552 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-96f51f94-61be-42d5-b8a0-f0f87837332a req-e707038f-cf45-42fc-bfa7-16d1a203803d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6c19fc2-2c1f-492d-825b-0a6a5eaaa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418873 May 31 16:43:09.766521 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c917b-9d6a-4a2d-bf77-7954b71628e1 req-9a1e4265-ee2e-4b82-8c94-2bb584d224d2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:43:09.768137 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b93c917b-9d6a-4a2d-bf77-7954b71628e1 req-9a1e4265-ee2e-4b82-8c94-2bb584d224d2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74 HTTP/1.1" status: 200 len: 946 time: 0.0880635 May 31 16:43:09.819006 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b93c917b-9d6a-4a2d-bf77-7954b71628e1 req-ea51aab3-c5e4-4e12-a086-40fec63fbc50 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6c19fc2-2c1f-492d-825b-0a6a5eaaa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435996 May 31 16:43:09.841821 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40562) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:43:09.919693 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25bce5f-00c9-4fa1-b1a2-7fea9a436b87 tempest-TestNetworkAdvancedServerOps-662742683 tempest-TestNetworkAdvancedServerOps-662742683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:43:09.921219 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a25bce5f-00c9-4fa1-b1a2-7fea9a436b87 tempest-TestNetworkAdvancedServerOps-662742683 tempest-TestNetworkAdvancedServerOps-662742683-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74 HTTP/1.1" status: 200 len: 1094 time: 0.0784047 May 31 16:43:09.925093 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40566) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:43:09.930758 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-3b645730-0a63-4b7f-9b5d-e1a1c968b4eb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'port_id': 'b8f206fc-3b3b-4ad5-9e62-38952ec3b823', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:43:09.937920 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-3b645730-0a63-4b7f-9b5d-e1a1c968b4eb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:43:09.942777 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-3b645730-0a63-4b7f-9b5d-e1a1c968b4eb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Usage tracker for resource:floatingip and tenant:74dcf8b577b84054bb5717d04406209a is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:43:09.945989 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-3b645730-0a63-4b7f-9b5d-e1a1c968b4eb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:43:09.952088 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-3b645730-0a63-4b7f-9b5d-e1a1c968b4eb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:43:09.968279 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3b645730-0a63-4b7f-9b5d-e1a1c968b4eb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for floatingip, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:10.016814 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:10.124960 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3b645730-0a63-4b7f-9b5d-e1a1c968b4eb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:10.257779 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-3b645730-0a63-4b7f-9b5d-e1a1c968b4eb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Allocated IP 172.26.0.183 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/598a7015-0b75-4d45-8940-6d227a199b9f) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:43:10.554282 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3b645730-0a63-4b7f-9b5d-e1a1c968b4eb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:10.584606 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3b645730-0a63-4b7f-9b5d-e1a1c968b4eb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:10.588647 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4192be66-0ba4-4ce8-86e2-537d5ccca2de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:43:10.657737 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b645730-0a63-4b7f-9b5d-e1a1c968b4eb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:43:10.660524 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-3b645730-0a63-4b7f-9b5d-e1a1c968b4eb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:43:10.664251 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b645730-0a63-4b7f-9b5d-e1a1c968b4eb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:43:10.693133 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b645730-0a63-4b7f-9b5d-e1a1c968b4eb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Port': ['ID=598a7015-0b75-4d45-8940-6d227a199b9f,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:43:10.699251 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3b645730-0a63-4b7f-9b5d-e1a1c968b4eb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:43:11.088565 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3b645730-0a63-4b7f-9b5d-e1a1c968b4eb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:11.170632 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3b645730-0a63-4b7f-9b5d-e1a1c968b4eb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:11.383540 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3b645730-0a63-4b7f-9b5d-e1a1c968b4eb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:11.389001 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3b645730-0a63-4b7f-9b5d-e1a1c968b4eb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:11.393036 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-61f23faf-b0ff-4e89-812a-49d688e6c368 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:43:11.503612 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b645730-0a63-4b7f-9b5d-e1a1c968b4eb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event updated for resources: {'Port': ['ID=598a7015-0b75-4d45-8940-6d227a199b9f,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:43:11.506694 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3b645730-0a63-4b7f-9b5d-e1a1c968b4eb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:43:11.516466 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3b645730-0a63-4b7f-9b5d-e1a1c968b4eb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:11.690938 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-3b645730-0a63-4b7f-9b5d-e1a1c968b4eb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Floating IP b4d4f2ca-13ab-4a0d-9db9-2c86b0e5186f associated. External IP: 172.26.0.183, port: b8f206fc-3b3b-4ad5-9e62-38952ec3b823. May 31 16:43:12.261721 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-333bfdd1-fd7f-49dd-9547-fb12b69ccaf3 req-379040e3-4ef2-4185-abc5-ef48d2db0e01 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3431866 May 31 16:43:12.266110 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b645730-0a63-4b7f-9b5d-e1a1c968b4eb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Router 4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:43:12.498687 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b645730-0a63-4b7f-9b5d-e1a1c968b4eb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:43:12.510081 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aada3e-96e8-4bef-b622-12cb31b75122 None None] Sync routers for ids ['4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:43:12.517043 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bfdd1-fd7f-49dd-9547-fb12b69ccaf3 req-9d66ec51-2686-4853-b6e6-bae8db786424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:43:12.518466 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-333bfdd1-fd7f-49dd-9547-fb12b69ccaf3 req-9d66ec51-2686-4853-b6e6-bae8db786424 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74 HTTP/1.1" status: 200 len: 1099 time: 0.1816688 May 31 16:43:12.521174 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aada3e-96e8-4bef-b622-12cb31b75122 None None] Routers {'4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:43:12.521921 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-81aada3e-96e8-4bef-b622-12cb31b75122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:43:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:43:12.531202 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3b645730-0a63-4b7f-9b5d-e1a1c968b4eb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:12.672292 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3b645730-0a63-4b7f-9b5d-e1a1c968b4eb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7461319 May 31 16:43:12.674838 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74', 'tag': 'b8f206fc-3b3b-4ad5-9e62-38952ec3b823'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:43:12.677203 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d02ac4969b858328d912b6f03fb03d71c730406a83b7189695aaccbb198dc88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d3f66f-822b-4f0c-9876-8aa312caca3f" -d '{"events": [{"name": "network-changed", "server_uuid": "72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74", "tag": "b8f206fc-3b3b-4ad5-9e62-38952ec3b823"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:43:12.698812 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-81aada3e-96e8-4bef-b622-12cb31b75122 None None] Set router 4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:43:12.719552 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bfdd1-fd7f-49dd-9547-fb12b69ccaf3 req-57e4966e-77a5-44e1-b538-1391c85cff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:43:12.721223 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-333bfdd1-fd7f-49dd-9547-fb12b69ccaf3 req-57e4966e-77a5-44e1-b538-1391c85cff0c service neutron] 10.222.0.59 "GET /v2.0/networks?id=436cb4ea-ff97-4efd-8503-0c2a6f1c49d5 HTTP/1.1" status: 200 len: 897 time: 0.1625874 May 31 16:43:12.784793 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98715772-11bd-4971-aad0-a488f0e2bf9e x-openstack-request-id: req-98715772-11bd-4971-aad0-a488f0e2bf9e {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:43:12.785054 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74", "tag": "b8f206fc-3b3b-4ad5-9e62-38952ec3b823", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:43:12.785361 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-98715772-11bd-4971-aad0-a488f0e2bf9e {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:43:12.785772 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74', 'tag': 'b8f206fc-3b3b-4ad5-9e62-38952ec3b823', 'status': 'completed', 'code': 200} May 31 16:43:12.872677 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-333bfdd1-fd7f-49dd-9547-fb12b69ccaf3 req-709c7f31-1dd0-490e-889b-653c820f356e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8f206fc-3b3b-4ad5-9e62-38952ec3b823 HTTP/1.1" status: 200 len: 1000 time: 0.1448905 May 31 16:43:12.949970 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bfdd1-fd7f-49dd-9547-fb12b69ccaf3 req-4aa674fc-15c8-4f2e-a9af-3e33b5115e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:43:12.951504 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-333bfdd1-fd7f-49dd-9547-fb12b69ccaf3 req-4aa674fc-15c8-4f2e-a9af-3e33b5115e6d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d HTTP/1.1" status: 200 len: 834 time: 0.0729990 May 31 16:43:12.960261 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e385faf-5b4d-4eb3-99bf-e90df9ac786b req-e86cfb91-f503-4b2e-8578-3f67eacd7c85 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:43:12.961772 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0e385faf-5b4d-4eb3-99bf-e90df9ac786b req-e86cfb91-f503-4b2e-8578-3f67eacd7c85 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74 HTTP/1.1" status: 200 len: 946 time: 0.1675138 May 31 16:43:13.055735 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0e385faf-5b4d-4eb3-99bf-e90df9ac786b req-94dc8049-f841-4064-a840-bda264881416 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6c19fc2-2c1f-492d-825b-0a6a5eaaa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592113 May 31 16:43:13.071957 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bfdd1-fd7f-49dd-9547-fb12b69ccaf3 req-2d81800d-0a77-4e45-a3c5-d9629d821b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:43:13.073569 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-333bfdd1-fd7f-49dd-9547-fb12b69ccaf3 req-2d81800d-0a77-4e45-a3c5-d9629d821b7f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=436cb4ea-ff97-4efd-8503-0c2a6f1c49d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1109226 May 31 16:43:13.079232 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40574) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:43:13.084277 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-81aada3e-96e8-4bef-b622-12cb31b75122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997121701', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '4bc0f251-3695-42d6-8511-fa92ae249b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:42:49Z', 'updated_at': '2021-05-31T16:42:55Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '4bc0f251-3695-42d6-8511-fa92ae249b45', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:42:50Z', 'updated_at': '2021-05-31T16:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'b4d4f2ca-13ab-4a0d-9db9-2c86b0e5186f', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'floating_ip_address': '172.26.0.183', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'port_id': 'b8f206fc-3b3b-4ad5-9e62-38952ec3b823', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '436cb4ea-ff97-4efd-8503-0c2a6f1c49d5', 'mac_address': 'fa:16:3e:d9:a4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:43:11Z', 'updated_at': '2021-05-31T16:43:11Z', 'revision_number': 0, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edeeda4-14b1-4ea7-812b-8b5c4635853a', 'name': '', 'network_id': '436cb4ea-ff97-4efd-8503-0c2a6f1c49d5', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:52:f9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:42:54Z', 'updated_at': '2021-05-31T16:43:01Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:43:13.088474 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aada3e-96e8-4bef-b622-12cb31b75122 None None] Checking router: 4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:43:13.096944 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aada3e-96e8-4bef-b622-12cb31b75122 None None] Routers {'4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:43:13.097562 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-81aada3e-96e8-4bef-b622-12cb31b75122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:43:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:43:13.195722 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-18f99468-66c1-4649-b280-2283978c1346 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/floatingips/b4d4f2ca-13ab-4a0d-9db9-2c86b0e5186f HTTP/1.1" status: 200 len: 992 time: 0.1151111 May 31 16:43:13.215762 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-333bfdd1-fd7f-49dd-9547-fb12b69ccaf3 req-b274d89f-7332-4f71-8d62-b5f011229216 service neutron] 10.222.0.59 "GET /v2.0/networks/436cb4ea-ff97-4efd-8503-0c2a6f1c49d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350565 May 31 16:43:13.277285 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-81aada3e-96e8-4bef-b622-12cb31b75122 None None] Set router 4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:43:13.351191 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-333bfdd1-fd7f-49dd-9547-fb12b69ccaf3 req-c0d9e36d-8bbe-46d5-8134-68a77aab6b2b service neutron] 10.222.0.59 "GET /v2.0/networks/436cb4ea-ff97-4efd-8503-0c2a6f1c49d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283479 May 31 16:43:13.469960 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3f66f-822b-4f0c-9876-8aa312caca3f req-a0ae372c-1370-44ea-b90b-0f06cad827e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:43:13.471490 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e5d3f66f-822b-4f0c-9876-8aa312caca3f req-a0ae372c-1370-44ea-b90b-0f06cad827e7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74 HTTP/1.1" status: 200 len: 1099 time: 0.0712464 May 31 16:43:13.604444 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3f66f-822b-4f0c-9876-8aa312caca3f req-c7f60202-6cc5-44d9-b25b-7e2668b8364e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:43:13.606313 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e5d3f66f-822b-4f0c-9876-8aa312caca3f req-c7f60202-6cc5-44d9-b25b-7e2668b8364e service neutron] 10.222.0.59 "GET /v2.0/networks?id=436cb4ea-ff97-4efd-8503-0c2a6f1c49d5 HTTP/1.1" status: 200 len: 897 time: 0.1277354 May 31 16:43:13.623314 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-81aada3e-96e8-4bef-b622-12cb31b75122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997121701', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '4bc0f251-3695-42d6-8511-fa92ae249b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:42:49Z', 'updated_at': '2021-05-31T16:42:55Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '4bc0f251-3695-42d6-8511-fa92ae249b45', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:42:50Z', 'updated_at': '2021-05-31T16:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'b4d4f2ca-13ab-4a0d-9db9-2c86b0e5186f', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'floating_ip_address': '172.26.0.183', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'port_id': 'b8f206fc-3b3b-4ad5-9e62-38952ec3b823', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '436cb4ea-ff97-4efd-8503-0c2a6f1c49d5', 'mac_address': 'fa:16:3e:d9:a4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:43:11Z', 'updated_at': '2021-05-31T16:43:11Z', 'revision_number': 0, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edeeda4-14b1-4ea7-812b-8b5c4635853a', 'name': '', 'network_id': '436cb4ea-ff97-4efd-8503-0c2a6f1c49d5', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:52:f9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:42:54Z', 'updated_at': '2021-05-31T16:43:01Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:43:13.627637 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aada3e-96e8-4bef-b622-12cb31b75122 None None] The sync data for ids ['4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42'] in dv-neutron-601336-79-hyperv is: [{'id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997121701', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '4bc0f251-3695-42d6-8511-fa92ae249b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:42:49Z', 'updated_at': '2021-05-31T16:42:55Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '4bc0f251-3695-42d6-8511-fa92ae249b45', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:42:50Z', 'updated_at': '2021-05-31T16:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'b4d4f2ca-13ab-4a0d-9db9-2c86b0e5186f', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'floating_ip_address': '172.26.0.183', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'port_id': 'b8f206fc-3b3b-4ad5-9e62-38952ec3b823', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '436cb4ea-ff97-4efd-8503-0c2a6f1c49d5', 'mac_address': 'fa:16:3e:d9:a4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:43:11Z', 'updated_at': '2021-05-31T16:43:11Z', 'revision_number': 0, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edeeda4-14b1-4ea7-812b-8b5c4635853a', 'name': '', 'network_id': '436cb4ea-ff97-4efd-8503-0c2a6f1c49d5', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:52:f9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:42:54Z', 'updated_at': '2021-05-31T16:43:01Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:43:13.818127 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc9f9b1-ce8a-4505-a7cb-9e4960c03bf1 None None] New status for floating IP b4d4f2ca-13ab-4a0d-9db9-2c86b0e5186f: ACTIVE {{(pid=99206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:43:13.872337 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e5d3f66f-822b-4f0c-9876-8aa312caca3f req-a50fcf53-0cae-4fb7-8cdf-3d014c89dd70 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8f206fc-3b3b-4ad5-9e62-38952ec3b823 HTTP/1.1" status: 200 len: 1000 time: 0.2599716 May 31 16:43:13.939512 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3f66f-822b-4f0c-9876-8aa312caca3f req-ee7fdb2d-0f86-4daf-914f-0c790bcb9132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:43:13.940976 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e5d3f66f-822b-4f0c-9876-8aa312caca3f req-ee7fdb2d-0f86-4daf-914f-0c790bcb9132 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d HTTP/1.1" status: 200 len: 834 time: 0.0619910 May 31 16:43:14.018044 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3f66f-822b-4f0c-9876-8aa312caca3f req-8ceda7aa-2451-48ba-ad46-29f2fe25408e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:43:14.019594 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e5d3f66f-822b-4f0c-9876-8aa312caca3f req-8ceda7aa-2451-48ba-ad46-29f2fe25408e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=436cb4ea-ff97-4efd-8503-0c2a6f1c49d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0725770 May 31 16:43:14.153788 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e5d3f66f-822b-4f0c-9876-8aa312caca3f req-8a572ee9-120e-4f09-84a4-b714615ccab3 service neutron] 10.222.0.59 "GET /v2.0/networks/436cb4ea-ff97-4efd-8503-0c2a6f1c49d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274219 May 31 16:43:14.199054 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40578) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:43:14.285828 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e5d3f66f-822b-4f0c-9876-8aa312caca3f req-186bf940-8526-40e1-8f47-075ceef40821 service neutron] 10.222.0.59 "GET /v2.0/networks/436cb4ea-ff97-4efd-8503-0c2a6f1c49d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256089 May 31 16:43:14.316593 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8634f141-f2de-423f-a204-b3e5ef10da8e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/floatingips/b4d4f2ca-13ab-4a0d-9db9-2c86b0e5186f HTTP/1.1" status: 200 len: 994 time: 0.1123247 May 31 16:43:29.047995 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:34.757348 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c582cb84-6118-43b0-9d54-a687520d29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:37.093961 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:38.027187 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ee697c55-026d-4efa-8d75-7c739eaa95a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:38.636881 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:38.868968 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:43:40.028062 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:43:59.049384 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:04.770732 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-91addc84-b56d-42a0-8008-3245da6f7f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:07.092122 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:08.035293 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e80e8fc9-21d4-410d-97d0-2e0a14c5181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:08.645690 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:10.029166 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:13.055243 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7376aec0-465f-4ae9-b5e6-22365cf16c79 req-5e0f4fcc-1dff-423c-a13a-2f08bb607bc2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1190326 May 31 16:44:13.208005 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376aec0-465f-4ae9-b5e6-22365cf16c79 req-a8379f38-dd56-453c-97e8-0d87a3ebed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:44:13.209586 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7376aec0-465f-4ae9-b5e6-22365cf16c79 req-a8379f38-dd56-453c-97e8-0d87a3ebed90 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74 HTTP/1.1" status: 200 len: 1099 time: 0.0802252 May 31 16:44:13.368316 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376aec0-465f-4ae9-b5e6-22365cf16c79 req-dd660bb4-06d4-4df6-9073-422e449952fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:44:13.369798 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7376aec0-465f-4ae9-b5e6-22365cf16c79 req-dd660bb4-06d4-4df6-9073-422e449952fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=436cb4ea-ff97-4efd-8503-0c2a6f1c49d5 HTTP/1.1" status: 200 len: 897 time: 0.1370766 May 31 16:44:13.482062 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7376aec0-465f-4ae9-b5e6-22365cf16c79 req-b5ed8a23-faaa-4a4c-bd6f-f8d6af8a7e5f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8f206fc-3b3b-4ad5-9e62-38952ec3b823 HTTP/1.1" status: 200 len: 1002 time: 0.1030922 May 31 16:44:13.562451 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376aec0-465f-4ae9-b5e6-22365cf16c79 req-0bcba9c6-8d4f-4a52-9a8e-0c5a1af89f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:44:13.563977 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7376aec0-465f-4ae9-b5e6-22365cf16c79 req-0bcba9c6-8d4f-4a52-9a8e-0c5a1af89f59 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d HTTP/1.1" status: 200 len: 834 time: 0.0636826 May 31 16:44:13.647109 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376aec0-465f-4ae9-b5e6-22365cf16c79 req-a9d6d916-9323-4480-b8b9-e383daf44ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:44:13.648602 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7376aec0-465f-4ae9-b5e6-22365cf16c79 req-a9d6d916-9323-4480-b8b9-e383daf44ed5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=436cb4ea-ff97-4efd-8503-0c2a6f1c49d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0784674 May 31 16:44:13.791957 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7376aec0-465f-4ae9-b5e6-22365cf16c79 req-0c021ed4-fc5b-427c-aaf6-a588bda8335f service neutron] 10.222.0.59 "GET /v2.0/networks/436cb4ea-ff97-4efd-8503-0c2a6f1c49d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361072 May 31 16:44:13.929717 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7376aec0-465f-4ae9-b5e6-22365cf16c79 req-eceea1b0-ba5e-47c6-a17c-24aaee92ada2 service neutron] 10.222.0.59 "GET /v2.0/networks/436cb4ea-ff97-4efd-8503-0c2a6f1c49d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290002 May 31 16:44:15.869535 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:44:24.257864 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35044f22-ebc9-4d73-af5e-36c0264c4662 req-0f4f03a9-1d0e-45de-a2b3-0733a14bc8cf tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:44:24.259407 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-35044f22-ebc9-4d73-af5e-36c0264c4662 req-0f4f03a9-1d0e-45de-a2b3-0733a14bc8cf tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74 HTTP/1.1" status: 200 len: 946 time: 0.1359680 May 31 16:44:24.307417 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-35044f22-ebc9-4d73-af5e-36c0264c4662 req-a7824fe6-f53a-4a4b-8d17-b1cfe0d96440 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6c19fc2-2c1f-492d-825b-0a6a5eaaa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421195 May 31 16:44:25.665224 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934505a-ae37-43e4-bd11-50af6659849d req-da68154a-8acf-4d17-84b2-d42398fd3b1b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:44:25.666922 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c934505a-ae37-43e4-bd11-50af6659849d req-da68154a-8acf-4d17-84b2-d42398fd3b1b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74 HTTP/1.1" status: 200 len: 946 time: 0.1420019 May 31 16:44:25.715755 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c934505a-ae37-43e4-bd11-50af6659849d req-f4b0dea8-73ff-4bf1-a1c3-1c86b5cb7c56 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6c19fc2-2c1f-492d-825b-0a6a5eaaa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424993 May 31 16:44:25.741952 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40624) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:44:25.854071 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-15d357da-b073-4df0-bcae-12b3e6cbdfb7 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/floatingips/b4d4f2ca-13ab-4a0d-9db9-2c86b0e5186f HTTP/1.1" status: 200 len: 994 time: 0.1108196 May 31 16:44:27.398858 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2936862-f1b5-449b-9b56-af777eb34866 req-25208b07-5b60-4eab-93d3-c3ef18bad7d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:44:27.400412 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e2936862-f1b5-449b-9b56-af777eb34866 req-25208b07-5b60-4eab-93d3-c3ef18bad7d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74 HTTP/1.1" status: 200 len: 946 time: 0.1473200 May 31 16:44:27.402433 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db518b53-54ab-488e-b410-af3c48796233 req-af7d74b8-d9fa-446e-962f-82b0d7a2b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:44:27.403786 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-db518b53-54ab-488e-b410-af3c48796233 req-af7d74b8-d9fa-446e-962f-82b0d7a2b799 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74 HTTP/1.1" status: 200 len: 1099 time: 0.1148500 May 31 16:44:27.678515 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e2936862-f1b5-449b-9b56-af777eb34866 req-d7107a0d-74b3-45ec-b653-037b87c9920e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6c19fc2-2c1f-492d-825b-0a6a5eaaa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2718420 May 31 16:44:27.719890 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db518b53-54ab-488e-b410-af3c48796233 req-4d17ec0e-996b-4d26-a0aa-7e0b2ec9a3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:44:27.721373 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-db518b53-54ab-488e-b410-af3c48796233 req-4d17ec0e-996b-4d26-a0aa-7e0b2ec9a3fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=436cb4ea-ff97-4efd-8503-0c2a6f1c49d5 HTTP/1.1" status: 200 len: 897 time: 0.3017249 May 31 16:44:27.824765 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-db518b53-54ab-488e-b410-af3c48796233 req-a2b41daa-901d-46ba-a613-dd35de0ed10b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8f206fc-3b3b-4ad5-9e62-38952ec3b823 HTTP/1.1" status: 200 len: 1002 time: 0.0962803 May 31 16:44:27.894191 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db518b53-54ab-488e-b410-af3c48796233 req-fed875f8-1675-4a3e-abbf-6a26dd152919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:44:27.895907 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-db518b53-54ab-488e-b410-af3c48796233 req-fed875f8-1675-4a3e-abbf-6a26dd152919 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d HTTP/1.1" status: 200 len: 834 time: 0.0650189 May 31 16:44:27.975390 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db518b53-54ab-488e-b410-af3c48796233 req-e4bf91f5-476f-4591-8361-96eb006980e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:44:27.976809 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-db518b53-54ab-488e-b410-af3c48796233 req-e4bf91f5-476f-4591-8361-96eb006980e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=436cb4ea-ff97-4efd-8503-0c2a6f1c49d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0743430 May 31 16:44:28.113496 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-db518b53-54ab-488e-b410-af3c48796233 req-a7adf31f-e244-4aaf-9486-1f410902ed51 service neutron] 10.222.0.59 "GET /v2.0/networks/436cb4ea-ff97-4efd-8503-0c2a6f1c49d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298051 May 31 16:44:28.252286 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-db518b53-54ab-488e-b410-af3c48796233 req-49853750-74b3-4505-b843-579e6e3298a2 service neutron] 10.222.0.59 "GET /v2.0/networks/436cb4ea-ff97-4efd-8503-0c2a6f1c49d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320043 May 31 16:44:28.877803 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a232d-12c3-4272-8450-215bf3f81347 req-795affb6-47b0-48e4-932d-f9e3cab57a64 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:44:28.880070 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a89a232d-12c3-4272-8450-215bf3f81347 req-795affb6-47b0-48e4-932d-f9e3cab57a64 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74 HTTP/1.1" status: 200 len: 946 time: 0.0892053 May 31 16:44:28.930672 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a89a232d-12c3-4272-8450-215bf3f81347 req-7cdbc27b-d3c1-4fae-bcc4-61361f9d3e44 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6c19fc2-2c1f-492d-825b-0a6a5eaaa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448241 May 31 16:44:29.054255 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:30.122619 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08096b5-5558-4e43-9864-79c4d28a12d8 req-6e633a4d-7150-466a-ae16-51873fcd1e3b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:44:30.124148 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d08096b5-5558-4e43-9864-79c4d28a12d8 req-6e633a4d-7150-466a-ae16-51873fcd1e3b tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74 HTTP/1.1" status: 200 len: 946 time: 0.0823073 May 31 16:44:30.170819 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d08096b5-5558-4e43-9864-79c4d28a12d8 req-3d901f2e-0aa6-4a9f-8475-0bd481494dcf tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6c19fc2-2c1f-492d-825b-0a6a5eaaa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405324 May 31 16:44:30.193883 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40646) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:44:30.301534 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b739a501-f768-4e95-9497-bd4fcdeffb94 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/floatingips/b4d4f2ca-13ab-4a0d-9db9-2c86b0e5186f HTTP/1.1" status: 200 len: 994 time: 0.1063054 May 31 16:44:30.578148 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40654) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:44:30.850770 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-fd2989ba-03b8-498f-a50a-2b7bb1f26eb9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Deleting port 598a7015-0b75-4d45-8940-6d227a199b9f {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:44:30.851050 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fd2989ba-03b8-498f-a50a-2b7bb1f26eb9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:30.974984 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fd2989ba-03b8-498f-a50a-2b7bb1f26eb9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:30.975261 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fd2989ba-03b8-498f-a50a-2b7bb1f26eb9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:31.099459 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-fd2989ba-03b8-498f-a50a-2b7bb1f26eb9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Calling delete_port for 598a7015-0b75-4d45-8940-6d227a199b9f owned by network:floatingip {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:44:31.233815 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fd2989ba-03b8-498f-a50a-2b7bb1f26eb9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:31.237803 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ce700689-990f-4335-8880-befbd1f62234 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:31.281773 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2989ba-03b8-498f-a50a-2b7bb1f26eb9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'Port': ['ID=598a7015-0b75-4d45-8940-6d227a199b9f,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:31.318909 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2989ba-03b8-498f-a50a-2b7bb1f26eb9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:31.319318 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2989ba-03b8-498f-a50a-2b7bb1f26eb9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:31.319700 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2989ba-03b8-498f-a50a-2b7bb1f26eb9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:31.320072 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2989ba-03b8-498f-a50a-2b7bb1f26eb9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:31.320440 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2989ba-03b8-498f-a50a-2b7bb1f26eb9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:31.320808 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2989ba-03b8-498f-a50a-2b7bb1f26eb9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:31.321170 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2989ba-03b8-498f-a50a-2b7bb1f26eb9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:31.321530 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2989ba-03b8-498f-a50a-2b7bb1f26eb9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:31.321893 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2989ba-03b8-498f-a50a-2b7bb1f26eb9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:31.322251 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2989ba-03b8-498f-a50a-2b7bb1f26eb9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:31.322607 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2989ba-03b8-498f-a50a-2b7bb1f26eb9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:31.322976 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2989ba-03b8-498f-a50a-2b7bb1f26eb9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:31.334353 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fd2989ba-03b8-498f-a50a-2b7bb1f26eb9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:31.389309 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fd2989ba-03b8-498f-a50a-2b7bb1f26eb9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for floatingip, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:31.389685 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-fd2989ba-03b8-498f-a50a-2b7bb1f26eb9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Floating IP b4d4f2ca-13ab-4a0d-9db9-2c86b0e5186f disassociated (deleted). External IP: 172.26.0.183, port: b8f206fc-3b3b-4ad5-9e62-38952ec3b823. May 31 16:44:31.911634 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2989ba-03b8-498f-a50a-2b7bb1f26eb9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Router 4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:44:32.103508 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2989ba-03b8-498f-a50a-2b7bb1f26eb9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:44:32.113483 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1f1f6f-1818-4b0d-879a-3062ba96b377 None None] Sync routers for ids ['4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:44:32.123363 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1f1f6f-1818-4b0d-879a-3062ba96b377 None None] Routers {'4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:44:32.123991 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-fd1f1f6f-1818-4b0d-879a-3062ba96b377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:44:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:44:32.126133 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fd2989ba-03b8-498f-a50a-2b7bb1f26eb9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:32.187366 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-fd2989ba-03b8-498f-a50a-2b7bb1f26eb9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "DELETE /v2.0/floatingips/b4d4f2ca-13ab-4a0d-9db9-2c86b0e5186f HTTP/1.1" status: 204 len: 168 time: 1.6080091 May 31 16:44:32.188079 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74', 'tag': 'b8f206fc-3b3b-4ad5-9e62-38952ec3b823'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:44:32.236297 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712cbd604a6cc1e0f5ba13422e2683da83bae824a67b09ff26bcbb5182465e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3c4188-2c73-4b15-ac5c-af3f87dd2f02" -d '{"events": [{"name": "network-changed", "server_uuid": "72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74", "tag": "b8f206fc-3b3b-4ad5-9e62-38952ec3b823"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:44:32.306422 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-fd1f1f6f-1818-4b0d-879a-3062ba96b377 None None] Set router 4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:44:32.335114 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546dd2d8-56ec-4717-a4c9-0fe7008fc440 x-openstack-request-id: req-546dd2d8-56ec-4717-a4c9-0fe7008fc440 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:44:32.335463 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74", "tag": "b8f206fc-3b3b-4ad5-9e62-38952ec3b823", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:44:32.335733 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-546dd2d8-56ec-4717-a4c9-0fe7008fc440 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:44:32.336202 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74', 'tag': 'b8f206fc-3b3b-4ad5-9e62-38952ec3b823', 'status': 'completed', 'code': 200} May 31 16:44:32.447488 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c4188-2c73-4b15-ac5c-af3f87dd2f02 req-9d8aed98-c6a1-4c3c-b38a-5d0cda3cbcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:44:32.448933 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bc3c4188-2c73-4b15-ac5c-af3f87dd2f02 req-9d8aed98-c6a1-4c3c-b38a-5d0cda3cbcfa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74dcf8b577b84054bb5717d04406209a&device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74 HTTP/1.1" status: 200 len: 1099 time: 0.0899642 May 31 16:44:32.639984 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-fd1f1f6f-1818-4b0d-879a-3062ba96b377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997121701', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '4bc0f251-3695-42d6-8511-fa92ae249b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:42:49Z', 'updated_at': '2021-05-31T16:42:55Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '4bc0f251-3695-42d6-8511-fa92ae249b45', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:42:50Z', 'updated_at': '2021-05-31T16:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '2edeeda4-14b1-4ea7-812b-8b5c4635853a', 'name': '', 'network_id': '436cb4ea-ff97-4efd-8503-0c2a6f1c49d5', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:52:f9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:42:54Z', 'updated_at': '2021-05-31T16:43:01Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:44:32.640691 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c4188-2c73-4b15-ac5c-af3f87dd2f02 req-ae352805-c84c-40e8-b733-97fb359a2e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:44:32.642187 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bc3c4188-2c73-4b15-ac5c-af3f87dd2f02 req-ae352805-c84c-40e8-b733-97fb359a2e4b service neutron] 10.222.0.59 "GET /v2.0/networks?id=436cb4ea-ff97-4efd-8503-0c2a6f1c49d5 HTTP/1.1" status: 200 len: 897 time: 0.1863496 May 31 16:44:32.644116 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1f1f6f-1818-4b0d-879a-3062ba96b377 None None] Checking router: 4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:44:32.653100 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1f1f6f-1818-4b0d-879a-3062ba96b377 None None] Routers {'4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:44:32.653742 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-fd1f1f6f-1818-4b0d-879a-3062ba96b377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:44:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:44:32.658791 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39722c89-8151-4e34-ad64-dd708d9e795e req-464d801e-75a7-41e8-b043-83d51092064e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:44:32.659543 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-39722c89-8151-4e34-ad64-dd708d9e795e req-464d801e-75a7-41e8-b043-83d51092064e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Synchronizing usage tracker for tenant:74dcf8b577b84054bb5717d04406209a on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:44:32.730040 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bc3c4188-2c73-4b15-ac5c-af3f87dd2f02 req-60d41864-4795-492b-b52a-cc1a303f84e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8f206fc-3b3b-4ad5-9e62-38952ec3b823 HTTP/1.1" status: 200 len: 217 time: 0.0673366 May 31 16:44:32.769092 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-39722c89-8151-4e34-ad64-dd708d9e795e req-464d801e-75a7-41e8-b043-83d51092064e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Unset dirty status for tenant:74dcf8b577b84054bb5717d04406209a on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:44:32.770228 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-39722c89-8151-4e34-ad64-dd708d9e795e req-464d801e-75a7-41e8-b043-83d51092064e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74 HTTP/1.1" status: 200 len: 946 time: 0.2443790 May 31 16:44:32.823689 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c4188-2c73-4b15-ac5c-af3f87dd2f02 req-74dfd949-284c-45b1-b294-469a6355f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:44:32.825170 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bc3c4188-2c73-4b15-ac5c-af3f87dd2f02 req-74dfd949-284c-45b1-b294-469a6355f84c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d HTTP/1.1" status: 200 len: 834 time: 0.0886598 May 31 16:44:32.870695 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-39722c89-8151-4e34-ad64-dd708d9e795e req-b26c7468-6b95-459a-b8ce-432d4fb3a7d7 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6c19fc2-2c1f-492d-825b-0a6a5eaaa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893662 May 31 16:44:32.878540 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-fd1f1f6f-1818-4b0d-879a-3062ba96b377 None None] Set router 4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:44:32.911870 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c4188-2c73-4b15-ac5c-af3f87dd2f02 req-f53ac243-9aa3-48eb-9af2-1beb84fc691a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:44:32.913424 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bc3c4188-2c73-4b15-ac5c-af3f87dd2f02 req-f53ac243-9aa3-48eb-9af2-1beb84fc691a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=436cb4ea-ff97-4efd-8503-0c2a6f1c49d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0793180 May 31 16:44:33.049572 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bc3c4188-2c73-4b15-ac5c-af3f87dd2f02 req-6a49e210-89f8-4b79-89e8-0f1200d94898 service neutron] 10.222.0.59 "GET /v2.0/networks/436cb4ea-ff97-4efd-8503-0c2a6f1c49d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275525 May 31 16:44:33.184427 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bc3c4188-2c73-4b15-ac5c-af3f87dd2f02 req-3f91f4d7-4131-4d7d-8eb0-2abccc77b273 service neutron] 10.222.0.59 "GET /v2.0/networks/436cb4ea-ff97-4efd-8503-0c2a6f1c49d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277347 May 31 16:44:33.187550 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-fd1f1f6f-1818-4b0d-879a-3062ba96b377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997121701', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '4bc0f251-3695-42d6-8511-fa92ae249b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:42:49Z', 'updated_at': '2021-05-31T16:42:55Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '4bc0f251-3695-42d6-8511-fa92ae249b45', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:42:50Z', 'updated_at': '2021-05-31T16:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '2edeeda4-14b1-4ea7-812b-8b5c4635853a', 'name': '', 'network_id': '436cb4ea-ff97-4efd-8503-0c2a6f1c49d5', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:52:f9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:42:54Z', 'updated_at': '2021-05-31T16:43:01Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:44:33.192610 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1f1f6f-1818-4b0d-879a-3062ba96b377 None None] The sync data for ids ['4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42'] in dv-neutron-601336-79-hyperv is: [{'id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997121701', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '4bc0f251-3695-42d6-8511-fa92ae249b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:42:49Z', 'updated_at': '2021-05-31T16:42:55Z', 'revision_number': 4, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '4bc0f251-3695-42d6-8511-fa92ae249b45', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:42:50Z', 'updated_at': '2021-05-31T16:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '2edeeda4-14b1-4ea7-812b-8b5c4635853a', 'name': '', 'network_id': '436cb4ea-ff97-4efd-8503-0c2a6f1c49d5', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'mac_address': 'fa:16:3e:52:f9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:42:54Z', 'updated_at': '2021-05-31T16:43:01Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'subnets': [{'id': '3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:44:33.412519 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055e0122-3f81-455f-baed-ab5e264e5744 None None] New status for floating IP b4d4f2ca-13ab-4a0d-9db9-2c86b0e5186f: DOWN {{(pid=99206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:44:34.064532 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f92df0-8937-4109-80e7-5fbc81ee8971 req-8c47f288-6524-4af6-899f-68342907bf4c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:44:34.066061 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-76f92df0-8937-4109-80e7-5fbc81ee8971 req-8c47f288-6524-4af6-899f-68342907bf4c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74 HTTP/1.1" status: 200 len: 946 time: 0.0819719 May 31 16:44:34.115763 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-76f92df0-8937-4109-80e7-5fbc81ee8971 req-4917a602-16fd-4ee8-84d2-3203e93d55b1 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6c19fc2-2c1f-492d-825b-0a6a5eaaa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428197 May 31 16:44:34.506352 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80791302-5367-4580-bcc7-74f622899680 req-9eff6523-a262-424e-9071-9bd2fd5c69e3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:44:34.507862 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-80791302-5367-4580-bcc7-74f622899680 req-9eff6523-a262-424e-9071-9bd2fd5c69e3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.59 "GET /v2.0/ports?device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74 HTTP/1.1" status: 200 len: 946 time: 0.2479722 May 31 16:44:34.647601 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-80791302-5367-4580-bcc7-74f622899680 req-4bf06eb7-5ff1-4917-8629-82a09c9cb332 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Deleting port b8f206fc-3b3b-4ad5-9e62-38952ec3b823 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:44:34.647840 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-80791302-5367-4580-bcc7-74f622899680 req-4bf06eb7-5ff1-4917-8629-82a09c9cb332 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:34.764739 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-61a86858-1825-4ba8-aa66-baa520fe8b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:34.780022 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-80791302-5367-4580-bcc7-74f622899680 req-4bf06eb7-5ff1-4917-8629-82a09c9cb332 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] For port b8f206fc-3b3b-4ad5-9e62-38952ec3b823, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b8f206fc-3b3b-4ad5-9e62-38952ec3b823,segment=NetworkSegment(079f7c81-4353-4b54-8687-8b7c2500e4cd),segment_id=079f7c81-4353-4b54-8687-8b7c2500e4cd)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:44:34.780371 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-80791302-5367-4580-bcc7-74f622899680 req-4bf06eb7-5ff1-4917-8629-82a09c9cb332 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:34.899657 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [req-80791302-5367-4580-bcc7-74f622899680 req-4bf06eb7-5ff1-4917-8629-82a09c9cb332 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Calling delete_port for b8f206fc-3b3b-4ad5-9e62-38952ec3b823 owned by compute:nova {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:44:35.011690 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-80791302-5367-4580-bcc7-74f622899680 req-4bf06eb7-5ff1-4917-8629-82a09c9cb332 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:35.017647 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-167b70f4-dbf5-4000-b926-1592dbde2e87 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:35.065846 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf06eb7-5ff1-4917-8629-82a09c9cb332 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'Port': ['ID=b8f206fc-3b3b-4ad5-9e62-38952ec3b823,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:35.069182 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4bf06eb7-5ff1-4917-8629-82a09c9cb332 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:35.142925 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-80791302-5367-4580-bcc7-74f622899680 req-4bf06eb7-5ff1-4917-8629-82a09c9cb332 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] No DVR routers for this DVR port b8f206fc-3b3b-4ad5-9e62-38952ec3b823 on host hv-neutron-6013 {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:44:35.145586 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-80791302-5367-4580-bcc7-74f622899680 req-4bf06eb7-5ff1-4917-8629-82a09c9cb332 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:35.148475 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74', 'name': 'network-vif-deleted', 'tag': 'b8f206fc-3b3b-4ad5-9e62-38952ec3b823'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:44:35.150919 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712cbd604a6cc1e0f5ba13422e2683da83bae824a67b09ff26bcbb5182465e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e1d5e7-e8f7-48b9-ae06-f47487569c58" -d '{"events": [{"server_uuid": "72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74", "name": "network-vif-deleted", "tag": "b8f206fc-3b3b-4ad5-9e62-38952ec3b823"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:44:35.165290 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-80791302-5367-4580-bcc7-74f622899680 req-4bf06eb7-5ff1-4917-8629-82a09c9cb332 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.59 "DELETE /v2.0/ports/b8f206fc-3b3b-4ad5-9e62-38952ec3b823 HTTP/1.1" status: 204 len: 173 time: 0.6512332 May 31 16:44:35.197626 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9d0a9c-7be8-4a04-a208-f632659da751 x-openstack-request-id: req-7e9d0a9c-7be8-4a04-a208-f632659da751 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:44:35.198005 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74", "name": "network-vif-deleted", "tag": "b8f206fc-3b3b-4ad5-9e62-38952ec3b823", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:44:35.198262 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7e9d0a9c-7be8-4a04-a208-f632659da751 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:44:35.198711 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74', 'name': 'network-vif-deleted', 'tag': 'b8f206fc-3b3b-4ad5-9e62-38952ec3b823', 'status': 'completed', 'code': 200} May 31 16:44:35.275298 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-4211ab7d-2b4f-440e-ab4c-9983d57e8780 req-dafeb5d1-0e4e-4677-82aa-e73c96422b59 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Synchronizing usage tracker for tenant:74dcf8b577b84054bb5717d04406209a on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:44:35.292120 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-4211ab7d-2b4f-440e-ab4c-9983d57e8780 req-dafeb5d1-0e4e-4677-82aa-e73c96422b59 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Unset dirty status for tenant:74dcf8b577b84054bb5717d04406209a on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:44:35.293424 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4211ab7d-2b4f-440e-ab4c-9983d57e8780 req-dafeb5d1-0e4e-4677-82aa-e73c96422b59 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "GET /v2.0/ports?device_id=72cfc0f8-32ea-4c5c-bd6e-64cfe9f5fb74 HTTP/1.1" status: 200 len: 210 time: 0.0639033 May 31 16:44:36.390526 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40676) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:44:36.948014 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-019f5b05-d501-4fc6-8bd2-6c3a51d2c44d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:37.091975 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:37.518013 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-019f5b05-d501-4fc6-8bd2-6c3a51d2c44d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Deleting port 2edeeda4-14b1-4ea7-812b-8b5c4635853a {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:44:37.518623 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-019f5b05-d501-4fc6-8bd2-6c3a51d2c44d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:37.655930 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-019f5b05-d501-4fc6-8bd2-6c3a51d2c44d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] For port 2edeeda4-14b1-4ea7-812b-8b5c4635853a, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=2edeeda4-14b1-4ea7-812b-8b5c4635853a,segment=NetworkSegment(079f7c81-4353-4b54-8687-8b7c2500e4cd),segment_id=079f7c81-4353-4b54-8687-8b7c2500e4cd)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:44:37.656211 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-019f5b05-d501-4fc6-8bd2-6c3a51d2c44d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:37.779225 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-019f5b05-d501-4fc6-8bd2-6c3a51d2c44d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Calling delete_port for 2edeeda4-14b1-4ea7-812b-8b5c4635853a owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:44:38.028905 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0f5d0c32-d21c-4746-ac7f-96916e66f18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:38.073671 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-019f5b05-d501-4fc6-8bd2-6c3a51d2c44d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:38.078321 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f1eb8fa7-4165-411b-b5cf-ced450b5ae01 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:38.111254 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device b8f206fc-3b3b-4ad5-9e62-38952ec3b823 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:44:38.128147 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f5b05-d501-4fc6-8bd2-6c3a51d2c44d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'Port': ['ID=2edeeda4-14b1-4ea7-812b-8b5c4635853a,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:38.155270 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-019f5b05-d501-4fc6-8bd2-6c3a51d2c44d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:38.206242 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: b8f206fc-3b3b-4ad5-9e62-38952ec3b823 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:44:38.206242 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device b8f206fc-3b3b-4ad5-9e62-38952ec3b823 not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:44:38.409667 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-019f5b05-d501-4fc6-8bd2-6c3a51d2c44d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:38.642091 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:38.935359 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019f5b05-d501-4fc6-8bd2-6c3a51d2c44d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Router 4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:44:39.115191 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019f5b05-d501-4fc6-8bd2-6c3a51d2c44d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:44:39.125344 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fd27fc-3107-450d-8ef7-3bb8b54e7486 None None] Sync routers for ids ['4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:44:39.134215 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-019f5b05-d501-4fc6-8bd2-6c3a51d2c44d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "PUT /v2.0/routers/4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7424729 May 31 16:44:39.135695 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fd27fc-3107-450d-8ef7-3bb8b54e7486 None None] Routers {'4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:44:39.136329 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-82fd27fc-3107-450d-8ef7-3bb8b54e7486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:44:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:44:39.136876 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40680) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:44:39.204299 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7beb52d-942f-450e-bad3-058327761c9e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Deleting subnet 3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:44:39.207607 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b7beb52d-942f-450e-bad3-058327761c9e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:39.267354 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b7beb52d-942f-450e-bad3-058327761c9e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:39.316306 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-82fd27fc-3107-450d-8ef7-3bb8b54e7486 None None] Set router 4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:44:39.353312 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b7beb52d-942f-450e-bad3-058327761c9e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:39.597935 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-82fd27fc-3107-450d-8ef7-3bb8b54e7486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997121701', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '4bc0f251-3695-42d6-8511-fa92ae249b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:42:49Z', 'updated_at': '2021-05-31T16:44:38Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '4bc0f251-3695-42d6-8511-fa92ae249b45', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:42:50Z', 'updated_at': '2021-05-31T16:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:44:39.601076 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fd27fc-3107-450d-8ef7-3bb8b54e7486 None None] Checking router: 4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:44:39.609993 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fd27fc-3107-450d-8ef7-3bb8b54e7486 None None] Routers {'4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:44:39.610557 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-82fd27fc-3107-450d-8ef7-3bb8b54e7486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:44:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:44:39.629915 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b7beb52d-942f-450e-bad3-058327761c9e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:39.634056 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-52520aa9-db4d-4bb5-8fb5-43d8b82ca864 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:39.671272 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7beb52d-942f-450e-bad3-058327761c9e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'Subnet': ['ID=3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:39.674414 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b7beb52d-942f-450e-bad3-058327761c9e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:39.675501 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b7beb52d-942f-450e-bad3-058327761c9e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:39.682356 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b7beb52d-942f-450e-bad3-058327761c9e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "DELETE /v2.0/subnets/3ccad572-c2c1-4d40-b7c1-f4f7f11bba0d HTTP/1.1" status: 204 len: 168 time: 0.5444386 May 31 16:44:39.683699 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bbb242-7e00-4def-b060-d0b048fcf38d None None] Network 436cb4ea-ff97-4efd-8503-0c2a6f1c49d5 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:44:39.685201 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40684) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:44:39.802680 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-82fd27fc-3107-450d-8ef7-3bb8b54e7486 None None] Set router 4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:44:39.873004 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1e127ab3-37a1-45b3-ad65-a1a3764ae7d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:39.939863 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3c08cd-bd76-440d-9235-5acd7f00c284 None None] DHCP port deletion for 436cb4ea-ff97-4efd-8503-0c2a6f1c49d5 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 16:44:40.014280 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-cb3c08cd-bd76-440d-9235-5acd7f00c284 None None] Deleting port b06c2e07-112a-4e23-93fd-a7b818e3f69c {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:44:40.014640 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cb3c08cd-bd76-440d-9235-5acd7f00c284 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:40.067897 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1e127ab3-37a1-45b3-ad65-a1a3764ae7d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:40.103494 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:40.112349 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-82fd27fc-3107-450d-8ef7-3bb8b54e7486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997121701', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '4bc0f251-3695-42d6-8511-fa92ae249b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:42:49Z', 'updated_at': '2021-05-31T16:44:38Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '4bc0f251-3695-42d6-8511-fa92ae249b45', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:42:50Z', 'updated_at': '2021-05-31T16:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:44:40.116591 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fd27fc-3107-450d-8ef7-3bb8b54e7486 None None] The sync data for ids ['4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42'] in dv-neutron-601336-79-hyperv is: [{'id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997121701', 'tenant_id': '74dcf8b577b84054bb5717d04406209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '4bc0f251-3695-42d6-8511-fa92ae249b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:42:49Z', 'updated_at': '2021-05-31T16:44:38Z', 'revision_number': 5, 'project_id': '74dcf8b577b84054bb5717d04406209a', 'gw_port': {'id': '4bc0f251-3695-42d6-8511-fa92ae249b45', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:42:50Z', 'updated_at': '2021-05-31T16:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:44:40.127752 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-cb3c08cd-bd76-440d-9235-5acd7f00c284 None None] For port b06c2e07-112a-4e23-93fd-a7b818e3f69c, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=b06c2e07-112a-4e23-93fd-a7b818e3f69c,segment=NetworkSegment(079f7c81-4353-4b54-8687-8b7c2500e4cd),segment_id=079f7c81-4353-4b54-8687-8b7c2500e4cd)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:44:40.128771 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cb3c08cd-bd76-440d-9235-5acd7f00c284 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:40.150999 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-1e127ab3-37a1-45b3-ad65-a1a3764ae7d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Deleting port 4bc0f251-3695-42d6-8511-fa92ae249b45 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:44:40.151347 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1e127ab3-37a1-45b3-ad65-a1a3764ae7d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:40.254500 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-cb3c08cd-bd76-440d-9235-5acd7f00c284 None None] Calling delete_port for b06c2e07-112a-4e23-93fd-a7b818e3f69c owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:44:40.274991 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-1e127ab3-37a1-45b3-ad65-a1a3764ae7d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] For port 4bc0f251-3695-42d6-8511-fa92ae249b45, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=4bc0f251-3695-42d6-8511-fa92ae249b45,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:44:40.275385 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1e127ab3-37a1-45b3-ad65-a1a3764ae7d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:40.301139 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cb3c08cd-bd76-440d-9235-5acd7f00c284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:40.305462 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-f83495ac-75fb-4997-936f-02ef21d61047 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:40.348594 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c08cd-bd76-440d-9235-5acd7f00c284 None None] Pushing event deleted for resources: {'Port': ['ID=b06c2e07-112a-4e23-93fd-a7b818e3f69c,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:40.350854 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3c08cd-bd76-440d-9235-5acd7f00c284 None None] No DVR routers for this DVR port b06c2e07-112a-4e23-93fd-a7b818e3f69c on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:44:40.360515 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3c08cd-bd76-440d-9235-5acd7f00c284 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:40.360855 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3c08cd-bd76-440d-9235-5acd7f00c284 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:40.361191 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3c08cd-bd76-440d-9235-5acd7f00c284 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:40.361543 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3c08cd-bd76-440d-9235-5acd7f00c284 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:40.361839 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3c08cd-bd76-440d-9235-5acd7f00c284 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:40.362180 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3c08cd-bd76-440d-9235-5acd7f00c284 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:40.362480 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3c08cd-bd76-440d-9235-5acd7f00c284 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:40.362800 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3c08cd-bd76-440d-9235-5acd7f00c284 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:40.363185 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3c08cd-bd76-440d-9235-5acd7f00c284 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:40.363439 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3c08cd-bd76-440d-9235-5acd7f00c284 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:40.363763 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3c08cd-bd76-440d-9235-5acd7f00c284 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:40.364069 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3c08cd-bd76-440d-9235-5acd7f00c284 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:40.367581 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-cb3c08cd-bd76-440d-9235-5acd7f00c284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:40.563680 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-1e127ab3-37a1-45b3-ad65-a1a3764ae7d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Calling delete_port for 4bc0f251-3695-42d6-8511-fa92ae249b45 owned by network:router_gateway {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:44:40.704741 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1e127ab3-37a1-45b3-ad65-a1a3764ae7d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:40.708499 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-581a51a9-481b-4499-8d06-29827872b91e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:40.752019 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e127ab3-37a1-45b3-ad65-a1a3764ae7d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'Port': ['ID=4bc0f251-3695-42d6-8511-fa92ae249b45,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:40.755187 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1e127ab3-37a1-45b3-ad65-a1a3764ae7d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:40.851828 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1e127ab3-37a1-45b3-ad65-a1a3764ae7d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:40.972111 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 2edeeda4-14b1-4ea7-812b-8b5c4635853a no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:44:41.011306 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 2edeeda4-14b1-4ea7-812b-8b5c4635853a {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:44:41.011651 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 2edeeda4-14b1-4ea7-812b-8b5c4635853a not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:44:41.012069 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device b06c2e07-112a-4e23-93fd-a7b818e3f69c no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:44:41.028342 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1e127ab3-37a1-45b3-ad65-a1a3764ae7d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:41.030547 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1e127ab3-37a1-45b3-ad65-a1a3764ae7d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:41.044245 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: b06c2e07-112a-4e23-93fd-a7b818e3f69c {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:44:41.044600 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device b06c2e07-112a-4e23-93fd-a7b818e3f69c not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:44:41.054964 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1e127ab3-37a1-45b3-ad65-a1a3764ae7d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:41.055672 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e127ab3-37a1-45b3-ad65-a1a3764ae7d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Fanout notify agent at l3_agent the message router_deleted on router 4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42 {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 16:44:41.070850 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1e127ab3-37a1-45b3-ad65-a1a3764ae7d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:41.071980 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1e127ab3-37a1-45b3-ad65-a1a3764ae7d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "DELETE /v2.0/routers/4eb4fd4f-63d2-4c5a-a4da-28aa7d118e42 HTTP/1.1" status: 204 len: 168 time: 1.3858879 May 31 16:44:41.074680 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40688) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:44:41.190192 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7e7858ed-97f7-4d69-aa6b-7ee3d128fc6a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:41.316890 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7e7858ed-97f7-4d69-aa6b-7ee3d128fc6a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:41.329276 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-7e7858ed-97f7-4d69-aa6b-7ee3d128fc6a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['436cb4ea-ff97-4efd-8503-0c2a6f1c49d5']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:44:41.342985 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-7e7858ed-97f7-4d69-aa6b-7ee3d128fc6a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079f7c81-4353-4b54-8687-8b7c2500e4cd') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:44:41.343269 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-7e7858ed-97f7-4d69-aa6b-7ee3d128fc6a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079f7c81-4353-4b54-8687-8b7c2500e4cd') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:44:41.354359 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7e7858ed-97f7-4d69-aa6b-7ee3d128fc6a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:41.370399 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7e7858ed-97f7-4d69-aa6b-7ee3d128fc6a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:41.376570 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e7858ed-97f7-4d69-aa6b-7ee3d128fc6a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:44:41.376954 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7e7858ed-97f7-4d69-aa6b-7ee3d128fc6a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:44:41.391166 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:44:41.472191 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7e7858ed-97f7-4d69-aa6b-7ee3d128fc6a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:41.476086 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8dd82165-910d-4777-a611-1ad917856275 tempest-RoutersIpV6Test-1101074891 tempest-RoutersIpV6Test-1101074891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:41.492252 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7e7858ed-97f7-4d69-aa6b-7ee3d128fc6a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:41.503829 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7858ed-97f7-4d69-aa6b-7ee3d128fc6a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'Network': ['ID=436cb4ea-ff97-4efd-8503-0c2a6f1c49d5,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:41.507295 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7e7858ed-97f7-4d69-aa6b-7ee3d128fc6a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:41.513847 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7e7858ed-97f7-4d69-aa6b-7ee3d128fc6a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "DELETE /v2.0/networks/436cb4ea-ff97-4efd-8503-0c2a6f1c49d5 HTTP/1.1" status: 204 len: 168 time: 0.4381757 May 31 16:44:41.516686 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40692) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:44:41.587509 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4e385b66-8412-403d-8213-0bad5dbe8b30 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:41.622554 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4e385b66-8412-403d-8213-0bad5dbe8b30 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:41.691305 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4e385b66-8412-403d-8213-0bad5dbe8b30 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:41.698616 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-12467e61-34f8-4256-bc42-83c890be0d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:41.713611 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e385b66-8412-403d-8213-0bad5dbe8b30 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c19fc2-2c1f-492d-825b-0a6a5eaaa4ae,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:41.717347 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4e385b66-8412-403d-8213-0bad5dbe8b30 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:41.721183 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-4e385b66-8412-403d-8213-0bad5dbe8b30 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:41.722315 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-4e385b66-8412-403d-8213-0bad5dbe8b30 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] 10.222.0.45 "DELETE /v2.0/security-groups/c6c19fc2-2c1f-492d-825b-0a6a5eaaa4ae HTTP/1.1" status: 204 len: 168 time: 0.2045960 May 31 16:44:42.097830 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40702) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:44:42.252240 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-da6f7456-a8c0-4660-98f1-931811bfd989 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=74dcf8b577b84054bb5717d04406209a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529651 May 31 16:44:42.254488 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40708) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:44:42.315135 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8d48af1b-a2f5-49da-be78-890f3b76cdd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:42.345732 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8d48af1b-a2f5-49da-be78-890f3b76cdd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:42.399932 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8d48af1b-a2f5-49da-be78-890f3b76cdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:42.403839 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-16d56cbc-8018-4146-93ab-6f90ab48f801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:42.416659 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48af1b-a2f5-49da-be78-890f3b76cdd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ca4a3b-49be-4d70-9596-abf7616b907d,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:42.427155 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48af1b-a2f5-49da-be78-890f3b76cdd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:42.427536 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48af1b-a2f5-49da-be78-890f3b76cdd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:42.427905 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48af1b-a2f5-49da-be78-890f3b76cdd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:42.428268 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48af1b-a2f5-49da-be78-890f3b76cdd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:42.428630 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48af1b-a2f5-49da-be78-890f3b76cdd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:42.428995 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48af1b-a2f5-49da-be78-890f3b76cdd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:42.429347 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48af1b-a2f5-49da-be78-890f3b76cdd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:42.429700 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48af1b-a2f5-49da-be78-890f3b76cdd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:42.430080 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48af1b-a2f5-49da-be78-890f3b76cdd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:42.430434 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48af1b-a2f5-49da-be78-890f3b76cdd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:42.430785 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48af1b-a2f5-49da-be78-890f3b76cdd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:42.431162 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48af1b-a2f5-49da-be78-890f3b76cdd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:42.435826 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-8d48af1b-a2f5-49da-be78-890f3b76cdd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:42.437707 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-8d48af1b-a2f5-49da-be78-890f3b76cdd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:42.438777 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-8d48af1b-a2f5-49da-be78-890f3b76cdd0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/76ca4a3b-49be-4d70-9596-abf7616b907d HTTP/1.1" status: 204 len: 168 time: 0.1833663 May 31 16:44:42.732884 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40716) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:44:42.751055 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e275c038-244c-4e37-b4e3-4111377119d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:42.765377 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e275c038-244c-4e37-b4e3-4111377119d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:44:42.769303 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e275c038-244c-4e37-b4e3-4111377119d4 admin admin] Usage tracker for resource:security_group_rule and tenant:8fa643af7e474eaabf91bf3e76a6f353 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:44:42.772255 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-e275c038-244c-4e37-b4e3-4111377119d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:44:42.777949 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-e275c038-244c-4e37-b4e3-4111377119d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:44:42.862732 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e275c038-244c-4e37-b4e3-4111377119d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:42.868054 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e275c038-244c-4e37-b4e3-4111377119d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:42.875940 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-bbd9feb4-cde9-4ca0-8612-25943cdebaf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:42.881752 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 4bc0f251-3695-42d6-8511-fa92ae249b45 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:44:42.915254 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 4bc0f251-3695-42d6-8511-fa92ae249b45 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:44:42.915601 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 4bc0f251-3695-42d6-8511-fa92ae249b45 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:44:42.920377 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e275c038-244c-4e37-b4e3-4111377119d4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8fa643af7e474eaabf91bf3e76a6f353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1864519 May 31 16:44:42.921156 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275c038-244c-4e37-b4e3-4111377119d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7395ab31-f04e-4a17-9827-6424a656d194,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:42.923311 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40720) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:44:42.924091 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e275c038-244c-4e37-b4e3-4111377119d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:42.981963 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b22f0cc5-01a0-400c-8eef-8f467febf5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:43.007219 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b22f0cc5-01a0-400c-8eef-8f467febf5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:43.061740 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b22f0cc5-01a0-400c-8eef-8f467febf5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:43.065644 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-07e4349f-df06-4c80-961c-b926328092aa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:43.076721 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f0cc5-01a0-400c-8eef-8f467febf5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7395ab31-f04e-4a17-9827-6424a656d194,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:43.079180 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b22f0cc5-01a0-400c-8eef-8f467febf5bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:43.084391 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b22f0cc5-01a0-400c-8eef-8f467febf5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:43.085551 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b22f0cc5-01a0-400c-8eef-8f467febf5bc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7395ab31-f04e-4a17-9827-6424a656d194 HTTP/1.1" status: 204 len: 168 time: 0.1612415 May 31 16:44:43.918609 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40744) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:44:44.029031 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-f3fd2aa0-e58f-4ae5-94dc-abfd044faa9b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-703297219-network', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:44:44.034194 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f3fd2aa0-e58f-4ae5-94dc-abfd044faa9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:44:44.038364 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f3fd2aa0-e58f-4ae5-94dc-abfd044faa9b admin admin] Usage tracker for resource:network and tenant:6a68a2a82a8c4455a2a5acb590dd39ee is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:44:44.041347 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f3fd2aa0-e58f-4ae5-94dc-abfd044faa9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:44:44.048381 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f3fd2aa0-e58f-4ae5-94dc-abfd044faa9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:44:44.060603 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fd2aa0-e58f-4ae5-94dc-abfd044faa9b admin admin] Made reservation on behalf of 6a68a2a82a8c4455a2a5acb590dd39ee for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:44:44.063147 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2aa0-e58f-4ae5-94dc-abfd044faa9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:44.079830 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2aa0-e58f-4ae5-94dc-abfd044faa9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:44.095255 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f3fd2aa0-e58f-4ae5-94dc-abfd044faa9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:44:44.099337 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f3fd2aa0-e58f-4ae5-94dc-abfd044faa9b admin admin] Usage tracker for resource:security_group_rule and tenant:6a68a2a82a8c4455a2a5acb590dd39ee is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:44:44.102301 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f3fd2aa0-e58f-4ae5-94dc-abfd044faa9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:44:44.108633 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f3fd2aa0-e58f-4ae5-94dc-abfd044faa9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:44:44.193774 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2aa0-e58f-4ae5-94dc-abfd044faa9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:44.198975 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2aa0-e58f-4ae5-94dc-abfd044faa9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:44.201977 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-72f2b28a-7e90-4fb0-83ec-b61460e00ed8 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:44.230033 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3fd2aa0-e58f-4ae5-94dc-abfd044faa9b admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:44:44.239119 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd2aa0-e58f-4ae5-94dc-abfd044faa9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369373f0-c723-43ce-8926-ee79970abcf6,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:44.242796 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f3fd2aa0-e58f-4ae5-94dc-abfd044faa9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:44.245423 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2aa0-e58f-4ae5-94dc-abfd044faa9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:44.245775 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-f3fd2aa0-e58f-4ae5-94dc-abfd044faa9b admin admin] Added segment dac1681c-8fe6-4c0e-9fd9-5d1e869acf66 of type vlan for network b9c5d476-092c-4e1b-bc25-469b3b201fae May 31 16:44:44.272502 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2aa0-e58f-4ae5-94dc-abfd044faa9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:44.303592 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2aa0-e58f-4ae5-94dc-abfd044faa9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:44.304657 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fd2aa0-e58f-4ae5-94dc-abfd044faa9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:44:44.305260 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2aa0-e58f-4ae5-94dc-abfd044faa9b admin admin] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:44.310399 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0ef3718a-ce96-4f83-97f6-d4d2f1e4dc68 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:44.416964 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd2aa0-e58f-4ae5-94dc-abfd044faa9b admin admin] Pushing event updated for resources: {'Network': ['ID=b9c5d476-092c-4e1b-bc25-469b3b201fae,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:44.420221 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f3fd2aa0-e58f-4ae5-94dc-abfd044faa9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:44.422336 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f3fd2aa0-e58f-4ae5-94dc-abfd044faa9b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5026517 May 31 16:44:44.425514 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40750) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:44:44.427654 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network b9c5d476-092c-4e1b-bc25-469b3b201fae details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 16:44:44.431824 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-f76b45e8-3d75-4a0d-9102-3cd7ba9f3eca admin admin] Request body: {'subnet': {'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-703297219-subnet', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'ip_version': 4}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:44:44.437203 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f76b45e8-3d75-4a0d-9102-3cd7ba9f3eca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:44:44.441664 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f76b45e8-3d75-4a0d-9102-3cd7ba9f3eca admin admin] Usage tracker for resource:subnet and tenant:6a68a2a82a8c4455a2a5acb590dd39ee is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:44:44.445045 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f76b45e8-3d75-4a0d-9102-3cd7ba9f3eca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:44:44.451277 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f76b45e8-3d75-4a0d-9102-3cd7ba9f3eca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:44:44.463856 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76b45e8-3d75-4a0d-9102-3cd7ba9f3eca admin admin] Made reservation on behalf of 6a68a2a82a8c4455a2a5acb590dd39ee for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:44:44.466233 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f76b45e8-3d75-4a0d-9102-3cd7ba9f3eca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:44.868707 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f76b45e8-3d75-4a0d-9102-3cd7ba9f3eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:44.872887 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-5f4d2f20-96cf-4fba-99d0-d83aa4731bb4 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:44.940656 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b45e8-3d75-4a0d-9102-3cd7ba9f3eca admin admin] Pushing event updated for resources: {'Subnet': ['ID=521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:44.946224 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f76b45e8-3d75-4a0d-9102-3cd7ba9f3eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:44.955591 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76b45e8-3d75-4a0d-9102-3cd7ba9f3eca admin admin] Checking segment: {'id': 'dac1681c-8fe6-4c0e-9fd9-5d1e869acf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:44:44.955950 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76b45e8-3d75-4a0d-9102-3cd7ba9f3eca admin admin] Network hostable DHCP agents. Network: b9c5d476-092c-4e1b-bc25-469b3b201fae, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:44:44.974212 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76b45e8-3d75-4a0d-9102-3cd7ba9f3eca admin admin] Network b9c5d476-092c-4e1b-bc25-469b3b201fae is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:44:44.984429 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-f76b45e8-3d75-4a0d-9102-3cd7ba9f3eca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, b9c5d476-092c-4e1b-bc25-469b3b201fae) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:44:44.994025 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3497c3ce-1334-4266-b2cf-a167ab8ad090 None None] Network b9c5d476-092c-4e1b-bc25-469b3b201fae requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:44:44.994407 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76b45e8-3d75-4a0d-9102-3cd7ba9f3eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:44:44.995030 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f76b45e8-3d75-4a0d-9102-3cd7ba9f3eca admin admin] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:45.018172 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f76b45e8-3d75-4a0d-9102-3cd7ba9f3eca admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5912385 May 31 16:44:45.020860 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40754) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:44:45.026188 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-1a9adc6e-fea1-4b61-bb7f-983303baa391 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-703297219-router', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:44:45.031312 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1a9adc6e-fea1-4b61-bb7f-983303baa391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:44:45.035397 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1a9adc6e-fea1-4b61-bb7f-983303baa391 admin admin] Usage tracker for resource:router and tenant:6a68a2a82a8c4455a2a5acb590dd39ee is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:44:45.038410 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-1a9adc6e-fea1-4b61-bb7f-983303baa391 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:44:45.044496 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-1a9adc6e-fea1-4b61-bb7f-983303baa391 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:44:45.056955 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1a9adc6e-fea1-4b61-bb7f-983303baa391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:45.058126 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1a9adc6e-fea1-4b61-bb7f-983303baa391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:45.074367 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1a9adc6e-fea1-4b61-bb7f-983303baa391 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:45.217800 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c849ac6c-8d0d-4a35-9894-8e8db9535fec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-b9c5d476-092c-4e1b-bc25-469b3b201fae', 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'fixed_ips': [{'subnet_id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:44:45.218659 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c849ac6c-8d0d-4a35-9894-8e8db9535fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:45.391848 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-c849ac6c-8d0d-4a35-9894-8e8db9535fec None None] Allocated IP 172.20.0.2 (b9c5d476-092c-4e1b-bc25-469b3b201fae/521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3/869eb0e3-3b17-4cf5-9874-e4d18b8413b2) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:44:45.502340 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1a9adc6e-fea1-4b61-bb7f-983303baa391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:45.603158 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c849ac6c-8d0d-4a35-9894-8e8db9535fec None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:45.615586 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c849ac6c-8d0d-4a35-9894-8e8db9535fec None None] Transition to ACTIVE for port object 869eb0e3-3b17-4cf5-9874-e4d18b8413b2 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:44:45.637824 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c849ac6c-8d0d-4a35-9894-8e8db9535fec None None] Transition to ACTIVE for port object 869eb0e3-3b17-4cf5-9874-e4d18b8413b2 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:44:45.645644 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c849ac6c-8d0d-4a35-9894-8e8db9535fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:45.651436 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:45.753800 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c849ac6c-8d0d-4a35-9894-8e8db9535fec None None] Network b9c5d476-092c-4e1b-bc25-469b3b201fae is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:44:45.756460 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-c849ac6c-8d0d-4a35-9894-8e8db9535fec None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:44:45.760449 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c849ac6c-8d0d-4a35-9894-8e8db9535fec None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:44:45.769598 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849ac6c-8d0d-4a35-9894-8e8db9535fec None None] Pushing event updated for resources: {'Port': ['ID=869eb0e3-3b17-4cf5-9874-e4d18b8413b2,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:45.795527 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-c849ac6c-8d0d-4a35-9894-8e8db9535fec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:45.831973 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1a9adc6e-fea1-4b61-bb7f-983303baa391 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:45.857273 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-c849ac6c-8d0d-4a35-9894-8e8db9535fec None None] Attempting to bind port 869eb0e3-3b17-4cf5-9874-e4d18b8413b2 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:44:45.857645 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-c849ac6c-8d0d-4a35-9894-8e8db9535fec None None] Attempting to bind port 869eb0e3-3b17-4cf5-9874-e4d18b8413b2 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'dac1681c-8fe6-4c0e-9fd9-5d1e869acf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:44:45.858007 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c849ac6c-8d0d-4a35-9894-8e8db9535fec None None] Attempting to bind port 869eb0e3-3b17-4cf5-9874-e4d18b8413b2 on network b9c5d476-092c-4e1b-bc25-469b3b201fae {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:44:45.863409 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1a9adc6e-fea1-4b61-bb7f-983303baa391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:45.863612 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c849ac6c-8d0d-4a35-9894-8e8db9535fec None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:44:45.863807 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c849ac6c-8d0d-4a35-9894-8e8db9535fec None None] Checking segment: {'id': 'dac1681c-8fe6-4c0e-9fd9-5d1e869acf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:44:45.864218 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c849ac6c-8d0d-4a35-9894-8e8db9535fec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:45.864604 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c849ac6c-8d0d-4a35-9894-8e8db9535fec None None] Bound using segment: {'id': 'dac1681c-8fe6-4c0e-9fd9-5d1e869acf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:44:45.865067 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-c849ac6c-8d0d-4a35-9894-8e8db9535fec None None] Bound port: 869eb0e3-3b17-4cf5-9874-e4d18b8413b2, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac1681c-8fe6-4c0e-9fd9-5d1e869acf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:44:45.865440 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c849ac6c-8d0d-4a35-9894-8e8db9535fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:45.956277 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-c849ac6c-8d0d-4a35-9894-8e8db9535fec None None] For port 869eb0e3-3b17-4cf5-9874-e4d18b8413b2, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:44:45.959936 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-c849ac6c-8d0d-4a35-9894-8e8db9535fec None None] For port 869eb0e3-3b17-4cf5-9874-e4d18b8413b2, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=869eb0e3-3b17-4cf5-9874-e4d18b8413b2,segment=NetworkSegment(dac1681c-8fe6-4c0e-9fd9-5d1e869acf66),segment_id=dac1681c-8fe6-4c0e-9fd9-5d1e869acf66)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:44:45.964834 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c849ac6c-8d0d-4a35-9894-8e8db9535fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:45.968763 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:46.011697 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-1a9adc6e-fea1-4b61-bb7f-983303baa391 admin admin] Allocated IP 172.26.0.57 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/0da0b0a9-6aec-4d9a-8432-2194e26a0536) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:44:46.057592 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849ac6c-8d0d-4a35-9894-8e8db9535fec None None] Pushing event updated for resources: {'Port': ['ID=869eb0e3-3b17-4cf5-9874-e4d18b8413b2,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:46.060945 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-c849ac6c-8d0d-4a35-9894-8e8db9535fec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:46.173260 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1a9adc6e-fea1-4b61-bb7f-983303baa391 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:46.207232 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1a9adc6e-fea1-4b61-bb7f-983303baa391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:46.219487 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a72db5d6-0933-4949-b88e-bec751973f4e tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:46.266672 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9adc6e-fea1-4b61-bb7f-983303baa391 admin admin] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:44:46.275147 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-1a9adc6e-fea1-4b61-bb7f-983303baa391 admin admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:44:46.277670 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9adc6e-fea1-4b61-bb7f-983303baa391 admin admin] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:44:46.346456 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9adc6e-fea1-4b61-bb7f-983303baa391 admin admin] Pushing event updated for resources: {'Port': ['ID=0da0b0a9-6aec-4d9a-8432-2194e26a0536,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:46.349638 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1a9adc6e-fea1-4b61-bb7f-983303baa391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:46.729567 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1a9adc6e-fea1-4b61-bb7f-983303baa391 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:46.966181 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7675bf9-f09e-43bc-aad6-f1b9451fba83 None None] Network b9c5d476-092c-4e1b-bc25-469b3b201fae requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:44:46.981857 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 869eb0e3-3b17-4cf5-9874-e4d18b8413b2 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:44:47.131588 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-aebe5f72-3f34-4cdc-a0df-87bcb75ad2a8 None None] Provisioning for port 869eb0e3-3b17-4cf5-9874-e4d18b8413b2 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:44:47.193259 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 869eb0e3-3b17-4cf5-9874-e4d18b8413b2 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:44:47.203603 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 869eb0e3-3b17-4cf5-9874-e4d18b8413b2 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:44:47.203890 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:47.261270 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1a9adc6e-fea1-4b61-bb7f-983303baa391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:47.387595 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:47.425572 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 869eb0e3-3b17-4cf5-9874-e4d18b8413b2, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=869eb0e3-3b17-4cf5-9874-e4d18b8413b2,segment=NetworkSegment(dac1681c-8fe6-4c0e-9fd9-5d1e869acf66),segment_id=dac1681c-8fe6-4c0e-9fd9-5d1e869acf66)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:44:47.431090 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:47.433123 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-10f572b1-3575-4de5-9f49-8628003f4bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:47.487796 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9adc6e-fea1-4b61-bb7f-983303baa391 admin admin] Router 98c40fb9-e5e2-404e-aeee-f33f258599e9 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 16:44:47.507293 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=869eb0e3-3b17-4cf5-9874-e4d18b8413b2,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:47.510629 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:47.675436 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-5bb750b2-29dd-4478-a68e-5bd1789069f5 None None] Provisioning complete for port 869eb0e3-3b17-4cf5-9874-e4d18b8413b2 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:44:47.675682 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5bb750b2-29dd-4478-a68e-5bd1789069f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:47.675796 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9adc6e-fea1-4b61-bb7f-983303baa391 admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:44:47.702244 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1a9adc6e-fea1-4b61-bb7f-983303baa391 admin admin] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:47.703955 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1a9adc6e-fea1-4b61-bb7f-983303baa391 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6817787 May 31 16:44:47.706428 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40758) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:44:47.709546 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa49984-ecf8-401f-a83b-c0f667629c15 None None] Sync routers for ids ['98c40fb9-e5e2-404e-aeee-f33f258599e9'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:44:47.739014 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa49984-ecf8-401f-a83b-c0f667629c15 None None] Routers {'98c40fb9-e5e2-404e-aeee-f33f258599e9'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:44:47.739658 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-dfa49984-ecf8-401f-a83b-c0f667629c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:44:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['98c40fb9-e5e2-404e-aeee-f33f258599e9'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:44:47.969188 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-dfa49984-ecf8-401f-a83b-c0f667629c15 None None] Set router 98c40fb9-e5e2-404e-aeee-f33f258599e9 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:44:48.250601 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-dfa49984-ecf8-401f-a83b-c0f667629c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'name': 'tempest-TestShelveInstance-703297219-router', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:46Z', 'revision_number': 3, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'gw_port': {'id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:44:48.254656 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa49984-ecf8-401f-a83b-c0f667629c15 None None] Checking router: 98c40fb9-e5e2-404e-aeee-f33f258599e9 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:44:48.254997 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa49984-ecf8-401f-a83b-c0f667629c15 None None] Updating router 98c40fb9-e5e2-404e-aeee-f33f258599e9 port 0da0b0a9-6aec-4d9a-8432-2194e26a0536 binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:44:48.377106 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dfa49984-ecf8-401f-a83b-c0f667629c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:48.558471 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9d3b0765-92da-49b1-8785-8d1daa2a5e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:48.767685 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-9d3b0765-92da-49b1-8785-8d1daa2a5e32 admin admin] Allocated IP 172.20.0.1 (b9c5d476-092c-4e1b-bc25-469b3b201fae/521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3/16655dbc-66c0-495a-ba81-d7178142e3d0) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:44:48.794335 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dfa49984-ecf8-401f-a83b-c0f667629c15 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:48.806186 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-dfa49984-ecf8-401f-a83b-c0f667629c15 None None] Transition to ACTIVE for port object 0da0b0a9-6aec-4d9a-8432-2194e26a0536 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:44:48.812784 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dfa49984-ecf8-401f-a83b-c0f667629c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:48.817086 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:48.893862 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-dfa49984-ecf8-401f-a83b-c0f667629c15 None None] Attempting to bind port 0da0b0a9-6aec-4d9a-8432-2194e26a0536 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:44:48.894231 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-dfa49984-ecf8-401f-a83b-c0f667629c15 None None] Attempting to bind port 0da0b0a9-6aec-4d9a-8432-2194e26a0536 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:44:48.894599 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa49984-ecf8-401f-a83b-c0f667629c15 None None] Attempting to bind port 0da0b0a9-6aec-4d9a-8432-2194e26a0536 on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:44:48.904099 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ba4da-9f5f-4ff6-823d-416b661a76b6 None None] Pushing event updated for resources: {'Port': ['ID=0da0b0a9-6aec-4d9a-8432-2194e26a0536,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:48.907379 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-514ba4da-9f5f-4ff6-823d-416b661a76b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:48.908516 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa49984-ecf8-401f-a83b-c0f667629c15 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:44:48.908898 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa49984-ecf8-401f-a83b-c0f667629c15 None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:44:48.909315 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dfa49984-ecf8-401f-a83b-c0f667629c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:48.909702 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa49984-ecf8-401f-a83b-c0f667629c15 None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:44:48.910184 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-dfa49984-ecf8-401f-a83b-c0f667629c15 None None] Bound port: 0da0b0a9-6aec-4d9a-8432-2194e26a0536, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:44:48.910560 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dfa49984-ecf8-401f-a83b-c0f667629c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:48.923135 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9d3b0765-92da-49b1-8785-8d1daa2a5e32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:48.939566 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-9d3b0765-92da-49b1-8785-8d1daa2a5e32 admin admin] Transition to ACTIVE for port object 16655dbc-66c0-495a-ba81-d7178142e3d0 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:44:48.948261 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 869eb0e3-3b17-4cf5-9874-e4d18b8413b2 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:44:48.963900 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9d3b0765-92da-49b1-8785-8d1daa2a5e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:48.968758 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f8b619a7-b81b-4ce6-aab6-d44afe8ee8d7 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:49.038028 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3b0765-92da-49b1-8785-8d1daa2a5e32 admin admin] Network b9c5d476-092c-4e1b-bc25-469b3b201fae is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:44:49.040047 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-dfa49984-ecf8-401f-a83b-c0f667629c15 None None] For port 0da0b0a9-6aec-4d9a-8432-2194e26a0536, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:44:49.041155 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-9d3b0765-92da-49b1-8785-8d1daa2a5e32 admin admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:44:49.043807 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-dfa49984-ecf8-401f-a83b-c0f667629c15 None None] For port 0da0b0a9-6aec-4d9a-8432-2194e26a0536, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=0da0b0a9-6aec-4d9a-8432-2194e26a0536,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:44:49.045506 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3b0765-92da-49b1-8785-8d1daa2a5e32 admin admin] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:44:49.052998 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dfa49984-ecf8-401f-a83b-c0f667629c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:49.057012 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-10f572b1-3575-4de5-9f49-8628003f4bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:49.077159 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b0765-92da-49b1-8785-8d1daa2a5e32 admin admin] Pushing event updated for resources: {'Port': ['ID=16655dbc-66c0-495a-ba81-d7178142e3d0,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:49.083986 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9d3b0765-92da-49b1-8785-8d1daa2a5e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:49.091691 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 869eb0e3-3b17-4cf5-9874-e4d18b8413b2 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:44:49.092078 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:49.110268 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9d3b0765-92da-49b1-8785-8d1daa2a5e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:49.185267 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa49984-ecf8-401f-a83b-c0f667629c15 None None] Routers {'98c40fb9-e5e2-404e-aeee-f33f258599e9'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:44:49.185267 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-dfa49984-ecf8-401f-a83b-c0f667629c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:44:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['98c40fb9-e5e2-404e-aeee-f33f258599e9'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:44:49.252091 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ba4da-9f5f-4ff6-823d-416b661a76b6 None None] Pushing event updated for resources: {'Port': ['ID=0da0b0a9-6aec-4d9a-8432-2194e26a0536,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:49.258451 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-514ba4da-9f5f-4ff6-823d-416b661a76b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:49.388776 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-958c9826-ddeb-453f-a33d-471698ecbaed None None] Provisioning for port 16655dbc-66c0-495a-ba81-d7178142e3d0 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:44:49.419270 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-958c9826-ddeb-453f-a33d-471698ecbaed None None] Provisioning complete for port 16655dbc-66c0-495a-ba81-d7178142e3d0 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:44:49.419650 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-958c9826-ddeb-453f-a33d-471698ecbaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:49.443434 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9d3b0765-92da-49b1-8785-8d1daa2a5e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:49.486116 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-dfa49984-ecf8-401f-a83b-c0f667629c15 None None] Set router 98c40fb9-e5e2-404e-aeee-f33f258599e9 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:44:49.594160 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-958c9826-ddeb-453f-a33d-471698ecbaed None None] Port 16655dbc-66c0-495a-ba81-d7178142e3d0 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:44:49.679576 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9d3b0765-92da-49b1-8785-8d1daa2a5e32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:49.687258 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9d3b0765-92da-49b1-8785-8d1daa2a5e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:49.721507 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4d524aa9-94b2-47ce-b40b-fc9a04572e9f tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:49.785643 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-dfa49984-ecf8-401f-a83b-c0f667629c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'name': 'tempest-TestShelveInstance-703297219-router', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:46Z', 'revision_number': 3, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'gw_port': {'id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:44:49.789716 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa49984-ecf8-401f-a83b-c0f667629c15 None None] The sync data for ids ['98c40fb9-e5e2-404e-aeee-f33f258599e9'] in dv-neutron-601336-79-hyperv is: [{'id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'name': 'tempest-TestShelveInstance-703297219-router', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:46Z', 'revision_number': 3, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'gw_port': {'id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:44:49.795947 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-9d3b0765-92da-49b1-8785-8d1daa2a5e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:49.799707 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b0765-92da-49b1-8785-8d1daa2a5e32 admin admin] Pushing event updated for resources: {'Port': ['ID=16655dbc-66c0-495a-ba81-d7178142e3d0,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:49.805933 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9d3b0765-92da-49b1-8785-8d1daa2a5e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:49.940520 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3b0765-92da-49b1-8785-8d1daa2a5e32 admin admin] Network b9c5d476-092c-4e1b-bc25-469b3b201fae is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:44:49.941866 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-9d3b0765-92da-49b1-8785-8d1daa2a5e32 admin admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:44:50.170791 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3b0765-92da-49b1-8785-8d1daa2a5e32 admin admin] Router 98c40fb9-e5e2-404e-aeee-f33f258599e9 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:44:50.221443 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-90e0a3ab-3218-4f74-9640-b1f3fb7113c0 None None] Provisioning complete for port 16655dbc-66c0-495a-ba81-d7178142e3d0 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:44:50.222496 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-90e0a3ab-3218-4f74-9640-b1f3fb7113c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:50.289383 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-90e0a3ab-3218-4f74-9640-b1f3fb7113c0 None None] Port 16655dbc-66c0-495a-ba81-d7178142e3d0 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:44:50.521296 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3b0765-92da-49b1-8785-8d1daa2a5e32 admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:44:50.531569 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-9d3b0765-92da-49b1-8785-8d1daa2a5e32 admin admin] 10.222.0.45 "PUT /v2.0/routers/98c40fb9-e5e2-404e-aeee-f33f258599e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8238230 May 31 16:44:50.956969 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 0da0b0a9-6aec-4d9a-8432-2194e26a0536 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:44:51.029374 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 0da0b0a9-6aec-4d9a-8432-2194e26a0536 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:44:51.034573 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 0da0b0a9-6aec-4d9a-8432-2194e26a0536 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:44:51.034995 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:51.067626 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40776) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:44:51.074074 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-0d0df470-d2ff-44c1-b6ad-87c66c439270 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1095848883-network', 'tenant_id': '5d01bd2306fa4225810581df96e7e0f1'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:44:51.079688 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0d0df470-d2ff-44c1-b6ad-87c66c439270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:44:51.084627 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0d0df470-d2ff-44c1-b6ad-87c66c439270 admin admin] Usage tracker for resource:network and tenant:5d01bd2306fa4225810581df96e7e0f1 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:44:51.088463 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0d0df470-d2ff-44c1-b6ad-87c66c439270 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:44:51.095299 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0d0df470-d2ff-44c1-b6ad-87c66c439270 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:44:51.110014 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0df470-d2ff-44c1-b6ad-87c66c439270 admin admin] Made reservation on behalf of 5d01bd2306fa4225810581df96e7e0f1 for: {'network': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:44:51.112867 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0d0df470-d2ff-44c1-b6ad-87c66c439270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:51.125700 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0d0df470-d2ff-44c1-b6ad-87c66c439270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:51.140560 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0d0df470-d2ff-44c1-b6ad-87c66c439270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:44:51.144559 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0d0df470-d2ff-44c1-b6ad-87c66c439270 admin admin] Usage tracker for resource:security_group_rule and tenant:5d01bd2306fa4225810581df96e7e0f1 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:44:51.147377 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-0d0df470-d2ff-44c1-b6ad-87c66c439270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:44:51.153495 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-0d0df470-d2ff-44c1-b6ad-87c66c439270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:44:51.211955 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:51.229469 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 0da0b0a9-6aec-4d9a-8432-2194e26a0536, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=0da0b0a9-6aec-4d9a-8432-2194e26a0536,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:44:51.234401 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:51.236391 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:51.245087 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0d0df470-d2ff-44c1-b6ad-87c66c439270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:51.249573 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0d0df470-d2ff-44c1-b6ad-87c66c439270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:51.252752 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e275c038-244c-4e37-b4e3-4111377119d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:51.282339 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d0df470-d2ff-44c1-b6ad-87c66c439270 admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=99204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:44:51.292041 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0df470-d2ff-44c1-b6ad-87c66c439270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60123613-d0ce-40e0-a754-acf148091d5b,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:51.296093 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0d0df470-d2ff-44c1-b6ad-87c66c439270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:51.298895 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0d0df470-d2ff-44c1-b6ad-87c66c439270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:51.299283 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.segments_db [None req-0d0df470-d2ff-44c1-b6ad-87c66c439270 admin admin] Added segment bc755e1a-1f97-4581-b630-19e2fdf20b4c of type vlan for network da870bfc-74ba-460a-9c8d-51e91cfb54f6 May 31 16:44:51.318327 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed483dc-9f84-4108-ae97-12fd470a97b5 None None] Sync routers for ids ['98c40fb9-e5e2-404e-aeee-f33f258599e9'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:44:51.327127 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=0da0b0a9-6aec-4d9a-8432-2194e26a0536,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:51.330150 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0d0df470-d2ff-44c1-b6ad-87c66c439270 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:51.330308 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:51.331202 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed483dc-9f84-4108-ae97-12fd470a97b5 None None] Routers {'98c40fb9-e5e2-404e-aeee-f33f258599e9'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:44:51.332109 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-aed483dc-9f84-4108-ae97-12fd470a97b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:44:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['98c40fb9-e5e2-404e-aeee-f33f258599e9'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:44:51.367676 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0d0df470-d2ff-44c1-b6ad-87c66c439270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:51.368810 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0df470-d2ff-44c1-b6ad-87c66c439270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:44:51.369425 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-0d0df470-d2ff-44c1-b6ad-87c66c439270 admin admin] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:51.373744 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e4a1bc58-8d9e-437e-9cc1-daa8de9d7700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:51.472672 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0df470-d2ff-44c1-b6ad-87c66c439270 admin admin] Pushing event updated for resources: {'Network': ['ID=da870bfc-74ba-460a-9c8d-51e91cfb54f6,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:51.476081 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-0d0df470-d2ff-44c1-b6ad-87c66c439270 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4072800 May 31 16:44:51.477136 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-0d0df470-d2ff-44c1-b6ad-87c66c439270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:51.478989 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40780) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:44:51.485428 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-c797282a-8edf-4108-9cc7-0369e9d8d501 admin admin] Request body: {'subnet': {'network_id': 'da870bfc-74ba-460a-9c8d-51e91cfb54f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1095848883-subnet', 'tenant_id': '5d01bd2306fa4225810581df96e7e0f1', 'ip_version': 4}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:44:51.488111 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network da870bfc-74ba-460a-9c8d-51e91cfb54f6 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 16:44:51.491936 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-c797282a-8edf-4108-9cc7-0369e9d8d501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:44:51.496096 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-c797282a-8edf-4108-9cc7-0369e9d8d501 admin admin] Usage tracker for resource:subnet and tenant:5d01bd2306fa4225810581df96e7e0f1 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:44:51.499047 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-c797282a-8edf-4108-9cc7-0369e9d8d501 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:44:51.506244 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-c797282a-8edf-4108-9cc7-0369e9d8d501 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:44:51.516682 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c797282a-8edf-4108-9cc7-0369e9d8d501 admin admin] Made reservation on behalf of 5d01bd2306fa4225810581df96e7e0f1 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:44:51.518970 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c797282a-8edf-4108-9cc7-0369e9d8d501 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:51.560972 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-aed483dc-9f84-4108-ae97-12fd470a97b5 None None] Set router 98c40fb9-e5e2-404e-aeee-f33f258599e9 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:44:51.885739 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-aed483dc-9f84-4108-ae97-12fd470a97b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'name': 'tempest-TestShelveInstance-703297219-router', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:49Z', 'revision_number': 4, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'gw_port': {'id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '16655dbc-66c0-495a-ba81-d7178142e3d0', 'name': '', 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'mac_address': 'fa:16:3e:b0:87:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:48Z', 'updated_at': '2021-05-31T16:44:49Z', 'revision_number': 2, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'subnets': [{'id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:44:51.889762 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed483dc-9f84-4108-ae97-12fd470a97b5 None None] Checking router: 98c40fb9-e5e2-404e-aeee-f33f258599e9 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:44:51.890120 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed483dc-9f84-4108-ae97-12fd470a97b5 None None] Updating router 98c40fb9-e5e2-404e-aeee-f33f258599e9 port 16655dbc-66c0-495a-ba81-d7178142e3d0 binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:44:51.906027 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c797282a-8edf-4108-9cc7-0369e9d8d501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:51.909607 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9cb9dcbc-c6dc-4c88-a1a3-4f741cb9b24d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:51.940951 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-aed483dc-9f84-4108-ae97-12fd470a97b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:51.981923 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797282a-8edf-4108-9cc7-0369e9d8d501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d40eafd5-1771-4283-8482-b924abf08972,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:51.985143 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c797282a-8edf-4108-9cc7-0369e9d8d501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:51.994610 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c797282a-8edf-4108-9cc7-0369e9d8d501 admin admin] Checking segment: {'id': 'bc755e1a-1f97-4581-b630-19e2fdf20b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'da870bfc-74ba-460a-9c8d-51e91cfb54f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:44:51.994983 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c797282a-8edf-4108-9cc7-0369e9d8d501 admin admin] Network hostable DHCP agents. Network: da870bfc-74ba-460a-9c8d-51e91cfb54f6, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:44:52.013565 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c797282a-8edf-4108-9cc7-0369e9d8d501 admin admin] Network da870bfc-74ba-460a-9c8d-51e91cfb54f6 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:44:52.024905 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-c797282a-8edf-4108-9cc7-0369e9d8d501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, da870bfc-74ba-460a-9c8d-51e91cfb54f6) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:44:52.035235 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f879f92-330d-4d22-b16e-6d3edc90396d None None] Network da870bfc-74ba-460a-9c8d-51e91cfb54f6 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:44:52.036831 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c797282a-8edf-4108-9cc7-0369e9d8d501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:44:52.037546 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c797282a-8edf-4108-9cc7-0369e9d8d501 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:52.215547 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c797282a-8edf-4108-9cc7-0369e9d8d501 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7352307 May 31 16:44:52.217895 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40784) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:44:52.223305 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-805ba4fc-c912-4472-8304-accd6958171d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1095848883-router', 'tenant_id': '5d01bd2306fa4225810581df96e7e0f1', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:44:52.228008 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-805ba4fc-c912-4472-8304-accd6958171d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:44:52.232191 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-805ba4fc-c912-4472-8304-accd6958171d admin admin] Usage tracker for resource:router and tenant:5d01bd2306fa4225810581df96e7e0f1 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:44:52.235038 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-805ba4fc-c912-4472-8304-accd6958171d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:44:52.240644 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-805ba4fc-c912-4472-8304-accd6958171d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:44:52.252114 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-805ba4fc-c912-4472-8304-accd6958171d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:52.253354 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-805ba4fc-c912-4472-8304-accd6958171d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:52.269303 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-805ba4fc-c912-4472-8304-accd6958171d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:52.272694 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b9c3fd-3997-484e-a66d-155ed0779f53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-da870bfc-74ba-460a-9c8d-51e91cfb54f6', 'network_id': 'da870bfc-74ba-460a-9c8d-51e91cfb54f6', 'tenant_id': '5d01bd2306fa4225810581df96e7e0f1', 'fixed_ips': [{'subnet_id': 'd40eafd5-1771-4283-8482-b924abf08972'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:44:52.273621 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a9b9c3fd-3997-484e-a66d-155ed0779f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:52.307206 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-aed483dc-9f84-4108-ae97-12fd470a97b5 None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:52.319678 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-aed483dc-9f84-4108-ae97-12fd470a97b5 None None] Transition to ACTIVE for port object 16655dbc-66c0-495a-ba81-d7178142e3d0 will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:44:52.326844 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-aed483dc-9f84-4108-ae97-12fd470a97b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:52.330659 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-6022304d-d967-478d-8c86-f81e10f5f4c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:52.455894 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-a9b9c3fd-3997-484e-a66d-155ed0779f53 None None] Allocated IP 172.20.0.2 (da870bfc-74ba-460a-9c8d-51e91cfb54f6/d40eafd5-1771-4283-8482-b924abf08972/7db615cc-5e39-4604-807b-50d053d2a4c6) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:44:52.540189 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-aed483dc-9f84-4108-ae97-12fd470a97b5 None None] Attempting to bind port 16655dbc-66c0-495a-ba81-d7178142e3d0 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:44:52.540558 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-aed483dc-9f84-4108-ae97-12fd470a97b5 None None] Attempting to bind port 16655dbc-66c0-495a-ba81-d7178142e3d0 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'dac1681c-8fe6-4c0e-9fd9-5d1e869acf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:44:52.540922 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed483dc-9f84-4108-ae97-12fd470a97b5 None None] Attempting to bind port 16655dbc-66c0-495a-ba81-d7178142e3d0 on network b9c5d476-092c-4e1b-bc25-469b3b201fae {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:44:52.548961 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed483dc-9f84-4108-ae97-12fd470a97b5 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:44:52.549326 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed483dc-9f84-4108-ae97-12fd470a97b5 None None] Checking segment: {'id': 'dac1681c-8fe6-4c0e-9fd9-5d1e869acf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:44:52.549930 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-aed483dc-9f84-4108-ae97-12fd470a97b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:52.550481 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed483dc-9f84-4108-ae97-12fd470a97b5 None None] Bound using segment: {'id': 'dac1681c-8fe6-4c0e-9fd9-5d1e869acf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:44:52.551160 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-aed483dc-9f84-4108-ae97-12fd470a97b5 None None] Bound port: 16655dbc-66c0-495a-ba81-d7178142e3d0, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac1681c-8fe6-4c0e-9fd9-5d1e869acf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:44:52.551538 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-aed483dc-9f84-4108-ae97-12fd470a97b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:52.569237 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a171c-d021-49d7-9be5-3723e3b70dc0 None None] Pushing event updated for resources: {'Port': ['ID=16655dbc-66c0-495a-ba81-d7178142e3d0,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:52.577718 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a171c-d021-49d7-9be5-3723e3b70dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:52.578324 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a171c-d021-49d7-9be5-3723e3b70dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:52.578844 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a171c-d021-49d7-9be5-3723e3b70dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:52.579197 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a171c-d021-49d7-9be5-3723e3b70dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:52.579692 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a171c-d021-49d7-9be5-3723e3b70dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:52.580176 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a171c-d021-49d7-9be5-3723e3b70dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:52.580669 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a171c-d021-49d7-9be5-3723e3b70dc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:52.581186 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a171c-d021-49d7-9be5-3723e3b70dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:52.581657 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a171c-d021-49d7-9be5-3723e3b70dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:52.582124 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a171c-d021-49d7-9be5-3723e3b70dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:52.582587 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a171c-d021-49d7-9be5-3723e3b70dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:52.583076 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a171c-d021-49d7-9be5-3723e3b70dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:44:52.614277 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-506a171c-d021-49d7-9be5-3723e3b70dc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:52.631029 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-805ba4fc-c912-4472-8304-accd6958171d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:52.666500 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-aed483dc-9f84-4108-ae97-12fd470a97b5 None None] For port 16655dbc-66c0-495a-ba81-d7178142e3d0, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:44:52.672202 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-aed483dc-9f84-4108-ae97-12fd470a97b5 None None] For port 16655dbc-66c0-495a-ba81-d7178142e3d0, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=16655dbc-66c0-495a-ba81-d7178142e3d0,segment=NetworkSegment(dac1681c-8fe6-4c0e-9fd9-5d1e869acf66),segment_id=dac1681c-8fe6-4c0e-9fd9-5d1e869acf66)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:44:52.677492 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-aed483dc-9f84-4108-ae97-12fd470a97b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:52.682568 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:52.710744 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a9b9c3fd-3997-484e-a66d-155ed0779f53 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:52.722547 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a9b9c3fd-3997-484e-a66d-155ed0779f53 None None] Transition to ACTIVE for port object 7db615cc-5e39-4604-807b-50d053d2a4c6 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:44:52.746689 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a9b9c3fd-3997-484e-a66d-155ed0779f53 None None] Transition to ACTIVE for port object 7db615cc-5e39-4604-807b-50d053d2a4c6 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:44:52.755124 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a9b9c3fd-3997-484e-a66d-155ed0779f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:52.759686 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed483dc-9f84-4108-ae97-12fd470a97b5 None None] Routers {'98c40fb9-e5e2-404e-aeee-f33f258599e9'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:44:52.760751 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-aed483dc-9f84-4108-ae97-12fd470a97b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:44:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['98c40fb9-e5e2-404e-aeee-f33f258599e9'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:44:52.760956 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-c849ac6c-8d0d-4a35-9894-8e8db9535fec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:52.830719 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b9c3fd-3997-484e-a66d-155ed0779f53 None None] Network da870bfc-74ba-460a-9c8d-51e91cfb54f6 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:44:52.834414 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-a9b9c3fd-3997-484e-a66d-155ed0779f53 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:44:52.837053 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b9c3fd-3997-484e-a66d-155ed0779f53 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:44:52.847817 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9c3fd-3997-484e-a66d-155ed0779f53 None None] Pushing event updated for resources: {'Port': ['ID=7db615cc-5e39-4604-807b-50d053d2a4c6,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:52.850862 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a9b9c3fd-3997-484e-a66d-155ed0779f53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:52.960751 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-a9b9c3fd-3997-484e-a66d-155ed0779f53 None None] Attempting to bind port 7db615cc-5e39-4604-807b-50d053d2a4c6 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:44:52.961127 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-a9b9c3fd-3997-484e-a66d-155ed0779f53 None None] Attempting to bind port 7db615cc-5e39-4604-807b-50d053d2a4c6 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'bc755e1a-1f97-4581-b630-19e2fdf20b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'da870bfc-74ba-460a-9c8d-51e91cfb54f6'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:44:52.961497 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9c3fd-3997-484e-a66d-155ed0779f53 None None] Attempting to bind port 7db615cc-5e39-4604-807b-50d053d2a4c6 on network da870bfc-74ba-460a-9c8d-51e91cfb54f6 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:44:52.963936 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 0da0b0a9-6aec-4d9a-8432-2194e26a0536 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:44:52.990624 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-805ba4fc-c912-4472-8304-accd6958171d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:53.006670 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9c3fd-3997-484e-a66d-155ed0779f53 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:44:53.006980 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9c3fd-3997-484e-a66d-155ed0779f53 None None] Checking segment: {'id': 'bc755e1a-1f97-4581-b630-19e2fdf20b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'da870bfc-74ba-460a-9c8d-51e91cfb54f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:44:53.007582 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a9b9c3fd-3997-484e-a66d-155ed0779f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:53.008281 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9c3fd-3997-484e-a66d-155ed0779f53 None None] Bound using segment: {'id': 'bc755e1a-1f97-4581-b630-19e2fdf20b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'da870bfc-74ba-460a-9c8d-51e91cfb54f6'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:44:53.008763 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-a9b9c3fd-3997-484e-a66d-155ed0779f53 None None] Bound port: 7db615cc-5e39-4604-807b-50d053d2a4c6, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc755e1a-1f97-4581-b630-19e2fdf20b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'da870bfc-74ba-460a-9c8d-51e91cfb54f6'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:44:53.009135 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a9b9c3fd-3997-484e-a66d-155ed0779f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:53.012768 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-aed483dc-9f84-4108-ae97-12fd470a97b5 None None] Set router 98c40fb9-e5e2-404e-aeee-f33f258599e9 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:44:53.022190 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-805ba4fc-c912-4472-8304-accd6958171d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:53.055545 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:44:53.067822 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a171c-d021-49d7-9be5-3723e3b70dc0 None None] Pushing event updated for resources: {'Port': ['ID=16655dbc-66c0-495a-ba81-d7178142e3d0,revision_number=4']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:53.081957 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-506a171c-d021-49d7-9be5-3723e3b70dc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:53.153037 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-a9b9c3fd-3997-484e-a66d-155ed0779f53 None None] For port 7db615cc-5e39-4604-807b-50d053d2a4c6, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:44:53.155235 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 0da0b0a9-6aec-4d9a-8432-2194e26a0536 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:44:53.155967 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:53.167187 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-805ba4fc-c912-4472-8304-accd6958171d admin admin] Allocated IP 172.26.0.230 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/52885f82-efb5-4d69-941a-0c59b8ce73e8) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:44:53.201563 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-a9b9c3fd-3997-484e-a66d-155ed0779f53 None None] For port 7db615cc-5e39-4604-807b-50d053d2a4c6, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=7db615cc-5e39-4604-807b-50d053d2a4c6,segment=NetworkSegment(bc755e1a-1f97-4581-b630-19e2fdf20b4c),segment_id=bc755e1a-1f97-4581-b630-19e2fdf20b4c)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:44:53.208085 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a9b9c3fd-3997-484e-a66d-155ed0779f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:53.213814 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-514ba4da-9f5f-4ff6-823d-416b661a76b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:53.324808 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-805ba4fc-c912-4472-8304-accd6958171d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:53.341245 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9c3fd-3997-484e-a66d-155ed0779f53 None None] Pushing event updated for resources: {'Port': ['ID=7db615cc-5e39-4604-807b-50d053d2a4c6,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:53.351552 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-aed483dc-9f84-4108-ae97-12fd470a97b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'name': 'tempest-TestShelveInstance-703297219-router', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:49Z', 'revision_number': 4, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'gw_port': {'id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '16655dbc-66c0-495a-ba81-d7178142e3d0', 'name': '', 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'mac_address': 'fa:16:3e:b0:87:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:48Z', 'updated_at': '2021-05-31T16:44:52Z', 'revision_number': 4, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'subnets': [{'id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:44:53.352698 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a9b9c3fd-3997-484e-a66d-155ed0779f53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:53.356474 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed483dc-9f84-4108-ae97-12fd470a97b5 None None] The sync data for ids ['98c40fb9-e5e2-404e-aeee-f33f258599e9'] in dv-neutron-601336-79-hyperv is: [{'id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'name': 'tempest-TestShelveInstance-703297219-router', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:49Z', 'revision_number': 4, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'gw_port': {'id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '16655dbc-66c0-495a-ba81-d7178142e3d0', 'name': '', 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'mac_address': 'fa:16:3e:b0:87:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:48Z', 'updated_at': '2021-05-31T16:44:52Z', 'revision_number': 4, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'subnets': [{'id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:44:53.359540 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-805ba4fc-c912-4472-8304-accd6958171d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:53.364868 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-35c575df-66bf-4b3e-aa4e-0dba61ae494c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:53.438810 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805ba4fc-c912-4472-8304-accd6958171d admin admin] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:44:53.442796 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-805ba4fc-c912-4472-8304-accd6958171d admin admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:44:53.451525 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805ba4fc-c912-4472-8304-accd6958171d admin admin] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:44:53.486857 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ba4fc-c912-4472-8304-accd6958171d admin admin] Pushing event updated for resources: {'Port': ['ID=52885f82-efb5-4d69-941a-0c59b8ce73e8,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:53.494104 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-805ba4fc-c912-4472-8304-accd6958171d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:54.095651 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-805ba4fc-c912-4472-8304-accd6958171d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:54.307463 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92c5ad8-a551-48e6-af51-8552213835df None None] Network da870bfc-74ba-460a-9c8d-51e91cfb54f6 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:44:54.406358 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-4d399bc4-882a-4c36-82bf-f727e6f8e902 None None] Provisioning for port 7db615cc-5e39-4604-807b-50d053d2a4c6 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:44:54.458864 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-805ba4fc-c912-4472-8304-accd6958171d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:54.675571 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805ba4fc-c912-4472-8304-accd6958171d admin admin] Router 6e38f797-b425-41ed-855b-752bbb30aaac is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 16:44:54.861087 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805ba4fc-c912-4472-8304-accd6958171d admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:44:54.869849 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e2602c-a280-4523-92ad-0d876ae6e638 None None] Sync routers for ids ['6e38f797-b425-41ed-855b-752bbb30aaac'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:44:54.879869 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e2602c-a280-4523-92ad-0d876ae6e638 None None] Routers {'6e38f797-b425-41ed-855b-752bbb30aaac'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:44:54.880538 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-f3e2602c-a280-4523-92ad-0d876ae6e638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:44:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['6e38f797-b425-41ed-855b-752bbb30aaac'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:44:54.891985 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-805ba4fc-c912-4472-8304-accd6958171d admin admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:54.896577 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40788) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:44:54.903657 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-805ba4fc-c912-4472-8304-accd6958171d admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6845818 May 31 16:44:55.023952 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7db615cc-5e39-4604-807b-50d053d2a4c6 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:44:55.114565 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-f3e2602c-a280-4523-92ad-0d876ae6e638 None None] Set router 6e38f797-b425-41ed-855b-752bbb30aaac gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:44:55.245547 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 7db615cc-5e39-4604-807b-50d053d2a4c6 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:44:55.300937 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 7db615cc-5e39-4604-807b-50d053d2a4c6 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:44:55.301307 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:55.498165 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:55.537912 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 7db615cc-5e39-4604-807b-50d053d2a4c6, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=7db615cc-5e39-4604-807b-50d053d2a4c6,segment=NetworkSegment(bc755e1a-1f97-4581-b630-19e2fdf20b4c),segment_id=bc755e1a-1f97-4581-b630-19e2fdf20b4c)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:44:55.539932 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-f3e2602c-a280-4523-92ad-0d876ae6e638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e38f797-b425-41ed-855b-752bbb30aaac', 'name': 'tempest-TestShelveInstance-1095848883-router', 'tenant_id': '5d01bd2306fa4225810581df96e7e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '52885f82-efb5-4d69-941a-0c59b8ce73e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:44:52Z', 'updated_at': '2021-05-31T16:44:53Z', 'revision_number': 3, 'project_id': '5d01bd2306fa4225810581df96e7e0f1', 'gw_port': {'id': '52885f82-efb5-4d69-941a-0c59b8ce73e8', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e38f797-b425-41ed-855b-752bbb30aaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:53Z', 'updated_at': '2021-05-31T16:44:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:44:55.543653 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:55.544472 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 16655dbc-66c0-495a-ba81-d7178142e3d0 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:44:55.572467 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-74233c6f-5be9-4e66-ba90-0ee29e7bb49e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:55.602666 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-464fe777-9bab-4bd3-b178-0cf53731bcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:55.605686 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e2602c-a280-4523-92ad-0d876ae6e638 None None] Checking router: 6e38f797-b425-41ed-855b-752bbb30aaac for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:44:55.606014 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e2602c-a280-4523-92ad-0d876ae6e638 None None] Updating router 6e38f797-b425-41ed-855b-752bbb30aaac port 52885f82-efb5-4d69-941a-0c59b8ce73e8 binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:44:55.710358 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f3e2602c-a280-4523-92ad-0d876ae6e638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:55.769456 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=7db615cc-5e39-4604-807b-50d053d2a4c6,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:55.775542 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:55.820624 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-464fe777-9bab-4bd3-b178-0cf53731bcb0 admin admin] Allocated IP 172.20.0.1 (da870bfc-74ba-460a-9c8d-51e91cfb54f6/d40eafd5-1771-4283-8482-b924abf08972/885bb7bd-55f5-4d69-a44b-3a40496eb72f) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:44:55.822277 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 16655dbc-66c0-495a-ba81-d7178142e3d0 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:44:55.836265 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 16655dbc-66c0-495a-ba81-d7178142e3d0 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:44:55.836618 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:55.972175 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-464fe777-9bab-4bd3-b178-0cf53731bcb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:55.988598 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-464fe777-9bab-4bd3-b178-0cf53731bcb0 admin admin] Transition to ACTIVE for port object 885bb7bd-55f5-4d69-a44b-3a40496eb72f will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:44:56.012907 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-464fe777-9bab-4bd3-b178-0cf53731bcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:56.017837 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9d3b0765-92da-49b1-8785-8d1daa2a5e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:56.072243 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:56.127452 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 16655dbc-66c0-495a-ba81-d7178142e3d0, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=16655dbc-66c0-495a-ba81-d7178142e3d0,segment=NetworkSegment(dac1681c-8fe6-4c0e-9fd9-5d1e869acf66),segment_id=dac1681c-8fe6-4c0e-9fd9-5d1e869acf66)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:44:56.158786 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:56.171818 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:56.241144 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464fe777-9bab-4bd3-b178-0cf53731bcb0 admin admin] Network da870bfc-74ba-460a-9c8d-51e91cfb54f6 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:44:56.244031 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-464fe777-9bab-4bd3-b178-0cf53731bcb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:44:56.246827 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464fe777-9bab-4bd3-b178-0cf53731bcb0 admin admin] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:44:56.250050 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f3e2602c-a280-4523-92ad-0d876ae6e638 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:56.267518 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=16655dbc-66c0-495a-ba81-d7178142e3d0,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:56.270246 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-f3e2602c-a280-4523-92ad-0d876ae6e638 None None] Transition to ACTIVE for port object 52885f82-efb5-4d69-941a-0c59b8ce73e8 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:44:56.273459 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:56.279814 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f3e2602c-a280-4523-92ad-0d876ae6e638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:56.284408 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-8570255e-7d32-468d-8936-8641b9bc4765 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:56.298057 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464fe777-9bab-4bd3-b178-0cf53731bcb0 admin admin] Pushing event updated for resources: {'Port': ['ID=885bb7bd-55f5-4d69-a44b-3a40496eb72f,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:56.301295 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-464fe777-9bab-4bd3-b178-0cf53731bcb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:56.316113 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-464fe777-9bab-4bd3-b178-0cf53731bcb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:56.429745 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-f3e2602c-a280-4523-92ad-0d876ae6e638 None None] Attempting to bind port 52885f82-efb5-4d69-941a-0c59b8ce73e8 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:44:56.430129 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-f3e2602c-a280-4523-92ad-0d876ae6e638 None None] Attempting to bind port 52885f82-efb5-4d69-941a-0c59b8ce73e8 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:44:56.430486 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e2602c-a280-4523-92ad-0d876ae6e638 None None] Attempting to bind port 52885f82-efb5-4d69-941a-0c59b8ce73e8 on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:44:56.436701 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285dba7-de1b-4c4b-850c-2e440af5f0f5 None None] Pushing event updated for resources: {'Port': ['ID=52885f82-efb5-4d69-941a-0c59b8ce73e8,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:56.440679 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e285dba7-de1b-4c4b-850c-2e440af5f0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:56.441588 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e2602c-a280-4523-92ad-0d876ae6e638 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:44:56.441962 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e2602c-a280-4523-92ad-0d876ae6e638 None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:44:56.442364 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f3e2602c-a280-4523-92ad-0d876ae6e638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:56.442747 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e2602c-a280-4523-92ad-0d876ae6e638 None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:44:56.443250 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-f3e2602c-a280-4523-92ad-0d876ae6e638 None None] Bound port: 52885f82-efb5-4d69-941a-0c59b8ce73e8, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:44:56.443623 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f3e2602c-a280-4523-92ad-0d876ae6e638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:56.457640 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-464fe777-9bab-4bd3-b178-0cf53731bcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:56.511918 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a8eb6594-ef6c-447a-8877-89510c33391e None None] Provisioning for port 885bb7bd-55f5-4d69-a44b-3a40496eb72f completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:44:56.519233 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a8eb6594-ef6c-447a-8877-89510c33391e None None] Provisioning complete for port 885bb7bd-55f5-4d69-a44b-3a40496eb72f triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:44:56.519539 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a8eb6594-ef6c-447a-8877-89510c33391e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:56.572705 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-f3e2602c-a280-4523-92ad-0d876ae6e638 None None] For port 52885f82-efb5-4d69-941a-0c59b8ce73e8, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:44:56.582914 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-a8eb6594-ef6c-447a-8877-89510c33391e None None] Port 885bb7bd-55f5-4d69-a44b-3a40496eb72f cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:44:56.585293 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-f3e2602c-a280-4523-92ad-0d876ae6e638 None None] For port 52885f82-efb5-4d69-941a-0c59b8ce73e8, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=52885f82-efb5-4d69-941a-0c59b8ce73e8,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:44:56.590145 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f3e2602c-a280-4523-92ad-0d876ae6e638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:56.593919 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:56.671276 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e2602c-a280-4523-92ad-0d876ae6e638 None None] Routers {'6e38f797-b425-41ed-855b-752bbb30aaac'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:44:56.671921 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-f3e2602c-a280-4523-92ad-0d876ae6e638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:44:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['6e38f797-b425-41ed-855b-752bbb30aaac'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:44:56.698295 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-464fe777-9bab-4bd3-b178-0cf53731bcb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:56.703884 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-464fe777-9bab-4bd3-b178-0cf53731bcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:56.725933 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285dba7-de1b-4c4b-850c-2e440af5f0f5 None None] Pushing event updated for resources: {'Port': ['ID=52885f82-efb5-4d69-941a-0c59b8ce73e8,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:56.732467 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-193fa0a0-1071-4caf-ac2d-f30dccdc0244 tempest-RoutersNegativeIpV6Test-839987443 tempest-RoutersNegativeIpV6Test-839987443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:56.736834 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e285dba7-de1b-4c4b-850c-2e440af5f0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:56.820266 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464fe777-9bab-4bd3-b178-0cf53731bcb0 admin admin] Pushing event updated for resources: {'Port': ['ID=885bb7bd-55f5-4d69-a44b-3a40496eb72f,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:56.822899 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-464fe777-9bab-4bd3-b178-0cf53731bcb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:56.826880 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-464fe777-9bab-4bd3-b178-0cf53731bcb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:56.855380 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-f3e2602c-a280-4523-92ad-0d876ae6e638 None None] Set router 6e38f797-b425-41ed-855b-752bbb30aaac gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:44:56.964577 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464fe777-9bab-4bd3-b178-0cf53731bcb0 admin admin] Network da870bfc-74ba-460a-9c8d-51e91cfb54f6 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:44:56.965855 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-464fe777-9bab-4bd3-b178-0cf53731bcb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:44:56.992290 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7db615cc-5e39-4604-807b-50d053d2a4c6 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:44:57.172872 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 7db615cc-5e39-4604-807b-50d053d2a4c6 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:44:57.173251 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:57.174877 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464fe777-9bab-4bd3-b178-0cf53731bcb0 admin admin] Router 6e38f797-b425-41ed-855b-752bbb30aaac has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:44:57.275107 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-4e3c5557-0efe-4e0a-b74d-5d8bf3b032c7 None None] Provisioning complete for port 885bb7bd-55f5-4d69-a44b-3a40496eb72f triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:44:57.275393 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4e3c5557-0efe-4e0a-b74d-5d8bf3b032c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:57.341926 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-4e3c5557-0efe-4e0a-b74d-5d8bf3b032c7 None None] Port 885bb7bd-55f5-4d69-a44b-3a40496eb72f cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:44:57.364979 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464fe777-9bab-4bd3-b178-0cf53731bcb0 admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:44:57.383349 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-464fe777-9bab-4bd3-b178-0cf53731bcb0 admin admin] 10.222.0.45 "PUT /v2.0/routers/6e38f797-b425-41ed-855b-752bbb30aaac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4768689 May 31 16:44:57.404299 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-f3e2602c-a280-4523-92ad-0d876ae6e638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e38f797-b425-41ed-855b-752bbb30aaac', 'name': 'tempest-TestShelveInstance-1095848883-router', 'tenant_id': '5d01bd2306fa4225810581df96e7e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '52885f82-efb5-4d69-941a-0c59b8ce73e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:44:52Z', 'updated_at': '2021-05-31T16:44:56Z', 'revision_number': 4, 'project_id': '5d01bd2306fa4225810581df96e7e0f1', 'gw_port': {'id': '52885f82-efb5-4d69-941a-0c59b8ce73e8', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e38f797-b425-41ed-855b-752bbb30aaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:53Z', 'updated_at': '2021-05-31T16:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '885bb7bd-55f5-4d69-a44b-3a40496eb72f', 'name': '', 'network_id': 'da870bfc-74ba-460a-9c8d-51e91cfb54f6', 'tenant_id': '5d01bd2306fa4225810581df96e7e0f1', 'mac_address': 'fa:16:3e:74:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e38f797-b425-41ed-855b-752bbb30aaac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'd40eafd5-1771-4283-8482-b924abf08972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:55Z', 'updated_at': '2021-05-31T16:44:56Z', 'revision_number': 2, 'project_id': '5d01bd2306fa4225810581df96e7e0f1', 'subnets': [{'id': 'd40eafd5-1771-4283-8482-b924abf08972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:44:57.411429 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 16655dbc-66c0-495a-ba81-d7178142e3d0 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:44:57.441130 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e2602c-a280-4523-92ad-0d876ae6e638 None None] The sync data for ids ['6e38f797-b425-41ed-855b-752bbb30aaac'] in dv-neutron-601336-79-hyperv is: [{'id': '6e38f797-b425-41ed-855b-752bbb30aaac', 'name': 'tempest-TestShelveInstance-1095848883-router', 'tenant_id': '5d01bd2306fa4225810581df96e7e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '52885f82-efb5-4d69-941a-0c59b8ce73e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:44:52Z', 'updated_at': '2021-05-31T16:44:56Z', 'revision_number': 4, 'project_id': '5d01bd2306fa4225810581df96e7e0f1', 'gw_port': {'id': '52885f82-efb5-4d69-941a-0c59b8ce73e8', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e38f797-b425-41ed-855b-752bbb30aaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:53Z', 'updated_at': '2021-05-31T16:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '885bb7bd-55f5-4d69-a44b-3a40496eb72f', 'name': '', 'network_id': 'da870bfc-74ba-460a-9c8d-51e91cfb54f6', 'tenant_id': '5d01bd2306fa4225810581df96e7e0f1', 'mac_address': 'fa:16:3e:74:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e38f797-b425-41ed-855b-752bbb30aaac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'd40eafd5-1771-4283-8482-b924abf08972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:55Z', 'updated_at': '2021-05-31T16:44:56Z', 'revision_number': 2, 'project_id': '5d01bd2306fa4225810581df96e7e0f1', 'subnets': [{'id': 'd40eafd5-1771-4283-8482-b924abf08972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:44:57.484546 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 16655dbc-66c0-495a-ba81-d7178142e3d0 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:44:57.484919 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:58.164029 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40800) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:44:58.169629 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-c0c806ac-6c42-4191-a9d8-4dc4a3b4eb89 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-919396341', 'description': 'tempest-secgroup-smoke-919396341 description', 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:44:58.176741 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-c0c806ac-6c42-4191-a9d8-4dc4a3b4eb89 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:44:58.180580 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-c0c806ac-6c42-4191-a9d8-4dc4a3b4eb89 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Usage tracker for resource:security_group and tenant:6a68a2a82a8c4455a2a5acb590dd39ee is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:44:58.187934 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-c0c806ac-6c42-4191-a9d8-4dc4a3b4eb89 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:44:58.193833 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-c0c806ac-6c42-4191-a9d8-4dc4a3b4eb89 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:44:58.204162 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c0c806ac-6c42-4191-a9d8-4dc4a3b4eb89 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:58.228001 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-c0c806ac-6c42-4191-a9d8-4dc4a3b4eb89 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:44:58.232384 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-c0c806ac-6c42-4191-a9d8-4dc4a3b4eb89 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Usage tracker for resource:security_group_rule and tenant:6a68a2a82a8c4455a2a5acb590dd39ee is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:44:58.235488 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-c0c806ac-6c42-4191-a9d8-4dc4a3b4eb89 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:44:58.241231 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-c0c806ac-6c42-4191-a9d8-4dc4a3b4eb89 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:44:58.316208 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c0c806ac-6c42-4191-a9d8-4dc4a3b4eb89 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:58.320913 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c0c806ac-6c42-4191-a9d8-4dc4a3b4eb89 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:58.326526 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-206daf85-6962-4880-918f-4a265de82449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:58.366091 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c806ac-6c42-4191-a9d8-4dc4a3b4eb89 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daa544ac-7ec5-45d5-b150-6ee74361e934,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:58.369006 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-c0c806ac-6c42-4191-a9d8-4dc4a3b4eb89 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:58.370222 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-c0c806ac-6c42-4191-a9d8-4dc4a3b4eb89 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2051864 May 31 16:44:58.371271 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c0c806ac-6c42-4191-a9d8-4dc4a3b4eb89 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:58.373161 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40804) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:44:58.378529 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-86b0c6cf-3c5c-419f-b1e7-007872c7c553 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Request body: {'security_group_rule': {'security_group_id': 'daa544ac-7ec5-45d5-b150-6ee74361e934', 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:44:58.384935 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-86b0c6cf-3c5c-419f-b1e7-007872c7c553 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:44:58.389171 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-86b0c6cf-3c5c-419f-b1e7-007872c7c553 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Usage tracker for resource:security_group_rule and tenant:6a68a2a82a8c4455a2a5acb590dd39ee is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:44:58.392404 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-86b0c6cf-3c5c-419f-b1e7-007872c7c553 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:44:58.398715 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-86b0c6cf-3c5c-419f-b1e7-007872c7c553 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:44:58.421557 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-86b0c6cf-3c5c-419f-b1e7-007872c7c553 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:58.524672 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-86b0c6cf-3c5c-419f-b1e7-007872c7c553 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:58.530348 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-86b0c6cf-3c5c-419f-b1e7-007872c7c553 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:58.532502 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1e85d925-4440-4498-951c-a033f2da8be8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:58.555869 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0c6cf-3c5c-419f-b1e7-007872c7c553 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f77ce1-37e0-42a4-930a-f3344b1970c5,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:58.558386 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-86b0c6cf-3c5c-419f-b1e7-007872c7c553 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:58.567674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-86b0c6cf-3c5c-419f-b1e7-007872c7c553 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:58.569309 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-86b0c6cf-3c5c-419f-b1e7-007872c7c553 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1950920 May 31 16:44:58.573837 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40808) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:44:58.579693 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-597a88b0-404b-45c2-9e3a-7c9d29ebe3e9 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Request body: {'security_group_rule': {'security_group_id': 'daa544ac-7ec5-45d5-b150-6ee74361e934', 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:44:58.585872 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-597a88b0-404b-45c2-9e3a-7c9d29ebe3e9 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:44:58.589785 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-597a88b0-404b-45c2-9e3a-7c9d29ebe3e9 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Usage tracker for resource:security_group_rule and tenant:6a68a2a82a8c4455a2a5acb590dd39ee is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:44:58.592921 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-597a88b0-404b-45c2-9e3a-7c9d29ebe3e9 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:44:58.599416 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-597a88b0-404b-45c2-9e3a-7c9d29ebe3e9 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:44:58.619354 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-597a88b0-404b-45c2-9e3a-7c9d29ebe3e9 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:58.683308 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-597a88b0-404b-45c2-9e3a-7c9d29ebe3e9 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:58.687966 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-597a88b0-404b-45c2-9e3a-7c9d29ebe3e9 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:58.689883 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-aa4e890a-7ae4-48ca-bca7-ece4ab09f997 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:58.715673 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a88b0-404b-45c2-9e3a-7c9d29ebe3e9 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f30164-dfeb-43bb-926e-0b44a6d44113,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:58.718199 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-597a88b0-404b-45c2-9e3a-7c9d29ebe3e9 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:58.726653 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-597a88b0-404b-45c2-9e3a-7c9d29ebe3e9 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:58.727885 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-597a88b0-404b-45c2-9e3a-7c9d29ebe3e9 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1529622 May 31 16:44:58.731042 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 40812) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:44:58.736193 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-f1f2934c-a529-426f-9c5b-2a05e2edd9c5 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Request body: {'security_group_rule': {'security_group_id': 'daa544ac-7ec5-45d5-b150-6ee74361e934', 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:44:58.742222 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f1f2934c-a529-426f-9c5b-2a05e2edd9c5 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:44:58.746085 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f1f2934c-a529-426f-9c5b-2a05e2edd9c5 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Usage tracker for resource:security_group_rule and tenant:6a68a2a82a8c4455a2a5acb590dd39ee is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:44:58.749046 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-f1f2934c-a529-426f-9c5b-2a05e2edd9c5 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:44:58.755055 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-f1f2934c-a529-426f-9c5b-2a05e2edd9c5 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:44:58.772888 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f1f2934c-a529-426f-9c5b-2a05e2edd9c5 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:58.837891 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f1f2934c-a529-426f-9c5b-2a05e2edd9c5 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:58.842514 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f1f2934c-a529-426f-9c5b-2a05e2edd9c5 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:58.844352 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b2680006-05f3-4f70-a5ed-b5126779b69e tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:58.870605 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2934c-a529-426f-9c5b-2a05e2edd9c5 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d785790e-d3de-434d-8439-0c9b1f589699,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:58.873357 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f1f2934c-a529-426f-9c5b-2a05e2edd9c5 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:58.881933 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f1f2934c-a529-426f-9c5b-2a05e2edd9c5 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:58.886149 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f1f2934c-a529-426f-9c5b-2a05e2edd9c5 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1541302 May 31 16:44:58.886322 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40816) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:44:58.891797 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-d201dcb4-ea55-4877-a6c0-c8a98d4c0972 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Request body: {'security_group_rule': {'security_group_id': 'daa544ac-7ec5-45d5-b150-6ee74361e934', 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:44:58.898465 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d201dcb4-ea55-4877-a6c0-c8a98d4c0972 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:44:58.904825 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d201dcb4-ea55-4877-a6c0-c8a98d4c0972 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Usage tracker for resource:security_group_rule and tenant:6a68a2a82a8c4455a2a5acb590dd39ee is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:44:58.908188 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d201dcb4-ea55-4877-a6c0-c8a98d4c0972 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:44:58.914973 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d201dcb4-ea55-4877-a6c0-c8a98d4c0972 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:44:58.940216 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d201dcb4-ea55-4877-a6c0-c8a98d4c0972 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:58.963818 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 52885f82-efb5-4d69-941a-0c59b8ce73e8 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:44:59.012358 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d201dcb4-ea55-4877-a6c0-c8a98d4c0972 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:59.024469 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d201dcb4-ea55-4877-a6c0-c8a98d4c0972 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:59.026765 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-aebbbd59-41e2-4831-a324-187cf694eefa tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:59.038221 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 52885f82-efb5-4d69-941a-0c59b8ce73e8 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:44:59.046255 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 52885f82-efb5-4d69-941a-0c59b8ce73e8 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:44:59.046633 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:59.049259 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201dcb4-ea55-4877-a6c0-c8a98d4c0972 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4704b033-7b9f-4bb9-956b-3ce8087a3489,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:59.051667 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d201dcb4-ea55-4877-a6c0-c8a98d4c0972 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:59.059345 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d201dcb4-ea55-4877-a6c0-c8a98d4c0972 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:59.060529 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d201dcb4-ea55-4877-a6c0-c8a98d4c0972 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1733406 May 31 16:44:59.063336 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40820) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:44:59.068557 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-a9be49a5-1d4a-44e2-9253-45749df3afe4 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Request body: {'security_group_rule': {'security_group_id': 'daa544ac-7ec5-45d5-b150-6ee74361e934', 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:44:59.074586 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a9be49a5-1d4a-44e2-9253-45749df3afe4 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:44:59.078758 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a9be49a5-1d4a-44e2-9253-45749df3afe4 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Usage tracker for resource:security_group_rule and tenant:6a68a2a82a8c4455a2a5acb590dd39ee is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:44:59.082152 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a9be49a5-1d4a-44e2-9253-45749df3afe4 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:44:59.085266 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:59.088142 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a9be49a5-1d4a-44e2-9253-45749df3afe4 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:44:59.098924 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.securitygroups_db [None req-a9be49a5-1d4a-44e2-9253-45749df3afe4 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Project 6a68a2a82a8c4455a2a5acb590dd39ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:44:59.104863 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a9be49a5-1d4a-44e2-9253-45749df3afe4 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:59.171069 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:59.171371 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a9be49a5-1d4a-44e2-9253-45749df3afe4 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:59.175694 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a9be49a5-1d4a-44e2-9253-45749df3afe4 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:59.183660 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f361b22c-8096-4501-abba-1839079c1673 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:59.188062 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 52885f82-efb5-4d69-941a-0c59b8ce73e8, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=52885f82-efb5-4d69-941a-0c59b8ce73e8,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:44:59.192241 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:59.194083 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-cc7d4234-84bc-446e-bbd9-c12815a9511f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:59.205896 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be49a5-1d4a-44e2-9253-45749df3afe4 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f86b06-b2b9-494f-8359-6100c524c4fe,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:59.208312 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a9be49a5-1d4a-44e2-9253-45749df3afe4 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:59.213284 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a9be49a5-1d4a-44e2-9253-45749df3afe4 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:59.214581 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a9be49a5-1d4a-44e2-9253-45749df3afe4 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1503029 May 31 16:44:59.217466 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40824) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:44:59.222693 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-1809713a-d550-4d19-861f-7d7a299f4d1c tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Request body: {'security_group_rule': {'security_group_id': 'daa544ac-7ec5-45d5-b150-6ee74361e934', 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:44:59.228932 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1809713a-d550-4d19-861f-7d7a299f4d1c tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:44:59.233183 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1809713a-d550-4d19-861f-7d7a299f4d1c tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Usage tracker for resource:security_group_rule and tenant:6a68a2a82a8c4455a2a5acb590dd39ee is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:44:59.236163 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-1809713a-d550-4d19-861f-7d7a299f4d1c tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:44:59.241910 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-1809713a-d550-4d19-861f-7d7a299f4d1c tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:44:59.252394 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.securitygroups_db [None req-1809713a-d550-4d19-861f-7d7a299f4d1c tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Project 6a68a2a82a8c4455a2a5acb590dd39ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:44:59.258513 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1809713a-d550-4d19-861f-7d7a299f4d1c tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:59.268447 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=52885f82-efb5-4d69-941a-0c59b8ce73e8,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:59.272129 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:59.327644 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1809713a-d550-4d19-861f-7d7a299f4d1c tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:59.332212 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1809713a-d550-4d19-861f-7d7a299f4d1c tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:59.338180 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:44:59.357170 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809713a-d550-4d19-861f-7d7a299f4d1c tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=387992a6-9bd4-4eda-b518-76d2f64014ff,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:44:59.359885 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1809713a-d550-4d19-861f-7d7a299f4d1c tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:44:59.368499 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-1809713a-d550-4d19-861f-7d7a299f4d1c tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:44:59.369889 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-1809713a-d550-4d19-861f-7d7a299f4d1c tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1514831 May 31 16:44:59.536774 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-734ed884-4ce4-4089-8c25-d8e550ca467c tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Synchronizing usage tracker for tenant:6a68a2a82a8c4455a2a5acb590dd39ee on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:44:59.555777 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-734ed884-4ce4-4089-8c25-d8e550ca467c tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Unset dirty status for tenant:6a68a2a82a8c4455a2a5acb590dd39ee on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:44:59.556971 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-734ed884-4ce4-4089-8c25-d8e550ca467c tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-919396341&fields=id&tenant_id=6a68a2a82a8c4455a2a5acb590dd39ee HTTP/1.1" status: 200 len: 267 time: 0.0600150 May 31 16:44:59.869578 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-807ea56b-24b7-4c99-8d58-70177e9867cc tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:44:59.871000 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-807ea56b-24b7-4c99-8d58-70177e9867cc tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/networks?id=b9c5d476-092c-4e1b-bc25-469b3b201fae HTTP/1.1" status: 200 len: 808 time: 0.3072898 May 31 16:44:59.886815 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-244e3764-e298-487b-abf9-6ceb37daca92 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/quotas/6a68a2a82a8c4455a2a5acb590dd39ee HTTP/1.1" status: 200 len: 375 time: 0.0101027 May 31 16:44:59.970982 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-64675202-1a81-4a22-b482-685d45601a82 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a68a2a82a8c4455a2a5acb590dd39ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787699 May 31 16:45:00.255285 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-e2301414-8c4e-4ca2-bc3d-5646ab3be635 service neutron] 10.222.0.45 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716716 May 31 16:45:00.387767 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-f74e0ff8-0618-4900-ae87-91d98d6f98e6 service neutron] 10.222.0.45 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264243 May 31 16:45:00.950473 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 52885f82-efb5-4d69-941a-0c59b8ce73e8 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:45:01.071654 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 52885f82-efb5-4d69-941a-0c59b8ce73e8 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:45:01.072025 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:01.103680 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd98da4-b5c6-4f84-bb1f-45ee9ab76da2 None None] Sync routers for ids ['6e38f797-b425-41ed-855b-752bbb30aaac'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:45:01.114070 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd98da4-b5c6-4f84-bb1f-45ee9ab76da2 None None] Routers {'6e38f797-b425-41ed-855b-752bbb30aaac'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:45:01.114691 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-8cd98da4-b5c6-4f84-bb1f-45ee9ab76da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:44:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['6e38f797-b425-41ed-855b-752bbb30aaac'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:45:01.308052 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-8cd98da4-b5c6-4f84-bb1f-45ee9ab76da2 None None] Set router 6e38f797-b425-41ed-855b-752bbb30aaac gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:45:01.598762 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-49d9729d-2c39-44ea-b812-94cedd438187 req-1c72d5f0-8e15-40cd-8c0c-a3c13931221f tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 210 time: 0.0503953 May 31 16:45:01.642341 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-8cd98da4-b5c6-4f84-bb1f-45ee9ab76da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e38f797-b425-41ed-855b-752bbb30aaac', 'name': 'tempest-TestShelveInstance-1095848883-router', 'tenant_id': '5d01bd2306fa4225810581df96e7e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '52885f82-efb5-4d69-941a-0c59b8ce73e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:44:52Z', 'updated_at': '2021-05-31T16:44:56Z', 'revision_number': 4, 'project_id': '5d01bd2306fa4225810581df96e7e0f1', 'gw_port': {'id': '52885f82-efb5-4d69-941a-0c59b8ce73e8', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e38f797-b425-41ed-855b-752bbb30aaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:53Z', 'updated_at': '2021-05-31T16:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '885bb7bd-55f5-4d69-a44b-3a40496eb72f', 'name': '', 'network_id': 'da870bfc-74ba-460a-9c8d-51e91cfb54f6', 'tenant_id': '5d01bd2306fa4225810581df96e7e0f1', 'mac_address': 'fa:16:3e:74:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e38f797-b425-41ed-855b-752bbb30aaac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'd40eafd5-1771-4283-8482-b924abf08972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:55Z', 'updated_at': '2021-05-31T16:44:56Z', 'revision_number': 2, 'project_id': '5d01bd2306fa4225810581df96e7e0f1', 'subnets': [{'id': 'd40eafd5-1771-4283-8482-b924abf08972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:45:01.651819 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd98da4-b5c6-4f84-bb1f-45ee9ab76da2 None None] Checking router: 6e38f797-b425-41ed-855b-752bbb30aaac for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:45:01.652171 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd98da4-b5c6-4f84-bb1f-45ee9ab76da2 None None] Updating router 6e38f797-b425-41ed-855b-752bbb30aaac port 885bb7bd-55f5-4d69-a44b-3a40496eb72f binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:45:01.705056 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-8cd98da4-b5c6-4f84-bb1f-45ee9ab76da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:02.061899 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-8cd98da4-b5c6-4f84-bb1f-45ee9ab76da2 None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:02.076097 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-8cd98da4-b5c6-4f84-bb1f-45ee9ab76da2 None None] Transition to ACTIVE for port object 885bb7bd-55f5-4d69-a44b-3a40496eb72f will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:45:02.082993 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-8cd98da4-b5c6-4f84-bb1f-45ee9ab76da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:02.086774 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-b5b3ebda-8842-4f63-9483-93d6f0f2ba01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:45:02.331546 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2ca62-c3a4-4bfa-89a9-c24a46bb0c2d None None] Pushing event updated for resources: {'Port': ['ID=885bb7bd-55f5-4d69-a44b-3a40496eb72f,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:45:02.338197 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-32e2ca62-c3a4-4bfa-89a9-c24a46bb0c2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:45:02.353619 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-8cd98da4-b5c6-4f84-bb1f-45ee9ab76da2 None None] Attempting to bind port 885bb7bd-55f5-4d69-a44b-3a40496eb72f on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:45:02.353978 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-8cd98da4-b5c6-4f84-bb1f-45ee9ab76da2 None None] Attempting to bind port 885bb7bd-55f5-4d69-a44b-3a40496eb72f by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'bc755e1a-1f97-4581-b630-19e2fdf20b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'da870bfc-74ba-460a-9c8d-51e91cfb54f6'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:45:02.354329 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd98da4-b5c6-4f84-bb1f-45ee9ab76da2 None None] Attempting to bind port 885bb7bd-55f5-4d69-a44b-3a40496eb72f on network da870bfc-74ba-460a-9c8d-51e91cfb54f6 {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:45:02.360392 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd98da4-b5c6-4f84-bb1f-45ee9ab76da2 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:45:02.360757 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd98da4-b5c6-4f84-bb1f-45ee9ab76da2 None None] Checking segment: {'id': 'bc755e1a-1f97-4581-b630-19e2fdf20b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'da870bfc-74ba-460a-9c8d-51e91cfb54f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:45:02.361156 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-8cd98da4-b5c6-4f84-bb1f-45ee9ab76da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:02.361588 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd98da4-b5c6-4f84-bb1f-45ee9ab76da2 None None] Bound using segment: {'id': 'bc755e1a-1f97-4581-b630-19e2fdf20b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'da870bfc-74ba-460a-9c8d-51e91cfb54f6'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:45:02.362055 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-8cd98da4-b5c6-4f84-bb1f-45ee9ab76da2 None None] Bound port: 885bb7bd-55f5-4d69-a44b-3a40496eb72f, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc755e1a-1f97-4581-b630-19e2fdf20b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'da870bfc-74ba-460a-9c8d-51e91cfb54f6'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:45:02.362416 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-8cd98da4-b5c6-4f84-bb1f-45ee9ab76da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:02.453019 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-8cd98da4-b5c6-4f84-bb1f-45ee9ab76da2 None None] For port 885bb7bd-55f5-4d69-a44b-3a40496eb72f, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:45:02.456139 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-8cd98da4-b5c6-4f84-bb1f-45ee9ab76da2 None None] For port 885bb7bd-55f5-4d69-a44b-3a40496eb72f, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=885bb7bd-55f5-4d69-a44b-3a40496eb72f,segment=NetworkSegment(bc755e1a-1f97-4581-b630-19e2fdf20b4c),segment_id=bc755e1a-1f97-4581-b630-19e2fdf20b4c)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:45:02.460029 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-8cd98da4-b5c6-4f84-bb1f-45ee9ab76da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:02.463609 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-3221d81d-d7be-4f7b-b637-b033b91546b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:45:02.537835 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd98da4-b5c6-4f84-bb1f-45ee9ab76da2 None None] Routers {'6e38f797-b425-41ed-855b-752bbb30aaac'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:45:02.538464 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-8cd98da4-b5c6-4f84-bb1f-45ee9ab76da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:44:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['6e38f797-b425-41ed-855b-752bbb30aaac'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:45:02.602674 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2ca62-c3a4-4bfa-89a9-c24a46bb0c2d None None] Pushing event updated for resources: {'Port': ['ID=885bb7bd-55f5-4d69-a44b-3a40496eb72f,revision_number=4']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:45:02.607955 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-32e2ca62-c3a4-4bfa-89a9-c24a46bb0c2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:45:02.738302 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-8cd98da4-b5c6-4f84-bb1f-45ee9ab76da2 None None] Set router 6e38f797-b425-41ed-855b-752bbb30aaac gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:45:02.765590 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b20afe4c-7b3d-4a0e-a20f-8899dfc0e44c req-a66490dd-185d-4d0d-b089-b01c58696876 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 210 time: 0.0485034 May 31 16:45:02.938116 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-704563ae-6428-4ca9-b529-99d9ef3985d3 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:45:02.939646 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-704563ae-6428-4ca9-b529-99d9ef3985d3 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.59 "GET /v2.0/networks?id=b9c5d476-092c-4e1b-bc25-469b3b201fae HTTP/1.1" status: 200 len: 808 time: 0.1770101 May 31 16:45:02.998673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 885bb7bd-55f5-4d69-a44b-3a40496eb72f up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:45:03.011919 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-56d6778f-2632-40bd-a671-99b3715478b2 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a68a2a82a8c4455a2a5acb590dd39ee HTTP/1.1" status: 200 len: 379 time: 0.0630257 May 31 16:45:03.021737 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-9129cebc-60f0-4eb2-86d7-176c93be9795 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Request body: {'port': {'device_id': '0e8021ee-0535-44e6-b008-986e47c4c565', 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae', 'admin_state_up': True, 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'security_groups': ['daa544ac-7ec5-45d5-b150-6ee74361e934']}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:45:03.112468 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 885bb7bd-55f5-4d69-a44b-3a40496eb72f completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:45:03.120950 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 885bb7bd-55f5-4d69-a44b-3a40496eb72f triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:45:03.121779 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:03.130518 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-8cd98da4-b5c6-4f84-bb1f-45ee9ab76da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e38f797-b425-41ed-855b-752bbb30aaac', 'name': 'tempest-TestShelveInstance-1095848883-router', 'tenant_id': '5d01bd2306fa4225810581df96e7e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '52885f82-efb5-4d69-941a-0c59b8ce73e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:44:52Z', 'updated_at': '2021-05-31T16:44:56Z', 'revision_number': 4, 'project_id': '5d01bd2306fa4225810581df96e7e0f1', 'gw_port': {'id': '52885f82-efb5-4d69-941a-0c59b8ce73e8', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e38f797-b425-41ed-855b-752bbb30aaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:53Z', 'updated_at': '2021-05-31T16:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '885bb7bd-55f5-4d69-a44b-3a40496eb72f', 'name': '', 'network_id': 'da870bfc-74ba-460a-9c8d-51e91cfb54f6', 'tenant_id': '5d01bd2306fa4225810581df96e7e0f1', 'mac_address': 'fa:16:3e:74:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e38f797-b425-41ed-855b-752bbb30aaac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'd40eafd5-1771-4283-8482-b924abf08972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:55Z', 'updated_at': '2021-05-31T16:45:02Z', 'revision_number': 4, 'project_id': '5d01bd2306fa4225810581df96e7e0f1', 'subnets': [{'id': 'd40eafd5-1771-4283-8482-b924abf08972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:45:03.135169 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd98da4-b5c6-4f84-bb1f-45ee9ab76da2 None None] The sync data for ids ['6e38f797-b425-41ed-855b-752bbb30aaac'] in dv-neutron-601336-79-hyperv is: [{'id': '6e38f797-b425-41ed-855b-752bbb30aaac', 'name': 'tempest-TestShelveInstance-1095848883-router', 'tenant_id': '5d01bd2306fa4225810581df96e7e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '52885f82-efb5-4d69-941a-0c59b8ce73e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:44:52Z', 'updated_at': '2021-05-31T16:44:56Z', 'revision_number': 4, 'project_id': '5d01bd2306fa4225810581df96e7e0f1', 'gw_port': {'id': '52885f82-efb5-4d69-941a-0c59b8ce73e8', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e38f797-b425-41ed-855b-752bbb30aaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:53Z', 'updated_at': '2021-05-31T16:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '885bb7bd-55f5-4d69-a44b-3a40496eb72f', 'name': '', 'network_id': 'da870bfc-74ba-460a-9c8d-51e91cfb54f6', 'tenant_id': '5d01bd2306fa4225810581df96e7e0f1', 'mac_address': 'fa:16:3e:74:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e38f797-b425-41ed-855b-752bbb30aaac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'd40eafd5-1771-4283-8482-b924abf08972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:55Z', 'updated_at': '2021-05-31T16:45:02Z', 'revision_number': 4, 'project_id': '5d01bd2306fa4225810581df96e7e0f1', 'subnets': [{'id': 'd40eafd5-1771-4283-8482-b924abf08972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:45:03.191675 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-9129cebc-60f0-4eb2-86d7-176c93be9795 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:45:03.195893 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-9129cebc-60f0-4eb2-86d7-176c93be9795 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Usage tracker for resource:port and tenant:6a68a2a82a8c4455a2a5acb590dd39ee is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:45:03.198623 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-9129cebc-60f0-4eb2-86d7-176c93be9795 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:45:03.204715 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-9129cebc-60f0-4eb2-86d7-176c93be9795 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:45:03.215479 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-9129cebc-60f0-4eb2-86d7-176c93be9795 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Made reservation on behalf of 6a68a2a82a8c4455a2a5acb590dd39ee for: {'port': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:45:03.219407 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-9129cebc-60f0-4eb2-86d7-176c93be9795 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:03.262362 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:03.297233 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 885bb7bd-55f5-4d69-a44b-3a40496eb72f, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=885bb7bd-55f5-4d69-a44b-3a40496eb72f,segment=NetworkSegment(bc755e1a-1f97-4581-b630-19e2fdf20b4c),segment_id=bc755e1a-1f97-4581-b630-19e2fdf20b4c)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:45:03.304874 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:03.306792 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:45:03.381603 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=885bb7bd-55f5-4d69-a44b-3a40496eb72f,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:45:03.386627 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:45:03.402512 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-9129cebc-60f0-4eb2-86d7-176c93be9795 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Allocated IP 172.20.0.14 (b9c5d476-092c-4e1b-bc25-469b3b201fae/521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3/9c8629bc-9ee8-44d5-b470-ef5b8eb125ee) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:45:03.603962 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-9129cebc-60f0-4eb2-86d7-176c93be9795 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:03.621788 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-9129cebc-60f0-4eb2-86d7-176c93be9795 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Transition to ACTIVE for port object 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:45:03.650297 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-9129cebc-60f0-4eb2-86d7-176c93be9795 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:03.656593 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-207b1d16-1f4e-4189-ab59-b31cf169ec45 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:45:03.727687 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-9129cebc-60f0-4eb2-86d7-176c93be9795 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Network b9c5d476-092c-4e1b-bc25-469b3b201fae is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:45:03.731186 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-9129cebc-60f0-4eb2-86d7-176c93be9795 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:45:03.735771 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-9129cebc-60f0-4eb2-86d7-176c93be9795 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:45:03.780877 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129cebc-60f0-4eb2-86d7-176c93be9795 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Pushing event updated for resources: {'Port': ['ID=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:45:03.786567 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9129cebc-60f0-4eb2-86d7-176c93be9795 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:45:03.816016 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-9129cebc-60f0-4eb2-86d7-176c93be9795 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:45:03.816698 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-9129cebc-60f0-4eb2-86d7-176c93be9795 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:03.841731 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-9129cebc-60f0-4eb2-86d7-176c93be9795 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8243330 May 31 16:45:03.853942 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-ea7f8180-b862-4fb5-ac11-3be6bba0815e service neutron] Request body: {'port': {'device_id': '0e8021ee-0535-44e6-b008-986e47c4c565', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:45:03.968947 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-493cbb14-4c48-4af4-8916-da1377cde7e2 None None] Provisioning for port 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:45:03.973832 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-493cbb14-4c48-4af4-8916-da1377cde7e2 None None] Provisioning complete for port 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:45:03.974211 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-493cbb14-4c48-4af4-8916-da1377cde7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:04.037955 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-493cbb14-4c48-4af4-8916-da1377cde7e2 None None] Port 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:45:04.040257 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-ea7f8180-b862-4fb5-ac11-3be6bba0815e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:04.060453 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb3323-c33b-4205-a055-a4078958ab3b req-aeec2333-d379-4a03-ad27-402217ab616b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:45:04.061141 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-81fb3323-c33b-4205-a055-a4078958ab3b req-aeec2333-d379-4a03-ad27-402217ab616b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Synchronizing usage tracker for tenant:6a68a2a82a8c4455a2a5acb590dd39ee on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:45:04.132272 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-81fb3323-c33b-4205-a055-a4078958ab3b req-aeec2333-d379-4a03-ad27-402217ab616b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Unset dirty status for tenant:6a68a2a82a8c4455a2a5acb590dd39ee on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:45:04.133680 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-81fb3323-c33b-4205-a055-a4078958ab3b req-aeec2333-d379-4a03-ad27-402217ab616b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 932 time: 0.2473900 May 31 16:45:04.412488 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-81fb3323-c33b-4205-a055-a4078958ab3b req-2fa3c136-347b-4d8a-a32c-7faf7e7d1b82 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2693148 May 31 16:45:04.619609 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-ea7f8180-b862-4fb5-ac11-3be6bba0815e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee {{(pid=99205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:45:04.627202 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-ea7f8180-b862-4fb5-ac11-3be6bba0815e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:04.641729 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-ea7f8180-b862-4fb5-ac11-3be6bba0815e service neutron] Transition to ACTIVE for port object 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee will not be triggered until provisioned by entity L2. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:45:04.647274 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-ea7f8180-b862-4fb5-ac11-3be6bba0815e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:04.651041 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-019f5b05-d501-4fc6-8bd2-6c3a51d2c44d tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:45:04.775483 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-70f63075-68f2-46b7-b668-8563edd9f7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:04.805617 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f8180-b862-4fb5-ac11-3be6bba0815e service neutron] Pushing event updated for resources: {'Port': ['ID=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:45:04.813813 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ea7f8180-b862-4fb5-ac11-3be6bba0815e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:45:04.888814 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-ea7f8180-b862-4fb5-ac11-3be6bba0815e service neutron] Attempting to bind port 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:45:04.889145 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-ea7f8180-b862-4fb5-ac11-3be6bba0815e service neutron] Attempting to bind port 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'dac1681c-8fe6-4c0e-9fd9-5d1e869acf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae'}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:45:04.889468 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-ea7f8180-b862-4fb5-ac11-3be6bba0815e service neutron] Attempting to bind port 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee on network b9c5d476-092c-4e1b-bc25-469b3b201fae {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:45:04.894254 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-ea7f8180-b862-4fb5-ac11-3be6bba0815e service neutron] Port 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee on network b9c5d476-092c-4e1b-bc25-469b3b201fae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:45:04.894567 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-ea7f8180-b862-4fb5-ac11-3be6bba0815e service neutron] Attempting to bind port 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee on network b9c5d476-092c-4e1b-bc25-469b3b201fae {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:45:04.899928 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-ea7f8180-b862-4fb5-ac11-3be6bba0815e service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:45:04.900327 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-ea7f8180-b862-4fb5-ac11-3be6bba0815e service neutron] Checking segment: {'id': 'dac1681c-8fe6-4c0e-9fd9-5d1e869acf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:45:04.900996 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-ea7f8180-b862-4fb5-ac11-3be6bba0815e service neutron] Bound using segment: {'id': 'dac1681c-8fe6-4c0e-9fd9-5d1e869acf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae'} {{(pid=99205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:45:04.901410 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.managers [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-ea7f8180-b862-4fb5-ac11-3be6bba0815e service neutron] Bound port: 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dac1681c-8fe6-4c0e-9fd9-5d1e869acf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae'}}] {{(pid=99205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:45:04.901890 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-ea7f8180-b862-4fb5-ac11-3be6bba0815e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:04.945205 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 885bb7bd-55f5-4d69-a44b-3a40496eb72f up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:45:05.002183 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-ea7f8180-b862-4fb5-ac11-3be6bba0815e service neutron] For port 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee, host hv-neutron-6013, cleared binding levels {{(pid=99205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:45:05.005258 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-ea7f8180-b862-4fb5-ac11-3be6bba0815e service neutron] For port 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee,segment=NetworkSegment(dac1681c-8fe6-4c0e-9fd9-5d1e869acf66),segment_id=dac1681c-8fe6-4c0e-9fd9-5d1e869acf66)] {{(pid=99205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:45:05.011268 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-ea7f8180-b862-4fb5-ac11-3be6bba0815e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:05.016972 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3b645730-0a63-4b7f-9b5d-e1a1c968b4eb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:45:05.032454 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 885bb7bd-55f5-4d69-a44b-3a40496eb72f triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:45:05.033108 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:05.074005 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-ea7f8180-b862-4fb5-ac11-3be6bba0815e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:45:05.074651 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-ea7f8180-b862-4fb5-ac11-3be6bba0815e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:05.076111 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-ea7f8180-b862-4fb5-ac11-3be6bba0815e service neutron] 10.222.0.59 "PUT /v2.0/ports/9c8629bc-9ee8-44d5-b470-ef5b8eb125ee HTTP/1.1" status: 200 len: 1094 time: 1.2269981 May 31 16:45:05.076667 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e8021ee-0535-44e6-b008-986e47c4c565', 'tag': '9c8629bc-9ee8-44d5-b470-ef5b8eb125ee'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:45:05.079137 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712cbd604a6cc1e0f5ba13422e2683da83bae824a67b09ff26bcbb5182465e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e640290-35bf-41be-9b2f-538e949cc400" -d '{"events": [{"name": "network-changed", "server_uuid": "0e8021ee-0535-44e6-b008-986e47c4c565", "tag": "9c8629bc-9ee8-44d5-b470-ef5b8eb125ee"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:45:05.101218 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f8180-b862-4fb5-ac11-3be6bba0815e service neutron] Pushing event updated for resources: {'Port': ['ID=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee,revision_number=3']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:45:05.109290 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ea7f8180-b862-4fb5-ac11-3be6bba0815e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:45:05.169185 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0dfa01-f88e-4cba-b2bf-cdd6e3ce4b4b x-openstack-request-id: req-fe0dfa01-f88e-4cba-b2bf-cdd6e3ce4b4b {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:45:05.169556 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e8021ee-0535-44e6-b008-986e47c4c565", "tag": "9c8629bc-9ee8-44d5-b470-ef5b8eb125ee", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:45:05.169950 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fe0dfa01-f88e-4cba-b2bf-cdd6e3ce4b4b {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:45:05.170463 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e8021ee-0535-44e6-b008-986e47c4c565', 'tag': '9c8629bc-9ee8-44d5-b470-ef5b8eb125ee', 'status': 'completed', 'code': 200} May 31 16:45:05.208978 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-d57f347f-3e76-4dd6-9dab-01ba71eb2e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:45:05.210600 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-d57f347f-3e76-4dd6-9dab-01ba71eb2e30 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a68a2a82a8c4455a2a5acb590dd39ee&device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 1097 time: 0.0810194 May 31 16:45:05.284172 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-fabd56af-c20e-4dcd-937f-9bac46095223 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee HTTP/1.1" status: 200 len: 217 time: 0.0657709 May 31 16:45:05.352524 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-651be43c-6a19-43d1-8ce9-1bfebd260339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:45:05.353992 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-651be43c-6a19-43d1-8ce9-1bfebd260339 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3 HTTP/1.1" status: 200 len: 847 time: 0.0639417 May 31 16:45:05.432836 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-e4b9f05b-1666-43ec-bcbf-172cfffb32db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:45:05.434331 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-e4b9f05b-1666-43ec-bcbf-172cfffb32db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9c5d476-092c-4e1b-bc25-469b3b201fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0721669 May 31 16:45:05.622456 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-3a55106e-c9a9-4d52-82b6-e1469dfee31b service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810687 May 31 16:45:05.712118 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a16931-06b5-45f5-8d22-92c7d00d336a req-82e67b45-8a9c-4664-8f20-e21fef399ada tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:45:05.713620 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-72a16931-06b5-45f5-8d22-92c7d00d336a req-82e67b45-8a9c-4664-8f20-e21fef399ada tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 944 time: 0.1863992 May 31 16:45:05.798116 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-72a16931-06b5-45f5-8d22-92c7d00d336a req-9893cbb2-38d8-446a-ac19-722453c69e72 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723181 May 31 16:45:05.808516 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d6d8cf66-738f-476e-858b-cf63daef6f4d req-edf67555-009e-48f8-8ec4-8031f2ece1af service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776929 May 31 16:45:05.926900 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e640290-35bf-41be-9b2f-538e949cc400 req-ed3b7fb0-b23d-4449-b3dd-d147a7220d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:45:05.928436 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9e640290-35bf-41be-9b2f-538e949cc400 req-ed3b7fb0-b23d-4449-b3dd-d147a7220d3f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a68a2a82a8c4455a2a5acb590dd39ee&device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 1097 time: 0.0748625 May 31 16:45:06.062344 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e640290-35bf-41be-9b2f-538e949cc400 req-05abd1e8-7750-49c6-9367-d05f8d590f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:45:06.063877 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9e640290-35bf-41be-9b2f-538e949cc400 req-05abd1e8-7750-49c6-9367-d05f8d590f26 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9c5d476-092c-4e1b-bc25-469b3b201fae HTTP/1.1" status: 200 len: 909 time: 0.1286025 May 31 16:45:06.284716 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9e640290-35bf-41be-9b2f-538e949cc400 req-a2952b14-4fc6-4855-baba-30df120cdb95 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee HTTP/1.1" status: 200 len: 217 time: 0.2138813 May 31 16:45:06.346681 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e640290-35bf-41be-9b2f-538e949cc400 req-91476b44-1312-4bc8-9ab7-69e5f022ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:45:06.348199 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9e640290-35bf-41be-9b2f-538e949cc400 req-91476b44-1312-4bc8-9ab7-69e5f022ec8c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3 HTTP/1.1" status: 200 len: 847 time: 0.0573027 May 31 16:45:06.426968 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e640290-35bf-41be-9b2f-538e949cc400 req-f6043506-b71c-4699-b755-66df15dc2c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:45:06.428542 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9e640290-35bf-41be-9b2f-538e949cc400 req-f6043506-b71c-4699-b755-66df15dc2c4c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9c5d476-092c-4e1b-bc25-469b3b201fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0727797 May 31 16:45:06.564891 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9e640290-35bf-41be-9b2f-538e949cc400 req-86cf8879-48e3-442c-81f1-54e0ac061aa9 service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281323 May 31 16:45:06.704737 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9e640290-35bf-41be-9b2f-538e949cc400 req-da438523-29fb-438d-b97d-6ad9abcd4c45 service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327028 May 31 16:45:06.996328 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27e844-f1bb-4063-bdc3-1c5fcea63dad req-cbd7eecf-d1d2-4151-8add-c31ba865c05c tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:45:06.997833 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9c27e844-f1bb-4063-bdc3-1c5fcea63dad req-cbd7eecf-d1d2-4151-8add-c31ba865c05c tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 944 time: 0.0892787 May 31 16:45:07.043868 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9c27e844-f1bb-4063-bdc3-1c5fcea63dad req-9c4da8b3-a081-42ab-b7ec-54b947cd305d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400753 May 31 16:45:07.087904 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:08.033933 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-840b35f2-d9dc-489a-8999-0aaa2d7d8b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:08.233098 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c838e-a5be-4435-8f36-e41e3b84ea1e req-89aab8c3-0786-48a4-b0b0-8a36da8e8919 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:45:08.234598 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-518c838e-a5be-4435-8f36-e41e3b84ea1e req-89aab8c3-0786-48a4-b0b0-8a36da8e8919 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 944 time: 0.0842755 May 31 16:45:08.283297 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-518c838e-a5be-4435-8f36-e41e3b84ea1e req-d69adad7-4bbe-402d-a071-e11cd0315139 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428469 May 31 16:45:08.285273 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:45:08.421081 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee,segment=NetworkSegment(dac1681c-8fe6-4c0e-9fd9-5d1e869acf66),segment_id=dac1681c-8fe6-4c0e-9fd9-5d1e869acf66)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:45:08.434632 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '9c8629bc-9ee8-44d5-b470-ef5b8eb125ee', 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae', 'port_id': '9c8629bc-9ee8-44d5-b470-ef5b8eb125ee', 'mac_address': 'fa:16:3e:47:4d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:45:08.494649 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:08.511892 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:45:08.528159 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee,segment=NetworkSegment(dac1681c-8fe6-4c0e-9fd9-5d1e869acf66),segment_id=dac1681c-8fe6-4c0e-9fd9-5d1e869acf66)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:45:08.532936 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:08.534795 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-74233c6f-5be9-4e66-ba90-0ee29e7bb49e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:45:08.602491 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:45:08.605959 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:45:08.644459 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:08.888599 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['9c8629bc-9ee8-44d5-b470-ef5b8eb125ee'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:45:09.472570 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8052c-46d4-4de8-861b-8a48b79f89bd req-99515181-0ac7-4b59-9bbd-fc5443bccd2b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:45:09.474060 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-47a8052c-46d4-4de8-861b-8a48b79f89bd req-99515181-0ac7-4b59-9bbd-fc5443bccd2b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 945 time: 0.0826645 May 31 16:45:09.520884 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-47a8052c-46d4-4de8-861b-8a48b79f89bd req-586903c3-cf44-483c-b841-f9f36c71dd47 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408487 May 31 16:45:10.032755 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:10.313892 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:45:10.386146 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:45:10.391742 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:45:10.392124 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:10.512515 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:10.539576 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8021ee-0535-44e6-b008-986e47c4c565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8629bc-9ee8-44d5-b470-ef5b8eb125ee'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:45:10.550088 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee,segment=NetworkSegment(dac1681c-8fe6-4c0e-9fd9-5d1e869acf66),segment_id=dac1681c-8fe6-4c0e-9fd9-5d1e869acf66)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:45:10.555219 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:10.557279 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-64ec1571-4f35-40c2-8a23-cb67d0b5e4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:45:10.594708 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00cc2ddc43b1653c3eb190ff1f3bd01939441b4e5bab11a761bd695af265e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df9c447-414c-4551-847f-3a326c6dd80a" -d '{"events": [{"server_uuid": "0e8021ee-0535-44e6-b008-986e47c4c565", "name": "network-vif-plugged", "status": "completed", "tag": "9c8629bc-9ee8-44d5-b470-ef5b8eb125ee"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:45:10.637920 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:45:10.641838 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:45:10.706770 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9f5394-5520-462b-b3b0-22afd079fc47 x-openstack-request-id: req-7d9f5394-5520-462b-b3b0-22afd079fc47 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:45:10.707098 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8021ee-0535-44e6-b008-986e47c4c565", "name": "network-vif-plugged", "status": "completed", "tag": "9c8629bc-9ee8-44d5-b470-ef5b8eb125ee", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:45:10.707572 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7d9f5394-5520-462b-b3b0-22afd079fc47 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:45:10.707985 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8021ee-0535-44e6-b008-986e47c4c565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8629bc-9ee8-44d5-b470-ef5b8eb125ee', 'code': 200} May 31 16:45:10.721811 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9aefb-21ad-4862-8533-19d23e32df83 req-b207599d-3166-43d4-be43-62f664702e08 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:45:10.723455 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c8c9aefb-21ad-4862-8533-19d23e32df83 req-b207599d-3166-43d4-be43-62f664702e08 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 946 time: 0.0919499 May 31 16:45:10.770702 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c8c9aefb-21ad-4862-8533-19d23e32df83 req-32553bb6-0a93-4a08-98cd-f4adad463d8e tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411558 May 31 16:45:10.944732 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b2013-2e2e-4224-a8a7-6da2c49b6d37 req-676be82a-1392-4b20-b873-54a16f449d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:45:10.946398 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-748b2013-2e2e-4224-a8a7-6da2c49b6d37 req-676be82a-1392-4b20-b873-54a16f449d68 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 1099 time: 0.0757325 May 31 16:45:10.989942 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-748b2013-2e2e-4224-a8a7-6da2c49b6d37 req-93196f91-a05a-40b1-a93c-b22f48bc96d6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367777 May 31 16:45:11.966359 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ff199-dde2-4e62-a75b-cf3364b74d6a req-60b8ed1a-970f-4b35-99db-b8fc4295287a tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:45:11.968002 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a02ff199-dde2-4e62-a75b-cf3364b74d6a req-60b8ed1a-970f-4b35-99db-b8fc4295287a tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 946 time: 0.0893538 May 31 16:45:12.023086 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a02ff199-dde2-4e62-a75b-cf3364b74d6a req-52e29ed5-5452-4223-995b-df410187679c tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490313 May 31 16:45:13.208372 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43a85b-54e3-45c3-ab78-222d673e107a req-f7ba364f-bee1-41a1-a4d6-711020818952 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:45:13.209740 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0c43a85b-54e3-45c3-ab78-222d673e107a req-f7ba364f-bee1-41a1-a4d6-711020818952 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 946 time: 0.0834930 May 31 16:45:13.260100 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0c43a85b-54e3-45c3-ab78-222d673e107a req-087ab34e-3a82-40c4-b6ac-870a76ccd16c tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443418 May 31 16:45:13.453471 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558922e-6217-4e68-a990-c136dc93ef43 req-2a9bf127-87f4-49af-abc1-a2a04b7bb588 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:45:13.454967 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b558922e-6217-4e68-a990-c136dc93ef43 req-2a9bf127-87f4-49af-abc1-a2a04b7bb588 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 946 time: 0.0850282 May 31 16:45:13.501412 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b558922e-6217-4e68-a990-c136dc93ef43 req-c0416c09-cdf5-44ac-8eb5-6b053b5a9b9e tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401123 May 31 16:45:13.524862 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40916) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:45:13.647244 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba416513-cb9d-4026-8ab5-9f1ea1134b5c tempest-TestShelveInstance-880209072 tempest-TestShelveInstance-880209072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:45:13.648809 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ba416513-cb9d-4026-8ab5-9f1ea1134b5c tempest-TestShelveInstance-880209072 tempest-TestShelveInstance-880209072-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 1094 time: 0.1221666 May 31 16:45:13.651982 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 40922) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:45:13.657072 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-41f14413-fc6f-431d-ad4b-66d71633f85d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'port_id': '9c8629bc-9ee8-44d5-b470-ef5b8eb125ee', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:45:13.663362 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-41f14413-fc6f-431d-ad4b-66d71633f85d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:45:13.667354 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-41f14413-fc6f-431d-ad4b-66d71633f85d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Usage tracker for resource:floatingip and tenant:6a68a2a82a8c4455a2a5acb590dd39ee is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:45:13.670205 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-41f14413-fc6f-431d-ad4b-66d71633f85d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:45:13.675996 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-41f14413-fc6f-431d-ad4b-66d71633f85d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:45:13.687635 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-41f14413-fc6f-431d-ad4b-66d71633f85d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for floatingip, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:13.828087 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-41f14413-fc6f-431d-ad4b-66d71633f85d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:14.018528 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-41f14413-fc6f-431d-ad4b-66d71633f85d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Allocated IP 172.26.0.143 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/b51cd6ff-61c2-42f8-af50-5a21d7568ac4) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:45:14.060603 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-52067500-b494-4902-81bf-c09bd3c831de req-1bc5dd19-e738-41a3-a79f-543c3b86798a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1588769 May 31 16:45:14.226916 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-41f14413-fc6f-431d-ad4b-66d71633f85d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:14.257837 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52067500-b494-4902-81bf-c09bd3c831de req-5063e0e9-1e1b-41d4-96de-5c27f93d8b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:45:14.259615 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-52067500-b494-4902-81bf-c09bd3c831de req-5063e0e9-1e1b-41d4-96de-5c27f93d8b6e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a68a2a82a8c4455a2a5acb590dd39ee&device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 1099 time: 0.1255519 May 31 16:45:14.274447 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-41f14413-fc6f-431d-ad4b-66d71633f85d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:14.278355 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-70e09d40-027d-4573-8eee-75bf3e58e024 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:45:14.576224 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f14413-fc6f-431d-ad4b-66d71633f85d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:45:14.582615 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-41f14413-fc6f-431d-ad4b-66d71633f85d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:45:14.593855 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f14413-fc6f-431d-ad4b-66d71633f85d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:45:14.635418 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f14413-fc6f-431d-ad4b-66d71633f85d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Pushing event updated for resources: {'Port': ['ID=b51cd6ff-61c2-42f8-af50-5a21d7568ac4,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:45:14.646494 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-41f14413-fc6f-431d-ad4b-66d71633f85d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:45:14.742722 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52067500-b494-4902-81bf-c09bd3c831de req-0c0dbcee-d6af-4756-b955-e01a3e8e3ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:45:14.744242 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-52067500-b494-4902-81bf-c09bd3c831de req-0c0dbcee-d6af-4756-b955-e01a3e8e3ae3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9c5d476-092c-4e1b-bc25-469b3b201fae HTTP/1.1" status: 200 len: 909 time: 0.4345977 May 31 16:45:14.845163 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-52067500-b494-4902-81bf-c09bd3c831de req-41be6d28-55ed-47b9-9df2-f5c69e065bf1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee HTTP/1.1" status: 200 len: 217 time: 0.0923793 May 31 16:45:14.994295 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52067500-b494-4902-81bf-c09bd3c831de req-1cf59cae-4810-4086-8af0-ec36ba5a43ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:45:14.995846 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-52067500-b494-4902-81bf-c09bd3c831de req-1cf59cae-4810-4086-8af0-ec36ba5a43ab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3 HTTP/1.1" status: 200 len: 847 time: 0.1444182 May 31 16:45:15.179684 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52067500-b494-4902-81bf-c09bd3c831de req-40492960-cd23-45b6-b3e2-f572797d9612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:45:15.181213 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-52067500-b494-4902-81bf-c09bd3c831de req-40492960-cd23-45b6-b3e2-f572797d9612 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9c5d476-092c-4e1b-bc25-469b3b201fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1747348 May 31 16:45:15.337119 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-52067500-b494-4902-81bf-c09bd3c831de req-fc0be445-a737-4ab9-b51c-979be3a67817 service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481481 May 31 16:45:15.339839 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-41f14413-fc6f-431d-ad4b-66d71633f85d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:15.528110 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-52067500-b494-4902-81bf-c09bd3c831de req-b7e8a1e6-9c9f-421a-b70c-aab0e679fab1 service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765761 May 31 16:45:15.528657 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-41f14413-fc6f-431d-ad4b-66d71633f85d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:15.739441 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-41f14413-fc6f-431d-ad4b-66d71633f85d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:15.745410 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-41f14413-fc6f-431d-ad4b-66d71633f85d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:15.749494 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-654ce765-ad6b-456b-971b-5629c067cdd8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:45:15.857170 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f14413-fc6f-431d-ad4b-66d71633f85d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Pushing event updated for resources: {'Port': ['ID=b51cd6ff-61c2-42f8-af50-5a21d7568ac4,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:45:15.861057 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-41f14413-fc6f-431d-ad4b-66d71633f85d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:45:15.869593 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-41f14413-fc6f-431d-ad4b-66d71633f85d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:16.207660 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-41f14413-fc6f-431d-ad4b-66d71633f85d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Floating IP 92f6fcae-6091-492f-a12c-5654461d4a32 associated. External IP: 172.26.0.143, port: 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee. May 31 16:45:16.569021 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f14413-fc6f-431d-ad4b-66d71633f85d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Router 98c40fb9-e5e2-404e-aeee-f33f258599e9 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:45:16.753664 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f14413-fc6f-431d-ad4b-66d71633f85d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:45:16.763971 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94238ed-9a14-4f39-80cf-5550fea1beff None None] Sync routers for ids ['98c40fb9-e5e2-404e-aeee-f33f258599e9'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:45:16.774338 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94238ed-9a14-4f39-80cf-5550fea1beff None None] Routers {'98c40fb9-e5e2-404e-aeee-f33f258599e9'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:45:16.774833 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a94238ed-9a14-4f39-80cf-5550fea1beff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:45:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['98c40fb9-e5e2-404e-aeee-f33f258599e9'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:45:16.779132 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-41f14413-fc6f-431d-ad4b-66d71633f85d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:16.837250 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-41f14413-fc6f-431d-ad4b-66d71633f85d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1840863 May 31 16:45:16.838213 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e8021ee-0535-44e6-b008-986e47c4c565', 'tag': '9c8629bc-9ee8-44d5-b470-ef5b8eb125ee'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:45:16.840535 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712cbd604a6cc1e0f5ba13422e2683da83bae824a67b09ff26bcbb5182465e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d10e36-46f7-4181-8e90-dc742506095d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e8021ee-0535-44e6-b008-986e47c4c565", "tag": "9c8629bc-9ee8-44d5-b470-ef5b8eb125ee"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:45:16.882616 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee404a55-fb8e-433f-a0c1-d97b1bc07a8c x-openstack-request-id: req-ee404a55-fb8e-433f-a0c1-d97b1bc07a8c {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:45:16.882974 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e8021ee-0535-44e6-b008-986e47c4c565", "tag": "9c8629bc-9ee8-44d5-b470-ef5b8eb125ee", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:45:16.883272 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ee404a55-fb8e-433f-a0c1-d97b1bc07a8c {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:45:16.883736 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e8021ee-0535-44e6-b008-986e47c4c565', 'tag': '9c8629bc-9ee8-44d5-b470-ef5b8eb125ee', 'status': 'completed', 'code': 200} May 31 16:45:16.976302 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d10e36-46f7-4181-8e90-dc742506095d req-f4595a74-71db-46e6-82ee-08ad97259b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:45:16.977841 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-62d10e36-46f7-4181-8e90-dc742506095d req-f4595a74-71db-46e6-82ee-08ad97259b4e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a68a2a82a8c4455a2a5acb590dd39ee&device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 1099 time: 0.0739594 May 31 16:45:17.000352 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-a94238ed-9a14-4f39-80cf-5550fea1beff None None] Set router 98c40fb9-e5e2-404e-aeee-f33f258599e9 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:45:17.111350 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d10e36-46f7-4181-8e90-dc742506095d req-d07dc821-e3c2-43f4-9704-56f531e2f4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:45:17.112690 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-62d10e36-46f7-4181-8e90-dc742506095d req-d07dc821-e3c2-43f4-9704-56f531e2f4d9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9c5d476-092c-4e1b-bc25-469b3b201fae HTTP/1.1" status: 200 len: 909 time: 0.1284802 May 31 16:45:17.218331 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-62d10e36-46f7-4181-8e90-dc742506095d req-7d144579-d1fd-443e-9222-0e42cbce0d78 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee HTTP/1.1" status: 200 len: 1000 time: 0.0990300 May 31 16:45:17.280841 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d10e36-46f7-4181-8e90-dc742506095d req-5e0226f7-f8d4-465d-9d09-1680a1a9431b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:45:17.282296 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-62d10e36-46f7-4181-8e90-dc742506095d req-5e0226f7-f8d4-465d-9d09-1680a1a9431b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3 HTTP/1.1" status: 200 len: 847 time: 0.0578883 May 31 16:45:17.352281 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a94238ed-9a14-4f39-80cf-5550fea1beff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'name': 'tempest-TestShelveInstance-703297219-router', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:49Z', 'revision_number': 4, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'gw_port': {'id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '92f6fcae-6091-492f-a12c-5654461d4a32', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'floating_ip_address': '172.26.0.143', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'port_id': '9c8629bc-9ee8-44d5-b470-ef5b8eb125ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae', 'mac_address': 'fa:16:3e:47:4d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8021ee-0535-44e6-b008-986e47c4c565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:45:15Z', 'updated_at': '2021-05-31T16:45:15Z', 'revision_number': 0, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16655dbc-66c0-495a-ba81-d7178142e3d0', 'name': '', 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'mac_address': 'fa:16:3e:b0:87:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:48Z', 'updated_at': '2021-05-31T16:44:56Z', 'revision_number': 5, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'subnets': [{'id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:45:17.356768 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94238ed-9a14-4f39-80cf-5550fea1beff None None] Checking router: 98c40fb9-e5e2-404e-aeee-f33f258599e9 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:45:17.363613 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d10e36-46f7-4181-8e90-dc742506095d req-061a065f-422a-457f-80a7-73800f36ff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:45:17.365087 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-62d10e36-46f7-4181-8e90-dc742506095d req-061a065f-422a-457f-80a7-73800f36ff97 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9c5d476-092c-4e1b-bc25-469b3b201fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0766885 May 31 16:45:17.365563 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94238ed-9a14-4f39-80cf-5550fea1beff None None] Routers {'98c40fb9-e5e2-404e-aeee-f33f258599e9'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:45:17.366173 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a94238ed-9a14-4f39-80cf-5550fea1beff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:45:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['98c40fb9-e5e2-404e-aeee-f33f258599e9'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:45:17.499107 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-62d10e36-46f7-4181-8e90-dc742506095d req-051a4707-83fd-4dde-b035-db6da0c4fdde service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270406 May 31 16:45:17.545843 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-a94238ed-9a14-4f39-80cf-5550fea1beff None None] Set router 98c40fb9-e5e2-404e-aeee-f33f258599e9 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:45:17.637120 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-62d10e36-46f7-4181-8e90-dc742506095d req-deb2e577-2805-488f-8ca1-e36c76cf6e4c service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314683 May 31 16:45:17.903075 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a94238ed-9a14-4f39-80cf-5550fea1beff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'name': 'tempest-TestShelveInstance-703297219-router', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:49Z', 'revision_number': 4, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'gw_port': {'id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '92f6fcae-6091-492f-a12c-5654461d4a32', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'floating_ip_address': '172.26.0.143', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'port_id': '9c8629bc-9ee8-44d5-b470-ef5b8eb125ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae', 'mac_address': 'fa:16:3e:47:4d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8021ee-0535-44e6-b008-986e47c4c565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:45:15Z', 'updated_at': '2021-05-31T16:45:15Z', 'revision_number': 0, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16655dbc-66c0-495a-ba81-d7178142e3d0', 'name': '', 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'mac_address': 'fa:16:3e:b0:87:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:48Z', 'updated_at': '2021-05-31T16:44:56Z', 'revision_number': 5, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'subnets': [{'id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:45:17.907855 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94238ed-9a14-4f39-80cf-5550fea1beff None None] The sync data for ids ['98c40fb9-e5e2-404e-aeee-f33f258599e9'] in dv-neutron-601336-79-hyperv is: [{'id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'name': 'tempest-TestShelveInstance-703297219-router', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:49Z', 'revision_number': 4, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'gw_port': {'id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '92f6fcae-6091-492f-a12c-5654461d4a32', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'floating_ip_address': '172.26.0.143', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'port_id': '9c8629bc-9ee8-44d5-b470-ef5b8eb125ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae', 'mac_address': 'fa:16:3e:47:4d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8021ee-0535-44e6-b008-986e47c4c565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:45:15Z', 'updated_at': '2021-05-31T16:45:15Z', 'revision_number': 0, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16655dbc-66c0-495a-ba81-d7178142e3d0', 'name': '', 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'mac_address': 'fa:16:3e:b0:87:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:48Z', 'updated_at': '2021-05-31T16:44:56Z', 'revision_number': 5, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'subnets': [{'id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:45:18.102988 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c410dc-0c8c-41ad-9a24-e4d0c05c7eea None None] New status for floating IP 92f6fcae-6091-492f-a12c-5654461d4a32: ACTIVE {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:45:29.070640 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:30.022599 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:45:34.773628 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ffa3f207-bdd2-4870-af90-699510a16cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:37.093910 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:38.031251 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-61ca6ff4-cf91-47cc-af81-1282142a07e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:38.648110 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:40.035875 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:45:59.065123 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:46:04.778371 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9a81187f-519c-4bb8-bb80-0308295ec2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:46:07.015914 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:46:07.098368 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:46:08.044880 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7445aaec-4132-4530-bacc-5d015ad699a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:46:08.651871 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:46:10.047105 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:46:14.953030 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0634e8a7-e33b-4d73-ab8b-1fe7179de7a3 req-8c26ad92-c951-45d1-9453-4eabb497e94a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759282 May 31 16:46:15.258858 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634e8a7-e33b-4d73-ab8b-1fe7179de7a3 req-4652c53e-b0c7-4205-8cba-2832c6fb6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:46:15.260273 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0634e8a7-e33b-4d73-ab8b-1fe7179de7a3 req-4652c53e-b0c7-4205-8cba-2832c6fb6880 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a68a2a82a8c4455a2a5acb590dd39ee&device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 1099 time: 0.2340479 May 31 16:46:15.406909 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634e8a7-e33b-4d73-ab8b-1fe7179de7a3 req-83cd9e7e-1284-4b29-b872-775f17697404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:46:15.408407 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0634e8a7-e33b-4d73-ab8b-1fe7179de7a3 req-83cd9e7e-1284-4b29-b872-775f17697404 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9c5d476-092c-4e1b-bc25-469b3b201fae HTTP/1.1" status: 200 len: 909 time: 0.1256869 May 31 16:46:15.512209 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0634e8a7-e33b-4d73-ab8b-1fe7179de7a3 req-ba6c8d90-0b1c-4702-9ed3-f148c2b72f49 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee HTTP/1.1" status: 200 len: 1002 time: 0.0949199 May 31 16:46:15.578274 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634e8a7-e33b-4d73-ab8b-1fe7179de7a3 req-a7ae29c7-4633-4a5a-8993-214afe9fa0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:46:15.580757 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0634e8a7-e33b-4d73-ab8b-1fe7179de7a3 req-a7ae29c7-4633-4a5a-8993-214afe9fa0d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3 HTTP/1.1" status: 200 len: 847 time: 0.0618718 May 31 16:46:15.668176 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634e8a7-e33b-4d73-ab8b-1fe7179de7a3 req-47611662-5659-4934-8fb4-5c165a09092d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:46:15.669703 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0634e8a7-e33b-4d73-ab8b-1fe7179de7a3 req-47611662-5659-4934-8fb4-5c165a09092d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9c5d476-092c-4e1b-bc25-469b3b201fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0824444 May 31 16:46:15.816916 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0634e8a7-e33b-4d73-ab8b-1fe7179de7a3 req-7f15d416-e7cf-4bc9-b040-f3bd4dea0bc1 service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390131 May 31 16:46:15.948378 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0634e8a7-e33b-4d73-ab8b-1fe7179de7a3 req-155f93de-5844-4d6e-a1ae-9bfe526ba430 service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245587 May 31 16:46:29.094982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:46:34.773918 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c41772aa-3947-44d8-9217-3484fd203065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:46:37.104824 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:46:38.043360 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c50a029f-6492-46e6-8126-b755b01e772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:46:38.654103 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:46:40.044222 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:46:44.015827 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:46:59.097837 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:47:04.769464 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fc6ec781-f96f-4643-aedd-9c27ec4a26b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:47:07.089485 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:47:08.037683 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-54070e48-185a-4e22-a011-2adfd1a00eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:47:08.657268 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:47:10.050696 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:47:16.945736 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-38cc6797-2bc2-4fb9-ac39-34fe1272b6bf req-bb03211c-0ff9-4f51-b2ea-9c0ce10d48fd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825901 May 31 16:47:17.095196 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc6797-2bc2-4fb9-ac39-34fe1272b6bf req-fded9ddc-5d83-4e58-952d-f33c237fe1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:47:17.096731 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-38cc6797-2bc2-4fb9-ac39-34fe1272b6bf req-fded9ddc-5d83-4e58-952d-f33c237fe1d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a68a2a82a8c4455a2a5acb590dd39ee&device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 1099 time: 0.0758481 May 31 16:47:17.245925 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc6797-2bc2-4fb9-ac39-34fe1272b6bf req-cbd1ea14-42b3-401a-940d-55292918128e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:47:17.247342 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-38cc6797-2bc2-4fb9-ac39-34fe1272b6bf req-cbd1ea14-42b3-401a-940d-55292918128e service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9c5d476-092c-4e1b-bc25-469b3b201fae HTTP/1.1" status: 200 len: 909 time: 0.1285834 May 31 16:47:17.358975 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-38cc6797-2bc2-4fb9-ac39-34fe1272b6bf req-4c5a24f5-fabf-473f-a68e-544ae4ff7153 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee HTTP/1.1" status: 200 len: 1002 time: 0.1048620 May 31 16:47:17.426547 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc6797-2bc2-4fb9-ac39-34fe1272b6bf req-d17fdd86-302d-46b5-b401-e1edad9ca312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:47:17.428061 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-38cc6797-2bc2-4fb9-ac39-34fe1272b6bf req-d17fdd86-302d-46b5-b401-e1edad9ca312 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3 HTTP/1.1" status: 200 len: 847 time: 0.0621908 May 31 16:47:17.514698 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc6797-2bc2-4fb9-ac39-34fe1272b6bf req-3691f253-ea1e-4c0a-81d3-2c6a5f67c438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:47:17.516234 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-38cc6797-2bc2-4fb9-ac39-34fe1272b6bf req-3691f253-ea1e-4c0a-81d3-2c6a5f67c438 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9c5d476-092c-4e1b-bc25-469b3b201fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0813453 May 31 16:47:17.527260 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [req-38cc6797-2bc2-4fb9-ac39-34fe1272b6bf req-e36be4ae-d6a0-46e0-8260-01b967a9ba8d service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 16:47:17.528165 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-38cc6797-2bc2-4fb9-ac39-34fe1272b6bf req-e36be4ae-d6a0-46e0-8260-01b967a9ba8d service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052085 May 31 16:47:17.659487 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-38cc6797-2bc2-4fb9-ac39-34fe1272b6bf req-655a98b1-2ba9-4ad2-acb9-89660ceef09a service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248555 May 31 16:47:17.806862 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-38cc6797-2bc2-4fb9-ac39-34fe1272b6bf req-28b1e82f-d7f3-47b2-a431-61b6267184cf service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389682 May 31 16:47:21.015239 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:47:29.097683 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:47:34.772872 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c70516d7-37c0-48b3-af8a-73b746da5c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:47:37.097655 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:47:38.041148 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ca9b6a6f-3cbe-41da-8b92-e5ae3db5f850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:47:38.660822 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:47:40.051253 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:47:42.715085 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b452810-e8a6-468c-8e1b-ff9d21fe82f9 req-037fa6ce-e3b4-4f51-994a-0d0e8ee42830 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:47:42.716549 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8b452810-e8a6-468c-8e1b-ff9d21fe82f9 req-037fa6ce-e3b4-4f51-994a-0d0e8ee42830 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 946 time: 0.0930452 May 31 16:47:42.763971 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8b452810-e8a6-468c-8e1b-ff9d21fe82f9 req-cd6f55be-36b9-4405-881b-ade502ac2ccc tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413144 May 31 16:47:43.972659 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451bc8e-f2cc-4a1a-98bb-296cd03be701 req-5819480e-a7f5-4acb-b7f1-35d63dd9ac3c tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:47:43.974130 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6451bc8e-f2cc-4a1a-98bb-296cd03be701 req-5819480e-a7f5-4acb-b7f1-35d63dd9ac3c tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 946 time: 0.0827138 May 31 16:47:44.022502 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6451bc8e-f2cc-4a1a-98bb-296cd03be701 req-7803ad9c-d7c7-418e-a424-85ff26fb8c17 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423434 May 31 16:47:45.237092 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34237d57-e078-47e0-b410-b00ecdd07fa9 req-38309a75-258f-48b4-b2a7-bf06c8e68fd9 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:47:45.238478 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-34237d57-e078-47e0-b410-b00ecdd07fa9 req-38309a75-258f-48b4-b2a7-bf06c8e68fd9 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 946 time: 0.0894120 May 31 16:47:45.289728 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-34237d57-e078-47e0-b410-b00ecdd07fa9 req-4489d0c0-1649-4ce0-adf3-4b5de1bbf8c2 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448329 May 31 16:47:46.482393 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89e9ca-8985-4a57-a403-789a8e968e5c req-cd88136c-ea6b-415b-9b23-d6f7b2d57d83 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:47:46.483897 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cd89e9ca-8985-4a57-a403-789a8e968e5c req-cd88136c-ea6b-415b-9b23-d6f7b2d57d83 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 946 time: 0.0858705 May 31 16:47:46.529045 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cd89e9ca-8985-4a57-a403-789a8e968e5c req-6afd3f34-a77b-4cfc-927a-3a525e9b4b4c tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394642 May 31 16:47:47.870744 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db531d-fb09-4cb1-97ba-5c8fb98296ef req-30f85956-f816-4dbd-aef8-8e607cc06355 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:47:47.872115 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c7db531d-fb09-4cb1-97ba-5c8fb98296ef req-30f85956-f816-4dbd-aef8-8e607cc06355 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 946 time: 0.2369933 May 31 16:47:47.916192 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c7db531d-fb09-4cb1-97ba-5c8fb98296ef req-f79716ee-55c1-4111-b1a4-f6f2f8d6d9dc tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383513 May 31 16:47:49.106187 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96b796-7aee-4a64-aeb3-dab1aea11a6c req-8d203bef-cfdc-4e3a-8393-b7115f0d1fac tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:47:49.107692 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1d96b796-7aee-4a64-aeb3-dab1aea11a6c req-8d203bef-cfdc-4e3a-8393-b7115f0d1fac tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 946 time: 0.0853686 May 31 16:47:49.152430 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1d96b796-7aee-4a64-aeb3-dab1aea11a6c req-d40d469d-9057-4348-920d-2bd9b0493b64 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389197 May 31 16:47:50.344181 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b415beb-782c-4f46-be62-d6082ac461d6 req-3685c6e6-6fb6-4172-8009-44656ffbf8cf tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:47:50.345989 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4b415beb-782c-4f46-be62-d6082ac461d6 req-3685c6e6-6fb6-4172-8009-44656ffbf8cf tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 946 time: 0.0864789 May 31 16:47:50.392588 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4b415beb-782c-4f46-be62-d6082ac461d6 req-c034a6a5-edb4-40b3-a117-285baefb0f83 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406353 May 31 16:47:51.601976 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512aa18a-1466-4ac8-b5d6-9902cb3ed93a req-4e007aa0-a12d-430a-a598-89a19dd421b8 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:47:51.603469 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-512aa18a-1466-4ac8-b5d6-9902cb3ed93a req-4e007aa0-a12d-430a-a598-89a19dd421b8 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 946 time: 0.0913694 May 31 16:47:51.648223 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-512aa18a-1466-4ac8-b5d6-9902cb3ed93a req-fef843bb-a2f6-4010-914d-b76ff316da57 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387087 May 31 16:47:52.841066 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1ad38-e322-4a4b-b4ef-6470de5133c2 req-76581be3-aee4-4e25-a31f-85d8162975fd tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:47:52.842435 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a8a1ad38-e322-4a4b-b4ef-6470de5133c2 req-76581be3-aee4-4e25-a31f-85d8162975fd tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 946 time: 0.0832765 May 31 16:47:52.887515 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a8a1ad38-e322-4a4b-b4ef-6470de5133c2 req-56efc18f-a2f8-4e30-ab70-6a73ce43fe01 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390377 May 31 16:47:54.080104 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52124749-5cc0-43b7-9095-87697445dbd5 req-f3db0ed1-a16a-4280-8146-194cac4de1cf tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:47:54.081593 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-52124749-5cc0-43b7-9095-87697445dbd5 req-f3db0ed1-a16a-4280-8146-194cac4de1cf tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 946 time: 0.0843720 May 31 16:47:54.126378 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-52124749-5cc0-43b7-9095-87697445dbd5 req-3ce23cce-63ac-499b-b623-243666e5663f tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386188 May 31 16:47:55.128040 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:47:55.317105 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b1c4b-9587-4369-9130-3b92f7d6d6f2 req-08a4f5ff-7100-4d60-88ed-3414b49282ad tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:47:55.318484 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f38b1c4b-9587-4369-9130-3b92f7d6d6f2 req-08a4f5ff-7100-4d60-88ed-3414b49282ad tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 946 time: 0.0822809 May 31 16:47:55.320739 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee,segment=NetworkSegment(dac1681c-8fe6-4c0e-9fd9-5d1e869acf66),segment_id=dac1681c-8fe6-4c0e-9fd9-5d1e869acf66)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:47:55.334307 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '9c8629bc-9ee8-44d5-b470-ef5b8eb125ee', 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae', 'port_id': '9c8629bc-9ee8-44d5-b470-ef5b8eb125ee', 'mac_address': 'fa:16:3e:47:4d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:47:55.368577 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f38b1c4b-9587-4369-9130-3b92f7d6d6f2 req-259db22e-a682-4a9b-b5bf-43ee4ec33fdd tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440230 May 31 16:47:55.394651 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:47:55.412215 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:47:55.428334 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee,segment=NetworkSegment(dac1681c-8fe6-4c0e-9fd9-5d1e869acf66),segment_id=dac1681c-8fe6-4c0e-9fd9-5d1e869acf66)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:47:55.433951 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:47:55.435959 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:47:55.506468 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee,revision_number=6']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:47:55.510244 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['9c8629bc-9ee8-44d5-b470-ef5b8eb125ee'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:47:55.543571 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:47:55.543871 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:47:55.544237 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:47:55.544566 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:47:55.544897 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:47:55.545217 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:47:55.545538 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:47:55.545859 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:47:55.546177 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:47:55.546495 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:47:55.546807 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:47:55.547148 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:47:55.560193 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:47:56.555328 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56dd54-128c-4f24-8aa1-e01c1ba5c1ac req-2c277f1a-c976-4a28-a625-dd48cec5fc57 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:47:56.556821 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3f56dd54-128c-4f24-8aa1-e01c1ba5c1ac req-2c277f1a-c976-4a28-a625-dd48cec5fc57 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 945 time: 0.0832026 May 31 16:47:56.603812 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3f56dd54-128c-4f24-8aa1-e01c1ba5c1ac req-8b11f499-2b1f-41f1-8059-d03350712acc tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412602 May 31 16:47:57.130188 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:47:57.204157 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:47:57.204531 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:47:57.319275 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:47:57.345908 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8021ee-0535-44e6-b008-986e47c4c565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8629bc-9ee8-44d5-b470-ef5b8eb125ee'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:47:57.348187 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00cc2ddc43b1653c3eb190ff1f3bd01939441b4e5bab11a761bd695af265e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266a2d3e-0903-44ea-a2c1-f399b88d3516" -d '{"events": [{"server_uuid": "0e8021ee-0535-44e6-b008-986e47c4c565", "name": "network-vif-plugged", "status": "completed", "tag": "9c8629bc-9ee8-44d5-b470-ef5b8eb125ee"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:47:57.356246 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee,segment=NetworkSegment(dac1681c-8fe6-4c0e-9fd9-5d1e869acf66),segment_id=dac1681c-8fe6-4c0e-9fd9-5d1e869acf66)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:47:57.361080 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:47:57.364186 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a9b9c3fd-3997-484e-a66d-155ed0779f53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:47:57.430276 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee,revision_number=7']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:47:57.433571 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:47:57.797720 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4feef-bfeb-4408-b92e-889c404334de req-3d3c8606-8b32-429b-a205-82d85fc60eff tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:47:57.799212 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a4a4feef-bfeb-4408-b92e-889c404334de req-3d3c8606-8b32-429b-a205-82d85fc60eff tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 946 time: 0.0854135 May 31 16:47:57.845675 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a4a4feef-bfeb-4408-b92e-889c404334de req-48ac8877-28cc-434a-8d4b-e7295ac1f017 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406175 May 31 16:47:58.015090 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:47:58.413972 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb9ea61-6fc1-4dd0-bc8f-963daf15e4b7 x-openstack-request-id: req-5fb9ea61-6fc1-4dd0-bc8f-963daf15e4b7 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:47:58.414456 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8021ee-0535-44e6-b008-986e47c4c565", "name": "network-vif-plugged", "status": "completed", "tag": "9c8629bc-9ee8-44d5-b470-ef5b8eb125ee", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:47:58.414561 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5fb9ea61-6fc1-4dd0-bc8f-963daf15e4b7 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:47:58.414940 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8021ee-0535-44e6-b008-986e47c4c565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8629bc-9ee8-44d5-b470-ef5b8eb125ee', 'code': 200} May 31 16:47:59.044950 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d28a7c-14cc-415d-83ac-f9d6179f76e4 req-b3b231f1-56f5-47e6-8a4a-fbb423554091 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:47:59.046440 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-22d28a7c-14cc-415d-83ac-f9d6179f76e4 req-b3b231f1-56f5-47e6-8a4a-fbb423554091 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 946 time: 0.0924535 May 31 16:47:59.093130 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-22d28a7c-14cc-415d-83ac-f9d6179f76e4 req-aa6de69e-77c9-4bcd-bce4-1f6a0243a76d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406444 May 31 16:47:59.096712 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:48:00.321731 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b37a54-befe-4b10-9c19-f7217f398f43 req-67a74469-a317-4f3f-997c-507c13acddad tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:00.323583 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c8b37a54-befe-4b10-9c19-f7217f398f43 req-67a74469-a317-4f3f-997c-507c13acddad tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 946 time: 0.1110015 May 31 16:48:00.372182 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c8b37a54-befe-4b10-9c19-f7217f398f43 req-fc536ef6-9514-45cc-86f5-638939e9edec tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423648 May 31 16:48:01.583065 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c37f24-64f5-400a-8bff-ad9a9962922f req-69d60b56-bd65-4d27-9aee-3e3bc2fda41f tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:01.585865 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-61c37f24-64f5-400a-8bff-ad9a9962922f req-69d60b56-bd65-4d27-9aee-3e3bc2fda41f tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 946 time: 0.0887475 May 31 16:48:01.647026 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-61c37f24-64f5-400a-8bff-ad9a9962922f req-c0c36f94-e9c7-45bf-9b01-57b59fc693bd tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522571 May 31 16:48:02.861100 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3152b7-f448-4784-b5fe-1d7c9ed8059c req-b42f529f-aea5-4890-b262-fb5f9f07b1ef tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:02.862622 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6a3152b7-f448-4784-b5fe-1d7c9ed8059c req-b42f529f-aea5-4890-b262-fb5f9f07b1ef tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 946 time: 0.0915153 May 31 16:48:02.917176 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6a3152b7-f448-4784-b5fe-1d7c9ed8059c req-2638368c-b86d-4ecd-9972-cf23d00e30fc tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479040 May 31 16:48:04.144556 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22407cfa-727e-4489-9dae-d44d723a843b req-413b8985-9d1a-466f-92d0-d3f4c5f50abd tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:04.146203 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-22407cfa-727e-4489-9dae-d44d723a843b req-413b8985-9d1a-466f-92d0-d3f4c5f50abd tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 946 time: 0.0948911 May 31 16:48:04.202666 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-22407cfa-727e-4489-9dae-d44d723a843b req-d6762313-ad77-45f0-ac61-22ba886d176c tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502183 May 31 16:48:04.782961 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1d6293e6-af09-48a0-ae51-3b0b914bc368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:48:05.408490 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a18ac-7c2b-4df8-b53d-b3e2ba7b5511 req-6c87ab64-c425-4945-9d83-325257e8918d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:05.410790 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-372a18ac-7c2b-4df8-b53d-b3e2ba7b5511 req-6c87ab64-c425-4945-9d83-325257e8918d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 946 time: 0.0896218 May 31 16:48:05.460350 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-372a18ac-7c2b-4df8-b53d-b3e2ba7b5511 req-6fe33054-dc6e-4484-b97d-34df48ed006e tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430226 May 31 16:48:06.667981 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4663c-3837-4cf4-ae73-e5acd2b4bb12 req-3e36de15-6cb6-4c0c-b044-65b14e3b3bd7 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:06.669834 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-04c4663c-3837-4cf4-ae73-e5acd2b4bb12 req-3e36de15-6cb6-4c0c-b044-65b14e3b3bd7 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 946 time: 0.0930359 May 31 16:48:06.727298 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-04c4663c-3837-4cf4-ae73-e5acd2b4bb12 req-285f3cba-c68e-4730-bf2d-84eef427119e tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517943 May 31 16:48:07.098869 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:48:07.931937 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4351d-75c6-49d3-ad27-e16666f9302d req-ee369c1c-3374-4e5d-83a6-e928398e0cbf tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:07.933445 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-87b4351d-75c6-49d3-ad27-e16666f9302d req-ee369c1c-3374-4e5d-83a6-e928398e0cbf tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 946 time: 0.0860274 May 31 16:48:07.982983 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-87b4351d-75c6-49d3-ad27-e16666f9302d req-124fe300-a479-4141-8ed5-bbaef2e486cc tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427709 May 31 16:48:08.045465 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c03ef5a8-088a-4965-adf2-00216786239a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:48:08.663270 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:48:09.179977 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5b4bf-48ee-48a4-805c-0012ff481d48 req-58dcd60f-4414-42df-8197-8a97dbfcd84d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:09.181490 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-62c5b4bf-48ee-48a4-805c-0012ff481d48 req-58dcd60f-4414-42df-8197-8a97dbfcd84d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 946 time: 0.0899885 May 31 16:48:09.278503 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-62c5b4bf-48ee-48a4-805c-0012ff481d48 req-c87dc41b-0f7c-41ea-a45c-e22fa36073f1 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626230 May 31 16:48:09.293217 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878f577-70ec-4751-a82e-43e77c72c3f5 req-ba87a905-493f-4aa3-878e-36e8fc5eac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:09.294817 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b878f577-70ec-4751-a82e-43e77c72c3f5 req-ba87a905-493f-4aa3-878e-36e8fc5eac3a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a68a2a82a8c4455a2a5acb590dd39ee&device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 1099 time: 0.1094372 May 31 16:48:09.431187 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878f577-70ec-4751-a82e-43e77c72c3f5 req-5284d318-09c7-4346-8842-9fc9cf2f87a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:09.432672 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b878f577-70ec-4751-a82e-43e77c72c3f5 req-5284d318-09c7-4346-8842-9fc9cf2f87a0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9c5d476-092c-4e1b-bc25-469b3b201fae HTTP/1.1" status: 200 len: 909 time: 0.1311181 May 31 16:48:09.534354 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b878f577-70ec-4751-a82e-43e77c72c3f5 req-78fb1fc7-c091-477c-80f3-825862fdb41f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee HTTP/1.1" status: 200 len: 1002 time: 0.0942235 May 31 16:48:09.602284 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878f577-70ec-4751-a82e-43e77c72c3f5 req-3b783873-e979-45a8-95ad-f5105c46d661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:09.603760 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b878f577-70ec-4751-a82e-43e77c72c3f5 req-3b783873-e979-45a8-95ad-f5105c46d661 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3 HTTP/1.1" status: 200 len: 847 time: 0.0623665 May 31 16:48:09.680889 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878f577-70ec-4751-a82e-43e77c72c3f5 req-088ba1fa-b8c1-4ee5-9f89-595e8499d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:09.682408 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b878f577-70ec-4751-a82e-43e77c72c3f5 req-088ba1fa-b8c1-4ee5-9f89-595e8499d7cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9c5d476-092c-4e1b-bc25-469b3b201fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0717783 May 31 16:48:09.957602 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b878f577-70ec-4751-a82e-43e77c72c3f5 req-623ce1f7-48f0-4d89-b3b2-affaee3cdfe9 service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669899 May 31 16:48:10.059638 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:48:10.092258 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b878f577-70ec-4751-a82e-43e77c72c3f5 req-eaf380f6-def0-48f9-a63c-dea15d5b91a4 service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274974 May 31 16:48:10.478468 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ff14e-1058-48bf-b6c0-8d63a02598b7 req-16bb408f-40a6-43e9-a982-caf9e55e8db5 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:10.479974 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-836ff14e-1058-48bf-b6c0-8d63a02598b7 req-16bb408f-40a6-43e9-a982-caf9e55e8db5 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 946 time: 0.0873206 May 31 16:48:10.525143 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-836ff14e-1058-48bf-b6c0-8d63a02598b7 req-915b88c1-740e-48b6-aae9-07fef595b348 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393090 May 31 16:48:11.716413 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10a16f-8750-45ef-aaeb-5b175e9941f2 req-db764c4b-a94a-4da7-8474-73c37b3f72bb tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:11.718264 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7a10a16f-8750-45ef-aaeb-5b175e9941f2 req-db764c4b-a94a-4da7-8474-73c37b3f72bb tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 946 time: 0.0836272 May 31 16:48:11.770663 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7a10a16f-8750-45ef-aaeb-5b175e9941f2 req-60d581d5-0143-4565-8306-2e3053a4fd2f tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462921 May 31 16:48:12.968660 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490fb6f-810e-4426-b41b-44efe0a08b17 req-8d439e2a-5b23-4a52-b4af-6e5d9ab98fda tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:12.970105 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1490fb6f-810e-4426-b41b-44efe0a08b17 req-8d439e2a-5b23-4a52-b4af-6e5d9ab98fda tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 946 time: 0.0838616 May 31 16:48:13.015084 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1490fb6f-810e-4426-b41b-44efe0a08b17 req-ad6d1445-2191-410f-9593-cc447a5420e0 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389402 May 31 16:48:13.168779 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:48:13.286307 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:48:13.324410 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8021ee-0535-44e6-b008-986e47c4c565', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c8629bc-9ee8-44d5-b470-ef5b8eb125ee'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:48:13.326709 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00cc2ddc43b1653c3eb190ff1f3bd01939441b4e5bab11a761bd695af265e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbbf27e-ab7e-4ca7-b117-b566ce788cbe" -d '{"events": [{"server_uuid": "0e8021ee-0535-44e6-b008-986e47c4c565", "name": "network-vif-unplugged", "status": "completed", "tag": "9c8629bc-9ee8-44d5-b470-ef5b8eb125ee"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:48:13.339014 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee,segment=NetworkSegment(dac1681c-8fe6-4c0e-9fd9-5d1e869acf66),segment_id=dac1681c-8fe6-4c0e-9fd9-5d1e869acf66)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:48:13.344234 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:48:13.347556 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:48:13.387814 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 May 2021 16:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ee25fd-4417-4f62-b7ef-ffcc685b011d x-openstack-request-id: req-a3ee25fd-4417-4f62-b7ef-ffcc685b011d {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:48:13.388248 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8021ee-0535-44e6-b008-986e47c4c565", "name": "network-vif-unplugged", "status": "failed", "tag": "9c8629bc-9ee8-44d5-b470-ef5b8eb125ee", "code": 422}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:48:13.388506 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a3ee25fd-4417-4f62-b7ef-ffcc685b011d {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:48:13.388948 dv-neutron-601336-79-hyperv neutron-server[99206]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0e8021ee-0535-44e6-b008-986e47c4c565', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9c8629bc-9ee8-44d5-b470-ef5b8eb125ee', 'code': 422} returned with failed status May 31 16:48:13.398634 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff093e-4d44-4357-91cf-88b87213259a req-2c48ea0b-eef0-4e0b-a5b0-d364d6d0e547 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:13.400219 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0fff093e-4d44-4357-91cf-88b87213259a req-2c48ea0b-eef0-4e0b-a5b0-d364d6d0e547 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 946 time: 0.1055346 May 31 16:48:13.432151 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee,revision_number=8']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:48:13.436243 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:48:13.450547 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0fff093e-4d44-4357-91cf-88b87213259a req-42c7323d-391f-4aef-a17e-313a073a7635 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441902 May 31 16:48:13.727838 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7bca0ae9-c34a-4f81-abed-2ecd3d79e1f4 req-fc66585f-9fc3-4962-973d-08c36ec5e80c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1389017 May 31 16:48:14.762657 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca0ae9-c34a-4f81-abed-2ecd3d79e1f4 req-03691c56-38ab-4b8b-a034-6bea22149bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:14.764244 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7bca0ae9-c34a-4f81-abed-2ecd3d79e1f4 req-03691c56-38ab-4b8b-a034-6bea22149bdc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565&tenant_id=6a68a2a82a8c4455a2a5acb590dd39ee HTTP/1.1" status: 200 len: 1097 time: 0.1188760 May 31 16:48:14.846294 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803b5c2-675b-41bf-84bf-d8c8ec1d1e1f req-2f32957e-a44c-4665-8fa4-7c161c1209e0 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:14.847781 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5803b5c2-675b-41bf-84bf-d8c8ec1d1e1f req-2f32957e-a44c-4665-8fa4-7c161c1209e0 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 944 time: 0.1307354 May 31 16:48:14.906498 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5803b5c2-675b-41bf-84bf-d8c8ec1d1e1f req-55597a9d-8550-4a7d-9ac2-c250c43b5ca7 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520043 May 31 16:48:14.912281 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca0ae9-c34a-4f81-abed-2ecd3d79e1f4 req-4ba28453-3625-40fe-9071-481af3b6093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:14.914157 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7bca0ae9-c34a-4f81-abed-2ecd3d79e1f4 req-4ba28453-3625-40fe-9071-481af3b6093a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a68a2a82a8c4455a2a5acb590dd39ee&device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 1097 time: 0.1249237 May 31 16:48:15.051055 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca0ae9-c34a-4f81-abed-2ecd3d79e1f4 req-c8e84a63-9ba1-45e9-92cf-a57cab67c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:15.052517 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7bca0ae9-c34a-4f81-abed-2ecd3d79e1f4 req-c8e84a63-9ba1-45e9-92cf-a57cab67c342 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9c5d476-092c-4e1b-bc25-469b3b201fae HTTP/1.1" status: 200 len: 909 time: 0.1315565 May 31 16:48:15.158455 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7bca0ae9-c34a-4f81-abed-2ecd3d79e1f4 req-240d94e0-6639-4483-be2f-c97134393b4f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee HTTP/1.1" status: 200 len: 1000 time: 0.0995481 May 31 16:48:15.224296 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca0ae9-c34a-4f81-abed-2ecd3d79e1f4 req-807f99d4-6474-4e98-a183-abdd299ba6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:15.225810 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7bca0ae9-c34a-4f81-abed-2ecd3d79e1f4 req-807f99d4-6474-4e98-a183-abdd299ba6a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3 HTTP/1.1" status: 200 len: 847 time: 0.0601921 May 31 16:48:15.303618 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca0ae9-c34a-4f81-abed-2ecd3d79e1f4 req-cf51c20f-19bf-4190-8b3f-46e515a55048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:15.305020 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7bca0ae9-c34a-4f81-abed-2ecd3d79e1f4 req-cf51c20f-19bf-4190-8b3f-46e515a55048 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9c5d476-092c-4e1b-bc25-469b3b201fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0721798 May 31 16:48:15.437376 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7bca0ae9-c34a-4f81-abed-2ecd3d79e1f4 req-ba98ae81-8098-4d60-9c59-72afd96a3ef5 service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250381 May 31 16:48:15.572588 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7bca0ae9-c34a-4f81-abed-2ecd3d79e1f4 req-ed93a5f1-5473-474c-9bb6-3fa18f3869ce service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275938 May 31 16:48:16.125238 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035a41f-2449-4f40-8f53-cd859bbc61f1 req-387f3d7b-d5ec-440b-ab92-ac78e0fea29c tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:16.126900 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7035a41f-2449-4f40-8f53-cd859bbc61f1 req-387f3d7b-d5ec-440b-ab92-ac78e0fea29c tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 944 time: 0.0999062 May 31 16:48:16.181639 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7035a41f-2449-4f40-8f53-cd859bbc61f1 req-0db91d47-a863-489f-a114-9bcd91961305 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416164 May 31 16:48:17.379401 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25af241-9a52-4ba5-b8e1-5f9e8b2e9e96 req-da145587-89e2-4b74-8730-7d247795d4d4 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:17.381127 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b25af241-9a52-4ba5-b8e1-5f9e8b2e9e96 req-da145587-89e2-4b74-8730-7d247795d4d4 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 944 time: 0.0834105 May 31 16:48:17.438699 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b25af241-9a52-4ba5-b8e1-5f9e8b2e9e96 req-859bc954-65e3-45da-b8e4-ef4a3f565793 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476673 May 31 16:48:18.785212 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a7f25-9520-4b17-ba3e-2c2dcad244bc req-07f5a529-08e4-42fb-a1ab-453a3ed84fa0 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:18.786757 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9e2a7f25-9520-4b17-ba3e-2c2dcad244bc req-07f5a529-08e4-42fb-a1ab-453a3ed84fa0 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 944 time: 0.2347832 May 31 16:48:18.833440 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9e2a7f25-9520-4b17-ba3e-2c2dcad244bc req-5f132f07-623c-472f-8656-45eb407c02cc tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405793 May 31 16:48:20.033702 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa1740-a30d-4538-b7c5-ba79711d9bf8 req-ae16bfc3-6ef8-4145-84f4-5a65d56cf461 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:20.036118 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b0fa1740-a30d-4538-b7c5-ba79711d9bf8 req-ae16bfc3-6ef8-4145-84f4-5a65d56cf461 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 944 time: 0.0911057 May 31 16:48:20.082868 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b0fa1740-a30d-4538-b7c5-ba79711d9bf8 req-4fbd8901-d6bc-42ef-a370-86a374e22b29 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402215 May 31 16:48:21.273360 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70681ec-0eef-4846-8030-6926f70df121 req-6386756b-4622-43ba-9c10-f1812efc58e9 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:21.274801 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e70681ec-0eef-4846-8030-6926f70df121 req-6386756b-4622-43ba-9c10-f1812efc58e9 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 944 time: 0.0828843 May 31 16:48:21.328386 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e70681ec-0eef-4846-8030-6926f70df121 req-cff15497-51fc-410c-b4ec-3a04867d94d1 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475247 May 31 16:48:22.525752 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebca700-7730-4bea-9857-d00a2ec8161d req-9ef4fd98-3b9c-4d34-afba-4fc9f34eb764 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:22.528210 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-aebca700-7730-4bea-9857-d00a2ec8161d req-9ef4fd98-3b9c-4d34-afba-4fc9f34eb764 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 944 time: 0.0884714 May 31 16:48:22.575743 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-aebca700-7730-4bea-9857-d00a2ec8161d req-6b73ec6b-57c3-4a0d-8d2f-3119574051e4 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410712 May 31 16:48:23.777819 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a23586-12eb-40e2-ab3c-e749930d3555 req-48e49450-e67b-4cf3-8044-17810024b253 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:23.779348 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c9a23586-12eb-40e2-ab3c-e749930d3555 req-48e49450-e67b-4cf3-8044-17810024b253 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 944 time: 0.0891857 May 31 16:48:23.825190 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c9a23586-12eb-40e2-ab3c-e749930d3555 req-dbf63bce-d1ba-47f2-898d-27329ae341cc tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397696 May 31 16:48:25.020441 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7dd21-5f31-4a65-b808-525acf4acd43 req-f580b286-3a06-4316-8060-6a2652c66854 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:25.022403 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-80c7dd21-5f31-4a65-b808-525acf4acd43 req-f580b286-3a06-4316-8060-6a2652c66854 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 944 time: 0.0867209 May 31 16:48:25.074572 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-80c7dd21-5f31-4a65-b808-525acf4acd43 req-46172aac-9a83-4669-a543-fc61f769f4f7 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460470 May 31 16:48:26.270778 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d4b4a-f294-4e20-8686-ddbd62973153 req-ad9c62fa-c35c-4c86-8bdd-abaad2ac0cf4 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:26.272359 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c33d4b4a-f294-4e20-8686-ddbd62973153 req-ad9c62fa-c35c-4c86-8bdd-abaad2ac0cf4 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 944 time: 0.0868237 May 31 16:48:26.321459 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c33d4b4a-f294-4e20-8686-ddbd62973153 req-67df4eda-9636-43c6-98d5-e82d1f9828fa tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411916 May 31 16:48:27.515136 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3141d-ae64-4b0d-88f5-89b645b21b48 req-1db2bed2-1b4a-4c63-b810-ac0e80014d49 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:27.516604 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a6c3141d-ae64-4b0d-88f5-89b645b21b48 req-1db2bed2-1b4a-4c63-b810-ac0e80014d49 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 944 time: 0.0820527 May 31 16:48:27.563732 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a6c3141d-ae64-4b0d-88f5-89b645b21b48 req-fabfb13b-fd38-4029-b9a3-3a1b02c4cc4d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412567 May 31 16:48:28.760204 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc68d76-7a10-467b-81df-7124a6c51c1a req-e29ebf57-d806-435e-a994-8e9b94ab1291 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:28.761605 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0cc68d76-7a10-467b-81df-7124a6c51c1a req-e29ebf57-d806-435e-a994-8e9b94ab1291 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 944 time: 0.0854356 May 31 16:48:28.810175 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0cc68d76-7a10-467b-81df-7124a6c51c1a req-38476bf1-2542-4bbc-8489-8d763f76aae7 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427933 May 31 16:48:29.103274 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:48:29.411840 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e93845-4fca-42e7-a4f6-0bfd3abaefcf req-8024b921-0011-43f9-9724-8fd3640c070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:29.413398 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e2e93845-4fca-42e7-a4f6-0bfd3abaefcf req-8024b921-0011-43f9-9724-8fd3640c070f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a68a2a82a8c4455a2a5acb590dd39ee&device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 1097 time: 0.0764732 May 31 16:48:29.560895 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e93845-4fca-42e7-a4f6-0bfd3abaefcf req-bc9017e7-cebd-4dc0-9f8a-c243b3221e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:29.562364 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e2e93845-4fca-42e7-a4f6-0bfd3abaefcf req-bc9017e7-cebd-4dc0-9f8a-c243b3221e0d service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9c5d476-092c-4e1b-bc25-469b3b201fae HTTP/1.1" status: 200 len: 909 time: 0.1286130 May 31 16:48:29.667228 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e2e93845-4fca-42e7-a4f6-0bfd3abaefcf req-5dbe80c5-1a8c-4fb3-8de8-32327af37b87 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee HTTP/1.1" status: 200 len: 1000 time: 0.0964534 May 31 16:48:29.732672 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e93845-4fca-42e7-a4f6-0bfd3abaefcf req-08098d0a-e52a-4dfd-86b0-d66487fd540d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:29.734082 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e2e93845-4fca-42e7-a4f6-0bfd3abaefcf req-08098d0a-e52a-4dfd-86b0-d66487fd540d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3 HTTP/1.1" status: 200 len: 847 time: 0.0606225 May 31 16:48:29.813956 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e93845-4fca-42e7-a4f6-0bfd3abaefcf req-c8b1539d-25cf-4765-9426-c07e2d53ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:29.815490 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e2e93845-4fca-42e7-a4f6-0bfd3abaefcf req-c8b1539d-25cf-4765-9426-c07e2d53ae5c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9c5d476-092c-4e1b-bc25-469b3b201fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0735011 May 31 16:48:29.995078 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e2e93845-4fca-42e7-a4f6-0bfd3abaefcf req-651d616c-3dad-4a1a-b3f3-0ff575ee0fda service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714542 May 31 16:48:30.116485 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c396e-b5eb-4a3f-874a-72b292eeaf6f req-5dc50d80-b051-4541-a0d2-ffd05f6dcdd5 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:30.117984 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-013c396e-b5eb-4a3f-874a-72b292eeaf6f req-5dc50d80-b051-4541-a0d2-ffd05f6dcdd5 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 944 time: 0.1897681 May 31 16:48:30.164666 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e2e93845-4fca-42e7-a4f6-0bfd3abaefcf req-fa5d44f9-0576-4897-9dfc-2394885f038d service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597636 May 31 16:48:30.183742 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-013c396e-b5eb-4a3f-874a-72b292eeaf6f req-9e2372a3-3053-40c3-8ace-096d6ecc404e tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554059 May 31 16:48:31.284310 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:48:31.371640 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a9c8f-0e3b-4722-a749-499dacb5a2d3 req-1ac09bef-6b66-485a-923d-85c293637e05 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:31.373582 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9f6a9c8f-0e3b-4722-a749-499dacb5a2d3 req-1ac09bef-6b66-485a-923d-85c293637e05 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 944 time: 0.0812936 May 31 16:48:31.422716 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9f6a9c8f-0e3b-4722-a749-499dacb5a2d3 req-5ded87f3-4e76-4e4a-9e3f-502d143e094f tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427587 May 31 16:48:31.424610 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee,segment=NetworkSegment(dac1681c-8fe6-4c0e-9fd9-5d1e869acf66),segment_id=dac1681c-8fe6-4c0e-9fd9-5d1e869acf66)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:48:31.438110 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '9c8629bc-9ee8-44d5-b470-ef5b8eb125ee', 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae', 'port_id': '9c8629bc-9ee8-44d5-b470-ef5b8eb125ee', 'mac_address': 'fa:16:3e:47:4d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:48:31.492688 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:48:31.508934 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:48:31.524244 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee,segment=NetworkSegment(dac1681c-8fe6-4c0e-9fd9-5d1e869acf66),segment_id=dac1681c-8fe6-4c0e-9fd9-5d1e869acf66)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:48:31.529047 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:48:31.530877 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:48:31.601456 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee,revision_number=9']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:48:31.604686 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:48:31.892151 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['9c8629bc-9ee8-44d5-b470-ef5b8eb125ee'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:48:32.612789 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c9e60-7bde-4395-b7d7-2f420aeb76b6 req-8d0728e2-39a6-40e0-a85b-9aaac9b304ca tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:32.614321 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-484c9e60-7bde-4395-b7d7-2f420aeb76b6 req-8d0728e2-39a6-40e0-a85b-9aaac9b304ca tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 945 time: 0.0864534 May 31 16:48:32.658635 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-484c9e60-7bde-4395-b7d7-2f420aeb76b6 req-191b634e-bb93-4814-ba8b-5f40d937bc0d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383782 May 31 16:48:33.282433 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:48:33.356863 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:48:33.357275 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:48:33.477731 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:48:33.504258 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8021ee-0535-44e6-b008-986e47c4c565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8629bc-9ee8-44d5-b470-ef5b8eb125ee'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:48:33.506760 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00cc2ddc43b1653c3eb190ff1f3bd01939441b4e5bab11a761bd695af265e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2039e0-84c4-4284-8f02-b273fd456d93" -d '{"events": [{"server_uuid": "0e8021ee-0535-44e6-b008-986e47c4c565", "name": "network-vif-plugged", "status": "completed", "tag": "9c8629bc-9ee8-44d5-b470-ef5b8eb125ee"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:48:33.515110 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee,segment=NetworkSegment(dac1681c-8fe6-4c0e-9fd9-5d1e869acf66),segment_id=dac1681c-8fe6-4c0e-9fd9-5d1e869acf66)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:48:33.520426 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:48:33.523483 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-c849ac6c-8d0d-4a35-9894-8e8db9535fec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:48:33.553882 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb427cb-f73d-42b3-95de-3f8cda669f0a x-openstack-request-id: req-adb427cb-f73d-42b3-95de-3f8cda669f0a {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:48:33.554175 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8021ee-0535-44e6-b008-986e47c4c565", "name": "network-vif-plugged", "status": "completed", "tag": "9c8629bc-9ee8-44d5-b470-ef5b8eb125ee", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:48:33.554431 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-adb427cb-f73d-42b3-95de-3f8cda669f0a {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:48:33.554815 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8021ee-0535-44e6-b008-986e47c4c565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8629bc-9ee8-44d5-b470-ef5b8eb125ee', 'code': 200} May 31 16:48:33.597871 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee,revision_number=10']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:48:33.600955 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:48:34.032691 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e55b5e-5a3a-48c0-b30f-9cfd3fb80733 req-471d510f-4015-47c6-82dd-f20a0f9f27aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:34.034403 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-02e55b5e-5a3a-48c0-b30f-9cfd3fb80733 req-471d510f-4015-47c6-82dd-f20a0f9f27aa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 1100 time: 0.2768667 May 31 16:48:34.045632 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b26352-0006-4dc6-852d-9bd82e65d9fe req-22f3e773-dc90-468e-953c-55f3f2e4faff tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:34.047280 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-65b26352-0006-4dc6-852d-9bd82e65d9fe req-22f3e773-dc90-468e-953c-55f3f2e4faff tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 947 time: 0.2585797 May 31 16:48:34.111578 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-02e55b5e-5a3a-48c0-b30f-9cfd3fb80733 req-8f92bcf8-ae02-42c8-a027-16de09c0d2d3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633166 May 31 16:48:34.116211 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-65b26352-0006-4dc6-852d-9bd82e65d9fe req-3eaa04b2-a695-43c1-acaf-7334d2363de1 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555053 May 31 16:48:34.777323 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-53aa08dd-0b9e-4508-bc8a-8e794ba4ca77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:48:35.016239 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:48:35.314112 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44dde7-a6c8-4121-83e0-2843f3db6faf req-229879fd-10ad-457a-8aae-3a4426df01bc tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:35.315638 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cb44dde7-a6c8-4121-83e0-2843f3db6faf req-229879fd-10ad-457a-8aae-3a4426df01bc tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 947 time: 0.0875604 May 31 16:48:35.362142 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cb44dde7-a6c8-4121-83e0-2843f3db6faf req-f3e58afe-9c9a-4e74-90b8-9edbd5f0df10 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404925 May 31 16:48:36.553310 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f3091-5485-4cdf-ac7f-e7e972a0062c req-22e10d00-c55f-4814-888a-2f24f14bf5b6 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:48:36.554790 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1f6f3091-5485-4cdf-ac7f-e7e972a0062c req-22e10d00-c55f-4814-888a-2f24f14bf5b6 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 947 time: 0.0834663 May 31 16:48:36.606732 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1f6f3091-5485-4cdf-ac7f-e7e972a0062c req-636757a4-4e3c-4ecf-ad84-f54afe6b089a tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460002 May 31 16:48:37.096209 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:48:38.050138 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5bf53d7c-8f37-4385-88f0-ae2147fc9d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:48:38.665989 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:48:40.058864 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:48:59.098817 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:49:04.782320 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8f7b96a0-68c1-4543-aa6f-38fed93b4bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:49:07.105785 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:49:08.055530 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c4f7bf46-eab6-4e25-be3b-aea3f64483de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:49:08.669175 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:49:10.062489 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:49:12.015629 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:49:20.985212 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3ef5273d-9227-41d2-ae82-098633b6d985 req-e7df00c4-fde7-412f-be56-3d00d871d1cd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1168199 May 31 16:49:21.147214 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5273d-9227-41d2-ae82-098633b6d985 req-898f7f28-5af4-444a-9e40-2d800d7427c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:49:21.148605 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3ef5273d-9227-41d2-ae82-098633b6d985 req-898f7f28-5af4-444a-9e40-2d800d7427c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a68a2a82a8c4455a2a5acb590dd39ee&device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 1100 time: 0.0874081 May 31 16:49:21.294371 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5273d-9227-41d2-ae82-098633b6d985 req-ff62dde7-69fc-4e5c-a416-29f2d8473d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:49:21.295866 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3ef5273d-9227-41d2-ae82-098633b6d985 req-ff62dde7-69fc-4e5c-a416-29f2d8473d0f service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9c5d476-092c-4e1b-bc25-469b3b201fae HTTP/1.1" status: 200 len: 909 time: 0.1267428 May 31 16:49:21.400917 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3ef5273d-9227-41d2-ae82-098633b6d985 req-132a2a8b-02ec-4449-b894-89a74d096020 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee HTTP/1.1" status: 200 len: 1002 time: 0.0975499 May 31 16:49:21.468360 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5273d-9227-41d2-ae82-098633b6d985 req-8ddcf927-bf69-48dd-b784-758e63801c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:49:21.470037 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3ef5273d-9227-41d2-ae82-098633b6d985 req-8ddcf927-bf69-48dd-b784-758e63801c6e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3 HTTP/1.1" status: 200 len: 847 time: 0.0619838 May 31 16:49:21.549358 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5273d-9227-41d2-ae82-098633b6d985 req-9c7e8606-d665-4d0f-bbae-9654e02edb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:49:21.550978 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3ef5273d-9227-41d2-ae82-098633b6d985 req-9c7e8606-d665-4d0f-bbae-9654e02edb53 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9c5d476-092c-4e1b-bc25-469b3b201fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0738742 May 31 16:49:21.689182 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3ef5273d-9227-41d2-ae82-098633b6d985 req-19c30de7-0bf2-4474-afe8-c80ac5e734ff service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302376 May 31 16:49:21.821892 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3ef5273d-9227-41d2-ae82-098633b6d985 req-1b4dc217-2c97-4c3d-b0a6-f4245b0fbb72 service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255929 May 31 16:49:29.092069 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:49:34.787071 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ab6dfa4f-24af-406e-bca2-114bd3af1470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:49:37.102668 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:49:38.059984 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cebe2624-b641-436c-a2e1-3c6334613982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:49:38.673509 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:49:40.070716 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:49:49.015085 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:49:59.088935 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:04.791731 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c040ccd0-7da5-4c3a-b4ea-2b97b66a9f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:07.103160 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:08.064607 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a824330a-ce16-49ee-a9e0-1cf3e9b18b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:08.675074 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:10.071214 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:12.636224 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 41276) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:50:13.099284 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-e480eff7-cd59-4fd2-803e-5ee42c78f096 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Deleting port b51cd6ff-61c2-42f8-af50-5a21d7568ac4 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:50:13.099791 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e480eff7-cd59-4fd2-803e-5ee42c78f096 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:13.219579 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e480eff7-cd59-4fd2-803e-5ee42c78f096 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:13.219897 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e480eff7-cd59-4fd2-803e-5ee42c78f096 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:13.347974 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-e480eff7-cd59-4fd2-803e-5ee42c78f096 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Calling delete_port for b51cd6ff-61c2-42f8-af50-5a21d7568ac4 owned by network:floatingip {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:50:13.478737 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e480eff7-cd59-4fd2-803e-5ee42c78f096 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:13.483360 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ded7a83a-b8f0-4840-a29f-65fd441750b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:50:13.527254 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480eff7-cd59-4fd2-803e-5ee42c78f096 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Pushing event deleted for resources: {'Port': ['ID=b51cd6ff-61c2-42f8-af50-5a21d7568ac4,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:50:13.595216 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480eff7-cd59-4fd2-803e-5ee42c78f096 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:13.595620 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480eff7-cd59-4fd2-803e-5ee42c78f096 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:13.595981 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480eff7-cd59-4fd2-803e-5ee42c78f096 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:13.596343 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480eff7-cd59-4fd2-803e-5ee42c78f096 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:13.596702 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480eff7-cd59-4fd2-803e-5ee42c78f096 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:13.597061 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480eff7-cd59-4fd2-803e-5ee42c78f096 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:13.597396 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480eff7-cd59-4fd2-803e-5ee42c78f096 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:13.597770 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480eff7-cd59-4fd2-803e-5ee42c78f096 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:13.598159 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480eff7-cd59-4fd2-803e-5ee42c78f096 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:13.598472 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480eff7-cd59-4fd2-803e-5ee42c78f096 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:13.598827 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480eff7-cd59-4fd2-803e-5ee42c78f096 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:13.599192 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480eff7-cd59-4fd2-803e-5ee42c78f096 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:13.605128 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e480eff7-cd59-4fd2-803e-5ee42c78f096 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:50:13.631673 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e480eff7-cd59-4fd2-803e-5ee42c78f096 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for floatingip, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:13.631985 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.l3_db [None req-e480eff7-cd59-4fd2-803e-5ee42c78f096 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Floating IP 92f6fcae-6091-492f-a12c-5654461d4a32 disassociated (deleted). External IP: 172.26.0.143, port: 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee. May 31 16:50:13.988552 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e480eff7-cd59-4fd2-803e-5ee42c78f096 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Router 98c40fb9-e5e2-404e-aeee-f33f258599e9 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:50:14.169467 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e480eff7-cd59-4fd2-803e-5ee42c78f096 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:50:14.178985 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041a5c59-6791-46e2-80ed-7410e3d1fa56 None None] Sync routers for ids ['98c40fb9-e5e2-404e-aeee-f33f258599e9'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:50:14.188767 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041a5c59-6791-46e2-80ed-7410e3d1fa56 None None] Routers {'98c40fb9-e5e2-404e-aeee-f33f258599e9'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:50:14.189406 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-041a5c59-6791-46e2-80ed-7410e3d1fa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:50:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['98c40fb9-e5e2-404e-aeee-f33f258599e9'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:50:14.191997 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e480eff7-cd59-4fd2-803e-5ee42c78f096 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:14.247646 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e480eff7-cd59-4fd2-803e-5ee42c78f096 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "DELETE /v2.0/floatingips/92f6fcae-6091-492f-a12c-5654461d4a32 HTTP/1.1" status: 204 len: 168 time: 1.6100399 May 31 16:50:14.248142 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e8021ee-0535-44e6-b008-986e47c4c565', 'tag': '9c8629bc-9ee8-44d5-b470-ef5b8eb125ee'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:50:14.292537 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04cf206e4dd8f3180d6e5d663243b13a0825cbb1d7c140105348091cb8be9f3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f465ee78-3506-4520-b13f-4ac7042b8860" -d '{"events": [{"name": "network-changed", "server_uuid": "0e8021ee-0535-44e6-b008-986e47c4c565", "tag": "9c8629bc-9ee8-44d5-b470-ef5b8eb125ee"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:50:14.380927 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-041a5c59-6791-46e2-80ed-7410e3d1fa56 None None] Set router 98c40fb9-e5e2-404e-aeee-f33f258599e9 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:50:14.683704 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ff68b-465e-473b-b9f4-509345a96af2 req-38b45ce5-e63d-4503-9bb0-4c16c96b1351 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:14.685216 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b61ff68b-465e-473b-b9f4-509345a96af2 req-38b45ce5-e63d-4503-9bb0-4c16c96b1351 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 947 time: 0.1388991 May 31 16:50:14.698353 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-041a5c59-6791-46e2-80ed-7410e3d1fa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'name': 'tempest-TestShelveInstance-703297219-router', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:49Z', 'revision_number': 4, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'gw_port': {'id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '16655dbc-66c0-495a-ba81-d7178142e3d0', 'name': '', 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'mac_address': 'fa:16:3e:b0:87:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:48Z', 'updated_at': '2021-05-31T16:44:56Z', 'revision_number': 5, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'subnets': [{'id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:50:14.702375 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041a5c59-6791-46e2-80ed-7410e3d1fa56 None None] Checking router: 98c40fb9-e5e2-404e-aeee-f33f258599e9 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:50:14.711628 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041a5c59-6791-46e2-80ed-7410e3d1fa56 None None] Routers {'98c40fb9-e5e2-404e-aeee-f33f258599e9'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:50:14.712218 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-041a5c59-6791-46e2-80ed-7410e3d1fa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:50:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['98c40fb9-e5e2-404e-aeee-f33f258599e9'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:50:14.731967 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b61ff68b-465e-473b-b9f4-509345a96af2 req-4186efdb-3484-4798-a359-59aaca402e06 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404768 May 31 16:50:14.887832 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-041a5c59-6791-46e2-80ed-7410e3d1fa56 None None] Set router 98c40fb9-e5e2-404e-aeee-f33f258599e9 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:50:15.255315 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-041a5c59-6791-46e2-80ed-7410e3d1fa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'name': 'tempest-TestShelveInstance-703297219-router', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:49Z', 'revision_number': 4, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'gw_port': {'id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '16655dbc-66c0-495a-ba81-d7178142e3d0', 'name': '', 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'mac_address': 'fa:16:3e:b0:87:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:48Z', 'updated_at': '2021-05-31T16:44:56Z', 'revision_number': 5, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'subnets': [{'id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:50:15.259521 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041a5c59-6791-46e2-80ed-7410e3d1fa56 None None] The sync data for ids ['98c40fb9-e5e2-404e-aeee-f33f258599e9'] in dv-neutron-601336-79-hyperv is: [{'id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'name': 'tempest-TestShelveInstance-703297219-router', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:49Z', 'revision_number': 4, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'gw_port': {'id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '16655dbc-66c0-495a-ba81-d7178142e3d0', 'name': '', 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'mac_address': 'fa:16:3e:b0:87:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:48Z', 'updated_at': '2021-05-31T16:44:56Z', 'revision_number': 5, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'subnets': [{'id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:50:15.410447 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d50913-1912-4064-968d-caa183bc4af2 x-openstack-request-id: req-f3d50913-1912-4064-968d-caa183bc4af2 {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:50:15.411033 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e8021ee-0535-44e6-b008-986e47c4c565", "tag": "9c8629bc-9ee8-44d5-b470-ef5b8eb125ee", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:50:15.411158 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f3d50913-1912-4064-968d-caa183bc4af2 {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:50:15.411526 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e8021ee-0535-44e6-b008-986e47c4c565', 'tag': '9c8629bc-9ee8-44d5-b470-ef5b8eb125ee', 'status': 'completed', 'code': 200} May 31 16:50:15.484611 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93750aad-3bfc-4f8b-a38d-7e1ab6d4e48b None None] New status for floating IP 92f6fcae-6091-492f-a12c-5654461d4a32: DOWN {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:50:15.512656 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465ee78-3506-4520-b13f-4ac7042b8860 req-665e8e26-db0a-47d0-9351-5bffac8d833f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:15.514079 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f465ee78-3506-4520-b13f-4ac7042b8860 req-665e8e26-db0a-47d0-9351-5bffac8d833f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a68a2a82a8c4455a2a5acb590dd39ee&device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 1100 time: 0.0769730 May 31 16:50:15.650691 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465ee78-3506-4520-b13f-4ac7042b8860 req-17fa65a4-c577-4007-b5e8-4a659c4056a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:15.652207 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f465ee78-3506-4520-b13f-4ac7042b8860 req-17fa65a4-c577-4007-b5e8-4a659c4056a1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9c5d476-092c-4e1b-bc25-469b3b201fae HTTP/1.1" status: 200 len: 909 time: 0.1312978 May 31 16:50:15.726269 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f465ee78-3506-4520-b13f-4ac7042b8860 req-8dfc8c0b-f2ed-4423-a993-555b4827dfe7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee HTTP/1.1" status: 200 len: 217 time: 0.0644834 May 31 16:50:15.789648 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465ee78-3506-4520-b13f-4ac7042b8860 req-cf68ef48-f9a6-4188-8680-df76ded9eb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:15.791136 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f465ee78-3506-4520-b13f-4ac7042b8860 req-cf68ef48-f9a6-4188-8680-df76ded9eb3c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3 HTTP/1.1" status: 200 len: 847 time: 0.0581355 May 31 16:50:15.925557 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465ee78-3506-4520-b13f-4ac7042b8860 req-aec5bfbc-1290-42f5-b0b0-3217078410f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:15.927084 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f465ee78-3506-4520-b13f-4ac7042b8860 req-aec5bfbc-1290-42f5-b0b0-3217078410f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9c5d476-092c-4e1b-bc25-469b3b201fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1294718 May 31 16:50:15.965894 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523a7e0-462b-4c8b-bf56-1c5d03dae0c9 req-22ea88ce-0239-4bb8-9f0e-298910ef8f75 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:15.967391 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9523a7e0-462b-4c8b-bf56-1c5d03dae0c9 req-22ea88ce-0239-4bb8-9f0e-298910ef8f75 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 947 time: 0.1226914 May 31 16:50:15.974653 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.59', 59587) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:50:16.069982 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb6ebd-c02e-4d7e-bf11-b67c9cf4ae77 req-d14ac398-742e-492c-a8be-11e6830792fb tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:16.070779 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-9fbb6ebd-c02e-4d7e-bf11-b67c9cf4ae77 req-d14ac398-742e-492c-a8be-11e6830792fb tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Synchronizing usage tracker for tenant:6a68a2a82a8c4455a2a5acb590dd39ee on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:50:16.089191 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-9fbb6ebd-c02e-4d7e-bf11-b67c9cf4ae77 req-d14ac398-742e-492c-a8be-11e6830792fb tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Unset dirty status for tenant:6a68a2a82a8c4455a2a5acb590dd39ee on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:50:16.089970 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9523a7e0-462b-4c8b-bf56-1c5d03dae0c9 req-910d2bf0-6588-4b7a-9a7e-0ea883be83e7 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=daa544ac-7ec5-45d5-b150-6ee74361e934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165519 May 31 16:50:16.096317 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-9fbb6ebd-c02e-4d7e-bf11-b67c9cf4ae77 req-d14ac398-742e-492c-a8be-11e6830792fb tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 947 time: 0.1089067 May 31 16:50:16.109260 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f465ee78-3506-4520-b13f-4ac7042b8860 req-eb9dea15-6f3e-4168-b507-5bc50ed4a892 service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729896 May 31 16:50:16.247421 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [req-9fbb6ebd-c02e-4d7e-bf11-b67c9cf4ae77 req-fa09aad7-0f4b-4bf7-afcd-1ef4b4dea5cc tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Deleting port 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:50:16.247731 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-9fbb6ebd-c02e-4d7e-bf11-b67c9cf4ae77 req-fa09aad7-0f4b-4bf7-afcd-1ef4b4dea5cc tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:16.404902 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f465ee78-3506-4520-b13f-4ac7042b8860 req-a7f617a8-ed55-4adf-bb63-d01ccb124761 service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895927 May 31 16:50:16.538877 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [req-9fbb6ebd-c02e-4d7e-bf11-b67c9cf4ae77 req-fa09aad7-0f4b-4bf7-afcd-1ef4b4dea5cc tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] For port 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee,segment=NetworkSegment(dac1681c-8fe6-4c0e-9fd9-5d1e869acf66),segment_id=dac1681c-8fe6-4c0e-9fd9-5d1e869acf66)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:50:16.539574 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-9fbb6ebd-c02e-4d7e-bf11-b67c9cf4ae77 req-fa09aad7-0f4b-4bf7-afcd-1ef4b4dea5cc tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:16.668374 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [req-9fbb6ebd-c02e-4d7e-bf11-b67c9cf4ae77 req-fa09aad7-0f4b-4bf7-afcd-1ef4b4dea5cc tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Calling delete_port for 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee owned by compute:nova {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:50:16.786347 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-9fbb6ebd-c02e-4d7e-bf11-b67c9cf4ae77 req-fa09aad7-0f4b-4bf7-afcd-1ef4b4dea5cc tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:16.795954 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-221fa556-801e-4c25-bbdc-d022e304aaa6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:50:16.844554 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa09aad7-0f4b-4bf7-afcd-1ef4b4dea5cc tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Pushing event deleted for resources: {'Port': ['ID=9c8629bc-9ee8-44d5-b470-ef5b8eb125ee,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:50:16.847666 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-fa09aad7-0f4b-4bf7-afcd-1ef4b4dea5cc tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:50:16.920763 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbb6ebd-c02e-4d7e-bf11-b67c9cf4ae77 req-fa09aad7-0f4b-4bf7-afcd-1ef4b4dea5cc tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] No DVR routers for this DVR port 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee on host hv-neutron-6013 {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:50:16.923561 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-9fbb6ebd-c02e-4d7e-bf11-b67c9cf4ae77 req-fa09aad7-0f4b-4bf7-afcd-1ef4b4dea5cc tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:16.938648 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-9fbb6ebd-c02e-4d7e-bf11-b67c9cf4ae77 req-fa09aad7-0f4b-4bf7-afcd-1ef4b4dea5cc tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.59 "DELETE /v2.0/ports/9c8629bc-9ee8-44d5-b470-ef5b8eb125ee HTTP/1.1" status: 204 len: 173 time: 0.8360889 May 31 16:50:17.312563 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9532591e-a4da-452e-ab6f-a83054376bf0 req-cd2a15f4-4e42-46a8-a8af-42c9570292f4 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8021ee-0535-44e6-b008-986e47c4c565 HTTP/1.1" status: 200 len: 210 time: 0.0982516 May 31 16:50:17.412948 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8021ee-0535-44e6-b008-986e47c4c565', 'name': 'network-vif-deleted', 'tag': '9c8629bc-9ee8-44d5-b470-ef5b8eb125ee'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:50:17.416165 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04cf206e4dd8f3180d6e5d663243b13a0825cbb1d7c140105348091cb8be9f3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60855471-15b2-49cd-9f12-ffef010ec450" -d '{"events": [{"server_uuid": "0e8021ee-0535-44e6-b008-986e47c4c565", "name": "network-vif-deleted", "tag": "9c8629bc-9ee8-44d5-b470-ef5b8eb125ee"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:50:17.459617 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48cec4b-63e5-4b14-9108-83fb696c3e5c x-openstack-request-id: req-e48cec4b-63e5-4b14-9108-83fb696c3e5c {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:50:17.459950 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8021ee-0535-44e6-b008-986e47c4c565", "name": "network-vif-deleted", "tag": "9c8629bc-9ee8-44d5-b470-ef5b8eb125ee", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:50:17.460248 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e48cec4b-63e5-4b14-9108-83fb696c3e5c {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:50:17.460764 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8021ee-0535-44e6-b008-986e47c4c565', 'name': 'network-vif-deleted', 'tag': '9c8629bc-9ee8-44d5-b470-ef5b8eb125ee', 'status': 'completed', 'code': 200} May 31 16:50:18.409833 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 41318) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:50:18.480069 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-78b571ea-4f65-43a9-a940-6f9bd6c65771 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:18.510851 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-78b571ea-4f65-43a9-a940-6f9bd6c65771 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:18.575106 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-78b571ea-4f65-43a9-a940-6f9bd6c65771 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:18.579244 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-582001d3-1b4f-478c-a4d0-eb388f39a27d tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:50:18.598920 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b571ea-4f65-43a9-a940-6f9bd6c65771 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa544ac-7ec5-45d5-b150-6ee74361e934,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:50:18.608526 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b571ea-4f65-43a9-a940-6f9bd6c65771 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:18.608927 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b571ea-4f65-43a9-a940-6f9bd6c65771 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:18.609333 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b571ea-4f65-43a9-a940-6f9bd6c65771 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:18.609666 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b571ea-4f65-43a9-a940-6f9bd6c65771 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:18.610024 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b571ea-4f65-43a9-a940-6f9bd6c65771 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:18.610390 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b571ea-4f65-43a9-a940-6f9bd6c65771 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:18.610744 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b571ea-4f65-43a9-a940-6f9bd6c65771 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:18.611145 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b571ea-4f65-43a9-a940-6f9bd6c65771 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:18.611504 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b571ea-4f65-43a9-a940-6f9bd6c65771 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:18.611856 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b571ea-4f65-43a9-a940-6f9bd6c65771 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:18.612204 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b571ea-4f65-43a9-a940-6f9bd6c65771 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:18.612551 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b571ea-4f65-43a9-a940-6f9bd6c65771 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:18.616456 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-78b571ea-4f65-43a9-a940-6f9bd6c65771 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:50:18.622876 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-78b571ea-4f65-43a9-a940-6f9bd6c65771 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:18.624010 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-78b571ea-4f65-43a9-a940-6f9bd6c65771 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "DELETE /v2.0/security-groups/daa544ac-7ec5-45d5-b150-6ee74361e934 HTTP/1.1" status: 204 len: 168 time: 0.2131658 May 31 16:50:19.818745 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:50:19.854510 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:50:19.854855 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 9c8629bc-9ee8-44d5-b470-ef5b8eb125ee not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:50:20.876321 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 41330) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:50:20.881723 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-307a5842-60c9-44ad-a5f9-4ade9e46e6e3 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1806629976', 'description': 'tempest-secgroup-smoke-1806629976 description', 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:50:20.887966 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-307a5842-60c9-44ad-a5f9-4ade9e46e6e3 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:50:20.892194 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-307a5842-60c9-44ad-a5f9-4ade9e46e6e3 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Usage tracker for resource:security_group and tenant:6a68a2a82a8c4455a2a5acb590dd39ee is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:50:20.895228 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-307a5842-60c9-44ad-a5f9-4ade9e46e6e3 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:50:20.902102 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-307a5842-60c9-44ad-a5f9-4ade9e46e6e3 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:50:20.913683 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-307a5842-60c9-44ad-a5f9-4ade9e46e6e3 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:20.935415 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-307a5842-60c9-44ad-a5f9-4ade9e46e6e3 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:50:20.939565 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-307a5842-60c9-44ad-a5f9-4ade9e46e6e3 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Usage tracker for resource:security_group_rule and tenant:6a68a2a82a8c4455a2a5acb590dd39ee is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:50:20.942641 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-307a5842-60c9-44ad-a5f9-4ade9e46e6e3 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:50:20.948609 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-307a5842-60c9-44ad-a5f9-4ade9e46e6e3 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:50:21.031224 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-307a5842-60c9-44ad-a5f9-4ade9e46e6e3 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:21.035570 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-307a5842-60c9-44ad-a5f9-4ade9e46e6e3 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:21.039208 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7bf032cf-60aa-4185-a218-68739ff2a882 tempest-PortsIpV6TestJSON-1586852485 tempest-PortsIpV6TestJSON-1586852485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:50:21.081839 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a5842-60c9-44ad-a5f9-4ade9e46e6e3 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=167de8df-1455-4c34-bb09-4a171fffbf8a,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:50:21.085767 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-307a5842-60c9-44ad-a5f9-4ade9e46e6e3 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:50:21.087103 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-307a5842-60c9-44ad-a5f9-4ade9e46e6e3 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:21.088525 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-307a5842-60c9-44ad-a5f9-4ade9e46e6e3 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2111974 May 31 16:50:21.091629 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 41334) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:50:21.097076 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-8263de00-fa5a-4182-b831-17a7f44ea91d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Request body: {'security_group_rule': {'security_group_id': '167de8df-1455-4c34-bb09-4a171fffbf8a', 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:50:21.103638 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-8263de00-fa5a-4182-b831-17a7f44ea91d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:50:21.107527 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-8263de00-fa5a-4182-b831-17a7f44ea91d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Usage tracker for resource:security_group_rule and tenant:6a68a2a82a8c4455a2a5acb590dd39ee is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:50:21.110883 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-8263de00-fa5a-4182-b831-17a7f44ea91d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:50:21.116786 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-8263de00-fa5a-4182-b831-17a7f44ea91d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:50:21.134310 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8263de00-fa5a-4182-b831-17a7f44ea91d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:21.195820 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8263de00-fa5a-4182-b831-17a7f44ea91d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:21.200386 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8263de00-fa5a-4182-b831-17a7f44ea91d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:21.207800 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d201dcb4-ea55-4877-a6c0-c8a98d4c0972 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:50:21.227490 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263de00-fa5a-4182-b831-17a7f44ea91d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf3c087-3e75-4c34-b606-ff5253a3e23c,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:50:21.232073 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-8263de00-fa5a-4182-b831-17a7f44ea91d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:50:21.241036 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-8263de00-fa5a-4182-b831-17a7f44ea91d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:21.242329 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-8263de00-fa5a-4182-b831-17a7f44ea91d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1498339 May 31 16:50:21.245334 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 41338) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:50:21.252028 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-66655c8a-5129-4c1e-9233-da3e739ebf40 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Request body: {'security_group_rule': {'security_group_id': '167de8df-1455-4c34-bb09-4a171fffbf8a', 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:50:21.258879 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-66655c8a-5129-4c1e-9233-da3e739ebf40 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:50:21.263401 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-66655c8a-5129-4c1e-9233-da3e739ebf40 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Usage tracker for resource:security_group_rule and tenant:6a68a2a82a8c4455a2a5acb590dd39ee is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:50:21.266739 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-66655c8a-5129-4c1e-9233-da3e739ebf40 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:50:21.273187 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-66655c8a-5129-4c1e-9233-da3e739ebf40 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:50:21.296459 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-66655c8a-5129-4c1e-9233-da3e739ebf40 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:21.362665 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-66655c8a-5129-4c1e-9233-da3e739ebf40 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:21.367988 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-66655c8a-5129-4c1e-9233-da3e739ebf40 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:21.370511 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-86b0c6cf-3c5c-419f-b1e7-007872c7c553 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:50:21.393533 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66655c8a-5129-4c1e-9233-da3e739ebf40 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae41c58-f12e-49b8-99e2-ba5b4115c400,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:50:21.396407 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-66655c8a-5129-4c1e-9233-da3e739ebf40 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:50:21.405153 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-66655c8a-5129-4c1e-9233-da3e739ebf40 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:21.406488 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-66655c8a-5129-4c1e-9233-da3e739ebf40 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1601923 May 31 16:50:21.409282 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 41342) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:50:21.414735 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-fb2d2c25-5f6d-487b-ad15-71df1e372602 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Request body: {'security_group_rule': {'security_group_id': '167de8df-1455-4c34-bb09-4a171fffbf8a', 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:50:21.420931 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-fb2d2c25-5f6d-487b-ad15-71df1e372602 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:50:21.424942 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-fb2d2c25-5f6d-487b-ad15-71df1e372602 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Usage tracker for resource:security_group_rule and tenant:6a68a2a82a8c4455a2a5acb590dd39ee is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:50:21.427900 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-fb2d2c25-5f6d-487b-ad15-71df1e372602 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:50:21.434289 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-fb2d2c25-5f6d-487b-ad15-71df1e372602 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:50:21.455425 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fb2d2c25-5f6d-487b-ad15-71df1e372602 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:21.520245 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fb2d2c25-5f6d-487b-ad15-71df1e372602 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:21.524919 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fb2d2c25-5f6d-487b-ad15-71df1e372602 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:21.526782 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0984bfba-be2a-4b0e-851e-e787e24178b8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:50:21.550494 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d2c25-5f6d-487b-ad15-71df1e372602 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0699780b-1118-45fb-8390-a575a527df5b,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:50:21.555078 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-fb2d2c25-5f6d-487b-ad15-71df1e372602 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:50:21.561120 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-fb2d2c25-5f6d-487b-ad15-71df1e372602 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:21.562535 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-fb2d2c25-5f6d-487b-ad15-71df1e372602 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1521573 May 31 16:50:21.565286 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 41346) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:50:21.570537 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-2466aadf-3fd5-432d-b75e-b1303be941db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Request body: {'security_group_rule': {'security_group_id': '167de8df-1455-4c34-bb09-4a171fffbf8a', 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:50:21.576982 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-2466aadf-3fd5-432d-b75e-b1303be941db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:50:21.581256 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-2466aadf-3fd5-432d-b75e-b1303be941db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Usage tracker for resource:security_group_rule and tenant:6a68a2a82a8c4455a2a5acb590dd39ee is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:50:21.585205 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-2466aadf-3fd5-432d-b75e-b1303be941db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:50:21.591167 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-2466aadf-3fd5-432d-b75e-b1303be941db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:50:21.614170 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2466aadf-3fd5-432d-b75e-b1303be941db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:21.686993 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2466aadf-3fd5-432d-b75e-b1303be941db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:21.692029 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2466aadf-3fd5-432d-b75e-b1303be941db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:21.694046 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f8eca7cc-2646-4a50-986e-a6bc3c6a8259 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:50:21.717451 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466aadf-3fd5-432d-b75e-b1303be941db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e734f8-38cf-49ad-8e05-4149c933504d,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:50:21.720103 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2466aadf-3fd5-432d-b75e-b1303be941db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:50:21.728684 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2466aadf-3fd5-432d-b75e-b1303be941db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:21.732457 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2466aadf-3fd5-432d-b75e-b1303be941db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1636605 May 31 16:50:21.732658 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 41350) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:50:21.738010 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-21f1998a-e964-42ce-b340-8cad4958f160 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Request body: {'security_group_rule': {'security_group_id': '167de8df-1455-4c34-bb09-4a171fffbf8a', 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:50:21.744469 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-21f1998a-e964-42ce-b340-8cad4958f160 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:50:21.748612 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-21f1998a-e964-42ce-b340-8cad4958f160 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Usage tracker for resource:security_group_rule and tenant:6a68a2a82a8c4455a2a5acb590dd39ee is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:50:21.751833 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-21f1998a-e964-42ce-b340-8cad4958f160 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:50:21.758034 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-21f1998a-e964-42ce-b340-8cad4958f160 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:50:21.771339 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.securitygroups_db [None req-21f1998a-e964-42ce-b340-8cad4958f160 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Project 6a68a2a82a8c4455a2a5acb590dd39ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:50:21.779275 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-21f1998a-e964-42ce-b340-8cad4958f160 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:21.848332 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-21f1998a-e964-42ce-b340-8cad4958f160 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:21.853961 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-21f1998a-e964-42ce-b340-8cad4958f160 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:21.856476 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b59a9d44-6207-4aaa-8f36-77ffd355f752 tempest-SecGroupIPv6Test-101785551 tempest-SecGroupIPv6Test-101785551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:50:21.883804 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1998a-e964-42ce-b340-8cad4958f160 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03282fe-b195-4434-9791-a1e502067ca4,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:50:21.888463 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-21f1998a-e964-42ce-b340-8cad4958f160 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:50:21.895986 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-21f1998a-e964-42ce-b340-8cad4958f160 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:21.897332 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-21f1998a-e964-42ce-b340-8cad4958f160 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1636620 May 31 16:50:21.900526 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 41354) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:50:21.906012 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-2f58ecf2-214e-4373-8fae-f85c0057672b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Request body: {'security_group_rule': {'security_group_id': '167de8df-1455-4c34-bb09-4a171fffbf8a', 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:50:21.912760 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-2f58ecf2-214e-4373-8fae-f85c0057672b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:50:21.916942 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-2f58ecf2-214e-4373-8fae-f85c0057672b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Usage tracker for resource:security_group_rule and tenant:6a68a2a82a8c4455a2a5acb590dd39ee is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:50:21.920188 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-2f58ecf2-214e-4373-8fae-f85c0057672b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:50:21.926710 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-2f58ecf2-214e-4373-8fae-f85c0057672b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:50:21.939153 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.securitygroups_db [None req-2f58ecf2-214e-4373-8fae-f85c0057672b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Project 6a68a2a82a8c4455a2a5acb590dd39ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:50:21.945589 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2f58ecf2-214e-4373-8fae-f85c0057672b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:22.014416 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2f58ecf2-214e-4373-8fae-f85c0057672b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:22.019701 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2f58ecf2-214e-4373-8fae-f85c0057672b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:22.021703 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ae71c90b-e64e-43d7-9292-380e037276e6 tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:50:22.047726 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58ecf2-214e-4373-8fae-f85c0057672b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad54152-2b69-4157-9f47-08b97f84ee11,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:50:22.050410 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2f58ecf2-214e-4373-8fae-f85c0057672b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:50:22.059890 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2f58ecf2-214e-4373-8fae-f85c0057672b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:22.061240 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2f58ecf2-214e-4373-8fae-f85c0057672b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1596494 May 31 16:50:26.015087 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:50:29.099236 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:34.797151 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ec51ddb1-943e-4775-ac98-d8fff8d3d5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:37.098751 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:37.284125 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-c259617b-56ff-4f67-82c3-8f7e8d6b3e66 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Synchronizing usage tracker for tenant:6a68a2a82a8c4455a2a5acb590dd39ee on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:50:37.301089 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-c259617b-56ff-4f67-82c3-8f7e8d6b3e66 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Unset dirty status for tenant:6a68a2a82a8c4455a2a5acb590dd39ee on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:50:37.302374 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-c259617b-56ff-4f67-82c3-8f7e8d6b3e66 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1806629976&fields=id&tenant_id=6a68a2a82a8c4455a2a5acb590dd39ee HTTP/1.1" status: 200 len: 267 time: 0.0590260 May 31 16:50:37.451498 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-c24e6aa6-0796-46f0-b7dc-27746679ea6a tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:37.452956 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-c24e6aa6-0796-46f0-b7dc-27746679ea6a tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/networks?id=b9c5d476-092c-4e1b-bc25-469b3b201fae HTTP/1.1" status: 200 len: 808 time: 0.1433520 May 31 16:50:37.468059 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-1a31d5e0-da52-4912-a5cd-a0b82cf7c7dd tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/quotas/6a68a2a82a8c4455a2a5acb590dd39ee HTTP/1.1" status: 200 len: 375 time: 0.0093307 May 31 16:50:37.556293 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-0e8fc9c7-0700-4f33-a06d-659ed21c759e tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a68a2a82a8c4455a2a5acb590dd39ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0832255 May 31 16:50:37.693777 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-192f61b7-9dbb-4c6b-bdf7-9ed2bae5deee service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 16:50:37.694804 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-192f61b7-9dbb-4c6b-bdf7-9ed2bae5deee service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464034 May 31 16:50:37.829008 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-8cd284b0-ee61-4f22-911a-46fd17241ffd service neutron] 10.222.0.45 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276917 May 31 16:50:37.962024 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-d4c9841f-11e0-442e-ada2-c79e5849d15b service neutron] 10.222.0.45 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270018 May 31 16:50:38.069190 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-41d52cc4-f8ca-475c-bab6-4612a52bf450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:38.360218 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-bc9d2e0b-e679-4fe6-bcae-f5824a53e0cc req-cb2026e2-84be-42f3-a990-727469bd25d0 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 210 time: 0.0434957 May 31 16:50:38.677442 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:39.461940 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-53840069-f8f0-41ef-b058-1dfb12c7a05d req-3c2d7fe0-7c98-4da9-aea7-eae73c062050 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 210 time: 0.0477664 May 31 16:50:40.073488 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:40.558863 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c1c1affc-7b0f-4531-ad15-3a521300f479 req-f18bf3ec-680d-445a-93e5-178444680b7b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 210 time: 0.0441787 May 31 16:50:41.623065 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-1e24e55f-7bc0-46d0-8324-d6a207e9c699 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:41.623858 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-1e24e55f-7bc0-46d0-8324-d6a207e9c699 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Synchronizing usage tracker for tenant:6a68a2a82a8c4455a2a5acb590dd39ee on resource:network {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:50:41.643552 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-1e24e55f-7bc0-46d0-8324-d6a207e9c699 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Unset dirty status for tenant:6a68a2a82a8c4455a2a5acb590dd39ee on resource:network {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:50:41.645036 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-1e24e55f-7bc0-46d0-8324-d6a207e9c699 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.59 "GET /v2.0/networks?id=b9c5d476-092c-4e1b-bc25-469b3b201fae HTTP/1.1" status: 200 len: 808 time: 0.1735411 May 31 16:50:41.700817 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-a591c981-3814-4c51-914b-5bd67996a95b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Synchronizing usage tracker for tenant:6a68a2a82a8c4455a2a5acb590dd39ee on resource:security_group {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:50:41.713825 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-a591c981-3814-4c51-914b-5bd67996a95b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Unset dirty status for tenant:6a68a2a82a8c4455a2a5acb590dd39ee on resource:security_group {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:50:41.714743 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-23762b80-8d7b-41d4-ae6c-4c503ce768fe req-d8d9b232-8e48-42a0-b7de-d6731e251744 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 210 time: 0.0435750 May 31 16:50:41.715330 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-a591c981-3814-4c51-914b-5bd67996a95b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a68a2a82a8c4455a2a5acb590dd39ee HTTP/1.1" status: 200 len: 380 time: 0.0610473 May 31 16:50:41.726296 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-43b2281f-6420-40cc-8eff-9934227e07cd tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Request body: {'port': {'device_id': 'ee55e1c2-7c4c-4658-b356-0baf448515f5', 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae', 'admin_state_up': True, 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'security_groups': ['167de8df-1455-4c34-bb09-4a171fffbf8a']}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:50:41.865860 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-43b2281f-6420-40cc-8eff-9934227e07cd tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:50:41.870128 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-43b2281f-6420-40cc-8eff-9934227e07cd tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Usage tracker for resource:port and tenant:6a68a2a82a8c4455a2a5acb590dd39ee is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:50:41.873073 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-43b2281f-6420-40cc-8eff-9934227e07cd tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:50:41.878985 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-43b2281f-6420-40cc-8eff-9934227e07cd tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:50:41.890331 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-43b2281f-6420-40cc-8eff-9934227e07cd tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Made reservation on behalf of 6a68a2a82a8c4455a2a5acb590dd39ee for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:50:41.894180 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-43b2281f-6420-40cc-8eff-9934227e07cd tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:42.061897 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-43b2281f-6420-40cc-8eff-9934227e07cd tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Allocated IP 172.20.0.11 (b9c5d476-092c-4e1b-bc25-469b3b201fae/521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3/de2fcf07-0ba7-47db-936e-c026d384d21e) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:50:42.262354 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-43b2281f-6420-40cc-8eff-9934227e07cd tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:42.278027 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-43b2281f-6420-40cc-8eff-9934227e07cd tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Transition to ACTIVE for port object de2fcf07-0ba7-47db-936e-c026d384d21e will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:50:42.302910 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-43b2281f-6420-40cc-8eff-9934227e07cd tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:42.308930 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-68fc97da-fe5a-4364-9393-53446bae7173 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:50:42.375078 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-43b2281f-6420-40cc-8eff-9934227e07cd tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Network b9c5d476-092c-4e1b-bc25-469b3b201fae is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:50:42.378507 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-43b2281f-6420-40cc-8eff-9934227e07cd tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:50:42.382741 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-43b2281f-6420-40cc-8eff-9934227e07cd tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:50:42.417834 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2281f-6420-40cc-8eff-9934227e07cd tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Pushing event updated for resources: {'Port': ['ID=de2fcf07-0ba7-47db-936e-c026d384d21e,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:50:42.424822 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-43b2281f-6420-40cc-8eff-9934227e07cd tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:50:42.458172 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-43b2281f-6420-40cc-8eff-9934227e07cd tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:42.458790 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-43b2281f-6420-40cc-8eff-9934227e07cd tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:42.487972 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-43b2281f-6420-40cc-8eff-9934227e07cd tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7655354 May 31 16:50:42.501883 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-3f8be343-a40b-4371-b402-b2c159b1ed6a service neutron] Request body: {'port': {'device_id': 'ee55e1c2-7c4c-4658-b356-0baf448515f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:50:42.616762 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-3f8be343-a40b-4371-b402-b2c159b1ed6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:42.686234 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7249885b-98b3-4ed2-97f9-c7f998727201 None None] Provisioning for port de2fcf07-0ba7-47db-936e-c026d384d21e completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:50:42.693649 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7249885b-98b3-4ed2-97f9-c7f998727201 None None] Provisioning complete for port de2fcf07-0ba7-47db-936e-c026d384d21e triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:50:42.694319 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7249885b-98b3-4ed2-97f9-c7f998727201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:42.761883 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-7249885b-98b3-4ed2-97f9-c7f998727201 None None] Port de2fcf07-0ba7-47db-936e-c026d384d21e cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:50:42.931610 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190284a-7476-41e0-8559-7e94b514c511 req-538f9dea-d84e-4993-996c-29c9681ef17b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:42.933160 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6190284a-7476-41e0-8559-7e94b514c511 req-538f9dea-d84e-4993-996c-29c9681ef17b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 932 time: 0.0987284 May 31 16:50:42.980702 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6190284a-7476-41e0-8559-7e94b514c511 req-c2bbee24-0318-4991-a290-ded029a2fa17 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409808 May 31 16:50:42.997126 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-3f8be343-a40b-4371-b402-b2c159b1ed6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de2fcf07-0ba7-47db-936e-c026d384d21e {{(pid=99204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:50:43.004781 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-3f8be343-a40b-4371-b402-b2c159b1ed6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:43.018937 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-3f8be343-a40b-4371-b402-b2c159b1ed6a service neutron] Transition to ACTIVE for port object de2fcf07-0ba7-47db-936e-c026d384d21e will not be triggered until provisioned by entity L2. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:50:43.023572 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-3f8be343-a40b-4371-b402-b2c159b1ed6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:43.028376 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-43b2281f-6420-40cc-8eff-9934227e07cd tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:50:43.363808 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8be343-a40b-4371-b402-b2c159b1ed6a service neutron] Pushing event updated for resources: {'Port': ['ID=de2fcf07-0ba7-47db-936e-c026d384d21e,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:50:43.369227 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3f8be343-a40b-4371-b402-b2c159b1ed6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:50:43.411663 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-3f8be343-a40b-4371-b402-b2c159b1ed6a service neutron] Attempting to bind port de2fcf07-0ba7-47db-936e-c026d384d21e on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:50:43.411989 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-3f8be343-a40b-4371-b402-b2c159b1ed6a service neutron] Attempting to bind port de2fcf07-0ba7-47db-936e-c026d384d21e by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'dac1681c-8fe6-4c0e-9fd9-5d1e869acf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:50:43.412434 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-3f8be343-a40b-4371-b402-b2c159b1ed6a service neutron] Attempting to bind port de2fcf07-0ba7-47db-936e-c026d384d21e on network b9c5d476-092c-4e1b-bc25-469b3b201fae {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:50:43.417181 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-3f8be343-a40b-4371-b402-b2c159b1ed6a service neutron] Port de2fcf07-0ba7-47db-936e-c026d384d21e on network b9c5d476-092c-4e1b-bc25-469b3b201fae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:50:43.417479 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-3f8be343-a40b-4371-b402-b2c159b1ed6a service neutron] Attempting to bind port de2fcf07-0ba7-47db-936e-c026d384d21e on network b9c5d476-092c-4e1b-bc25-469b3b201fae {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:50:43.422818 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-3f8be343-a40b-4371-b402-b2c159b1ed6a service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:50:43.423195 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-3f8be343-a40b-4371-b402-b2c159b1ed6a service neutron] Checking segment: {'id': 'dac1681c-8fe6-4c0e-9fd9-5d1e869acf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:50:43.423578 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-3f8be343-a40b-4371-b402-b2c159b1ed6a service neutron] Bound using segment: {'id': 'dac1681c-8fe6-4c0e-9fd9-5d1e869acf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae'} {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:50:43.423980 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-3f8be343-a40b-4371-b402-b2c159b1ed6a service neutron] Bound port: de2fcf07-0ba7-47db-936e-c026d384d21e, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dac1681c-8fe6-4c0e-9fd9-5d1e869acf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae'}}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:50:43.424410 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-3f8be343-a40b-4371-b402-b2c159b1ed6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:43.517036 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-3f8be343-a40b-4371-b402-b2c159b1ed6a service neutron] For port de2fcf07-0ba7-47db-936e-c026d384d21e, host hv-neutron-6013, cleared binding levels {{(pid=99204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:50:43.520463 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-3f8be343-a40b-4371-b402-b2c159b1ed6a service neutron] For port de2fcf07-0ba7-47db-936e-c026d384d21e, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=de2fcf07-0ba7-47db-936e-c026d384d21e,segment=NetworkSegment(dac1681c-8fe6-4c0e-9fd9-5d1e869acf66),segment_id=dac1681c-8fe6-4c0e-9fd9-5d1e869acf66)] {{(pid=99204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:50:43.527653 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-3f8be343-a40b-4371-b402-b2c159b1ed6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:43.532177 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-464fe777-9bab-4bd3-b178-0cf53731bcb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:50:43.589892 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-3f8be343-a40b-4371-b402-b2c159b1ed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:43.590696 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-3f8be343-a40b-4371-b402-b2c159b1ed6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:43.592132 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-3f8be343-a40b-4371-b402-b2c159b1ed6a service neutron] 10.222.0.59 "PUT /v2.0/ports/de2fcf07-0ba7-47db-936e-c026d384d21e HTTP/1.1" status: 200 len: 1094 time: 1.0962160 May 31 16:50:43.600388 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee55e1c2-7c4c-4658-b356-0baf448515f5', 'tag': 'de2fcf07-0ba7-47db-936e-c026d384d21e'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:50:43.602857 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04cf206e4dd8f3180d6e5d663243b13a0825cbb1d7c140105348091cb8be9f3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429d3388-b4f1-4cd7-aa52-e687e4d0a951" -d '{"events": [{"name": "network-changed", "server_uuid": "ee55e1c2-7c4c-4658-b356-0baf448515f5", "tag": "de2fcf07-0ba7-47db-936e-c026d384d21e"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:50:43.643628 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8be343-a40b-4371-b402-b2c159b1ed6a service neutron] Pushing event updated for resources: {'Port': ['ID=de2fcf07-0ba7-47db-936e-c026d384d21e,revision_number=3']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:50:43.648584 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3f8be343-a40b-4371-b402-b2c159b1ed6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:50:43.686888 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07885de9-0eb3-40a1-8b68-ef8517afb308 x-openstack-request-id: req-07885de9-0eb3-40a1-8b68-ef8517afb308 {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:50:43.687252 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee55e1c2-7c4c-4658-b356-0baf448515f5", "tag": "de2fcf07-0ba7-47db-936e-c026d384d21e", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:50:43.687548 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-07885de9-0eb3-40a1-8b68-ef8517afb308 {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:50:43.688113 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee55e1c2-7c4c-4658-b356-0baf448515f5', 'tag': 'de2fcf07-0ba7-47db-936e-c026d384d21e', 'status': 'completed', 'code': 200} May 31 16:50:43.727839 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-e7e7e4b3-cf04-4692-a621-16513dfc67de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:43.729367 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-e7e7e4b3-cf04-4692-a621-16513dfc67de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a68a2a82a8c4455a2a5acb590dd39ee&device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 1097 time: 0.0825107 May 31 16:50:43.824884 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-74a1c6c4-4b22-446a-ad03-3364688d1923 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de2fcf07-0ba7-47db-936e-c026d384d21e HTTP/1.1" status: 200 len: 217 time: 0.0864413 May 31 16:50:43.887891 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-217ae784-f4df-4bc2-8c58-0dd52d81510f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:43.889474 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-217ae784-f4df-4bc2-8c58-0dd52d81510f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3 HTTP/1.1" status: 200 len: 847 time: 0.0582156 May 31 16:50:43.972715 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-837c2fbb-1f0a-4f73-9cba-cc6c6459295f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:43.974311 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-837c2fbb-1f0a-4f73-9cba-cc6c6459295f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9c5d476-092c-4e1b-bc25-469b3b201fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0782726 May 31 16:50:44.117973 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-810c0a49-e49b-4d22-aa35-830f299c582b service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357868 May 31 16:50:44.187965 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d4933-6b48-4d19-8b8b-a4e14a0605a5 req-07d83239-1062-4213-892c-b16eb257f8fe tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:44.190666 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f42d4933-6b48-4d19-8b8b-a4e14a0605a5 req-07d83239-1062-4213-892c-b16eb257f8fe tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 944 time: 0.0991898 May 31 16:50:44.246375 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f42d4933-6b48-4d19-8b8b-a4e14a0605a5 req-5794d1b3-137b-4352-88f1-799565bf9ba6 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471151 May 31 16:50:44.269764 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-6fbc8d57-bd6d-44d7-84ef-0e8e3cb59df4 req-bed89f87-63fa-4a22-bbf7-3521530c3eee service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452649 May 31 16:50:44.394215 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d3388-b4f1-4cd7-aa52-e687e4d0a951 req-735f87e7-eb7d-4467-81fb-fbd625d9dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:44.395976 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-429d3388-b4f1-4cd7-aa52-e687e4d0a951 req-735f87e7-eb7d-4467-81fb-fbd625d9dbea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a68a2a82a8c4455a2a5acb590dd39ee&device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 1097 time: 0.0829008 May 31 16:50:44.533005 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d3388-b4f1-4cd7-aa52-e687e4d0a951 req-a2668f84-55a4-440a-8af9-2b37fffc7b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:44.534440 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-429d3388-b4f1-4cd7-aa52-e687e4d0a951 req-a2668f84-55a4-440a-8af9-2b37fffc7b61 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9c5d476-092c-4e1b-bc25-469b3b201fae HTTP/1.1" status: 200 len: 909 time: 0.1314001 May 31 16:50:44.610215 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-429d3388-b4f1-4cd7-aa52-e687e4d0a951 req-304a6beb-2986-4dd2-b802-cae1ae0dfbe5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de2fcf07-0ba7-47db-936e-c026d384d21e HTTP/1.1" status: 200 len: 217 time: 0.0676024 May 31 16:50:44.676607 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d3388-b4f1-4cd7-aa52-e687e4d0a951 req-64132855-a1e9-489e-a109-4f7558fab65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:44.677987 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-429d3388-b4f1-4cd7-aa52-e687e4d0a951 req-64132855-a1e9-489e-a109-4f7558fab65f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3 HTTP/1.1" status: 200 len: 847 time: 0.0618131 May 31 16:50:44.762218 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d3388-b4f1-4cd7-aa52-e687e4d0a951 req-7d4aa17f-d723-4404-b645-255646b1a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:44.764203 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-429d3388-b4f1-4cd7-aa52-e687e4d0a951 req-7d4aa17f-d723-4404-b645-255646b1a6dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9c5d476-092c-4e1b-bc25-469b3b201fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0787942 May 31 16:50:44.913828 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-429d3388-b4f1-4cd7-aa52-e687e4d0a951 req-5dac72aa-40b6-48d1-a31f-8cadd51b80f6 service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421540 May 31 16:50:45.059991 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-429d3388-b4f1-4cd7-aa52-e687e4d0a951 req-752ce88d-bd90-482e-bad9-48651cf7f4f4 service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391416 May 31 16:50:45.440135 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61255dc-76ab-4623-a7b5-a25cfb308769 req-044124c9-6b4c-4049-a6c2-615d889f5b5d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:45.441656 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b61255dc-76ab-4623-a7b5-a25cfb308769 req-044124c9-6b4c-4049-a6c2-615d889f5b5d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 944 time: 0.0864255 May 31 16:50:45.489815 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b61255dc-76ab-4623-a7b5-a25cfb308769 req-5a1fa451-1db2-49f8-89f7-3e47ee8f0b03 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418372 May 31 16:50:46.691435 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb3b75-fc62-4c02-a82d-7924ba531641 req-acb007be-116c-4865-87ab-f74a9ec3604e tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:46.692821 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8cdb3b75-fc62-4c02-a82d-7924ba531641 req-acb007be-116c-4865-87ab-f74a9ec3604e tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 944 time: 0.0823314 May 31 16:50:46.743262 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8cdb3b75-fc62-4c02-a82d-7924ba531641 req-d6496384-612b-4163-8de6-3670466c99be tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444794 May 31 16:50:47.943657 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914658d-8d50-42f3-b469-c65d3057c3f7 req-3bfe6855-b6c0-4e3e-9798-5328c9fd7e4b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:47.945121 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f914658d-8d50-42f3-b469-c65d3057c3f7 req-3bfe6855-b6c0-4e3e-9798-5328c9fd7e4b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 944 time: 0.0799022 May 31 16:50:47.989137 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f914658d-8d50-42f3-b469-c65d3057c3f7 req-780b9884-75bb-474d-90dc-0dee21573b62 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382502 May 31 16:50:49.180019 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfd50f-fc18-4d11-a2a9-46f13085799b req-a22d66cb-dbb9-4d49-b4c1-33082ca98408 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:49.181494 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-44cfd50f-fc18-4d11-a2a9-46f13085799b req-a22d66cb-dbb9-4d49-b4c1-33082ca98408 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 944 time: 0.0858116 May 31 16:50:49.230984 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-44cfd50f-fc18-4d11-a2a9-46f13085799b req-64dbf167-f413-4ea0-af37-cc9b7bedc96a tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417042 May 31 16:50:50.417773 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8cf92f-ac6c-4672-80a4-b4f95ab4ec4d req-f3b29611-33fe-4025-a031-d7f7959a63b1 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:50.419290 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2b8cf92f-ac6c-4672-80a4-b4f95ab4ec4d req-f3b29611-33fe-4025-a031-d7f7959a63b1 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 944 time: 0.0831513 May 31 16:50:50.464889 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2b8cf92f-ac6c-4672-80a4-b4f95ab4ec4d req-1cbf0958-2227-4e30-a9b4-2de82e2ab72b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394595 May 31 16:50:51.653285 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbffb50-12a1-4c96-8613-91b9dcf4d693 req-5a504e9f-0ef6-4545-a599-0638abd78e61 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:51.654847 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5bbffb50-12a1-4c96-8613-91b9dcf4d693 req-5a504e9f-0ef6-4545-a599-0638abd78e61 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 944 time: 0.0854213 May 31 16:50:51.701330 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5bbffb50-12a1-4c96-8613-91b9dcf4d693 req-469e9a25-3742-48a3-bf91-035b19ace140 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404723 May 31 16:50:52.888625 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6a0c0-8a17-40d6-a075-28ccacc2a146 req-6d82174f-f4f2-44bf-bdf3-8b5e3f5c8d7e tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:52.890096 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7cb6a0c0-8a17-40d6-a075-28ccacc2a146 req-6d82174f-f4f2-44bf-bdf3-8b5e3f5c8d7e tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 944 time: 0.0804799 May 31 16:50:52.934293 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7cb6a0c0-8a17-40d6-a075-28ccacc2a146 req-a4825af6-ebed-41af-9095-630fc59f7efd tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382230 May 31 16:50:54.062962 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device de2fcf07-0ba7-47db-936e-c026d384d21e details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:50:54.205303 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port de2fcf07-0ba7-47db-936e-c026d384d21e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=de2fcf07-0ba7-47db-936e-c026d384d21e,segment=NetworkSegment(dac1681c-8fe6-4c0e-9fd9-5d1e869acf66),segment_id=dac1681c-8fe6-4c0e-9fd9-5d1e869acf66)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:50:54.220034 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': 'de2fcf07-0ba7-47db-936e-c026d384d21e', 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae', 'port_id': 'de2fcf07-0ba7-47db-936e-c026d384d21e', 'mac_address': 'fa:16:3e:c3:ce:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:50:54.274644 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd50ed-ec4c-440e-ae73-f38861de64b8 req-9afe5ae4-b0a2-49ee-ac3a-252e7bca5793 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:54.275652 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:54.276138 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-92cd50ed-ec4c-440e-ae73-f38861de64b8 req-9afe5ae4-b0a2-49ee-ac3a-252e7bca5793 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 944 time: 0.2337811 May 31 16:50:54.296971 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de2fcf07-0ba7-47db-936e-c026d384d21e {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:50:54.313721 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port de2fcf07-0ba7-47db-936e-c026d384d21e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=de2fcf07-0ba7-47db-936e-c026d384d21e,segment=NetworkSegment(dac1681c-8fe6-4c0e-9fd9-5d1e869acf66),segment_id=dac1681c-8fe6-4c0e-9fd9-5d1e869acf66)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:50:54.319037 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:54.320996 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:50:54.327722 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-92cd50ed-ec4c-440e-ae73-f38861de64b8 req-82d67486-5c93-4a41-a3ba-9a5d1a7bdf0b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453494 May 31 16:50:54.386661 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=de2fcf07-0ba7-47db-936e-c026d384d21e,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:50:54.394060 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:54.394406 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:54.394738 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:54.395093 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:54.395422 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:54.395742 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:54.396063 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:54.396380 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:54.396702 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:54.397014 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:54.397324 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:54.397619 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:50:54.401664 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:50:54.642034 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['de2fcf07-0ba7-47db-936e-c026d384d21e'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:50:55.517692 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d88dd2-3aea-43ec-8c11-ae1ce9fe08e9 req-f665e427-58d3-4743-a7eb-6581f9e6e9aa tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:55.519213 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-42d88dd2-3aea-43ec-8c11-ae1ce9fe08e9 req-f665e427-58d3-4743-a7eb-6581f9e6e9aa tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 945 time: 0.0863061 May 31 16:50:55.565396 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-42d88dd2-3aea-43ec-8c11-ae1ce9fe08e9 req-a44decb3-7586-4afa-a40f-3538e050f849 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403893 May 31 16:50:56.073978 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device de2fcf07-0ba7-47db-936e-c026d384d21e up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:50:56.147656 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port de2fcf07-0ba7-47db-936e-c026d384d21e completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:50:56.152545 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port de2fcf07-0ba7-47db-936e-c026d384d21e triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:50:56.152922 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:56.270852 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:56.296947 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee55e1c2-7c4c-4658-b356-0baf448515f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2fcf07-0ba7-47db-936e-c026d384d21e'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:50:56.299419 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00cc2ddc43b1653c3eb190ff1f3bd01939441b4e5bab11a761bd695af265e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262f411f-16a4-452b-8647-ee403fa7ab0c" -d '{"events": [{"server_uuid": "ee55e1c2-7c4c-4658-b356-0baf448515f5", "name": "network-vif-plugged", "status": "completed", "tag": "de2fcf07-0ba7-47db-936e-c026d384d21e"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:50:56.306993 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port de2fcf07-0ba7-47db-936e-c026d384d21e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=de2fcf07-0ba7-47db-936e-c026d384d21e,segment=NetworkSegment(dac1681c-8fe6-4c0e-9fd9-5d1e869acf66),segment_id=dac1681c-8fe6-4c0e-9fd9-5d1e869acf66)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:50:56.312105 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:56.314015 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:50:56.381909 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=de2fcf07-0ba7-47db-936e-c026d384d21e,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:50:56.385001 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:50:56.395515 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3575d6ea-6a00-4cc2-bcc4-617779f7fcae x-openstack-request-id: req-3575d6ea-6a00-4cc2-bcc4-617779f7fcae {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:50:56.395807 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee55e1c2-7c4c-4658-b356-0baf448515f5", "name": "network-vif-plugged", "status": "completed", "tag": "de2fcf07-0ba7-47db-936e-c026d384d21e", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:50:56.396059 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3575d6ea-6a00-4cc2-bcc4-617779f7fcae {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:50:56.396448 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee55e1c2-7c4c-4658-b356-0baf448515f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2fcf07-0ba7-47db-936e-c026d384d21e', 'code': 200} May 31 16:50:56.608581 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ab500-2110-44c2-a635-7f4a801ad987 req-c1de7bf7-d10b-4136-8086-8c30f8ccb575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:56.610169 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-4a4ab500-2110-44c2-a635-7f4a801ad987 req-c1de7bf7-d10b-4136-8086-8c30f8ccb575 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 1099 time: 0.0750685 May 31 16:50:56.651784 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-4a4ab500-2110-44c2-a635-7f4a801ad987 req-8c9ce597-d9cc-4dd3-9c20-886850498d4d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350299 May 31 16:50:56.754940 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b71f3-7888-467f-904c-ef56323f0931 req-bbb1bb17-f3fc-488f-a2a1-2e9fd360d7a7 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:56.756456 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b84b71f3-7888-467f-904c-ef56323f0931 req-bbb1bb17-f3fc-488f-a2a1-2e9fd360d7a7 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 946 time: 0.0839963 May 31 16:50:56.801038 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b84b71f3-7888-467f-904c-ef56323f0931 req-44ed6272-fc27-48c7-ba01-1ab13ccac46e tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387783 May 31 16:50:58.000631 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da3f42-4ea5-42ea-91bd-39479ca7b5bc req-0068e97e-bf77-46b3-a379-a39c838d2fa6 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:58.002093 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-51da3f42-4ea5-42ea-91bd-39479ca7b5bc req-0068e97e-bf77-46b3-a379-a39c838d2fa6 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 946 time: 0.0888455 May 31 16:50:58.054235 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-51da3f42-4ea5-42ea-91bd-39479ca7b5bc req-8eba878f-03e8-4a17-9c34-76ceab40724b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442383 May 31 16:50:58.245267 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd5146-461b-4be3-aac8-24017996a99b req-d7099f97-89bf-442a-b81f-58d890d40015 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:58.247091 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-66dd5146-461b-4be3-aac8-24017996a99b req-d7099f97-89bf-442a-b81f-58d890d40015 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 946 time: 0.0875204 May 31 16:50:58.298471 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-66dd5146-461b-4be3-aac8-24017996a99b req-fc7617be-3d56-4afe-b11e-a64bfbec26c2 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412455 May 31 16:50:58.323472 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 41592) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:50:58.459697 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767f1ebc-cee9-4b46-ac76-1903bac0b2ff tempest-TestShelveInstance-880209072 tempest-TestShelveInstance-880209072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:50:58.460396 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-767f1ebc-cee9-4b46-ac76-1903bac0b2ff tempest-TestShelveInstance-880209072 tempest-TestShelveInstance-880209072-project-admin] Synchronizing usage tracker for tenant:5d01bd2306fa4225810581df96e7e0f1 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:50:58.479054 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-767f1ebc-cee9-4b46-ac76-1903bac0b2ff tempest-TestShelveInstance-880209072 tempest-TestShelveInstance-880209072-project-admin] Unset dirty status for tenant:5d01bd2306fa4225810581df96e7e0f1 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:50:58.480444 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-767f1ebc-cee9-4b46-ac76-1903bac0b2ff tempest-TestShelveInstance-880209072 tempest-TestShelveInstance-880209072-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 1094 time: 0.1559262 May 31 16:50:58.483640 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 41598) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:50:58.489125 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-76b61b4f-6f3e-4e1a-ae9e-635e1687ec74 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'port_id': 'de2fcf07-0ba7-47db-936e-c026d384d21e', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'fixed_ip_address': '172.20.0.11'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:50:58.495808 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-76b61b4f-6f3e-4e1a-ae9e-635e1687ec74 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:50:58.500210 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-76b61b4f-6f3e-4e1a-ae9e-635e1687ec74 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Usage tracker for resource:floatingip and tenant:6a68a2a82a8c4455a2a5acb590dd39ee is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:50:58.503214 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-76b61b4f-6f3e-4e1a-ae9e-635e1687ec74 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:50:58.509194 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-76b61b4f-6f3e-4e1a-ae9e-635e1687ec74 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:50:58.523657 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-76b61b4f-6f3e-4e1a-ae9e-635e1687ec74 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for floatingip, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:58.674645 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-76b61b4f-6f3e-4e1a-ae9e-635e1687ec74 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:58.959087 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-76b61b4f-6f3e-4e1a-ae9e-635e1687ec74 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Allocated IP 172.26.0.169 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/196724e9-0942-4d96-bffc-846e15c9ba8c) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:50:59.103205 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:59.123655 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-76b61b4f-6f3e-4e1a-ae9e-635e1687ec74 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:59.154747 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-76b61b4f-6f3e-4e1a-ae9e-635e1687ec74 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:59.158607 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e4a1bc58-8d9e-437e-9cc1-daa8de9d7700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:50:59.227193 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b61b4f-6f3e-4e1a-ae9e-635e1687ec74 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:50:59.230114 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-76b61b4f-6f3e-4e1a-ae9e-635e1687ec74 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:50:59.234204 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b61b4f-6f3e-4e1a-ae9e-635e1687ec74 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:50:59.264393 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b61b4f-6f3e-4e1a-ae9e-635e1687ec74 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Pushing event updated for resources: {'Port': ['ID=196724e9-0942-4d96-bffc-846e15c9ba8c,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:50:59.270783 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-76b61b4f-6f3e-4e1a-ae9e-635e1687ec74 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:50:59.669855 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-76b61b4f-6f3e-4e1a-ae9e-635e1687ec74 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:59.749230 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-76b61b4f-6f3e-4e1a-ae9e-635e1687ec74 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:59.957162 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-76b61b4f-6f3e-4e1a-ae9e-635e1687ec74 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:59.962672 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-76b61b4f-6f3e-4e1a-ae9e-635e1687ec74 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:50:59.967272 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a3f18237-1c1e-4c1f-8a0a-35b7945998ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:51:00.075014 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b61b4f-6f3e-4e1a-ae9e-635e1687ec74 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Pushing event updated for resources: {'Port': ['ID=196724e9-0942-4d96-bffc-846e15c9ba8c,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:51:00.080218 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-76b61b4f-6f3e-4e1a-ae9e-635e1687ec74 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:51:00.087447 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-76b61b4f-6f3e-4e1a-ae9e-635e1687ec74 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:51:00.261034 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.l3_db [None req-76b61b4f-6f3e-4e1a-ae9e-635e1687ec74 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Floating IP 1e48802a-abca-41cb-9689-c597b42866ce associated. External IP: 172.26.0.169, port: de2fcf07-0ba7-47db-936e-c026d384d21e. May 31 16:51:00.764065 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b61b4f-6f3e-4e1a-ae9e-635e1687ec74 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Router 98c40fb9-e5e2-404e-aeee-f33f258599e9 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:51:00.942381 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b61b4f-6f3e-4e1a-ae9e-635e1687ec74 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:51:00.954155 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7384d64e-83b8-4791-a094-43eb78ae2e60 None None] Sync routers for ids ['98c40fb9-e5e2-404e-aeee-f33f258599e9'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:51:00.964588 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7384d64e-83b8-4791-a094-43eb78ae2e60 None None] Routers {'98c40fb9-e5e2-404e-aeee-f33f258599e9'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:51:00.965285 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-7384d64e-83b8-4791-a094-43eb78ae2e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:50:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['98c40fb9-e5e2-404e-aeee-f33f258599e9'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:51:00.969660 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-76b61b4f-6f3e-4e1a-ae9e-635e1687ec74 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:51:01.031168 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-76b61b4f-6f3e-4e1a-ae9e-635e1687ec74 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5463109 May 31 16:51:01.031760 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee55e1c2-7c4c-4658-b356-0baf448515f5', 'tag': 'de2fcf07-0ba7-47db-936e-c026d384d21e'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:51:01.034122 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04cf206e4dd8f3180d6e5d663243b13a0825cbb1d7c140105348091cb8be9f3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cc6069-b0bb-42a1-8361-bd27e811abc7" -d '{"events": [{"name": "network-changed", "server_uuid": "ee55e1c2-7c4c-4658-b356-0baf448515f5", "tag": "de2fcf07-0ba7-47db-936e-c026d384d21e"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:51:01.084244 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec1447e-60dc-4f01-8fe9-0c551fd22a5d x-openstack-request-id: req-8ec1447e-60dc-4f01-8fe9-0c551fd22a5d {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:51:01.084578 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee55e1c2-7c4c-4658-b356-0baf448515f5", "tag": "de2fcf07-0ba7-47db-936e-c026d384d21e", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:51:01.084919 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8ec1447e-60dc-4f01-8fe9-0c551fd22a5d {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:51:01.085394 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee55e1c2-7c4c-4658-b356-0baf448515f5', 'tag': 'de2fcf07-0ba7-47db-936e-c026d384d21e', 'status': 'completed', 'code': 200} May 31 16:51:01.190766 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc6069-b0bb-42a1-8361-bd27e811abc7 req-1d864468-db8f-4f32-99a6-89046852c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:51:01.192310 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e1cc6069-b0bb-42a1-8361-bd27e811abc7 req-1d864468-db8f-4f32-99a6-89046852c59f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a68a2a82a8c4455a2a5acb590dd39ee&device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 1099 time: 0.0815859 May 31 16:51:01.194122 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-7384d64e-83b8-4791-a094-43eb78ae2e60 None None] Set router 98c40fb9-e5e2-404e-aeee-f33f258599e9 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:51:01.329116 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc6069-b0bb-42a1-8361-bd27e811abc7 req-0e48f487-f759-4a7b-8b36-28572a9db462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:51:01.330604 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e1cc6069-b0bb-42a1-8361-bd27e811abc7 req-0e48f487-f759-4a7b-8b36-28572a9db462 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9c5d476-092c-4e1b-bc25-469b3b201fae HTTP/1.1" status: 200 len: 909 time: 0.1314323 May 31 16:51:01.441304 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e1cc6069-b0bb-42a1-8361-bd27e811abc7 req-1fa961fb-d8d7-4447-8229-bed623f7f901 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de2fcf07-0ba7-47db-936e-c026d384d21e HTTP/1.1" status: 200 len: 1000 time: 0.1036558 May 31 16:51:01.507353 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc6069-b0bb-42a1-8361-bd27e811abc7 req-105d38fc-fab4-4a1a-b97f-f1ab61d0838d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:51:01.508878 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e1cc6069-b0bb-42a1-8361-bd27e811abc7 req-105d38fc-fab4-4a1a-b97f-f1ab61d0838d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3 HTTP/1.1" status: 200 len: 847 time: 0.0611744 May 31 16:51:01.545463 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-7384d64e-83b8-4791-a094-43eb78ae2e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'name': 'tempest-TestShelveInstance-703297219-router', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:49Z', 'revision_number': 4, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'gw_port': {'id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '1e48802a-abca-41cb-9689-c597b42866ce', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'floating_ip_address': '172.26.0.169', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'port_id': 'de2fcf07-0ba7-47db-936e-c026d384d21e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae', 'mac_address': 'fa:16:3e:c3:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee55e1c2-7c4c-4658-b356-0baf448515f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:50:59Z', 'updated_at': '2021-05-31T16:50:59Z', 'revision_number': 0, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16655dbc-66c0-495a-ba81-d7178142e3d0', 'name': '', 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'mac_address': 'fa:16:3e:b0:87:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:48Z', 'updated_at': '2021-05-31T16:44:56Z', 'revision_number': 5, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'subnets': [{'id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:51:01.549642 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7384d64e-83b8-4791-a094-43eb78ae2e60 None None] Checking router: 98c40fb9-e5e2-404e-aeee-f33f258599e9 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:51:01.558380 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7384d64e-83b8-4791-a094-43eb78ae2e60 None None] Routers {'98c40fb9-e5e2-404e-aeee-f33f258599e9'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:51:01.558988 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-7384d64e-83b8-4791-a094-43eb78ae2e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:50:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['98c40fb9-e5e2-404e-aeee-f33f258599e9'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:51:01.590501 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc6069-b0bb-42a1-8361-bd27e811abc7 req-5fee2137-d70f-4314-b99b-f5d357c418c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:51:01.591995 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e1cc6069-b0bb-42a1-8361-bd27e811abc7 req-5fee2137-d70f-4314-b99b-f5d357c418c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9c5d476-092c-4e1b-bc25-469b3b201fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0762262 May 31 16:51:01.727693 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e1cc6069-b0bb-42a1-8361-bd27e811abc7 req-dde64338-b7e9-44b9-aa77-fe500aeea835 service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293676 May 31 16:51:01.738529 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-7384d64e-83b8-4791-a094-43eb78ae2e60 None None] Set router 98c40fb9-e5e2-404e-aeee-f33f258599e9 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:51:01.859649 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e1cc6069-b0bb-42a1-8361-bd27e811abc7 req-a82d588b-cd96-4514-8b42-bed381c17e9a service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244774 May 31 16:51:02.100301 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-7384d64e-83b8-4791-a094-43eb78ae2e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'name': 'tempest-TestShelveInstance-703297219-router', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:49Z', 'revision_number': 4, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'gw_port': {'id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '1e48802a-abca-41cb-9689-c597b42866ce', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'floating_ip_address': '172.26.0.169', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'port_id': 'de2fcf07-0ba7-47db-936e-c026d384d21e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae', 'mac_address': 'fa:16:3e:c3:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee55e1c2-7c4c-4658-b356-0baf448515f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:50:59Z', 'updated_at': '2021-05-31T16:50:59Z', 'revision_number': 0, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16655dbc-66c0-495a-ba81-d7178142e3d0', 'name': '', 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'mac_address': 'fa:16:3e:b0:87:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:48Z', 'updated_at': '2021-05-31T16:44:56Z', 'revision_number': 5, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'subnets': [{'id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:51:02.104741 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7384d64e-83b8-4791-a094-43eb78ae2e60 None None] The sync data for ids ['98c40fb9-e5e2-404e-aeee-f33f258599e9'] in dv-neutron-601336-79-hyperv is: [{'id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'name': 'tempest-TestShelveInstance-703297219-router', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:49Z', 'revision_number': 4, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'gw_port': {'id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '1e48802a-abca-41cb-9689-c597b42866ce', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'floating_ip_address': '172.26.0.169', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'port_id': 'de2fcf07-0ba7-47db-936e-c026d384d21e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae', 'mac_address': 'fa:16:3e:c3:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee55e1c2-7c4c-4658-b356-0baf448515f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:50:59Z', 'updated_at': '2021-05-31T16:50:59Z', 'revision_number': 0, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16655dbc-66c0-495a-ba81-d7178142e3d0', 'name': '', 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'mac_address': 'fa:16:3e:b0:87:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:48Z', 'updated_at': '2021-05-31T16:44:56Z', 'revision_number': 5, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'subnets': [{'id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:51:02.294720 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6dd27a-7cea-4ca6-b9e0-c63d3509f860 None None] New status for floating IP 1e48802a-abca-41cb-9689-c597b42866ce: ACTIVE {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:51:03.014247 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:51:04.791366 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c783d409-1011-4bc8-9e98-44cbfdd33bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:51:07.104737 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:51:08.074910 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-82c594ba-5f64-4335-b686-19a487415a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:51:08.687224 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:51:10.082530 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:51:24.920889 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-59cf41a0-d17d-4cc9-9725-12a9677db138 req-75020c79-11e1-4cea-989b-012e7486d109 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790288 May 31 16:51:25.074287 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf41a0-d17d-4cc9-9725-12a9677db138 req-9fe7885b-07c0-453c-86fb-3a6e7a73f69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:51:25.076059 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-59cf41a0-d17d-4cc9-9725-12a9677db138 req-9fe7885b-07c0-453c-86fb-3a6e7a73f69d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a68a2a82a8c4455a2a5acb590dd39ee&device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 1099 time: 0.0819192 May 31 16:51:25.232420 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf41a0-d17d-4cc9-9725-12a9677db138 req-a3fc11da-1f84-4159-bb9b-dc3ce5dcf169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:51:25.233838 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-59cf41a0-d17d-4cc9-9725-12a9677db138 req-a3fc11da-1f84-4159-bb9b-dc3ce5dcf169 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9c5d476-092c-4e1b-bc25-469b3b201fae HTTP/1.1" status: 200 len: 909 time: 0.1360884 May 31 16:51:25.505714 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-59cf41a0-d17d-4cc9-9725-12a9677db138 req-27b7b096-2eb6-47a2-8a2c-d0dc81fa2435 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de2fcf07-0ba7-47db-936e-c026d384d21e HTTP/1.1" status: 200 len: 1002 time: 0.2645521 May 31 16:51:25.570023 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf41a0-d17d-4cc9-9725-12a9677db138 req-f336d2ce-0d83-49dc-8afe-150548cef794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:51:25.571674 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-59cf41a0-d17d-4cc9-9725-12a9677db138 req-f336d2ce-0d83-49dc-8afe-150548cef794 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3 HTTP/1.1" status: 200 len: 847 time: 0.0594261 May 31 16:51:25.651690 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf41a0-d17d-4cc9-9725-12a9677db138 req-68db8261-7769-4ff1-812c-e3b31798bcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:51:25.653229 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-59cf41a0-d17d-4cc9-9725-12a9677db138 req-68db8261-7769-4ff1-812c-e3b31798bcde service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9c5d476-092c-4e1b-bc25-469b3b201fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0749903 May 31 16:51:25.799212 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-59cf41a0-d17d-4cc9-9725-12a9677db138 req-71c7abc8-5eb4-45a1-8f9a-99581765cc51 service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381726 May 31 16:51:25.932348 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-59cf41a0-d17d-4cc9-9725-12a9677db138 req-f1cc73f9-fc57-494c-9a2d-4336197802e6 service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268182 May 31 16:51:29.109205 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:51:34.798916 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a3885eeb-3ac5-4185-a8bb-269ecf13058c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:51:37.099548 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:51:38.070876 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1a618e2b-2505-4255-b796-af680b3c9e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:51:38.685673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:51:40.014293 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:51:40.078022 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:51:59.088385 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:52:04.793201 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-92e95e20-bd88-4f68-9791-de9c14ea411a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:52:07.110280 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:52:08.079973 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-06c5490e-7814-4f32-be54-10b0597e06ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:52:08.692849 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:52:10.083469 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:52:17.013708 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:52:24.918355 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e3693c4d-ac01-4abb-8471-13a70a60e067 req-17d0a016-c7c9-4a57-ad94-f44dd0f6cba6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755460 May 31 16:52:25.063276 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3693c4d-ac01-4abb-8471-13a70a60e067 req-24843f96-0e06-43df-8294-d2499af91081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:52:25.064758 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e3693c4d-ac01-4abb-8471-13a70a60e067 req-24843f96-0e06-43df-8294-d2499af91081 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a68a2a82a8c4455a2a5acb590dd39ee&device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 1099 time: 0.0760617 May 31 16:52:25.210868 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3693c4d-ac01-4abb-8471-13a70a60e067 req-ef6bc05b-a2d0-469d-b0d3-e00ff2104d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:52:25.212420 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e3693c4d-ac01-4abb-8471-13a70a60e067 req-ef6bc05b-a2d0-469d-b0d3-e00ff2104d40 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9c5d476-092c-4e1b-bc25-469b3b201fae HTTP/1.1" status: 200 len: 909 time: 0.1268694 May 31 16:52:25.319160 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e3693c4d-ac01-4abb-8471-13a70a60e067 req-e9bbed87-a906-4507-b596-b422a12a271f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de2fcf07-0ba7-47db-936e-c026d384d21e HTTP/1.1" status: 200 len: 1002 time: 0.1003723 May 31 16:52:25.383966 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3693c4d-ac01-4abb-8471-13a70a60e067 req-8c4f54c8-0137-4d4e-b977-7dd3ba4b4444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:52:25.385433 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e3693c4d-ac01-4abb-8471-13a70a60e067 req-8c4f54c8-0137-4d4e-b977-7dd3ba4b4444 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3 HTTP/1.1" status: 200 len: 847 time: 0.0593653 May 31 16:52:25.469056 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3693c4d-ac01-4abb-8471-13a70a60e067 req-fdd22e54-d577-4661-82e1-677aefab7b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:52:25.470462 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e3693c4d-ac01-4abb-8471-13a70a60e067 req-fdd22e54-d577-4661-82e1-677aefab7b57 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9c5d476-092c-4e1b-bc25-469b3b201fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0780737 May 31 16:52:25.606283 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e3693c4d-ac01-4abb-8471-13a70a60e067 req-7c9973a6-cae1-44d9-abe3-6ec9aa1b0b95 service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278253 May 31 16:52:25.750342 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-e3693c4d-ac01-4abb-8471-13a70a60e067 req-a0e63327-d760-4e36-b578-afd2302b0463 service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372490 May 31 16:52:29.096715 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:52:34.798488 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dcdd7e2d-9a6f-4d27-8efd-7b10d33098ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:52:37.106336 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:52:38.076422 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a1b2f473-1509-4dce-b442-feaf5d74f424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:52:38.690367 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:52:40.085406 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:52:54.013210 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:52:56.893641 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188ce44-b44f-499b-916f-f5c96261a52b req-561e25b1-8b99-40f9-8341-ef83e6fcda31 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:52:56.895163 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2188ce44-b44f-499b-916f-f5c96261a52b req-561e25b1-8b99-40f9-8341-ef83e6fcda31 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 946 time: 0.0858541 May 31 16:52:56.941415 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2188ce44-b44f-499b-916f-f5c96261a52b req-4df20b96-95be-40c1-9b42-5635dbf30d4e tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401778 May 31 16:52:58.149273 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106881d9-4496-4f7e-9876-5b94d47bbaa1 req-c461f1d1-cb70-480a-9ab8-863d43140eee tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:52:58.150729 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-106881d9-4496-4f7e-9876-5b94d47bbaa1 req-c461f1d1-cb70-480a-9ab8-863d43140eee tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 946 time: 0.0913591 May 31 16:52:58.196295 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-106881d9-4496-4f7e-9876-5b94d47bbaa1 req-37514911-c5eb-4f65-8f49-0f6d0aa9060b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396185 May 31 16:52:59.117443 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:52:59.399884 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874d596-99e4-46d9-a1ad-dbca92fe6a3a req-a6f43c3b-c039-4217-8e18-678d5599283a tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:52:59.401345 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8874d596-99e4-46d9-a1ad-dbca92fe6a3a req-a6f43c3b-c039-4217-8e18-678d5599283a tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 946 time: 0.0822875 May 31 16:52:59.455375 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8874d596-99e4-46d9-a1ad-dbca92fe6a3a req-004d445f-e931-4c1b-b9e7-cb27fbaf1da7 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481710 May 31 16:53:00.654552 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f13f3-0e39-42d1-8362-87079398a4af req-6450d52a-7a90-4b10-b37b-909f110d1250 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:00.655972 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0d8f13f3-0e39-42d1-8362-87079398a4af req-6450d52a-7a90-4b10-b37b-909f110d1250 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 946 time: 0.0847113 May 31 16:53:00.701346 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-0d8f13f3-0e39-42d1-8362-87079398a4af req-dc300c56-7b3e-47ed-83e5-28c4f9b9ee75 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394833 May 31 16:53:01.887894 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752fbf8-1dee-471c-ac12-fa637c43fa6d req-29cfe9d0-8644-4d5b-bf8f-8ea80489daf1 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:01.889378 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3752fbf8-1dee-471c-ac12-fa637c43fa6d req-29cfe9d0-8644-4d5b-bf8f-8ea80489daf1 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 946 time: 0.0826051 May 31 16:53:01.935738 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3752fbf8-1dee-471c-ac12-fa637c43fa6d req-54fcd030-0db0-4e09-975f-d96c9f6881e5 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399430 May 31 16:53:03.129934 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfbeaa-5285-40c2-94c6-72508ac93b09 req-a2c77108-de29-4d39-8ab0-40730bfef107 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:03.131632 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d5dfbeaa-5285-40c2-94c6-72508ac93b09 req-a2c77108-de29-4d39-8ab0-40730bfef107 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 946 time: 0.0873289 May 31 16:53:03.177691 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d5dfbeaa-5285-40c2-94c6-72508ac93b09 req-bc979faf-3dad-40f4-ab63-6b88e9e8a6eb tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400443 May 31 16:53:04.363352 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164171b-556b-4246-b831-4c711eb6019e req-abfcf50b-d294-475f-9a50-afc77b7ed25e tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:04.364916 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2164171b-556b-4246-b831-4c711eb6019e req-abfcf50b-d294-475f-9a50-afc77b7ed25e tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 946 time: 0.0807905 May 31 16:53:04.418233 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2164171b-556b-4246-b831-4c711eb6019e req-730b6e72-458c-4013-9262-aa69bf5957b7 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474749 May 31 16:53:04.809029 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4bdc83ed-de76-4ce5-9390-358822858fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:53:05.607304 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dcabdc-041f-441c-a2f0-f856f0cadb16 req-4b251e44-ceba-419a-974f-d27890a94e75 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:05.608825 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-39dcabdc-041f-441c-a2f0-f856f0cadb16 req-4b251e44-ceba-419a-974f-d27890a94e75 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 946 time: 0.0840759 May 31 16:53:05.655043 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-39dcabdc-041f-441c-a2f0-f856f0cadb16 req-713e8dd3-f4e0-49a6-8b49-7b3d54b4e930 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398638 May 31 16:53:06.849682 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12cbaa-c7e5-465e-b5c1-45a9d6e6fd06 req-a7a4e468-6370-44e4-b0d6-a08c360c12a4 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:06.851187 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3a12cbaa-c7e5-465e-b5c1-45a9d6e6fd06 req-a7a4e468-6370-44e4-b0d6-a08c360c12a4 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 946 time: 0.0856814 May 31 16:53:06.896035 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3a12cbaa-c7e5-465e-b5c1-45a9d6e6fd06 req-04b01cd4-61d1-46fc-a049-66af091411a9 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390007 May 31 16:53:07.002025 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab09aba-b76b-463e-9bae-22aecf26a489 req-ba6597f9-3767-4955-8184-d696709614ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:07.003516 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-dab09aba-b76b-463e-9bae-22aecf26a489 req-ba6597f9-3767-4955-8184-d696709614ef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a68a2a82a8c4455a2a5acb590dd39ee&device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 1099 time: 0.0765626 May 31 16:53:07.113349 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:53:07.145054 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab09aba-b76b-463e-9bae-22aecf26a489 req-ec10bb47-c4ee-481d-a2b3-74130c2be541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:07.146635 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-dab09aba-b76b-463e-9bae-22aecf26a489 req-ec10bb47-c4ee-481d-a2b3-74130c2be541 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9c5d476-092c-4e1b-bc25-469b3b201fae HTTP/1.1" status: 200 len: 909 time: 0.1366172 May 31 16:53:07.253241 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-dab09aba-b76b-463e-9bae-22aecf26a489 req-ed8647c4-0379-47d7-b761-be28fb46f0bd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de2fcf07-0ba7-47db-936e-c026d384d21e HTTP/1.1" status: 200 len: 1002 time: 0.0991442 May 31 16:53:07.331656 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab09aba-b76b-463e-9bae-22aecf26a489 req-449da69e-c0a6-4f65-88bf-83d7ab886f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:07.333158 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-dab09aba-b76b-463e-9bae-22aecf26a489 req-449da69e-c0a6-4f65-88bf-83d7ab886f68 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3 HTTP/1.1" status: 200 len: 847 time: 0.0726643 May 31 16:53:07.557227 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab09aba-b76b-463e-9bae-22aecf26a489 req-5c166c3f-2d47-4abc-af58-267d844fe761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:07.558647 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-dab09aba-b76b-463e-9bae-22aecf26a489 req-5c166c3f-2d47-4abc-af58-267d844fe761 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9c5d476-092c-4e1b-bc25-469b3b201fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2186034 May 31 16:53:07.698509 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-dab09aba-b76b-463e-9bae-22aecf26a489 req-0c61aa18-dc5d-4cfe-9d3b-1418eb0fdd37 service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317379 May 31 16:53:07.834109 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-dab09aba-b76b-463e-9bae-22aecf26a489 req-ab391990-7032-46ab-8ee3-fef7631d8248 service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284637 May 31 16:53:08.070295 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f18970cb-4671-48db-bf6e-f6f0cb2fefd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:53:08.090024 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38a287-bb85-43fe-9750-6085f1a50c21 req-847a5052-3fa6-433b-ba8a-84ce89a124eb tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:08.091451 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ef38a287-bb85-43fe-9750-6085f1a50c21 req-847a5052-3fa6-433b-ba8a-84ce89a124eb tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 946 time: 0.0854442 May 31 16:53:08.136676 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ef38a287-bb85-43fe-9750-6085f1a50c21 req-12548b02-21ba-4c7b-a31d-59463602f83b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394239 May 31 16:53:08.695360 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:53:09.334432 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ad2d1-b04c-4cae-94ca-9327bb5da596 req-a3a0e3f9-7175-4c0b-a625-ac471d0aa612 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:09.335969 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f16ad2d1-b04c-4cae-94ca-9327bb5da596 req-a3a0e3f9-7175-4c0b-a625-ac471d0aa612 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 946 time: 0.0928695 May 31 16:53:09.384758 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f16ad2d1-b04c-4cae-94ca-9327bb5da596 req-e248be17-51ad-406f-a30e-cc118a2f6965 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423057 May 31 16:53:10.086871 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:53:10.732141 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3ab9a-88d5-488d-95e7-3ae667c90814 req-0784b7ef-ce2e-4af9-9479-f7dedadbb89e tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:10.733843 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5de3ab9a-88d5-488d-95e7-3ae667c90814 req-0784b7ef-ce2e-4af9-9479-f7dedadbb89e tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 946 time: 0.0822937 May 31 16:53:10.783484 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5de3ab9a-88d5-488d-95e7-3ae667c90814 req-d884f199-12c6-47ae-a5b3-23d2286a1604 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437117 May 31 16:53:11.978251 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dee073-688d-49aa-a8a8-4a6019ea3c36 req-13caca00-360f-4923-981e-37713b1586ed tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:11.979798 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b5dee073-688d-49aa-a8a8-4a6019ea3c36 req-13caca00-360f-4923-981e-37713b1586ed tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 946 time: 0.0812986 May 31 16:53:12.028728 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b5dee073-688d-49aa-a8a8-4a6019ea3c36 req-8854ac78-9580-4904-818e-3258854efe9e tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399625 May 31 16:53:12.383071 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-abcabc7b-a660-4cf5-bcad-a5e6915a152b req-a3fb32d9-6a7f-4dcf-9e13-1dc93ce459c0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1330776 May 31 16:53:12.406368 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ddb17-3ecd-43e1-92e3-4d333c61bb3b req-a0c7a899-73a5-4e46-a3ea-1f832d7a1f9e tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:12.407856 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3c1ddb17-3ecd-43e1-92e3-4d333c61bb3b req-a0c7a899-73a5-4e46-a3ea-1f832d7a1f9e tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 946 time: 0.0958376 May 31 16:53:12.455694 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3c1ddb17-3ecd-43e1-92e3-4d333c61bb3b req-8f2d65b9-f2bb-4031-a7e0-9473f099b050 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404663 May 31 16:53:12.695359 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device de2fcf07-0ba7-47db-936e-c026d384d21e no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:53:12.810677 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:53:12.841446 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee55e1c2-7c4c-4658-b356-0baf448515f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de2fcf07-0ba7-47db-936e-c026d384d21e'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:53:12.843740 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00cc2ddc43b1653c3eb190ff1f3bd01939441b4e5bab11a761bd695af265e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b78739-3136-401e-9def-6087be8a23b5" -d '{"events": [{"server_uuid": "ee55e1c2-7c4c-4658-b356-0baf448515f5", "name": "network-vif-unplugged", "status": "completed", "tag": "de2fcf07-0ba7-47db-936e-c026d384d21e"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:53:12.852118 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port de2fcf07-0ba7-47db-936e-c026d384d21e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=de2fcf07-0ba7-47db-936e-c026d384d21e,segment=NetworkSegment(dac1681c-8fe6-4c0e-9fd9-5d1e869acf66),segment_id=dac1681c-8fe6-4c0e-9fd9-5d1e869acf66)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:53:12.856989 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:53:12.859090 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:53:12.944155 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 May 2021 16:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47e7799-1ede-4cda-a3e2-8e5e4a6f57ec x-openstack-request-id: req-c47e7799-1ede-4cda-a3e2-8e5e4a6f57ec {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:53:12.944454 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee55e1c2-7c4c-4658-b356-0baf448515f5", "name": "network-vif-unplugged", "status": "failed", "tag": "de2fcf07-0ba7-47db-936e-c026d384d21e", "code": 422}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:53:12.944707 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c47e7799-1ede-4cda-a3e2-8e5e4a6f57ec {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:53:12.945127 dv-neutron-601336-79-hyperv neutron-server[99206]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ee55e1c2-7c4c-4658-b356-0baf448515f5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'de2fcf07-0ba7-47db-936e-c026d384d21e', 'code': 422} returned with failed status May 31 16:53:12.986263 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=de2fcf07-0ba7-47db-936e-c026d384d21e,revision_number=6']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:53:12.994929 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:53:12.995606 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:53:12.996110 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:53:12.996488 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:53:12.996853 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:53:12.997216 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:53:12.997658 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:53:12.998012 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:53:12.998373 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:53:12.998757 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:53:12.999234 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:53:12.999573 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:53:13.005274 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:53:13.649364 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3046e-2d4b-4dad-a178-09076f84ff26 req-d1f29913-a9a6-4148-9225-584f53745701 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:13.650740 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-71a3046e-2d4b-4dad-a178-09076f84ff26 req-d1f29913-a9a6-4148-9225-584f53745701 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 944 time: 0.0872741 May 31 16:53:13.700312 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-71a3046e-2d4b-4dad-a178-09076f84ff26 req-7399fb95-c803-4bbf-bc12-8ca0735bb831 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434334 May 31 16:53:14.887679 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849616d-0e87-4ccf-a40c-f8039496dd5c req-574b86a3-8b46-4861-a1a1-c38b4876464e tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:14.889161 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f849616d-0e87-4ccf-a40c-f8039496dd5c req-574b86a3-8b46-4861-a1a1-c38b4876464e tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 944 time: 0.0814559 May 31 16:53:14.939860 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f849616d-0e87-4ccf-a40c-f8039496dd5c req-660cdf23-5f40-48c7-97ca-3b173e17e7bf tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447311 May 31 16:53:16.130326 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905cc4f-5148-448f-ba2b-e3b5972d5335 req-f8e21db6-205c-4408-ac7f-be03a19b3e0d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:16.131846 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5905cc4f-5148-448f-ba2b-e3b5972d5335 req-f8e21db6-205c-4408-ac7f-be03a19b3e0d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 944 time: 0.0835118 May 31 16:53:16.176797 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5905cc4f-5148-448f-ba2b-e3b5972d5335 req-53a11f1c-ff0e-4d6d-82ce-026a75ff8afa tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390880 May 31 16:53:17.421480 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcabc7b-a660-4cf5-bcad-a5e6915a152b req-747fb3f7-b9e3-4bd5-8308-5ee20abe4272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:17.422980 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-abcabc7b-a660-4cf5-bcad-a5e6915a152b req-747fb3f7-b9e3-4bd5-8308-5ee20abe4272 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5&tenant_id=6a68a2a82a8c4455a2a5acb590dd39ee HTTP/1.1" status: 200 len: 1097 time: 0.0815558 May 31 16:53:17.516792 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce8d05-c134-438d-98bc-fd83a45640df req-37f5b998-348d-4742-a21e-7713e7e6333b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:17.517395 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcabc7b-a660-4cf5-bcad-a5e6915a152b req-4bac9c5c-8b53-4a63-ae1a-53594c66be6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:17.518308 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f6ce8d05-c134-438d-98bc-fd83a45640df req-37f5b998-348d-4742-a21e-7713e7e6333b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 944 time: 0.2363160 May 31 16:53:17.518587 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-abcabc7b-a660-4cf5-bcad-a5e6915a152b req-4bac9c5c-8b53-4a63-ae1a-53594c66be6a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a68a2a82a8c4455a2a5acb590dd39ee&device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 1097 time: 0.0729814 May 31 16:53:17.566300 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f6ce8d05-c134-438d-98bc-fd83a45640df req-2e1295f0-b77c-4723-86e5-895be97cf8bc tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414500 May 31 16:53:17.654838 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcabc7b-a660-4cf5-bcad-a5e6915a152b req-a90283f7-6d84-4943-bb87-627dd2226195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:17.656323 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-abcabc7b-a660-4cf5-bcad-a5e6915a152b req-a90283f7-6d84-4943-bb87-627dd2226195 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9c5d476-092c-4e1b-bc25-469b3b201fae HTTP/1.1" status: 200 len: 909 time: 0.1288846 May 31 16:53:17.764093 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-abcabc7b-a660-4cf5-bcad-a5e6915a152b req-b1a54b26-d1b8-4917-8f34-c577f666c1f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de2fcf07-0ba7-47db-936e-c026d384d21e HTTP/1.1" status: 200 len: 1000 time: 0.0995691 May 31 16:53:17.830145 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcabc7b-a660-4cf5-bcad-a5e6915a152b req-cfd2d939-03ea-41fb-9ab9-1c7745ca5acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:17.831572 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-abcabc7b-a660-4cf5-bcad-a5e6915a152b req-cfd2d939-03ea-41fb-9ab9-1c7745ca5acd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3 HTTP/1.1" status: 200 len: 847 time: 0.0590987 May 31 16:53:17.912583 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcabc7b-a660-4cf5-bcad-a5e6915a152b req-64da8a4d-110f-40ee-bafc-c1075e6ff8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:17.914131 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-abcabc7b-a660-4cf5-bcad-a5e6915a152b req-64da8a4d-110f-40ee-bafc-c1075e6ff8c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9c5d476-092c-4e1b-bc25-469b3b201fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0744011 May 31 16:53:18.049109 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-abcabc7b-a660-4cf5-bcad-a5e6915a152b req-d015e284-92d3-4d8a-9bdb-ad0e6eeee8f2 service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280890 May 31 16:53:18.180635 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-abcabc7b-a660-4cf5-bcad-a5e6915a152b req-8b0c567f-4807-4a9d-bfe3-da5e94a79148 service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250279 May 31 16:53:18.758122 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c59d6-f1ca-416d-8ba2-561d7693f8dd req-71a5e6bd-c35b-48fd-bdc6-14d6633917ab tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:18.759610 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9b6c59d6-f1ca-416d-8ba2-561d7693f8dd req-71a5e6bd-c35b-48fd-bdc6-14d6633917ab tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 944 time: 0.0840340 May 31 16:53:18.808438 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9b6c59d6-f1ca-416d-8ba2-561d7693f8dd req-79970ab4-1c23-4f15-9793-943fb127cfb1 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430741 May 31 16:53:19.997317 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b626cd-9d98-4222-b0ef-ff0ebbbf105e req-49fd4cad-33fb-463d-b16f-2b8982cbe5c5 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:19.998789 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f1b626cd-9d98-4222-b0ef-ff0ebbbf105e req-49fd4cad-33fb-463d-b16f-2b8982cbe5c5 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 944 time: 0.0814865 May 31 16:53:20.044994 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f1b626cd-9d98-4222-b0ef-ff0ebbbf105e req-4885a7d9-53ff-4dd8-80e9-2863428870a3 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403638 May 31 16:53:21.242253 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bcfc6-d0fe-478a-b83c-9aa8660a5b83 req-8c39611a-5140-4e8c-9a21-a4588078e8d9 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:21.243769 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-568bcfc6-d0fe-478a-b83c-9aa8660a5b83 req-8c39611a-5140-4e8c-9a21-a4588078e8d9 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 944 time: 0.0921853 May 31 16:53:21.290152 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-568bcfc6-d0fe-478a-b83c-9aa8660a5b83 req-17d22026-503a-4c44-b290-a6071313b50f tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398979 May 31 16:53:22.476593 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325e068-946b-45dd-9f8c-408f37d418f1 req-ecff734f-7fae-48a2-a4c1-92feb2957a08 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:22.478081 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6325e068-946b-45dd-9f8c-408f37d418f1 req-ecff734f-7fae-48a2-a4c1-92feb2957a08 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 944 time: 0.0814114 May 31 16:53:22.526034 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6325e068-946b-45dd-9f8c-408f37d418f1 req-de418f37-5eab-4ff9-8968-df3b4234f6da tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422449 May 31 16:53:23.719895 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85275862-0440-46da-8d84-ab61fe5dafe6 req-bd178ced-307e-4165-b0ec-2f277ce77b92 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:23.721387 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-85275862-0440-46da-8d84-ab61fe5dafe6 req-bd178ced-307e-4165-b0ec-2f277ce77b92 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 944 time: 0.0884914 May 31 16:53:23.768005 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-85275862-0440-46da-8d84-ab61fe5dafe6 req-dc4df37c-ff62-4bcc-848b-5800c20ff726 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406246 May 31 16:53:24.774582 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device de2fcf07-0ba7-47db-936e-c026d384d21e details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:53:24.912762 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port de2fcf07-0ba7-47db-936e-c026d384d21e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=de2fcf07-0ba7-47db-936e-c026d384d21e,segment=NetworkSegment(dac1681c-8fe6-4c0e-9fd9-5d1e869acf66),segment_id=dac1681c-8fe6-4c0e-9fd9-5d1e869acf66)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:53:24.926696 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': 'de2fcf07-0ba7-47db-936e-c026d384d21e', 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae', 'port_id': 'de2fcf07-0ba7-47db-936e-c026d384d21e', 'mac_address': 'fa:16:3e:c3:ce:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:53:24.955816 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003d91a-8fb0-49e3-b4a3-bf718d16651e req-24d9f943-0b0d-41dd-b5d3-6b4f9822ab15 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:24.957343 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2003d91a-8fb0-49e3-b4a3-bf718d16651e req-24d9f943-0b0d-41dd-b5d3-6b4f9822ab15 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 944 time: 0.0820985 May 31 16:53:24.986384 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:53:25.003190 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de2fcf07-0ba7-47db-936e-c026d384d21e {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:53:25.005245 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2003d91a-8fb0-49e3-b4a3-bf718d16651e req-3cbcb82a-c042-4812-80c8-ec2c3ea11968 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421648 May 31 16:53:25.019469 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port de2fcf07-0ba7-47db-936e-c026d384d21e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=de2fcf07-0ba7-47db-936e-c026d384d21e,segment=NetworkSegment(dac1681c-8fe6-4c0e-9fd9-5d1e869acf66),segment_id=dac1681c-8fe6-4c0e-9fd9-5d1e869acf66)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:53:25.024359 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:53:25.026258 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:53:25.092681 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=de2fcf07-0ba7-47db-936e-c026d384d21e,revision_number=7']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:53:25.095962 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:53:25.360805 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['de2fcf07-0ba7-47db-936e-c026d384d21e'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:53:26.224334 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e87691-91df-4dea-9643-1f33d4391a7e req-98f45052-e8b3-4022-bec6-a0e050b22971 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:26.225888 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f5e87691-91df-4dea-9643-1f33d4391a7e req-98f45052-e8b3-4022-bec6-a0e050b22971 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 945 time: 0.1068683 May 31 16:53:26.272873 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f5e87691-91df-4dea-9643-1f33d4391a7e req-2db12d5b-6b24-4bd9-b78d-b3e49312e1ec tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410800 May 31 16:53:26.771896 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device de2fcf07-0ba7-47db-936e-c026d384d21e up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:53:26.842735 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port de2fcf07-0ba7-47db-936e-c026d384d21e triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:53:26.843137 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:53:26.961273 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:53:26.964087 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ec460-dcef-4442-9416-10ba793da0ca req-670f12af-33fd-4421-89b9-6f231ecf8682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:26.965653 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-ec5ec460-dcef-4442-9416-10ba793da0ca req-670f12af-33fd-4421-89b9-6f231ecf8682 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a68a2a82a8c4455a2a5acb590dd39ee&device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 1098 time: 0.0741398 May 31 16:53:26.989094 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee55e1c2-7c4c-4658-b356-0baf448515f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2fcf07-0ba7-47db-936e-c026d384d21e'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:53:26.991360 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00cc2ddc43b1653c3eb190ff1f3bd01939441b4e5bab11a761bd695af265e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48990cf-042d-4395-af98-6f4e38663f73" -d '{"events": [{"server_uuid": "ee55e1c2-7c4c-4658-b356-0baf448515f5", "name": "network-vif-plugged", "status": "completed", "tag": "de2fcf07-0ba7-47db-936e-c026d384d21e"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:53:26.999555 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port de2fcf07-0ba7-47db-936e-c026d384d21e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=de2fcf07-0ba7-47db-936e-c026d384d21e,segment=NetworkSegment(dac1681c-8fe6-4c0e-9fd9-5d1e869acf66),segment_id=dac1681c-8fe6-4c0e-9fd9-5d1e869acf66)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:53:27.004717 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:53:27.006618 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:53:27.041291 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af60dc8e-e7c8-4852-b6a7-699a009db7bf x-openstack-request-id: req-af60dc8e-e7c8-4852-b6a7-699a009db7bf {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:53:27.041647 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee55e1c2-7c4c-4658-b356-0baf448515f5", "name": "network-vif-plugged", "status": "completed", "tag": "de2fcf07-0ba7-47db-936e-c026d384d21e", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:53:27.041963 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-af60dc8e-e7c8-4852-b6a7-699a009db7bf {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:53:27.042406 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee55e1c2-7c4c-4658-b356-0baf448515f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2fcf07-0ba7-47db-936e-c026d384d21e', 'code': 200} May 31 16:53:27.075959 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=de2fcf07-0ba7-47db-936e-c026d384d21e,revision_number=8']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:53:27.078925 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:53:27.113531 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ec460-dcef-4442-9416-10ba793da0ca req-f801f0ba-85fc-4572-aaf4-beadf216eab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:27.115032 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-ec5ec460-dcef-4442-9416-10ba793da0ca req-f801f0ba-85fc-4572-aaf4-beadf216eab9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9c5d476-092c-4e1b-bc25-469b3b201fae HTTP/1.1" status: 200 len: 909 time: 0.1303725 May 31 16:53:27.225013 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-ec5ec460-dcef-4442-9416-10ba793da0ca req-83d7985e-12e9-4e06-913e-beeb1d297f8b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de2fcf07-0ba7-47db-936e-c026d384d21e HTTP/1.1" status: 200 len: 1002 time: 0.1022453 May 31 16:53:27.299047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ec460-dcef-4442-9416-10ba793da0ca req-0f077755-3282-41dd-b129-99719c1f98eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:27.300429 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-ec5ec460-dcef-4442-9416-10ba793da0ca req-0f077755-3282-41dd-b129-99719c1f98eb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3 HTTP/1.1" status: 200 len: 847 time: 0.0582466 May 31 16:53:27.318542 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0690f0-c773-4a58-96bc-561e22d82f2c req-27092cac-bdba-4037-ad88-a525ff8d1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:27.320075 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fd0690f0-c773-4a58-96bc-561e22d82f2c req-27092cac-bdba-4037-ad88-a525ff8d1f23 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 1099 time: 0.0773785 May 31 16:53:27.363161 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fd0690f0-c773-4a58-96bc-561e22d82f2c req-92af0e41-eaed-468d-8936-f3d8e4cfd81b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365849 May 31 16:53:27.465325 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a3357-d8df-4298-af7f-62fcc55a27fb req-73e09f4f-d896-49a5-b2de-20a37e91a92a tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:27.466848 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-213a3357-d8df-4298-af7f-62fcc55a27fb req-73e09f4f-d896-49a5-b2de-20a37e91a92a tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 946 time: 0.0851312 May 31 16:53:27.516033 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-213a3357-d8df-4298-af7f-62fcc55a27fb req-b6eecf1f-b5ed-4558-bc96-135656946d1b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429769 May 31 16:53:27.532117 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ec460-dcef-4442-9416-10ba793da0ca req-85f31524-6415-4cb5-b12a-eaaead12ea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:27.533620 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-ec5ec460-dcef-4442-9416-10ba793da0ca req-85f31524-6415-4cb5-b12a-eaaead12ea5f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9c5d476-092c-4e1b-bc25-469b3b201fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2264500 May 31 16:53:27.673201 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-ec5ec460-dcef-4442-9416-10ba793da0ca req-f4b8c543-e7c1-4105-9305-d61e88fe2e70 service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320198 May 31 16:53:27.808516 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-ec5ec460-dcef-4442-9416-10ba793da0ca req-855f4490-06d9-4587-a4a9-eca4c07b6fc2 service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284442 May 31 16:53:28.718071 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ee4aa-d8a6-40b6-abf6-8f9143a9860c req-3ceb7d31-6ca6-4fbe-8535-6b35b0bea77c tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:53:28.719458 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3c3ee4aa-d8a6-40b6-abf6-8f9143a9860c req-3ceb7d31-6ca6-4fbe-8535-6b35b0bea77c tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 946 time: 0.0864449 May 31 16:53:28.764533 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3c3ee4aa-d8a6-40b6-abf6-8f9143a9860c req-627e8fe3-a9e1-4f42-8789-e15b95d69e5a tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389922 May 31 16:53:29.132885 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:53:31.012547 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:53:34.806505 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-98293fc7-08b2-4697-81aa-6fc84e107116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:53:37.108917 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:53:38.074804 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8784d681-0227-445b-952d-4cfa88e92dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:53:38.696820 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:53:40.094462 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:53:59.136631 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:04.801813 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-87357f8e-1f56-4ae7-a18c-9ed70043fed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:07.113851 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:08.011969 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:54:08.089089 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cd277325-20da-43c8-ae17-f14caf8e9de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:08.707794 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:10.093697 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:28.962387 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-cd9e40bf-f079-419a-ab9f-5d83e10c26b1 req-70de34bc-8fc9-4822-81c7-a95c993584be service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1380599 May 31 16:54:29.109133 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e40bf-f079-419a-ab9f-5d83e10c26b1 req-e0e358bb-a33a-4972-8201-550f6a836d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:54:29.110535 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-cd9e40bf-f079-419a-ab9f-5d83e10c26b1 req-e0e358bb-a33a-4972-8201-550f6a836d48 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a68a2a82a8c4455a2a5acb590dd39ee&device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 1099 time: 0.0779703 May 31 16:54:29.144262 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:29.262219 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e40bf-f079-419a-ab9f-5d83e10c26b1 req-b3193c39-8984-484b-ab8c-55e81a76924f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:54:29.263815 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-cd9e40bf-f079-419a-ab9f-5d83e10c26b1 req-b3193c39-8984-484b-ab8c-55e81a76924f service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9c5d476-092c-4e1b-bc25-469b3b201fae HTTP/1.1" status: 200 len: 909 time: 0.1327140 May 31 16:54:29.373571 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-cd9e40bf-f079-419a-ab9f-5d83e10c26b1 req-1275f7cc-af46-47ca-af91-fde74be34408 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de2fcf07-0ba7-47db-936e-c026d384d21e HTTP/1.1" status: 200 len: 1002 time: 0.1023581 May 31 16:54:29.438273 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e40bf-f079-419a-ab9f-5d83e10c26b1 req-9b94bc41-b056-43ec-8c79-14626a1a4b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:54:29.439853 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-cd9e40bf-f079-419a-ab9f-5d83e10c26b1 req-9b94bc41-b056-43ec-8c79-14626a1a4b11 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3 HTTP/1.1" status: 200 len: 847 time: 0.0593817 May 31 16:54:29.520662 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e40bf-f079-419a-ab9f-5d83e10c26b1 req-52bbc8c0-f585-4f31-8ab3-54f3df528ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:54:29.522257 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-cd9e40bf-f079-419a-ab9f-5d83e10c26b1 req-52bbc8c0-f585-4f31-8ab3-54f3df528ea5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9c5d476-092c-4e1b-bc25-469b3b201fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0755169 May 31 16:54:29.662883 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-cd9e40bf-f079-419a-ab9f-5d83e10c26b1 req-5c4eace3-2087-4239-9045-761158a6b64c service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333642 May 31 16:54:29.812623 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-cd9e40bf-f079-419a-ab9f-5d83e10c26b1 req-5d61e1a9-d4b0-4d1b-b88f-4732a3fdd957 service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424685 May 31 16:54:34.807745 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-53372216-2809-451f-b64a-016aa2d413d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:37.118520 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:38.084686 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-053bbd94-0fad-4fb9-8a12-b246d66069a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:38.704860 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:40.096162 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:42.201945 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 41722) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:54:42.472829 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-042a3d4a-43b0-4966-be06-d35362dc93da tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Deleting port 196724e9-0942-4d96-bffc-846e15c9ba8c {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:54:42.473093 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-042a3d4a-43b0-4966-be06-d35362dc93da tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:42.589874 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-042a3d4a-43b0-4966-be06-d35362dc93da tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:42.590160 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-042a3d4a-43b0-4966-be06-d35362dc93da tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:42.711374 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-042a3d4a-43b0-4966-be06-d35362dc93da tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Calling delete_port for 196724e9-0942-4d96-bffc-846e15c9ba8c owned by network:floatingip {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:54:42.991887 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-042a3d4a-43b0-4966-be06-d35362dc93da tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:42.996586 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a130379b-a1c9-4567-8bc4-755a195e8891 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:54:43.039673 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a3d4a-43b0-4966-be06-d35362dc93da tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Pushing event deleted for resources: {'Port': ['ID=196724e9-0942-4d96-bffc-846e15c9ba8c,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:54:43.079502 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a3d4a-43b0-4966-be06-d35362dc93da tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:43.079887 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a3d4a-43b0-4966-be06-d35362dc93da tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:43.080264 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a3d4a-43b0-4966-be06-d35362dc93da tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:43.080754 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a3d4a-43b0-4966-be06-d35362dc93da tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:43.081123 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a3d4a-43b0-4966-be06-d35362dc93da tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:43.081481 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a3d4a-43b0-4966-be06-d35362dc93da tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:43.081835 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a3d4a-43b0-4966-be06-d35362dc93da tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:43.082188 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a3d4a-43b0-4966-be06-d35362dc93da tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:43.082546 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a3d4a-43b0-4966-be06-d35362dc93da tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:43.082904 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a3d4a-43b0-4966-be06-d35362dc93da tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:43.083254 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a3d4a-43b0-4966-be06-d35362dc93da tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:43.083625 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a3d4a-43b0-4966-be06-d35362dc93da tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:43.112684 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-042a3d4a-43b0-4966-be06-d35362dc93da tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:54:43.141535 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-042a3d4a-43b0-4966-be06-d35362dc93da tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for floatingip, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:43.141892 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-042a3d4a-43b0-4966-be06-d35362dc93da tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Floating IP 1e48802a-abca-41cb-9689-c597b42866ce disassociated (deleted). External IP: 172.26.0.169, port: de2fcf07-0ba7-47db-936e-c026d384d21e. May 31 16:54:43.501808 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042a3d4a-43b0-4966-be06-d35362dc93da tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Router 98c40fb9-e5e2-404e-aeee-f33f258599e9 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:54:43.691860 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042a3d4a-43b0-4966-be06-d35362dc93da tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:54:43.702190 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0fe995-dd02-45bc-a6ce-83ab03a727a1 None None] Sync routers for ids ['98c40fb9-e5e2-404e-aeee-f33f258599e9'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:54:43.711217 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-042a3d4a-43b0-4966-be06-d35362dc93da tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:43.712477 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0fe995-dd02-45bc-a6ce-83ab03a727a1 None None] Routers {'98c40fb9-e5e2-404e-aeee-f33f258599e9'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:54:43.713117 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-5d0fe995-dd02-45bc-a6ce-83ab03a727a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:54:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['98c40fb9-e5e2-404e-aeee-f33f258599e9'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:54:43.768387 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-042a3d4a-43b0-4966-be06-d35362dc93da tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "DELETE /v2.0/floatingips/1e48802a-abca-41cb-9689-c597b42866ce HTTP/1.1" status: 204 len: 168 time: 1.5652442 May 31 16:54:43.769095 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee55e1c2-7c4c-4658-b356-0baf448515f5', 'tag': 'de2fcf07-0ba7-47db-936e-c026d384d21e'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:54:43.771537 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712cbd604a6cc1e0f5ba13422e2683da83bae824a67b09ff26bcbb5182465e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2073ddef-edd4-4376-bb40-8337607343a1" -d '{"events": [{"name": "network-changed", "server_uuid": "ee55e1c2-7c4c-4658-b356-0baf448515f5", "tag": "de2fcf07-0ba7-47db-936e-c026d384d21e"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:54:43.900675 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-5d0fe995-dd02-45bc-a6ce-83ab03a727a1 None None] Set router 98c40fb9-e5e2-404e-aeee-f33f258599e9 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:54:43.919320 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47306de0-b7ce-4fc0-9e92-e0708f24497c x-openstack-request-id: req-47306de0-b7ce-4fc0-9e92-e0708f24497c {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:54:43.920347 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee55e1c2-7c4c-4658-b356-0baf448515f5", "tag": "de2fcf07-0ba7-47db-936e-c026d384d21e", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:54:43.920347 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-47306de0-b7ce-4fc0-9e92-e0708f24497c {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:54:43.920607 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee55e1c2-7c4c-4658-b356-0baf448515f5', 'tag': 'de2fcf07-0ba7-47db-936e-c026d384d21e', 'status': 'completed', 'code': 200} May 31 16:54:44.035259 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073ddef-edd4-4376-bb40-8337607343a1 req-40ea0bdc-0776-4285-871e-2f417ed58af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:54:44.036829 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-2073ddef-edd4-4376-bb40-8337607343a1 req-40ea0bdc-0776-4285-871e-2f417ed58af0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a68a2a82a8c4455a2a5acb590dd39ee&device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 1099 time: 0.0912788 May 31 16:54:44.159364 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fd9cb-94fd-4c47-ab71-78b2e19b3814 req-38619042-0c39-42eb-9057-5a34f57e659d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:54:44.160335 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-fc9fd9cb-94fd-4c47-ab71-78b2e19b3814 req-38619042-0c39-42eb-9057-5a34f57e659d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Synchronizing usage tracker for tenant:6a68a2a82a8c4455a2a5acb590dd39ee on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:54:44.178586 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-fc9fd9cb-94fd-4c47-ab71-78b2e19b3814 req-38619042-0c39-42eb-9057-5a34f57e659d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Unset dirty status for tenant:6a68a2a82a8c4455a2a5acb590dd39ee on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:54:44.180115 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fc9fd9cb-94fd-4c47-ab71-78b2e19b3814 req-38619042-0c39-42eb-9057-5a34f57e659d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 946 time: 0.1045887 May 31 16:54:44.184164 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073ddef-edd4-4376-bb40-8337607343a1 req-6dadcb44-b8f0-4f8a-952f-ab455ff0c113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:54:44.185681 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-2073ddef-edd4-4376-bb40-8337607343a1 req-6dadcb44-b8f0-4f8a-952f-ab455ff0c113 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9c5d476-092c-4e1b-bc25-469b3b201fae HTTP/1.1" status: 200 len: 909 time: 0.1420226 May 31 16:54:44.232764 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fc9fd9cb-94fd-4c47-ab71-78b2e19b3814 req-2c0181e5-e55a-4289-89be-d911c25d534e tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448592 May 31 16:54:44.264238 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-2073ddef-edd4-4376-bb40-8337607343a1 req-8af4bfb4-2daa-4c02-a7b2-c96deb579be7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de2fcf07-0ba7-47db-936e-c026d384d21e HTTP/1.1" status: 200 len: 217 time: 0.0695956 May 31 16:54:44.280593 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-5d0fe995-dd02-45bc-a6ce-83ab03a727a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'name': 'tempest-TestShelveInstance-703297219-router', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:49Z', 'revision_number': 4, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'gw_port': {'id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '16655dbc-66c0-495a-ba81-d7178142e3d0', 'name': '', 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'mac_address': 'fa:16:3e:b0:87:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:48Z', 'updated_at': '2021-05-31T16:44:56Z', 'revision_number': 5, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'subnets': [{'id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:54:44.284978 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0fe995-dd02-45bc-a6ce-83ab03a727a1 None None] Checking router: 98c40fb9-e5e2-404e-aeee-f33f258599e9 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:54:44.294523 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0fe995-dd02-45bc-a6ce-83ab03a727a1 None None] Routers {'98c40fb9-e5e2-404e-aeee-f33f258599e9'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:54:44.295209 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-5d0fe995-dd02-45bc-a6ce-83ab03a727a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:54:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['98c40fb9-e5e2-404e-aeee-f33f258599e9'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:54:44.334800 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073ddef-edd4-4376-bb40-8337607343a1 req-754dd811-289b-43ce-920d-67a209601b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:54:44.336384 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-2073ddef-edd4-4376-bb40-8337607343a1 req-754dd811-289b-43ce-920d-67a209601b79 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3 HTTP/1.1" status: 200 len: 847 time: 0.0655930 May 31 16:54:44.416237 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073ddef-edd4-4376-bb40-8337607343a1 req-d2733661-92f9-4c7e-a936-922da737fe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:54:44.417812 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-2073ddef-edd4-4376-bb40-8337607343a1 req-d2733661-92f9-4c7e-a936-922da737fe7a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9c5d476-092c-4e1b-bc25-469b3b201fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0738409 May 31 16:54:44.482508 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-5d0fe995-dd02-45bc-a6ce-83ab03a727a1 None None] Set router 98c40fb9-e5e2-404e-aeee-f33f258599e9 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:54:44.700995 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-2073ddef-edd4-4376-bb40-8337607343a1 req-03b15df9-be79-408e-af4d-70e5fb0fff0d service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743168 May 31 16:54:44.802655 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-5d0fe995-dd02-45bc-a6ce-83ab03a727a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'name': 'tempest-TestShelveInstance-703297219-router', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:49Z', 'revision_number': 4, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'gw_port': {'id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '16655dbc-66c0-495a-ba81-d7178142e3d0', 'name': '', 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'mac_address': 'fa:16:3e:b0:87:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:48Z', 'updated_at': '2021-05-31T16:44:56Z', 'revision_number': 5, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'subnets': [{'id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:54:44.807043 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0fe995-dd02-45bc-a6ce-83ab03a727a1 None None] The sync data for ids ['98c40fb9-e5e2-404e-aeee-f33f258599e9'] in dv-neutron-601336-79-hyperv is: [{'id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'name': 'tempest-TestShelveInstance-703297219-router', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:49Z', 'revision_number': 4, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'gw_port': {'id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '16655dbc-66c0-495a-ba81-d7178142e3d0', 'name': '', 'network_id': 'b9c5d476-092c-4e1b-bc25-469b3b201fae', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'mac_address': 'fa:16:3e:b0:87:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:48Z', 'updated_at': '2021-05-31T16:44:56Z', 'revision_number': 5, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'subnets': [{'id': '521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:54:44.844170 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-2073ddef-edd4-4376-bb40-8337607343a1 req-c7c28945-a11a-4c8b-bdad-d9951851ff9b service neutron] 10.222.0.59 "GET /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345875 May 31 16:54:45.012335 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:54:45.025746 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f09c35-c060-4876-854c-9553ab98797a None None] New status for floating IP 1e48802a-abca-41cb-9689-c597b42866ce: DOWN {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:54:45.427961 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fca4a-29db-4a7a-b2e7-de043a868c30 req-284c67da-e6e4-49cb-a76d-fb38828051fa tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:54:45.429439 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e60fca4a-29db-4a7a-b2e7-de043a868c30 req-284c67da-e6e4-49cb-a76d-fb38828051fa tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 946 time: 0.0813270 May 31 16:54:45.474009 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e60fca4a-29db-4a7a-b2e7-de043a868c30 req-b03efb80-1635-4d65-ae1e-095b1cd87ae5 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/security-groups?id=167de8df-1455-4c34-bb09-4a171fffbf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385122 May 31 16:54:45.787048 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfce98-5284-4ed5-b5d3-9f9549c03d57 req-d97b2dda-a680-4403-92c3-23baf42c0fe3 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:54:45.787704 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-90bfce98-5284-4ed5-b5d3-9f9549c03d57 req-d97b2dda-a680-4403-92c3-23baf42c0fe3 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Synchronizing usage tracker for tenant:6a68a2a82a8c4455a2a5acb590dd39ee on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:54:45.800446 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-90bfce98-5284-4ed5-b5d3-9f9549c03d57 req-d97b2dda-a680-4403-92c3-23baf42c0fe3 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Unset dirty status for tenant:6a68a2a82a8c4455a2a5acb590dd39ee on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:54:45.801572 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-90bfce98-5284-4ed5-b5d3-9f9549c03d57 req-d97b2dda-a680-4403-92c3-23baf42c0fe3 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 946 time: 0.0980446 May 31 16:54:45.944953 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [req-90bfce98-5284-4ed5-b5d3-9f9549c03d57 req-e6a9374b-a97e-4968-b349-1340fbe0b4db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Deleting port de2fcf07-0ba7-47db-936e-c026d384d21e {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:54:45.945248 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-90bfce98-5284-4ed5-b5d3-9f9549c03d57 req-e6a9374b-a97e-4968-b349-1340fbe0b4db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:46.082091 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [req-90bfce98-5284-4ed5-b5d3-9f9549c03d57 req-e6a9374b-a97e-4968-b349-1340fbe0b4db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] For port de2fcf07-0ba7-47db-936e-c026d384d21e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=de2fcf07-0ba7-47db-936e-c026d384d21e,segment=NetworkSegment(dac1681c-8fe6-4c0e-9fd9-5d1e869acf66),segment_id=dac1681c-8fe6-4c0e-9fd9-5d1e869acf66)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:54:46.082354 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-90bfce98-5284-4ed5-b5d3-9f9549c03d57 req-e6a9374b-a97e-4968-b349-1340fbe0b4db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:46.209470 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [req-90bfce98-5284-4ed5-b5d3-9f9549c03d57 req-e6a9374b-a97e-4968-b349-1340fbe0b4db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Calling delete_port for de2fcf07-0ba7-47db-936e-c026d384d21e owned by compute:nova {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:54:46.330728 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-90bfce98-5284-4ed5-b5d3-9f9549c03d57 req-e6a9374b-a97e-4968-b349-1340fbe0b4db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:46.336666 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3f8be343-a40b-4371-b402-b2c159b1ed6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:54:46.382513 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9374b-a97e-4968-b349-1340fbe0b4db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Pushing event deleted for resources: {'Port': ['ID=de2fcf07-0ba7-47db-936e-c026d384d21e,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:54:46.422438 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a9374b-a97e-4968-b349-1340fbe0b4db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:46.422849 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a9374b-a97e-4968-b349-1340fbe0b4db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:46.423244 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a9374b-a97e-4968-b349-1340fbe0b4db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:46.423611 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a9374b-a97e-4968-b349-1340fbe0b4db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:46.423983 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a9374b-a97e-4968-b349-1340fbe0b4db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:46.424371 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a9374b-a97e-4968-b349-1340fbe0b4db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:46.424732 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a9374b-a97e-4968-b349-1340fbe0b4db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:46.425094 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a9374b-a97e-4968-b349-1340fbe0b4db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:46.425453 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a9374b-a97e-4968-b349-1340fbe0b4db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:46.425809 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a9374b-a97e-4968-b349-1340fbe0b4db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:46.426164 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a9374b-a97e-4968-b349-1340fbe0b4db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:46.426499 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a9374b-a97e-4968-b349-1340fbe0b4db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:46.434171 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e6a9374b-a97e-4968-b349-1340fbe0b4db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:54:46.474106 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bfce98-5284-4ed5-b5d3-9f9549c03d57 req-e6a9374b-a97e-4968-b349-1340fbe0b4db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] No DVR routers for this DVR port de2fcf07-0ba7-47db-936e-c026d384d21e on host hv-neutron-6013 {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:54:46.476850 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-90bfce98-5284-4ed5-b5d3-9f9549c03d57 req-e6a9374b-a97e-4968-b349-1340fbe0b4db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:46.479710 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee55e1c2-7c4c-4658-b356-0baf448515f5', 'name': 'network-vif-deleted', 'tag': 'de2fcf07-0ba7-47db-936e-c026d384d21e'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:54:46.482071 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04cf206e4dd8f3180d6e5d663243b13a0825cbb1d7c140105348091cb8be9f3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604211ec-1f7e-432a-a453-c5ed72fe2797" -d '{"events": [{"server_uuid": "ee55e1c2-7c4c-4658-b356-0baf448515f5", "name": "network-vif-deleted", "tag": "de2fcf07-0ba7-47db-936e-c026d384d21e"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:54:46.498497 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-90bfce98-5284-4ed5-b5d3-9f9549c03d57 req-e6a9374b-a97e-4968-b349-1340fbe0b4db tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.59 "DELETE /v2.0/ports/de2fcf07-0ba7-47db-936e-c026d384d21e HTTP/1.1" status: 204 len: 173 time: 0.6908073 May 31 16:54:46.548445 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616b05d7-4c2e-408d-9caf-4a0a5171ce0d x-openstack-request-id: req-616b05d7-4c2e-408d-9caf-4a0a5171ce0d {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:54:46.548783 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee55e1c2-7c4c-4658-b356-0baf448515f5", "name": "network-vif-deleted", "tag": "de2fcf07-0ba7-47db-936e-c026d384d21e", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:54:46.549081 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-616b05d7-4c2e-408d-9caf-4a0a5171ce0d {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:54:46.549848 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee55e1c2-7c4c-4658-b356-0baf448515f5', 'name': 'network-vif-deleted', 'tag': 'de2fcf07-0ba7-47db-936e-c026d384d21e', 'status': 'completed', 'code': 200} May 31 16:54:46.638910 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8cc97a0c-5841-4642-be72-d92c2f7f2dc1 req-339eb2ed-d611-47d7-b0b8-c5823cf83bed tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 210 time: 0.0508680 May 31 16:54:47.793681 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-ebdbc0d3-38b9-4bb1-b39e-d4d09c8e0498 req-43fe7207-0cef-460a-b4d6-130a0d7b2e9e tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 210 time: 0.0436361 May 31 16:54:48.946456 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-be3d072f-ef79-4ebb-8b0d-44374e0687a2 req-32199eda-27d3-44de-898e-b43b29477543 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 210 time: 0.0449476 May 31 16:54:49.117725 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device de2fcf07-0ba7-47db-936e-c026d384d21e no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:54:49.153463 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: de2fcf07-0ba7-47db-936e-c026d384d21e {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:54:49.153809 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device de2fcf07-0ba7-47db-936e-c026d384d21e not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:54:50.118799 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f5f291a8-13cd-4af6-a9a3-bff2e70a0a33 req-73addaf5-d733-46f4-b232-30331e20af8d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee55e1c2-7c4c-4658-b356-0baf448515f5 HTTP/1.1" status: 200 len: 210 time: 0.0469437 May 31 16:54:51.217514 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 41750) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:54:51.291497 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f7204f0c-63c0-4898-b310-e32b1de86e7e tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:51.322718 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f7204f0c-63c0-4898-b310-e32b1de86e7e tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:51.401500 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f7204f0c-63c0-4898-b310-e32b1de86e7e tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:51.405996 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-80b27443-9fe0-4539-b3aa-d2bd666c79c0 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:54:51.424183 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7204f0c-63c0-4898-b310-e32b1de86e7e tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=167de8df-1455-4c34-bb09-4a171fffbf8a,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:54:51.427431 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f7204f0c-63c0-4898-b310-e32b1de86e7e tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:54:51.441070 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-f7204f0c-63c0-4898-b310-e32b1de86e7e tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:51.442229 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-f7204f0c-63c0-4898-b310-e32b1de86e7e tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] 10.222.0.45 "DELETE /v2.0/security-groups/167de8df-1455-4c34-bb09-4a171fffbf8a HTTP/1.1" status: 204 len: 168 time: 0.2237155 May 31 16:54:52.517853 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 41758) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:54:53.369971 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-54ef1e4e-8c7a-4362-ad9c-68f98a10b035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:53.805158 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-54ef1e4e-8c7a-4362-ad9c-68f98a10b035 admin admin] Deleting port 16655dbc-66c0-495a-ba81-d7178142e3d0 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:54:53.805938 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-54ef1e4e-8c7a-4362-ad9c-68f98a10b035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:53.930066 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-54ef1e4e-8c7a-4362-ad9c-68f98a10b035 admin admin] For port 16655dbc-66c0-495a-ba81-d7178142e3d0, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=16655dbc-66c0-495a-ba81-d7178142e3d0,segment=NetworkSegment(dac1681c-8fe6-4c0e-9fd9-5d1e869acf66),segment_id=dac1681c-8fe6-4c0e-9fd9-5d1e869acf66)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:54:53.930388 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-54ef1e4e-8c7a-4362-ad9c-68f98a10b035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:54.057782 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-54ef1e4e-8c7a-4362-ad9c-68f98a10b035 admin admin] Calling delete_port for 16655dbc-66c0-495a-ba81-d7178142e3d0 owned by network:router_interface {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:54:54.348765 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-54ef1e4e-8c7a-4362-ad9c-68f98a10b035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:54.352770 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2747a9ff-725f-40a7-9ad0-9206cf1119ca tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:54:54.396802 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef1e4e-8c7a-4362-ad9c-68f98a10b035 admin admin] Pushing event deleted for resources: {'Port': ['ID=16655dbc-66c0-495a-ba81-d7178142e3d0,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:54:54.399690 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-54ef1e4e-8c7a-4362-ad9c-68f98a10b035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:54:54.665462 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-54ef1e4e-8c7a-4362-ad9c-68f98a10b035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:55.186486 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ef1e4e-8c7a-4362-ad9c-68f98a10b035 admin admin] Router 98c40fb9-e5e2-404e-aeee-f33f258599e9 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:54:55.370303 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ef1e4e-8c7a-4362-ad9c-68f98a10b035 admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:54:55.380249 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b242cc6-72e4-4f5f-8708-3d249205ab74 None None] Sync routers for ids ['98c40fb9-e5e2-404e-aeee-f33f258599e9'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:54:55.383979 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-54ef1e4e-8c7a-4362-ad9c-68f98a10b035 admin admin] 10.222.0.45 "PUT /v2.0/routers/98c40fb9-e5e2-404e-aeee-f33f258599e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8648951 May 31 16:54:55.386666 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 41764) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:54:55.391574 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b242cc6-72e4-4f5f-8708-3d249205ab74 None None] Routers {'98c40fb9-e5e2-404e-aeee-f33f258599e9'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:54:55.392220 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-9b242cc6-72e4-4f5f-8708-3d249205ab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:54:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['98c40fb9-e5e2-404e-aeee-f33f258599e9'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:54:55.566552 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-eda0adeb-304d-407e-aab9-66bc272782a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:55.572851 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-9b242cc6-72e4-4f5f-8708-3d249205ab74 None None] Set router 98c40fb9-e5e2-404e-aeee-f33f258599e9 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:54:55.748431 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-eda0adeb-304d-407e-aab9-66bc272782a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:55.821889 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-eda0adeb-304d-407e-aab9-66bc272782a9 admin admin] Deleting port 0da0b0a9-6aec-4d9a-8432-2194e26a0536 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:54:55.822130 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-eda0adeb-304d-407e-aab9-66bc272782a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:55.860880 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-9b242cc6-72e4-4f5f-8708-3d249205ab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'name': 'tempest-TestShelveInstance-703297219-router', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:54:54Z', 'revision_number': 5, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'gw_port': {'id': '0da0b0a9-6aec-4d9a-8432-2194e26a0536', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:54:55.866043 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b242cc6-72e4-4f5f-8708-3d249205ab74 None None] Checking router: 98c40fb9-e5e2-404e-aeee-f33f258599e9 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:54:55.874668 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b242cc6-72e4-4f5f-8708-3d249205ab74 None None] Routers {'98c40fb9-e5e2-404e-aeee-f33f258599e9'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:54:55.875313 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-9b242cc6-72e4-4f5f-8708-3d249205ab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:54:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['98c40fb9-e5e2-404e-aeee-f33f258599e9'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:54:55.956447 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-eda0adeb-304d-407e-aab9-66bc272782a9 admin admin] For port 0da0b0a9-6aec-4d9a-8432-2194e26a0536, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=0da0b0a9-6aec-4d9a-8432-2194e26a0536,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:54:55.956807 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-eda0adeb-304d-407e-aab9-66bc272782a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:56.090283 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-eda0adeb-304d-407e-aab9-66bc272782a9 admin admin] Calling delete_port for 0da0b0a9-6aec-4d9a-8432-2194e26a0536 owned by network:router_gateway {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:54:56.099450 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-9b242cc6-72e4-4f5f-8708-3d249205ab74 None None] Set router 98c40fb9-e5e2-404e-aeee-f33f258599e9 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:54:56.206687 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-9b242cc6-72e4-4f5f-8708-3d249205ab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'name': 'tempest-TestShelveInstance-703297219-router', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:54:55Z', 'revision_number': 6, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'gw_port_host': None}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:54:56.211436 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b242cc6-72e4-4f5f-8708-3d249205ab74 None None] The sync data for ids ['98c40fb9-e5e2-404e-aeee-f33f258599e9'] in dv-neutron-601336-79-hyperv is: [{'id': '98c40fb9-e5e2-404e-aeee-f33f258599e9', 'name': 'tempest-TestShelveInstance-703297219-router', 'tenant_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:44:45Z', 'updated_at': '2021-05-31T16:54:55Z', 'revision_number': 6, 'project_id': '6a68a2a82a8c4455a2a5acb590dd39ee', 'gw_port_host': None}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:54:56.395599 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-eda0adeb-304d-407e-aab9-66bc272782a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:56.399469 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-fd2c7e33-5f20-4dda-bb6b-4ec7047038e8 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:54:56.443294 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0adeb-304d-407e-aab9-66bc272782a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0da0b0a9-6aec-4d9a-8432-2194e26a0536,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:54:56.446229 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-eda0adeb-304d-407e-aab9-66bc272782a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:54:56.540569 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-eda0adeb-304d-407e-aab9-66bc272782a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:56.718035 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-eda0adeb-304d-407e-aab9-66bc272782a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:56.720256 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-eda0adeb-304d-407e-aab9-66bc272782a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:56.744057 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-eda0adeb-304d-407e-aab9-66bc272782a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:56.744578 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda0adeb-304d-407e-aab9-66bc272782a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98c40fb9-e5e2-404e-aeee-f33f258599e9 {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 16:54:56.757388 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-eda0adeb-304d-407e-aab9-66bc272782a9 admin admin] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:56.758548 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-eda0adeb-304d-407e-aab9-66bc272782a9 admin admin] 10.222.0.45 "DELETE /v2.0/routers/98c40fb9-e5e2-404e-aeee-f33f258599e9 HTTP/1.1" status: 204 len: 168 time: 1.3709824 May 31 16:54:56.761416 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 41768) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:54:56.826129 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad350446-a3c2-4f97-a936-c6f3bbd1e2d9 admin admin] Deleting subnet 521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:54:56.829340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ad350446-a3c2-4f97-a936-c6f3bbd1e2d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:56.878157 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ad350446-a3c2-4f97-a936-c6f3bbd1e2d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:57.119306 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ad350446-a3c2-4f97-a936-c6f3bbd1e2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:57.291940 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 16655dbc-66c0-495a-ba81-d7178142e3d0 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:54:57.327519 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 16655dbc-66c0-495a-ba81-d7178142e3d0 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:54:57.327838 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 16655dbc-66c0-495a-ba81-d7178142e3d0 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:54:57.328568 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 0da0b0a9-6aec-4d9a-8432-2194e26a0536 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:54:57.366214 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 0da0b0a9-6aec-4d9a-8432-2194e26a0536 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:54:57.366900 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 0da0b0a9-6aec-4d9a-8432-2194e26a0536 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:54:57.369584 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ad350446-a3c2-4f97-a936-c6f3bbd1e2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:57.374526 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-31bcf29d-f93f-4c31-8ba9-e946360aac48 tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:54:57.412829 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad350446-a3c2-4f97-a936-c6f3bbd1e2d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:54:57.415993 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ad350446-a3c2-4f97-a936-c6f3bbd1e2d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:54:57.416977 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-ad350446-a3c2-4f97-a936-c6f3bbd1e2d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:57.423103 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b65b60-1a1e-4eb6-a43e-d4eb8e570f99 None None] Network b9c5d476-092c-4e1b-bc25-469b3b201fae requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:54:57.423309 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-ad350446-a3c2-4f97-a936-c6f3bbd1e2d9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/521c5cd2-61c7-4630-9d3f-1ed8e9f20ef3 HTTP/1.1" status: 204 len: 168 time: 0.6607001 May 31 16:54:57.425944 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 41772) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:54:57.532264 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a7260b3d-59f8-46ec-8201-f2783d74c137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:57.605373 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-a7260b3d-59f8-46ec-8201-f2783d74c137 admin admin] Deleting port 869eb0e3-3b17-4cf5-9874-e4d18b8413b2 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:54:57.605829 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a7260b3d-59f8-46ec-8201-f2783d74c137 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:57.683650 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03de7633-c8de-46b2-b1d5-4f4d8995318c None None] DHCP port deletion for b9c5d476-092c-4e1b-bc25-469b3b201fae request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 16:54:57.710408 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-a7260b3d-59f8-46ec-8201-f2783d74c137 admin admin] For port 869eb0e3-3b17-4cf5-9874-e4d18b8413b2, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=869eb0e3-3b17-4cf5-9874-e4d18b8413b2,segment=NetworkSegment(dac1681c-8fe6-4c0e-9fd9-5d1e869acf66),segment_id=dac1681c-8fe6-4c0e-9fd9-5d1e869acf66)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:54:57.710756 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a7260b3d-59f8-46ec-8201-f2783d74c137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:57.754243 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-03de7633-c8de-46b2-b1d5-4f4d8995318c None None] Deleting port 869eb0e3-3b17-4cf5-9874-e4d18b8413b2 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:54:57.754647 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-03de7633-c8de-46b2-b1d5-4f4d8995318c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:57.833392 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-a7260b3d-59f8-46ec-8201-f2783d74c137 admin admin] Calling delete_port for 869eb0e3-3b17-4cf5-9874-e4d18b8413b2 owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:54:57.851004 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-03de7633-c8de-46b2-b1d5-4f4d8995318c None None] For port 869eb0e3-3b17-4cf5-9874-e4d18b8413b2, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=869eb0e3-3b17-4cf5-9874-e4d18b8413b2,segment=NetworkSegment(dac1681c-8fe6-4c0e-9fd9-5d1e869acf66),segment_id=dac1681c-8fe6-4c0e-9fd9-5d1e869acf66)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:54:57.851422 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-03de7633-c8de-46b2-b1d5-4f4d8995318c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:57.883681 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a7260b3d-59f8-46ec-8201-f2783d74c137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:57.887675 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0e45eae2-c226-4e00-8d3b-43682598fb14 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:54:57.934186 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7260b3d-59f8-46ec-8201-f2783d74c137 admin admin] Pushing event deleted for resources: {'Port': ['ID=869eb0e3-3b17-4cf5-9874-e4d18b8413b2,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:54:57.937644 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a7260b3d-59f8-46ec-8201-f2783d74c137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:54:57.938443 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7260b3d-59f8-46ec-8201-f2783d74c137 admin admin] No DVR routers for this DVR port 869eb0e3-3b17-4cf5-9874-e4d18b8413b2 on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:54:57.976583 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-03de7633-c8de-46b2-b1d5-4f4d8995318c None None] Calling delete_port for 869eb0e3-3b17-4cf5-9874-e4d18b8413b2 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:54:58.020272 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-03de7633-c8de-46b2-b1d5-4f4d8995318c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:58.023990 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:54:58.055126 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a7260b3d-59f8-46ec-8201-f2783d74c137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:58.065172 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de7633-c8de-46b2-b1d5-4f4d8995318c None None] Pushing event deleted for resources: {'Port': ['ID=869eb0e3-3b17-4cf5-9874-e4d18b8413b2,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:54:58.068685 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-a7260b3d-59f8-46ec-8201-f2783d74c137 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c5d476-092c-4e1b-bc25-469b3b201fae']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:54:58.074578 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03de7633-c8de-46b2-b1d5-4f4d8995318c None None] No DVR routers for this DVR port 869eb0e3-3b17-4cf5-9874-e4d18b8413b2 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:54:58.076622 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de7633-c8de-46b2-b1d5-4f4d8995318c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:58.076960 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de7633-c8de-46b2-b1d5-4f4d8995318c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:58.077377 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de7633-c8de-46b2-b1d5-4f4d8995318c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:58.077742 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de7633-c8de-46b2-b1d5-4f4d8995318c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:58.078059 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de7633-c8de-46b2-b1d5-4f4d8995318c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:58.078378 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de7633-c8de-46b2-b1d5-4f4d8995318c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:58.078675 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de7633-c8de-46b2-b1d5-4f4d8995318c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:58.079055 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de7633-c8de-46b2-b1d5-4f4d8995318c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:58.079376 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de7633-c8de-46b2-b1d5-4f4d8995318c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:58.079704 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de7633-c8de-46b2-b1d5-4f4d8995318c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:58.080016 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de7633-c8de-46b2-b1d5-4f4d8995318c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:58.080325 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de7633-c8de-46b2-b1d5-4f4d8995318c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:54:58.081766 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-a7260b3d-59f8-46ec-8201-f2783d74c137 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dac1681c-8fe6-4c0e-9fd9-5d1e869acf66') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:54:58.082056 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-a7260b3d-59f8-46ec-8201-f2783d74c137 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dac1681c-8fe6-4c0e-9fd9-5d1e869acf66') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:54:58.084126 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-03de7633-c8de-46b2-b1d5-4f4d8995318c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:54:58.095579 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a7260b3d-59f8-46ec-8201-f2783d74c137 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:58.112629 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a7260b3d-59f8-46ec-8201-f2783d74c137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:58.119360 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7260b3d-59f8-46ec-8201-f2783d74c137 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:54:58.119745 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a7260b3d-59f8-46ec-8201-f2783d74c137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:54:58.132902 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:54:58.226311 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a7260b3d-59f8-46ec-8201-f2783d74c137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:58.230270 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7e7858ed-97f7-4d69-aa6b-7ee3d128fc6a tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:54:58.244704 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a7260b3d-59f8-46ec-8201-f2783d74c137 admin admin] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:58.256409 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7260b3d-59f8-46ec-8201-f2783d74c137 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9c5d476-092c-4e1b-bc25-469b3b201fae,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:54:58.260090 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a7260b3d-59f8-46ec-8201-f2783d74c137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:54:58.273344 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a7260b3d-59f8-46ec-8201-f2783d74c137 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b9c5d476-092c-4e1b-bc25-469b3b201fae HTTP/1.1" status: 204 len: 168 time: 0.8463466 May 31 16:54:58.276622 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 41776) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:54:58.826898 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2b6c52fc-0c45-4398-a4aa-b7718e5693ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:59.139673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:59.253013 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-2b6c52fc-0c45-4398-a4aa-b7718e5693ca admin admin] Deleting port 885bb7bd-55f5-4d69-a44b-3a40496eb72f {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:54:59.253347 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2b6c52fc-0c45-4398-a4aa-b7718e5693ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:59.289428 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 869eb0e3-3b17-4cf5-9874-e4d18b8413b2 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:54:59.326326 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 869eb0e3-3b17-4cf5-9874-e4d18b8413b2 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:54:59.326613 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 869eb0e3-3b17-4cf5-9874-e4d18b8413b2 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:54:59.525961 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-2b6c52fc-0c45-4398-a4aa-b7718e5693ca admin admin] For port 885bb7bd-55f5-4d69-a44b-3a40496eb72f, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=885bb7bd-55f5-4d69-a44b-3a40496eb72f,segment=NetworkSegment(bc755e1a-1f97-4581-b630-19e2fdf20b4c),segment_id=bc755e1a-1f97-4581-b630-19e2fdf20b4c)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:54:59.526566 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2b6c52fc-0c45-4398-a4aa-b7718e5693ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:59.653713 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-2b6c52fc-0c45-4398-a4aa-b7718e5693ca admin admin] Calling delete_port for 885bb7bd-55f5-4d69-a44b-3a40496eb72f owned by network:router_interface {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:54:59.813562 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2b6c52fc-0c45-4398-a4aa-b7718e5693ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:54:59.817308 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-45751544-cc20-4f49-b4af-650f8f294b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:54:59.860860 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c52fc-0c45-4398-a4aa-b7718e5693ca admin admin] Pushing event deleted for resources: {'Port': ['ID=885bb7bd-55f5-4d69-a44b-3a40496eb72f,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:54:59.864040 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2b6c52fc-0c45-4398-a4aa-b7718e5693ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:00.136598 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-2b6c52fc-0c45-4398-a4aa-b7718e5693ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:00.532461 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6c52fc-0c45-4398-a4aa-b7718e5693ca admin admin] Router 6e38f797-b425-41ed-855b-752bbb30aaac has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:55:00.710664 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6c52fc-0c45-4398-a4aa-b7718e5693ca admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:55:00.719616 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdd6e5f-26be-41b2-a5a6-a58c31ce02ff None None] Sync routers for ids ['6e38f797-b425-41ed-855b-752bbb30aaac'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:55:00.727976 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-2b6c52fc-0c45-4398-a4aa-b7718e5693ca admin admin] 10.222.0.45 "PUT /v2.0/routers/6e38f797-b425-41ed-855b-752bbb30aaac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4499807 May 31 16:55:00.730321 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdd6e5f-26be-41b2-a5a6-a58c31ce02ff None None] Routers {'6e38f797-b425-41ed-855b-752bbb30aaac'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:55:00.730468 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 41780) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:55:00.730966 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-ffdd6e5f-26be-41b2-a5a6-a58c31ce02ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:54:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['6e38f797-b425-41ed-855b-752bbb30aaac'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:55:00.910741 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-ffdd6e5f-26be-41b2-a5a6-a58c31ce02ff None None] Set router 6e38f797-b425-41ed-855b-752bbb30aaac gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:55:01.058275 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1d199559-b93b-48f2-853c-8f3b569f641e admin admin] Notify callbacks [] for router, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:01.188576 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-ffdd6e5f-26be-41b2-a5a6-a58c31ce02ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e38f797-b425-41ed-855b-752bbb30aaac', 'name': 'tempest-TestShelveInstance-1095848883-router', 'tenant_id': '5d01bd2306fa4225810581df96e7e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '52885f82-efb5-4d69-941a-0c59b8ce73e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:44:52Z', 'updated_at': '2021-05-31T16:54:59Z', 'revision_number': 5, 'project_id': '5d01bd2306fa4225810581df96e7e0f1', 'gw_port': {'id': '52885f82-efb5-4d69-941a-0c59b8ce73e8', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e38f797-b425-41ed-855b-752bbb30aaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:44:53Z', 'updated_at': '2021-05-31T16:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:55:01.192605 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdd6e5f-26be-41b2-a5a6-a58c31ce02ff None None] Checking router: 6e38f797-b425-41ed-855b-752bbb30aaac for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:55:01.201211 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdd6e5f-26be-41b2-a5a6-a58c31ce02ff None None] Routers {'6e38f797-b425-41ed-855b-752bbb30aaac'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:55:01.201831 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-ffdd6e5f-26be-41b2-a5a6-a58c31ce02ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:54:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['6e38f797-b425-41ed-855b-752bbb30aaac'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:55:01.236790 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1d199559-b93b-48f2-853c-8f3b569f641e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:01.314025 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-1d199559-b93b-48f2-853c-8f3b569f641e admin admin] Deleting port 52885f82-efb5-4d69-941a-0c59b8ce73e8 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:55:01.314399 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1d199559-b93b-48f2-853c-8f3b569f641e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:01.351030 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-ffdd6e5f-26be-41b2-a5a6-a58c31ce02ff None None] Set router 6e38f797-b425-41ed-855b-752bbb30aaac gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:55:01.451568 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-1d199559-b93b-48f2-853c-8f3b569f641e admin admin] For port 52885f82-efb5-4d69-941a-0c59b8ce73e8, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=52885f82-efb5-4d69-941a-0c59b8ce73e8,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:55:01.451837 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1d199559-b93b-48f2-853c-8f3b569f641e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:01.463486 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-ffdd6e5f-26be-41b2-a5a6-a58c31ce02ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e38f797-b425-41ed-855b-752bbb30aaac', 'name': 'tempest-TestShelveInstance-1095848883-router', 'tenant_id': '5d01bd2306fa4225810581df96e7e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:44:52Z', 'updated_at': '2021-05-31T16:55:01Z', 'revision_number': 6, 'project_id': '5d01bd2306fa4225810581df96e7e0f1', 'gw_port_host': None}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:55:01.467497 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdd6e5f-26be-41b2-a5a6-a58c31ce02ff None None] The sync data for ids ['6e38f797-b425-41ed-855b-752bbb30aaac'] in dv-neutron-601336-79-hyperv is: [{'id': '6e38f797-b425-41ed-855b-752bbb30aaac', 'name': 'tempest-TestShelveInstance-1095848883-router', 'tenant_id': '5d01bd2306fa4225810581df96e7e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:44:52Z', 'updated_at': '2021-05-31T16:55:01Z', 'revision_number': 6, 'project_id': '5d01bd2306fa4225810581df96e7e0f1', 'gw_port_host': None}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:55:01.580317 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-1d199559-b93b-48f2-853c-8f3b569f641e admin admin] Calling delete_port for 52885f82-efb5-4d69-941a-0c59b8ce73e8 owned by network:router_gateway {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:55:01.725357 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1d199559-b93b-48f2-853c-8f3b569f641e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:01.729194 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-54ef1e4e-8c7a-4362-ad9c-68f98a10b035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:01.772910 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d199559-b93b-48f2-853c-8f3b569f641e admin admin] Pushing event deleted for resources: {'Port': ['ID=52885f82-efb5-4d69-941a-0c59b8ce73e8,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:01.775995 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1d199559-b93b-48f2-853c-8f3b569f641e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:01.873386 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1d199559-b93b-48f2-853c-8f3b569f641e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:02.047148 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1d199559-b93b-48f2-853c-8f3b569f641e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:02.049353 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1d199559-b93b-48f2-853c-8f3b569f641e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:02.073298 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1d199559-b93b-48f2-853c-8f3b569f641e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:02.073877 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d199559-b93b-48f2-853c-8f3b569f641e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e38f797-b425-41ed-855b-752bbb30aaac {{(pid=99204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 16:55:02.086116 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-1d199559-b93b-48f2-853c-8f3b569f641e admin admin] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:02.087293 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-1d199559-b93b-48f2-853c-8f3b569f641e admin admin] 10.222.0.45 "DELETE /v2.0/routers/6e38f797-b425-41ed-855b-752bbb30aaac HTTP/1.1" status: 204 len: 168 time: 1.3560109 May 31 16:55:02.090062 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 41784) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:55:02.148766 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-53395913-06ba-4a2f-8cf0-9af447acbe08 admin admin] Deleting subnet d40eafd5-1771-4283-8482-b924abf08972 {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:55:02.151785 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-53395913-06ba-4a2f-8cf0-9af447acbe08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:02.204251 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-53395913-06ba-4a2f-8cf0-9af447acbe08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:02.288337 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-53395913-06ba-4a2f-8cf0-9af447acbe08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:02.722179 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-53395913-06ba-4a2f-8cf0-9af447acbe08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:02.727617 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-deaaef8c-4472-4638-b8c9-e0bee1e6b9ea tempest-NetworksIpV6Test-2087903492 tempest-NetworksIpV6Test-2087903492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:02.764207 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53395913-06ba-4a2f-8cf0-9af447acbe08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d40eafd5-1771-4283-8482-b924abf08972,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:02.767347 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-53395913-06ba-4a2f-8cf0-9af447acbe08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:02.770735 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf98d0df-5d76-49d9-acf2-88b24db3ec20 None None] Network da870bfc-74ba-460a-9c8d-51e91cfb54f6 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:55:02.773048 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-53395913-06ba-4a2f-8cf0-9af447acbe08 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d40eafd5-1771-4283-8482-b924abf08972 HTTP/1.1" status: 204 len: 168 time: 0.6819715 May 31 16:55:02.774120 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-53395913-06ba-4a2f-8cf0-9af447acbe08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:02.775601 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 41788) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:55:02.901582 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f1dadedc-85a4-4713-ac99-a1830e5864f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:02.981031 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-f1dadedc-85a4-4713-ac99-a1830e5864f7 admin admin] Deleting port 7db615cc-5e39-4604-807b-50d053d2a4c6 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:55:02.981581 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f1dadedc-85a4-4713-ac99-a1830e5864f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:03.042613 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0310d6e6-6732-4d93-aa25-7b02e35005cb None None] DHCP port deletion for da870bfc-74ba-460a-9c8d-51e91cfb54f6 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 16:55:03.095410 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-f1dadedc-85a4-4713-ac99-a1830e5864f7 admin admin] For port 7db615cc-5e39-4604-807b-50d053d2a4c6, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=7db615cc-5e39-4604-807b-50d053d2a4c6,segment=NetworkSegment(bc755e1a-1f97-4581-b630-19e2fdf20b4c),segment_id=bc755e1a-1f97-4581-b630-19e2fdf20b4c)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:55:03.095791 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f1dadedc-85a4-4713-ac99-a1830e5864f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:03.122809 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-0310d6e6-6732-4d93-aa25-7b02e35005cb None None] Deleting port 7db615cc-5e39-4604-807b-50d053d2a4c6 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:55:03.123817 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0310d6e6-6732-4d93-aa25-7b02e35005cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:03.240570 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-0310d6e6-6732-4d93-aa25-7b02e35005cb None None] For port 7db615cc-5e39-4604-807b-50d053d2a4c6, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=7db615cc-5e39-4604-807b-50d053d2a4c6,segment=NetworkSegment(bc755e1a-1f97-4581-b630-19e2fdf20b4c),segment_id=bc755e1a-1f97-4581-b630-19e2fdf20b4c)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:55:03.240723 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-f1dadedc-85a4-4713-ac99-a1830e5864f7 admin admin] Calling delete_port for 7db615cc-5e39-4604-807b-50d053d2a4c6 owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:55:03.241085 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0310d6e6-6732-4d93-aa25-7b02e35005cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:03.292605 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f1dadedc-85a4-4713-ac99-a1830e5864f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:03.299223 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1d199559-b93b-48f2-853c-8f3b569f641e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:03.349095 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dadedc-85a4-4713-ac99-a1830e5864f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7db615cc-5e39-4604-807b-50d053d2a4c6,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:03.350877 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dadedc-85a4-4713-ac99-a1830e5864f7 admin admin] No DVR routers for this DVR port 7db615cc-5e39-4604-807b-50d053d2a4c6 on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:55:03.352391 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f1dadedc-85a4-4713-ac99-a1830e5864f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:03.358396 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7db615cc-5e39-4604-807b-50d053d2a4c6 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:55:03.452406 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-0310d6e6-6732-4d93-aa25-7b02e35005cb None None] Calling delete_port for 7db615cc-5e39-4604-807b-50d053d2a4c6 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:55:03.455427 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 7db615cc-5e39-4604-807b-50d053d2a4c6 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:55:03.455741 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7db615cc-5e39-4604-807b-50d053d2a4c6 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:55:03.456839 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 52885f82-efb5-4d69-941a-0c59b8ce73e8 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:55:03.474674 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f1dadedc-85a4-4713-ac99-a1830e5864f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:03.489823 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-f1dadedc-85a4-4713-ac99-a1830e5864f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da870bfc-74ba-460a-9c8d-51e91cfb54f6']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:55:03.494632 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 52885f82-efb5-4d69-941a-0c59b8ce73e8 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:55:03.494975 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 52885f82-efb5-4d69-941a-0c59b8ce73e8 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:55:03.495432 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 885bb7bd-55f5-4d69-a44b-3a40496eb72f no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:55:03.503469 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-f1dadedc-85a4-4713-ac99-a1830e5864f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc755e1a-1f97-4581-b630-19e2fdf20b4c') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:55:03.503790 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-f1dadedc-85a4-4713-ac99-a1830e5864f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc755e1a-1f97-4581-b630-19e2fdf20b4c') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:55:03.516581 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f1dadedc-85a4-4713-ac99-a1830e5864f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:03.533957 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f1dadedc-85a4-4713-ac99-a1830e5864f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:03.534413 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 885bb7bd-55f5-4d69-a44b-3a40496eb72f {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:55:03.534765 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 885bb7bd-55f5-4d69-a44b-3a40496eb72f not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 16:55:03.540664 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1dadedc-85a4-4713-ac99-a1830e5864f7 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:55:03.542323 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f1dadedc-85a4-4713-ac99-a1830e5864f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:55:03.555323 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:55:03.575877 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-0310d6e6-6732-4d93-aa25-7b02e35005cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:03.579797 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:03.621402 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310d6e6-6732-4d93-aa25-7b02e35005cb None None] Pushing event deleted for resources: {'Port': ['ID=7db615cc-5e39-4604-807b-50d053d2a4c6,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:03.625621 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0310d6e6-6732-4d93-aa25-7b02e35005cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:03.629894 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0310d6e6-6732-4d93-aa25-7b02e35005cb None None] No DVR routers for this DVR port 7db615cc-5e39-4604-807b-50d053d2a4c6 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:55:03.645205 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f1dadedc-85a4-4713-ac99-a1830e5864f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:03.648847 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-9d70f5fe-51ea-4e58-893b-fc58afac0a34 tempest-RoutersNegativeTest-813182704 tempest-RoutersNegativeTest-813182704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:03.662424 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-f1dadedc-85a4-4713-ac99-a1830e5864f7 admin admin] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:03.672686 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dadedc-85a4-4713-ac99-a1830e5864f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=da870bfc-74ba-460a-9c8d-51e91cfb54f6,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:03.677162 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f1dadedc-85a4-4713-ac99-a1830e5864f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:03.680901 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-f1dadedc-85a4-4713-ac99-a1830e5864f7 admin admin] 10.222.0.45 "DELETE /v2.0/networks/da870bfc-74ba-460a-9c8d-51e91cfb54f6 HTTP/1.1" status: 204 len: 168 time: 0.9043722 May 31 16:55:03.822018 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 41794) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:55:03.871993 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-10343c45-2a38-4d2d-afd3-14bf68cc2a3f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6a68a2a82a8c4455a2a5acb590dd39ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486300 May 31 16:55:03.874599 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 41798) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:55:03.942378 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ccecd7d1-03fb-470f-a54c-597c1e09a1be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:03.972519 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ccecd7d1-03fb-470f-a54c-597c1e09a1be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:04.028496 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ccecd7d1-03fb-470f-a54c-597c1e09a1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:04.032498 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b59f1a3e-cc96-44a7-9f7d-a207aa26502f tempest-NegativeSecGroupIPv6Test-634219068 tempest-NegativeSecGroupIPv6Test-634219068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:04.045379 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecd7d1-03fb-470f-a54c-597c1e09a1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369373f0-c723-43ce-8926-ee79970abcf6,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:04.049268 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ccecd7d1-03fb-470f-a54c-597c1e09a1be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:04.054564 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ccecd7d1-03fb-470f-a54c-597c1e09a1be admin admin] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:04.055733 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ccecd7d1-03fb-470f-a54c-597c1e09a1be admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/369373f0-c723-43ce-8926-ee79970abcf6 HTTP/1.1" status: 204 len: 168 time: 0.1802189 May 31 16:55:04.452415 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 41806) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:55:04.502392 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-fd15a4de-fd99-469d-8e8e-fe0b8f26401b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5d01bd2306fa4225810581df96e7e0f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484855 May 31 16:55:04.504714 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 41810) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:55:04.563630 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5465d86a-69da-4ed0-beeb-2e69410e209d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:04.589851 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5465d86a-69da-4ed0-beeb-2e69410e209d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:04.652656 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5465d86a-69da-4ed0-beeb-2e69410e209d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:04.657143 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-55e8057e-7206-40d3-ac79-d43692d30d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:04.670171 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465d86a-69da-4ed0-beeb-2e69410e209d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60123613-d0ce-40e0-a754-acf148091d5b,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:04.673082 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5465d86a-69da-4ed0-beeb-2e69410e209d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:04.680071 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5465d86a-69da-4ed0-beeb-2e69410e209d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:04.680071 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-5465d86a-69da-4ed0-beeb-2e69410e209d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/60123613-d0ce-40e0-a754-acf148091d5b HTTP/1.1" status: 204 len: 168 time: 0.1708276 May 31 16:55:04.813826 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d10fbc52-711a-46d5-8635-c8914482fc07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:05.658228 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 41834) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:55:05.768869 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-acf38fa2-a879-407f-8c72-b4e874fa81e7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1630262978-network', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:55:05.773911 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-acf38fa2-a879-407f-8c72-b4e874fa81e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:55:05.778027 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-acf38fa2-a879-407f-8c72-b4e874fa81e7 admin admin] Usage tracker for resource:network and tenant:bb4f3a0d5106494fb49ca45c7f910591 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:55:05.780961 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-acf38fa2-a879-407f-8c72-b4e874fa81e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:55:05.787954 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-acf38fa2-a879-407f-8c72-b4e874fa81e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:55:05.806854 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf38fa2-a879-407f-8c72-b4e874fa81e7 admin admin] Made reservation on behalf of bb4f3a0d5106494fb49ca45c7f910591 for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:55:05.809338 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-acf38fa2-a879-407f-8c72-b4e874fa81e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:05.822365 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-acf38fa2-a879-407f-8c72-b4e874fa81e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:05.837462 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-acf38fa2-a879-407f-8c72-b4e874fa81e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:55:05.841580 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-acf38fa2-a879-407f-8c72-b4e874fa81e7 admin admin] Usage tracker for resource:security_group_rule and tenant:bb4f3a0d5106494fb49ca45c7f910591 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:55:05.844566 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-acf38fa2-a879-407f-8c72-b4e874fa81e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:55:05.851248 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-acf38fa2-a879-407f-8c72-b4e874fa81e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:55:05.933709 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-acf38fa2-a879-407f-8c72-b4e874fa81e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:05.939285 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-acf38fa2-a879-407f-8c72-b4e874fa81e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:05.942187 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-caff182f-6a31-4775-aa31-b0698059853d tempest-ServerActionsTestJSON-769401691 tempest-ServerActionsTestJSON-769401691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:05.969277 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf38fa2-a879-407f-8c72-b4e874fa81e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:55:05.977915 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf38fa2-a879-407f-8c72-b4e874fa81e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8d84c5-5670-4853-ba65-b9aa469a7d0d,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:05.981524 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-acf38fa2-a879-407f-8c72-b4e874fa81e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:05.984604 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-acf38fa2-a879-407f-8c72-b4e874fa81e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:05.984989 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-acf38fa2-a879-407f-8c72-b4e874fa81e7 admin admin] Added segment d3b85b16-8362-401e-924f-841988789fb7 of type vlan for network 424e1dcc-9276-407b-a105-ce93c0caa27a May 31 16:55:06.016118 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-acf38fa2-a879-407f-8c72-b4e874fa81e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:06.047170 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-acf38fa2-a879-407f-8c72-b4e874fa81e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:06.048398 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf38fa2-a879-407f-8c72-b4e874fa81e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:55:06.048985 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-acf38fa2-a879-407f-8c72-b4e874fa81e7 admin admin] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:06.052392 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b5ad4f24-bf4a-46b2-a3a2-9b110b3ae42c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:06.152205 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf38fa2-a879-407f-8c72-b4e874fa81e7 admin admin] Pushing event updated for resources: {'Network': ['ID=424e1dcc-9276-407b-a105-ce93c0caa27a,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:06.155189 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-acf38fa2-a879-407f-8c72-b4e874fa81e7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4959183 May 31 16:55:06.156062 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-acf38fa2-a879-407f-8c72-b4e874fa81e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:06.158203 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 41840) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:55:06.162774 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 424e1dcc-9276-407b-a105-ce93c0caa27a details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 16:55:06.163636 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-32499f23-afeb-4938-9f97-def6c6d78ff5 admin admin] Request body: {'subnet': {'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1630262978-subnet', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'ip_version': 4}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:55:06.168645 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-32499f23-afeb-4938-9f97-def6c6d78ff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:55:06.172459 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-32499f23-afeb-4938-9f97-def6c6d78ff5 admin admin] Usage tracker for resource:subnet and tenant:bb4f3a0d5106494fb49ca45c7f910591 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:55:06.175500 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-32499f23-afeb-4938-9f97-def6c6d78ff5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:55:06.181213 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-32499f23-afeb-4938-9f97-def6c6d78ff5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:55:06.193435 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32499f23-afeb-4938-9f97-def6c6d78ff5 admin admin] Made reservation on behalf of bb4f3a0d5106494fb49ca45c7f910591 for: {'subnet': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:55:06.195688 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-32499f23-afeb-4938-9f97-def6c6d78ff5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2278339'] for subnet, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:06.738976 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-32499f23-afeb-4938-9f97-def6c6d78ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2968922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2278353'] for subnet, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:06.742740 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-c797282a-8edf-4108-9cc7-0369e9d8d501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:06.813610 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32499f23-afeb-4938-9f97-def6c6d78ff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4d265c9-d524-4027-98b9-ec3cefce648c,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:06.817353 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-32499f23-afeb-4938-9f97-def6c6d78ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:06.824648 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32499f23-afeb-4938-9f97-def6c6d78ff5 admin admin] Checking segment: {'id': 'd3b85b16-8362-401e-924f-841988789fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:55:06.824998 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32499f23-afeb-4938-9f97-def6c6d78ff5 admin admin] Network hostable DHCP agents. Network: 424e1dcc-9276-407b-a105-ce93c0caa27a, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:55:06.844739 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32499f23-afeb-4938-9f97-def6c6d78ff5 admin admin] Network 424e1dcc-9276-407b-a105-ce93c0caa27a is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:55:06.855037 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-32499f23-afeb-4938-9f97-def6c6d78ff5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 424e1dcc-9276-407b-a105-ce93c0caa27a) {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:55:06.863801 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32499f23-afeb-4938-9f97-def6c6d78ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:55:06.864432 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-32499f23-afeb-4938-9f97-def6c6d78ff5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:06.864625 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ace973-57fe-4b07-9909-a12a096923b5 None None] Network 424e1dcc-9276-407b-a105-ce93c0caa27a requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:55:06.887429 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-32499f23-afeb-4938-9f97-def6c6d78ff5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7280958 May 31 16:55:06.890972 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 41844) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:55:06.896445 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-b12049c2-792d-462a-8235-c839c6570abe admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1630262978-router', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:55:06.901497 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b12049c2-792d-462a-8235-c839c6570abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:55:06.905462 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b12049c2-792d-462a-8235-c839c6570abe admin admin] Usage tracker for resource:router and tenant:bb4f3a0d5106494fb49ca45c7f910591 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:55:06.908501 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-b12049c2-792d-462a-8235-c839c6570abe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:55:06.914424 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-b12049c2-792d-462a-8235-c839c6570abe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:55:06.933350 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b12049c2-792d-462a-8235-c839c6570abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:06.934423 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b12049c2-792d-462a-8235-c839c6570abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:06.950533 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b12049c2-792d-462a-8235-c839c6570abe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:07.093378 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29095146-3370-4eeb-a637-9e7a4cf3aeb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-424e1dcc-9276-407b-a105-ce93c0caa27a', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'fixed_ips': [{'subnet_id': 'c4d265c9-d524-4027-98b9-ec3cefce648c'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:55:07.094232 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-29095146-3370-4eeb-a637-9e7a4cf3aeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:07.159591 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:07.220999 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b12049c2-792d-462a-8235-c839c6570abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:07.271428 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-29095146-3370-4eeb-a637-9e7a4cf3aeb5 None None] Allocated IP 172.20.0.2 (424e1dcc-9276-407b-a105-ce93c0caa27a/c4d265c9-d524-4027-98b9-ec3cefce648c/dd39bfd0-229c-4adf-b26b-9192a012b99d) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:55:07.476457 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-29095146-3370-4eeb-a637-9e7a4cf3aeb5 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:07.488349 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-29095146-3370-4eeb-a637-9e7a4cf3aeb5 None None] Transition to ACTIVE for port object dd39bfd0-229c-4adf-b26b-9192a012b99d will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:55:07.507293 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-29095146-3370-4eeb-a637-9e7a4cf3aeb5 None None] Transition to ACTIVE for port object dd39bfd0-229c-4adf-b26b-9192a012b99d will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:55:07.513169 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-29095146-3370-4eeb-a637-9e7a4cf3aeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:07.517983 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:07.534163 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b12049c2-792d-462a-8235-c839c6570abe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:07.568957 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b12049c2-792d-462a-8235-c839c6570abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:07.582207 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29095146-3370-4eeb-a637-9e7a4cf3aeb5 None None] Network 424e1dcc-9276-407b-a105-ce93c0caa27a is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:55:07.584971 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-29095146-3370-4eeb-a637-9e7a4cf3aeb5 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:55:07.587474 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29095146-3370-4eeb-a637-9e7a4cf3aeb5 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:55:07.632414 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29095146-3370-4eeb-a637-9e7a4cf3aeb5 None None] Pushing event updated for resources: {'Port': ['ID=dd39bfd0-229c-4adf-b26b-9192a012b99d,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:07.659274 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-29095146-3370-4eeb-a637-9e7a4cf3aeb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:07.685677 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-29095146-3370-4eeb-a637-9e7a4cf3aeb5 None None] Attempting to bind port dd39bfd0-229c-4adf-b26b-9192a012b99d on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:55:07.686051 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-29095146-3370-4eeb-a637-9e7a4cf3aeb5 None None] Attempting to bind port dd39bfd0-229c-4adf-b26b-9192a012b99d by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'd3b85b16-8362-401e-924f-841988789fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:55:07.686427 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29095146-3370-4eeb-a637-9e7a4cf3aeb5 None None] Attempting to bind port dd39bfd0-229c-4adf-b26b-9192a012b99d on network 424e1dcc-9276-407b-a105-ce93c0caa27a {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:55:07.691945 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29095146-3370-4eeb-a637-9e7a4cf3aeb5 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:55:07.692300 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29095146-3370-4eeb-a637-9e7a4cf3aeb5 None None] Checking segment: {'id': 'd3b85b16-8362-401e-924f-841988789fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:55:07.692734 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-29095146-3370-4eeb-a637-9e7a4cf3aeb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:07.693135 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29095146-3370-4eeb-a637-9e7a4cf3aeb5 None None] Bound using segment: {'id': 'd3b85b16-8362-401e-924f-841988789fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:55:07.693608 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-29095146-3370-4eeb-a637-9e7a4cf3aeb5 None None] Bound port: dd39bfd0-229c-4adf-b26b-9192a012b99d, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b85b16-8362-401e-924f-841988789fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:55:07.693988 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-29095146-3370-4eeb-a637-9e7a4cf3aeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:07.755293 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-b12049c2-792d-462a-8235-c839c6570abe admin admin] Allocated IP 172.26.0.53 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/e78b11d2-1a62-439b-9705-ac6fbb37aae9) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:55:07.786512 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-29095146-3370-4eeb-a637-9e7a4cf3aeb5 None None] For port dd39bfd0-229c-4adf-b26b-9192a012b99d, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:55:07.790839 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-29095146-3370-4eeb-a637-9e7a4cf3aeb5 None None] For port dd39bfd0-229c-4adf-b26b-9192a012b99d, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=dd39bfd0-229c-4adf-b26b-9192a012b99d,segment=NetworkSegment(d3b85b16-8362-401e-924f-841988789fb7),segment_id=d3b85b16-8362-401e-924f-841988789fb7)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:55:07.796175 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-29095146-3370-4eeb-a637-9e7a4cf3aeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:07.799961 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-e285dba7-de1b-4c4b-850c-2e440af5f0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:07.886558 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29095146-3370-4eeb-a637-9e7a4cf3aeb5 None None] Pushing event updated for resources: {'Port': ['ID=dd39bfd0-229c-4adf-b26b-9192a012b99d,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:07.889464 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-29095146-3370-4eeb-a637-9e7a4cf3aeb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:07.914169 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b12049c2-792d-462a-8235-c839c6570abe admin admin] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:07.947757 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b12049c2-792d-462a-8235-c839c6570abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:07.953172 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b8ef4269-db80-434b-af53-ce7ee3aa90fe tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:08.023706 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12049c2-792d-462a-8235-c839c6570abe admin admin] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:55:08.029667 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-b12049c2-792d-462a-8235-c839c6570abe admin admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:55:08.037506 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12049c2-792d-462a-8235-c839c6570abe admin admin] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:55:08.078863 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-43170ca8-c341-4ed6-af92-afb1c330c557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:08.105134 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12049c2-792d-462a-8235-c839c6570abe admin admin] Pushing event updated for resources: {'Port': ['ID=e78b11d2-1a62-439b-9705-ac6fbb37aae9,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:08.108676 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b12049c2-792d-462a-8235-c839c6570abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:08.649683 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b12049c2-792d-462a-8235-c839c6570abe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:08.707668 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:08.795706 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dc0e53-c471-4444-89eb-a0c6584b8ef9 None None] Network 424e1dcc-9276-407b-a105-ce93c0caa27a requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:55:08.889237 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-1d9e4118-7f54-45f3-aad1-d6888ddb9cfa None None] Provisioning for port dd39bfd0-229c-4adf-b26b-9192a012b99d completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:55:09.004868 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b12049c2-792d-462a-8235-c839c6570abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:09.212267 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12049c2-792d-462a-8235-c839c6570abe admin admin] Router 90fa58ba-1cad-4512-9232-658dbaecf9f5 is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 16:55:09.332766 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device dd39bfd0-229c-4adf-b26b-9192a012b99d up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:55:09.397326 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12049c2-792d-462a-8235-c839c6570abe admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:55:09.405705 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e950d84f-88b4-448d-b1f1-7da9bb3c0308 None None] Sync routers for ids ['90fa58ba-1cad-4512-9232-658dbaecf9f5'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:55:09.413857 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port dd39bfd0-229c-4adf-b26b-9192a012b99d completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:55:09.419843 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port dd39bfd0-229c-4adf-b26b-9192a012b99d triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:55:09.420247 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:09.422253 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b12049c2-792d-462a-8235-c839c6570abe admin admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:09.424144 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b12049c2-792d-462a-8235-c839c6570abe admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5318906 May 31 16:55:09.426856 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 41848) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:55:09.444609 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e950d84f-88b4-448d-b1f1-7da9bb3c0308 None None] Routers {'90fa58ba-1cad-4512-9232-658dbaecf9f5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:55:09.445289 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e950d84f-88b4-448d-b1f1-7da9bb3c0308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:55:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['90fa58ba-1cad-4512-9232-658dbaecf9f5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:55:09.685041 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-e950d84f-88b4-448d-b1f1-7da9bb3c0308 None None] Set router 90fa58ba-1cad-4512-9232-658dbaecf9f5 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:55:09.813694 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:09.913215 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port dd39bfd0-229c-4adf-b26b-9192a012b99d, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=dd39bfd0-229c-4adf-b26b-9192a012b99d,segment=NetworkSegment(d3b85b16-8362-401e-924f-841988789fb7),segment_id=d3b85b16-8362-401e-924f-841988789fb7)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:55:09.924332 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:09.928990 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-cc7d4234-84bc-446e-bbd9-c12815a9511f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:10.044250 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=dd39bfd0-229c-4adf-b26b-9192a012b99d,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:10.048386 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:10.071437 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e950d84f-88b4-448d-b1f1-7da9bb3c0308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'name': 'tempest-TestSnapshotPattern-1630262978-router', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:55:06Z', 'updated_at': '2021-05-31T16:55:08Z', 'revision_number': 3, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'gw_port': {'id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:07Z', 'updated_at': '2021-05-31T16:55:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:55:10.075396 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e950d84f-88b4-448d-b1f1-7da9bb3c0308 None None] Checking router: 90fa58ba-1cad-4512-9232-658dbaecf9f5 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:55:10.075744 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e950d84f-88b4-448d-b1f1-7da9bb3c0308 None None] Updating router 90fa58ba-1cad-4512-9232-658dbaecf9f5 port e78b11d2-1a62-439b-9705-ac6fbb37aae9 binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:55:10.139511 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:10.144072 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e950d84f-88b4-448d-b1f1-7da9bb3c0308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:10.286706 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-272b6a45-f31e-4296-971e-2ea7a790bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:10.475959 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e950d84f-88b4-448d-b1f1-7da9bb3c0308 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:10.488198 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-e950d84f-88b4-448d-b1f1-7da9bb3c0308 None None] Transition to ACTIVE for port object e78b11d2-1a62-439b-9705-ac6fbb37aae9 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:55:10.495568 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e950d84f-88b4-448d-b1f1-7da9bb3c0308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:10.499668 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:10.501824 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-272b6a45-f31e-4296-971e-2ea7a790bad7 admin admin] Allocated IP 172.20.0.1 (424e1dcc-9276-407b-a105-ce93c0caa27a/c4d265c9-d524-4027-98b9-ec3cefce648c/7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:55:10.576332 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e950d84f-88b4-448d-b1f1-7da9bb3c0308 None None] Attempting to bind port e78b11d2-1a62-439b-9705-ac6fbb37aae9 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:55:10.576727 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e950d84f-88b4-448d-b1f1-7da9bb3c0308 None None] Attempting to bind port e78b11d2-1a62-439b-9705-ac6fbb37aae9 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:55:10.577114 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e950d84f-88b4-448d-b1f1-7da9bb3c0308 None None] Attempting to bind port e78b11d2-1a62-439b-9705-ac6fbb37aae9 on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:55:10.579385 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbc0bd-d631-4588-b2dd-78b6e72fed76 None None] Pushing event updated for resources: {'Port': ['ID=e78b11d2-1a62-439b-9705-ac6fbb37aae9,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:10.583132 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-4cbbc0bd-d631-4588-b2dd-78b6e72fed76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:10.585724 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e950d84f-88b4-448d-b1f1-7da9bb3c0308 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:55:10.586107 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e950d84f-88b4-448d-b1f1-7da9bb3c0308 None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:55:10.586512 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e950d84f-88b4-448d-b1f1-7da9bb3c0308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:10.586903 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e950d84f-88b4-448d-b1f1-7da9bb3c0308 None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:55:10.587423 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-e950d84f-88b4-448d-b1f1-7da9bb3c0308 None None] Bound port: e78b11d2-1a62-439b-9705-ac6fbb37aae9, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:55:10.587811 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e950d84f-88b4-448d-b1f1-7da9bb3c0308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:10.654829 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-272b6a45-f31e-4296-971e-2ea7a790bad7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:10.668124 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-e950d84f-88b4-448d-b1f1-7da9bb3c0308 None None] For port e78b11d2-1a62-439b-9705-ac6fbb37aae9, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:55:10.671490 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-e950d84f-88b4-448d-b1f1-7da9bb3c0308 None None] For port e78b11d2-1a62-439b-9705-ac6fbb37aae9, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=e78b11d2-1a62-439b-9705-ac6fbb37aae9,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:55:10.672536 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.provisioning_blocks [None req-272b6a45-f31e-4296-971e-2ea7a790bad7 admin admin] Transition to ACTIVE for port object 7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5 will not be triggered until provisioned by entity DHCP. {{(pid=99205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:55:10.676757 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-e950d84f-88b4-448d-b1f1-7da9bb3c0308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:10.680442 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-cb3c08cd-bd76-440d-9235-5acd7f00c284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:10.697880 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-272b6a45-f31e-4296-971e-2ea7a790bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:10.703299 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3b645730-0a63-4b7f-9b5d-e1a1c968b4eb tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:10.758140 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e950d84f-88b4-448d-b1f1-7da9bb3c0308 None None] Routers {'90fa58ba-1cad-4512-9232-658dbaecf9f5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:55:10.758793 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e950d84f-88b4-448d-b1f1-7da9bb3c0308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:55:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['90fa58ba-1cad-4512-9232-658dbaecf9f5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:55:10.779427 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272b6a45-f31e-4296-971e-2ea7a790bad7 admin admin] Network 424e1dcc-9276-407b-a105-ce93c0caa27a is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:55:10.782422 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-272b6a45-f31e-4296-971e-2ea7a790bad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:55:10.785238 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272b6a45-f31e-4296-971e-2ea7a790bad7 admin admin] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:55:10.832264 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b6a45-f31e-4296-971e-2ea7a790bad7 admin admin] Pushing event updated for resources: {'Port': ['ID=7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:10.836101 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-272b6a45-f31e-4296-971e-2ea7a790bad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:10.854273 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-272b6a45-f31e-4296-971e-2ea7a790bad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:10.886387 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbc0bd-d631-4588-b2dd-78b6e72fed76 None None] Pushing event updated for resources: {'Port': ['ID=e78b11d2-1a62-439b-9705-ac6fbb37aae9,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:10.891381 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-4cbbc0bd-d631-4588-b2dd-78b6e72fed76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:11.015597 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-e950d84f-88b4-448d-b1f1-7da9bb3c0308 None None] Set router 90fa58ba-1cad-4512-9232-658dbaecf9f5 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:55:11.117065 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-272b6a45-f31e-4296-971e-2ea7a790bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:11.142472 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-aeea77f0-b79f-4976-8e02-2e79a1ce9b1b None None] Provisioning for port 7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:55:11.201779 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-aeea77f0-b79f-4976-8e02-2e79a1ce9b1b None None] Provisioning complete for port 7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:55:11.202055 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-aeea77f0-b79f-4976-8e02-2e79a1ce9b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:11.283846 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-aeea77f0-b79f-4976-8e02-2e79a1ce9b1b None None] Port 7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:55:11.333041 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device dd39bfd0-229c-4adf-b26b-9192a012b99d up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:55:11.339757 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-272b6a45-f31e-4296-971e-2ea7a790bad7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:11.346447 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-272b6a45-f31e-4296-971e-2ea7a790bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:11.374507 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ab158149-5bb7-497e-aab9-2d945e516bcc tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:11.428250 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port dd39bfd0-229c-4adf-b26b-9192a012b99d triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:55:11.428688 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:11.462536 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-e950d84f-88b4-448d-b1f1-7da9bb3c0308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'name': 'tempest-TestSnapshotPattern-1630262978-router', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:55:06Z', 'updated_at': '2021-05-31T16:55:08Z', 'revision_number': 3, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'gw_port': {'id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:07Z', 'updated_at': '2021-05-31T16:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:55:11.481458 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e950d84f-88b4-448d-b1f1-7da9bb3c0308 None None] The sync data for ids ['90fa58ba-1cad-4512-9232-658dbaecf9f5'] in dv-neutron-601336-79-hyperv is: [{'id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'name': 'tempest-TestSnapshotPattern-1630262978-router', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:55:06Z', 'updated_at': '2021-05-31T16:55:08Z', 'revision_number': 3, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'gw_port': {'id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:07Z', 'updated_at': '2021-05-31T16:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:55:11.626365 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-272b6a45-f31e-4296-971e-2ea7a790bad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:11.630210 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b6a45-f31e-4296-971e-2ea7a790bad7 admin admin] Pushing event updated for resources: {'Port': ['ID=7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:11.633540 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-272b6a45-f31e-4296-971e-2ea7a790bad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:11.780958 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272b6a45-f31e-4296-971e-2ea7a790bad7 admin admin] Network 424e1dcc-9276-407b-a105-ce93c0caa27a is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:55:11.782291 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-272b6a45-f31e-4296-971e-2ea7a790bad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:55:11.991338 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272b6a45-f31e-4296-971e-2ea7a790bad7 admin admin] Router 90fa58ba-1cad-4512-9232-658dbaecf9f5 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:55:12.025536 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-2420bd39-e8ba-4312-b291-49ea9f089c1c None None] Provisioning complete for port 7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:55:12.026159 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-2420bd39-e8ba-4312-b291-49ea9f089c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:12.086150 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-2420bd39-e8ba-4312-b291-49ea9f089c1c None None] Port 7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:55:12.185749 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272b6a45-f31e-4296-971e-2ea7a790bad7 admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:55:12.199540 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-272b6a45-f31e-4296-971e-2ea7a790bad7 admin admin] 10.222.0.45 "PUT /v2.0/routers/90fa58ba-1cad-4512-9232-658dbaecf9f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7682781 May 31 16:55:12.728884 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 41866) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:55:12.735136 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-29873c36-41a9-4e0b-8176-f9a4c728d890 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-645060797-network', 'tenant_id': 'f3fe4dfe308d4d818323442a8c4e5b3e'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:55:12.740686 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-29873c36-41a9-4e0b-8176-f9a4c728d890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:55:12.745214 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-29873c36-41a9-4e0b-8176-f9a4c728d890 admin admin] Usage tracker for resource:network and tenant:f3fe4dfe308d4d818323442a8c4e5b3e is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:55:12.748543 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-29873c36-41a9-4e0b-8176-f9a4c728d890 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:55:12.755024 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-29873c36-41a9-4e0b-8176-f9a4c728d890 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:55:12.765725 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29873c36-41a9-4e0b-8176-f9a4c728d890 admin admin] Made reservation on behalf of f3fe4dfe308d4d818323442a8c4e5b3e for: {'network': 1} {{(pid=99205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:55:12.768237 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-29873c36-41a9-4e0b-8176-f9a4c728d890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1498876'] for network, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:12.781014 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-29873c36-41a9-4e0b-8176-f9a4c728d890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:12.796842 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-29873c36-41a9-4e0b-8176-f9a4c728d890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:55:12.801344 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-29873c36-41a9-4e0b-8176-f9a4c728d890 admin admin] Usage tracker for resource:security_group_rule and tenant:f3fe4dfe308d4d818323442a8c4e5b3e is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:55:12.804620 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-29873c36-41a9-4e0b-8176-f9a4c728d890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:55:12.811423 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-29873c36-41a9-4e0b-8176-f9a4c728d890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:55:12.900490 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-29873c36-41a9-4e0b-8176-f9a4c728d890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:12.906342 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-29873c36-41a9-4e0b-8176-f9a4c728d890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:12.909717 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-0a5d6e88-bcc6-4201-a403-a7b9c6bfc9b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:12.941921 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29873c36-41a9-4e0b-8176-f9a4c728d890 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=99205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:55:12.949389 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29873c36-41a9-4e0b-8176-f9a4c728d890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9808423-d20b-42a1-9925-661d4e6c347f,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:12.950742 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4240f8a0-296f-47b9-a31c-d3e1d30401ca None None] Sync routers for ids ['90fa58ba-1cad-4512-9232-658dbaecf9f5'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:55:12.952952 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-29873c36-41a9-4e0b-8176-f9a4c728d890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:12.959206 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-29873c36-41a9-4e0b-8176-f9a4c728d890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:12.959527 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.segments_db [None req-29873c36-41a9-4e0b-8176-f9a4c728d890 admin admin] Added segment f1de6289-811a-4da7-9b9f-bcec30861a07 of type vlan for network 1d6cc730-c64c-46c8-84ab-3674d4e64387 May 31 16:55:12.965848 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4240f8a0-296f-47b9-a31c-d3e1d30401ca None None] Routers {'90fa58ba-1cad-4512-9232-658dbaecf9f5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:55:12.966490 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-4240f8a0-296f-47b9-a31c-d3e1d30401ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:55:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['90fa58ba-1cad-4512-9232-658dbaecf9f5'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:55:12.991670 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-29873c36-41a9-4e0b-8176-f9a4c728d890 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764868639726'] for network, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:13.027904 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-29873c36-41a9-4e0b-8176-f9a4c728d890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239'] for network, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:13.028874 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29873c36-41a9-4e0b-8176-f9a4c728d890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:55:13.029457 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-29873c36-41a9-4e0b-8176-f9a4c728d890 admin admin] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:13.034759 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-2b0b8f79-1950-4f2d-8d82-59d17754d352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:13.134494 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-29873c36-41a9-4e0b-8176-f9a4c728d890 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4018674 May 31 16:55:13.134929 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 41870) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:55:13.136315 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29873c36-41a9-4e0b-8176-f9a4c728d890 admin admin] Pushing event updated for resources: {'Network': ['ID=1d6cc730-c64c-46c8-84ab-3674d4e64387,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:13.139899 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-29873c36-41a9-4e0b-8176-f9a4c728d890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:13.141901 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-b8f9be67-a73a-4a88-aca6-21c550ef3779 admin admin] Request body: {'subnet': {'network_id': '1d6cc730-c64c-46c8-84ab-3674d4e64387', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-645060797-subnet', 'tenant_id': 'f3fe4dfe308d4d818323442a8c4e5b3e', 'ip_version': 4}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:55:13.147549 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Network 1d6cc730-c64c-46c8-84ab-3674d4e64387 details requested by agent ovs-agent-dv-neutron-601336-79-hyperv with host dv-neutron-601336-79-hyperv {{(pid=99206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 31 16:55:13.157161 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-b8f9be67-a73a-4a88-aca6-21c550ef3779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:55:13.161508 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-b8f9be67-a73a-4a88-aca6-21c550ef3779 admin admin] Usage tracker for resource:subnet and tenant:f3fe4dfe308d4d818323442a8c4e5b3e is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:55:13.164629 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-b8f9be67-a73a-4a88-aca6-21c550ef3779 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:55:13.172778 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-b8f9be67-a73a-4a88-aca6-21c550ef3779 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:55:13.185980 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f9be67-a73a-4a88-aca6-21c550ef3779 admin admin] Made reservation on behalf of f3fe4dfe308d4d818323442a8c4e5b3e for: {'subnet': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:55:13.188984 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b8f9be67-a73a-4a88-aca6-21c550ef3779 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179169'] for subnet, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:13.189805 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-4240f8a0-296f-47b9-a31c-d3e1d30401ca None None] Set router 90fa58ba-1cad-4512-9232-658dbaecf9f5 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:55:13.361256 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e78b11d2-1a62-439b-9705-ac6fbb37aae9 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:55:13.438653 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port e78b11d2-1a62-439b-9705-ac6fbb37aae9 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:55:13.443783 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port e78b11d2-1a62-439b-9705-ac6fbb37aae9 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:55:13.444165 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:13.511131 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-4240f8a0-296f-47b9-a31c-d3e1d30401ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'name': 'tempest-TestSnapshotPattern-1630262978-router', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:55:06Z', 'updated_at': '2021-05-31T16:55:11Z', 'revision_number': 4, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'gw_port': {'id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:07Z', 'updated_at': '2021-05-31T16:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5', 'name': '', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'mac_address': 'fa:16:3e:19:ec:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:10Z', 'updated_at': '2021-05-31T16:55:11Z', 'revision_number': 2, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'subnets': [{'id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:55:13.515104 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4240f8a0-296f-47b9-a31c-d3e1d30401ca None None] Checking router: 90fa58ba-1cad-4512-9232-658dbaecf9f5 for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:55:13.515453 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4240f8a0-296f-47b9-a31c-d3e1d30401ca None None] Updating router 90fa58ba-1cad-4512-9232-658dbaecf9f5 port 7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5 binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:55:13.572516 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-4240f8a0-296f-47b9-a31c-d3e1d30401ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:13.577073 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:13.605206 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port e78b11d2-1a62-439b-9705-ac6fbb37aae9, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=e78b11d2-1a62-439b-9705-ac6fbb37aae9,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:55:13.610976 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:13.613982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:13.626740 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b8f9be67-a73a-4a88-aca6-21c550ef3779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2989573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179187'] for subnet, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:13.630815 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c1f5239d-b5ea-4b2b-99e5-f1f95526b030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:13.702539 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=e78b11d2-1a62-439b-9705-ac6fbb37aae9,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:13.706155 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:13.713411 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9be67-a73a-4a88-aca6-21c550ef3779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60b05076-3269-48e8-bcce-72cd4699c0e8,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:13.717028 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b8f9be67-a73a-4a88-aca6-21c550ef3779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:13.723716 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f9be67-a73a-4a88-aca6-21c550ef3779 admin admin] Checking segment: {'id': 'f1de6289-811a-4da7-9b9f-bcec30861a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1d6cc730-c64c-46c8-84ab-3674d4e64387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:55:13.724077 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f9be67-a73a-4a88-aca6-21c550ef3779 admin admin] Network hostable DHCP agents. Network: 1d6cc730-c64c-46c8-84ab-3674d4e64387, hostable agents: ['2aecb5fa-1da3-48b9-a6e5-e65042121c84'], hosted agents: [] {{(pid=99204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:55:13.744975 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f9be67-a73a-4a88-aca6-21c550ef3779 admin admin] Network 1d6cc730-c64c-46c8-84ab-3674d4e64387 is scheduled to be hosted by DHCP agent 2aecb5fa-1da3-48b9-a6e5-e65042121c84 with binding_index 1 {{(pid=99204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:55:13.755793 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-b8f9be67-a73a-4a88-aca6-21c550ef3779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-79-hyperv, 1d6cc730-c64c-46c8-84ab-3674d4e64387) {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:55:13.765957 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72aa4a7a-d20b-4fda-bc10-0e083623fe38 None None] Network 1d6cc730-c64c-46c8-84ab-3674d4e64387 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:55:13.768445 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f9be67-a73a-4a88-aca6-21c550ef3779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:55:13.769192 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-b8f9be67-a73a-4a88-aca6-21c550ef3779 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:13.796300 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-b8f9be67-a73a-4a88-aca6-21c550ef3779 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6599100 May 31 16:55:13.799127 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 41874) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:55:13.805578 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-c847cead-820c-42f9-bad0-dc5e9ff9318f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-645060797-router', 'tenant_id': 'f3fe4dfe308d4d818323442a8c4e5b3e', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:55:13.810862 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c847cead-820c-42f9-bad0-dc5e9ff9318f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:55:13.816143 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c847cead-820c-42f9-bad0-dc5e9ff9318f admin admin] Usage tracker for resource:router and tenant:f3fe4dfe308d4d818323442a8c4e5b3e is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:55:13.819508 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c847cead-820c-42f9-bad0-dc5e9ff9318f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:55:13.826190 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c847cead-820c-42f9-bad0-dc5e9ff9318f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:55:13.839718 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c847cead-820c-42f9-bad0-dc5e9ff9318f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8424'] for router, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:13.841328 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c847cead-820c-42f9-bad0-dc5e9ff9318f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:13.860455 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c847cead-820c-42f9-bad0-dc5e9ff9318f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:13.952054 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-4240f8a0-296f-47b9-a31c-d3e1d30401ca None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:13.968246 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-4240f8a0-296f-47b9-a31c-d3e1d30401ca None None] Transition to ACTIVE for port object 7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5 will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:55:13.977465 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-4240f8a0-296f-47b9-a31c-d3e1d30401ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:13.981247 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-32e2ca62-c3a4-4bfa-89a9-c24a46bb0c2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:14.008977 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedadfd6-8fcc-4508-8259-336a883e4fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca361ce0-014e-575a-b34d-7f130b3925b1-1d6cc730-c64c-46c8-84ab-3674d4e64387', 'network_id': '1d6cc730-c64c-46c8-84ab-3674d4e64387', 'tenant_id': 'f3fe4dfe308d4d818323442a8c4e5b3e', 'fixed_ips': [{'subnet_id': '60b05076-3269-48e8-bcce-72cd4699c0e8'}]}} from dv-neutron-601336-79-hyperv. {{(pid=99206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:55:14.009910 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cedadfd6-8fcc-4508-8259-336a883e4fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:14.132149 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48e63f-2f14-46ce-86cd-87d3ebcac75b None None] Pushing event updated for resources: {'Port': ['ID=7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:14.206925 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48e63f-2f14-46ce-86cd-87d3ebcac75b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:55:14.207689 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48e63f-2f14-46ce-86cd-87d3ebcac75b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:55:14.208231 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48e63f-2f14-46ce-86cd-87d3ebcac75b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:55:14.208757 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48e63f-2f14-46ce-86cd-87d3ebcac75b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:55:14.209272 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48e63f-2f14-46ce-86cd-87d3ebcac75b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:55:14.209785 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48e63f-2f14-46ce-86cd-87d3ebcac75b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:55:14.210312 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48e63f-2f14-46ce-86cd-87d3ebcac75b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:55:14.210826 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48e63f-2f14-46ce-86cd-87d3ebcac75b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:55:14.211366 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48e63f-2f14-46ce-86cd-87d3ebcac75b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:55:14.211871 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48e63f-2f14-46ce-86cd-87d3ebcac75b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:55:14.212385 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48e63f-2f14-46ce-86cd-87d3ebcac75b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:55:14.212910 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48e63f-2f14-46ce-86cd-87d3ebcac75b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:55:14.216819 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-4240f8a0-296f-47b9-a31c-d3e1d30401ca None None] Attempting to bind port 7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:55:14.217263 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-4240f8a0-296f-47b9-a31c-d3e1d30401ca None None] Attempting to bind port 7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'd3b85b16-8362-401e-924f-841988789fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:55:14.217727 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4240f8a0-296f-47b9-a31c-d3e1d30401ca None None] Attempting to bind port 7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5 on network 424e1dcc-9276-407b-a105-ce93c0caa27a {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:55:14.224307 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-6f48e63f-2f14-46ce-86cd-87d3ebcac75b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:14.225186 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4240f8a0-296f-47b9-a31c-d3e1d30401ca None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:55:14.226011 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4240f8a0-296f-47b9-a31c-d3e1d30401ca None None] Checking segment: {'id': 'd3b85b16-8362-401e-924f-841988789fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:55:14.226481 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-4240f8a0-296f-47b9-a31c-d3e1d30401ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:14.226934 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4240f8a0-296f-47b9-a31c-d3e1d30401ca None None] Bound using segment: {'id': 'd3b85b16-8362-401e-924f-841988789fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:55:14.227691 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-4240f8a0-296f-47b9-a31c-d3e1d30401ca None None] Bound port: 7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b85b16-8362-401e-924f-841988789fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:55:14.228268 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-4240f8a0-296f-47b9-a31c-d3e1d30401ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:14.253129 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.db_base_plugin_common [None req-cedadfd6-8fcc-4508-8259-336a883e4fa8 None None] Allocated IP 172.20.0.2 (1d6cc730-c64c-46c8-84ab-3674d4e64387/60b05076-3269-48e8-bcce-72cd4699c0e8/474c4635-bc3c-4d69-ab13-f5f28cd2c979) {{(pid=99206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:55:14.326002 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-4240f8a0-296f-47b9-a31c-d3e1d30401ca None None] For port 7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:55:14.329478 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-4240f8a0-296f-47b9-a31c-d3e1d30401ca None None] For port 7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5,segment=NetworkSegment(d3b85b16-8362-401e-924f-841988789fb7),segment_id=d3b85b16-8362-401e-924f-841988789fb7)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:55:14.333931 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-4240f8a0-296f-47b9-a31c-d3e1d30401ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:14.338699 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-53b0f659-6b04-4a0c-a036-1bc4ea9e799a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:14.354740 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c847cead-820c-42f9-bad0-dc5e9ff9318f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8391'] for router, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:14.409099 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4240f8a0-296f-47b9-a31c-d3e1d30401ca None None] Routers {'90fa58ba-1cad-4512-9232-658dbaecf9f5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:55:14.409754 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-4240f8a0-296f-47b9-a31c-d3e1d30401ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:55:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['90fa58ba-1cad-4512-9232-658dbaecf9f5'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:55:14.506654 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cedadfd6-8fcc-4508-8259-336a883e4fa8 None None] Notify callbacks [] for port, precommit_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:14.518777 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-cedadfd6-8fcc-4508-8259-336a883e4fa8 None None] Transition to ACTIVE for port object 474c4635-bc3c-4d69-ab13-f5f28cd2c979 will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:55:14.543096 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-cedadfd6-8fcc-4508-8259-336a883e4fa8 None None] Transition to ACTIVE for port object 474c4635-bc3c-4d69-ab13-f5f28cd2c979 will not be triggered until provisioned by entity DHCP. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:55:14.552172 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cedadfd6-8fcc-4508-8259-336a883e4fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584'] for port, after_create {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:14.557695 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-514ba4da-9f5f-4ff6-823d-416b661a76b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:14.603397 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-4240f8a0-296f-47b9-a31c-d3e1d30401ca None None] Set router 90fa58ba-1cad-4512-9232-658dbaecf9f5 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:55:14.632186 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedadfd6-8fcc-4508-8259-336a883e4fa8 None None] Network 1d6cc730-c64c-46c8-84ab-3674d4e64387 is already hosted by enough agents. {{(pid=99206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:55:14.636907 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.scheduler.base_scheduler [None req-cedadfd6-8fcc-4508-8259-336a883e4fa8 None None] Resources bound (agent type, host, resource id): {{(pid=99206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:55:14.639388 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedadfd6-8fcc-4508-8259-336a883e4fa8 None None] Received port after_create {{(pid=99206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:55:14.645622 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedadfd6-8fcc-4508-8259-336a883e4fa8 None None] Pushing event updated for resources: {'Port': ['ID=474c4635-bc3c-4d69-ab13-f5f28cd2c979,revision_number=1']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:14.649645 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-cedadfd6-8fcc-4508-8259-336a883e4fa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:14.729941 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c847cead-820c-42f9-bad0-dc5e9ff9318f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:14.746464 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-cedadfd6-8fcc-4508-8259-336a883e4fa8 None None] Attempting to bind port 474c4635-bc3c-4d69-ab13-f5f28cd2c979 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:55:14.746859 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-cedadfd6-8fcc-4508-8259-336a883e4fa8 None None] Attempting to bind port 474c4635-bc3c-4d69-ab13-f5f28cd2c979 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f1de6289-811a-4da7-9b9f-bcec30861a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1d6cc730-c64c-46c8-84ab-3674d4e64387'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:55:14.747239 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedadfd6-8fcc-4508-8259-336a883e4fa8 None None] Attempting to bind port 474c4635-bc3c-4d69-ab13-f5f28cd2c979 on network 1d6cc730-c64c-46c8-84ab-3674d4e64387 {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:55:14.754006 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedadfd6-8fcc-4508-8259-336a883e4fa8 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:55:14.754315 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedadfd6-8fcc-4508-8259-336a883e4fa8 None None] Checking segment: {'id': 'f1de6289-811a-4da7-9b9f-bcec30861a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1d6cc730-c64c-46c8-84ab-3674d4e64387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:55:14.754674 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cedadfd6-8fcc-4508-8259-336a883e4fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:14.755081 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedadfd6-8fcc-4508-8259-336a883e4fa8 None None] Bound using segment: {'id': 'f1de6289-811a-4da7-9b9f-bcec30861a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1d6cc730-c64c-46c8-84ab-3674d4e64387'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:55:14.755568 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-cedadfd6-8fcc-4508-8259-336a883e4fa8 None None] Bound port: 474c4635-bc3c-4d69-ab13-f5f28cd2c979, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1de6289-811a-4da7-9b9f-bcec30861a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1d6cc730-c64c-46c8-84ab-3674d4e64387'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:55:14.755963 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cedadfd6-8fcc-4508-8259-336a883e4fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:14.767666 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c847cead-820c-42f9-bad0-dc5e9ff9318f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:14.769911 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48e63f-2f14-46ce-86cd-87d3ebcac75b None None] Pushing event updated for resources: {'Port': ['ID=7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5,revision_number=4']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:14.847113 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-cedadfd6-8fcc-4508-8259-336a883e4fa8 None None] For port 474c4635-bc3c-4d69-ab13-f5f28cd2c979, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:55:14.850358 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-cedadfd6-8fcc-4508-8259-336a883e4fa8 None None] For port 474c4635-bc3c-4d69-ab13-f5f28cd2c979, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=474c4635-bc3c-4d69-ab13-f5f28cd2c979,segment=NetworkSegment(f1de6289-811a-4da7-9b9f-bcec30861a07),segment_id=f1de6289-811a-4da7-9b9f-bcec30861a07)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:55:14.855222 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-6f48e63f-2f14-46ce-86cd-87d3ebcac75b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:14.855449 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cedadfd6-8fcc-4508-8259-336a883e4fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:14.861006 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:14.909722 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-c847cead-820c-42f9-bad0-dc5e9ff9318f admin admin] Allocated IP 172.26.0.126 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/e09ee8f1-390f-45c1-9616-b64ff0c4315c) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:55:14.954425 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedadfd6-8fcc-4508-8259-336a883e4fa8 None None] Pushing event updated for resources: {'Port': ['ID=474c4635-bc3c-4d69-ab13-f5f28cd2c979,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:14.957920 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-cedadfd6-8fcc-4508-8259-336a883e4fa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:14.980147 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-4240f8a0-296f-47b9-a31c-d3e1d30401ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'name': 'tempest-TestSnapshotPattern-1630262978-router', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:55:06Z', 'updated_at': '2021-05-31T16:55:11Z', 'revision_number': 4, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'gw_port': {'id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:07Z', 'updated_at': '2021-05-31T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5', 'name': '', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'mac_address': 'fa:16:3e:19:ec:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:10Z', 'updated_at': '2021-05-31T16:55:14Z', 'revision_number': 4, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'subnets': [{'id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:55:14.987453 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4240f8a0-296f-47b9-a31c-d3e1d30401ca None None] The sync data for ids ['90fa58ba-1cad-4512-9232-658dbaecf9f5'] in dv-neutron-601336-79-hyperv is: [{'id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'name': 'tempest-TestSnapshotPattern-1630262978-router', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:55:06Z', 'updated_at': '2021-05-31T16:55:11Z', 'revision_number': 4, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'gw_port': {'id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:07Z', 'updated_at': '2021-05-31T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5', 'name': '', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'mac_address': 'fa:16:3e:19:ec:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:10Z', 'updated_at': '2021-05-31T16:55:14Z', 'revision_number': 4, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'subnets': [{'id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:55:15.101813 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c847cead-820c-42f9-bad0-dc5e9ff9318f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:15.142662 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c847cead-820c-42f9-bad0-dc5e9ff9318f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:15.147324 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3f8be343-a40b-4371-b402-b2c159b1ed6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:15.229483 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c847cead-820c-42f9-bad0-dc5e9ff9318f admin admin] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:55:15.233339 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-c847cead-820c-42f9-bad0-dc5e9ff9318f admin admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:55:15.238056 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c847cead-820c-42f9-bad0-dc5e9ff9318f admin admin] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:55:15.277033 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847cead-820c-42f9-bad0-dc5e9ff9318f admin admin] Pushing event updated for resources: {'Port': ['ID=e09ee8f1-390f-45c1-9616-b64ff0c4315c,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:15.290104 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c847cead-820c-42f9-bad0-dc5e9ff9318f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:15.447425 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:55:15.523359 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:55:15.529799 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:55:15.530487 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:15.668545 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:15.707283 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5,segment=NetworkSegment(d3b85b16-8362-401e-924f-841988789fb7),segment_id=d3b85b16-8362-401e-924f-841988789fb7)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:55:15.713351 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:15.714792 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 474c4635-bc3c-4d69-ab13-f5f28cd2c979 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:55:15.715216 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c847cead-820c-42f9-bad0-dc5e9ff9318f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:15.743695 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:15.846663 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:15.852608 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:15.874970 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 474c4635-bc3c-4d69-ab13-f5f28cd2c979 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:55:15.882673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e78b11d2-1a62-439b-9705-ac6fbb37aae9 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:55:15.961898 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port e78b11d2-1a62-439b-9705-ac6fbb37aae9 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:55:15.962280 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:16.040693 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18f859d-09e8-49fd-b5a6-28aee52440b7 None None] Network 1d6cc730-c64c-46c8-84ab-3674d4e64387 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:55:16.180360 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a478287d-e59f-460f-83ab-43f9cda2293e None None] Provisioning for port 474c4635-bc3c-4d69-ab13-f5f28cd2c979 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:55:16.205676 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-a478287d-e59f-460f-83ab-43f9cda2293e None None] Provisioning complete for port 474c4635-bc3c-4d69-ab13-f5f28cd2c979 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:55:16.206041 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a478287d-e59f-460f-83ab-43f9cda2293e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:16.263438 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c847cead-820c-42f9-bad0-dc5e9ff9318f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648374'] for router, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:16.454879 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a478287d-e59f-460f-83ab-43f9cda2293e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:16.474251 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c847cead-820c-42f9-bad0-dc5e9ff9318f admin admin] Router 024f0577-42b2-4e34-b2c1-135ee59f4ebc is scheduled to L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 with binding_index 1 {{(pid=99204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 16:55:16.496336 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-a478287d-e59f-460f-83ab-43f9cda2293e None None] For port 474c4635-bc3c-4d69-ab13-f5f28cd2c979, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=474c4635-bc3c-4d69-ab13-f5f28cd2c979,segment=NetworkSegment(f1de6289-811a-4da7-9b9f-bcec30861a07),segment_id=f1de6289-811a-4da7-9b9f-bcec30861a07)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:55:16.501378 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a478287d-e59f-460f-83ab-43f9cda2293e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:16.502978 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-0310d6e6-6732-4d93-aa25-7b02e35005cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:16.574235 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478287d-e59f-460f-83ab-43f9cda2293e None None] Pushing event updated for resources: {'Port': ['ID=474c4635-bc3c-4d69-ab13-f5f28cd2c979,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:16.577382 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a478287d-e59f-460f-83ab-43f9cda2293e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:16.669925 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c847cead-820c-42f9-bad0-dc5e9ff9318f admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:55:16.679607 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962f7d26-554b-4fe5-b853-6d6744e2d857 None None] Sync routers for ids ['024f0577-42b2-4e34-b2c1-135ee59f4ebc'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:55:16.690648 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962f7d26-554b-4fe5-b853-6d6744e2d857 None None] Routers {'024f0577-42b2-4e34-b2c1-135ee59f4ebc'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:55:16.691374 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-962f7d26-554b-4fe5-b853-6d6744e2d857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:55:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['024f0577-42b2-4e34-b2c1-135ee59f4ebc'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:55:16.696134 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c847cead-820c-42f9-bad0-dc5e9ff9318f admin admin] Notify callbacks [] for router, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:16.697435 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c847cead-820c-42f9-bad0-dc5e9ff9318f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8972361 May 31 16:55:16.700171 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 41878) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:55:16.835016 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-93abb60b-6867-42ea-851c-c339079b572b None None] Provisioning complete for port 474c4635-bc3c-4d69-ab13-f5f28cd2c979 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:55:16.835241 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-93abb60b-6867-42ea-851c-c339079b572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:16.978788 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-962f7d26-554b-4fe5-b853-6d6744e2d857 None None] Set router 024f0577-42b2-4e34-b2c1-135ee59f4ebc gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:55:17.317923 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-962f7d26-554b-4fe5-b853-6d6744e2d857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024f0577-42b2-4e34-b2c1-135ee59f4ebc', 'name': 'tempest-TestSnapshotPattern-645060797-router', 'tenant_id': 'f3fe4dfe308d4d818323442a8c4e5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e09ee8f1-390f-45c1-9616-b64ff0c4315c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:55:13Z', 'updated_at': '2021-05-31T16:55:15Z', 'revision_number': 3, 'project_id': 'f3fe4dfe308d4d818323442a8c4e5b3e', 'gw_port': {'id': 'e09ee8f1-390f-45c1-9616-b64ff0c4315c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:92:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024f0577-42b2-4e34-b2c1-135ee59f4ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:14Z', 'updated_at': '2021-05-31T16:55:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:55:17.321980 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962f7d26-554b-4fe5-b853-6d6744e2d857 None None] Checking router: 024f0577-42b2-4e34-b2c1-135ee59f4ebc for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:55:17.322219 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962f7d26-554b-4fe5-b853-6d6744e2d857 None None] Updating router 024f0577-42b2-4e34-b2c1-135ee59f4ebc port e09ee8f1-390f-45c1-9616-b64ff0c4315c binding host dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:55:17.351197 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:55:17.427466 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-962f7d26-554b-4fe5-b853-6d6744e2d857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:17.539296 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:55:17.540022 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:17.569374 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e57e217b-d980-45de-85eb-0a5ba71b1807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:17.780424 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 474c4635-bc3c-4d69-ab13-f5f28cd2c979 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:55:17.781576 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [None req-e57e217b-d980-45de-85eb-0a5ba71b1807 admin admin] Allocated IP 172.20.0.1 (1d6cc730-c64c-46c8-84ab-3674d4e64387/60b05076-3269-48e8-bcce-72cd4699c0e8/1558f790-6380-4510-844e-150c2e1015f7) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:55:17.916841 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 474c4635-bc3c-4d69-ab13-f5f28cd2c979 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:55:17.917213 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:17.931869 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e57e217b-d980-45de-85eb-0a5ba71b1807 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:17.948888 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [None req-e57e217b-d980-45de-85eb-0a5ba71b1807 admin admin] Transition to ACTIVE for port object 1558f790-6380-4510-844e-150c2e1015f7 will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:55:17.958363 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-962f7d26-554b-4fe5-b853-6d6744e2d857 None None] Notify callbacks [] for port, precommit_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:17.976079 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e57e217b-d980-45de-85eb-0a5ba71b1807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:17.980884 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-184dc849-c881-4a8a-95ff-329a9a4e73e2 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:17.983024 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-962f7d26-554b-4fe5-b853-6d6744e2d857 None None] Transition to ACTIVE for port object e09ee8f1-390f-45c1-9616-b64ff0c4315c will not be triggered until provisioned by entity L2. {{(pid=99206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:55:17.992028 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-962f7d26-554b-4fe5-b853-6d6744e2d857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:17.995918 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-4cbbc0bd-d631-4588-b2dd-78b6e72fed76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:18.048283 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57e217b-d980-45de-85eb-0a5ba71b1807 admin admin] Network 1d6cc730-c64c-46c8-84ab-3674d4e64387 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:55:18.051348 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-e57e217b-d980-45de-85eb-0a5ba71b1807 admin admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:55:18.055254 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57e217b-d980-45de-85eb-0a5ba71b1807 admin admin] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:55:18.087140 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e217b-d980-45de-85eb-0a5ba71b1807 admin admin] Pushing event updated for resources: {'Port': ['ID=1558f790-6380-4510-844e-150c2e1015f7,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:18.093913 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e57e217b-d980-45de-85eb-0a5ba71b1807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:18.102180 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-962f7d26-554b-4fe5-b853-6d6744e2d857 None None] Attempting to bind port e09ee8f1-390f-45c1-9616-b64ff0c4315c on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:55:18.102533 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-962f7d26-554b-4fe5-b853-6d6744e2d857 None None] Attempting to bind port e09ee8f1-390f-45c1-9616-b64ff0c4315c by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:55:18.102897 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962f7d26-554b-4fe5-b853-6d6744e2d857 None None] Attempting to bind port e09ee8f1-390f-45c1-9616-b64ff0c4315c on network 014c45f7-9697-4b0b-b8b7-66a80a50a15c {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:55:18.124320 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e57e217b-d980-45de-85eb-0a5ba71b1807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648268'] for router_interface, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:18.124557 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ee317-95ae-4668-a89f-6e33cbed58e3 None None] Pushing event updated for resources: {'Port': ['ID=e09ee8f1-390f-45c1-9616-b64ff0c4315c,revision_number=2']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:18.133389 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962f7d26-554b-4fe5-b853-6d6744e2d857 None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:55:18.133766 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962f7d26-554b-4fe5-b853-6d6744e2d857 None None] Checking segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:55:18.134164 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-962f7d26-554b-4fe5-b853-6d6744e2d857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:18.134538 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962f7d26-554b-4fe5-b853-6d6744e2d857 None None] Bound using segment: {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'} {{(pid=99206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:55:18.135064 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.managers [None req-962f7d26-554b-4fe5-b853-6d6744e2d857 None None] Bound port: e09ee8f1-390f-45c1-9616-b64ff0c4315c, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c'}}] {{(pid=99206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:55:18.135434 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-962f7d26-554b-4fe5-b853-6d6744e2d857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:18.161452 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-707ee317-95ae-4668-a89f-6e33cbed58e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:18.281825 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-962f7d26-554b-4fe5-b853-6d6744e2d857 None None] For port e09ee8f1-390f-45c1-9616-b64ff0c4315c, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:55:18.284960 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-962f7d26-554b-4fe5-b853-6d6744e2d857 None None] For port e09ee8f1-390f-45c1-9616-b64ff0c4315c, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=e09ee8f1-390f-45c1-9616-b64ff0c4315c,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:55:18.288997 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-962f7d26-554b-4fe5-b853-6d6744e2d857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:18.292591 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:18.367956 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c26b015a-c862-4e51-b5e5-9de22f65be3a None None] Provisioning for port 1558f790-6380-4510-844e-150c2e1015f7 completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:55:18.379240 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-c26b015a-c862-4e51-b5e5-9de22f65be3a None None] Provisioning complete for port 1558f790-6380-4510-844e-150c2e1015f7 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:55:18.379628 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c26b015a-c862-4e51-b5e5-9de22f65be3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:18.402635 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962f7d26-554b-4fe5-b853-6d6744e2d857 None None] Routers {'024f0577-42b2-4e34-b2c1-135ee59f4ebc'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:55:18.403314 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-962f7d26-554b-4fe5-b853-6d6744e2d857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:55:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['024f0577-42b2-4e34-b2c1-135ee59f4ebc'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:55:18.447787 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e57e217b-d980-45de-85eb-0a5ba71b1807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:18.482972 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ee317-95ae-4668-a89f-6e33cbed58e3 None None] Pushing event updated for resources: {'Port': ['ID=e09ee8f1-390f-45c1-9616-b64ff0c4315c,revision_number=3']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:18.495641 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-707ee317-95ae-4668-a89f-6e33cbed58e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:18.522503 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-c26b015a-c862-4e51-b5e5-9de22f65be3a None None] Port 1558f790-6380-4510-844e-150c2e1015f7 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:55:18.615918 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-962f7d26-554b-4fe5-b853-6d6744e2d857 None None] Set router 024f0577-42b2-4e34-b2c1-135ee59f4ebc gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:55:18.680119 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e57e217b-d980-45de-85eb-0a5ba71b1807 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:18.685983 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e57e217b-d980-45de-85eb-0a5ba71b1807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:18.712108 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-a3f18237-1c1e-4c1f-8a0a-35b7945998ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:18.799841 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e217b-d980-45de-85eb-0a5ba71b1807 admin admin] Pushing event updated for resources: {'Port': ['ID=1558f790-6380-4510-844e-150c2e1015f7,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:18.803249 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e57e217b-d980-45de-85eb-0a5ba71b1807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:18.804229 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-e57e217b-d980-45de-85eb-0a5ba71b1807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648677'] for router_interface, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:18.938324 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-962f7d26-554b-4fe5-b853-6d6744e2d857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024f0577-42b2-4e34-b2c1-135ee59f4ebc', 'name': 'tempest-TestSnapshotPattern-645060797-router', 'tenant_id': 'f3fe4dfe308d4d818323442a8c4e5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e09ee8f1-390f-45c1-9616-b64ff0c4315c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:55:13Z', 'updated_at': '2021-05-31T16:55:18Z', 'revision_number': 4, 'project_id': 'f3fe4dfe308d4d818323442a8c4e5b3e', 'gw_port': {'id': 'e09ee8f1-390f-45c1-9616-b64ff0c4315c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:92:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024f0577-42b2-4e34-b2c1-135ee59f4ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:14Z', 'updated_at': '2021-05-31T16:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '1558f790-6380-4510-844e-150c2e1015f7', 'name': '', 'network_id': '1d6cc730-c64c-46c8-84ab-3674d4e64387', 'tenant_id': 'f3fe4dfe308d4d818323442a8c4e5b3e', 'mac_address': 'fa:16:3e:5e:bc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024f0577-42b2-4e34-b2c1-135ee59f4ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '60b05076-3269-48e8-bcce-72cd4699c0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:17Z', 'updated_at': '2021-05-31T16:55:17Z', 'revision_number': 1, 'project_id': 'f3fe4dfe308d4d818323442a8c4e5b3e', 'subnets': [{'id': '60b05076-3269-48e8-bcce-72cd4699c0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:55:18.941230 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57e217b-d980-45de-85eb-0a5ba71b1807 admin admin] Network 1d6cc730-c64c-46c8-84ab-3674d4e64387 is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:55:18.942367 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [None req-e57e217b-d980-45de-85eb-0a5ba71b1807 admin admin] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:55:18.942498 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962f7d26-554b-4fe5-b853-6d6744e2d857 None None] The sync data for ids ['024f0577-42b2-4e34-b2c1-135ee59f4ebc'] in dv-neutron-601336-79-hyperv is: [{'id': '024f0577-42b2-4e34-b2c1-135ee59f4ebc', 'name': 'tempest-TestSnapshotPattern-645060797-router', 'tenant_id': 'f3fe4dfe308d4d818323442a8c4e5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e09ee8f1-390f-45c1-9616-b64ff0c4315c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:55:13Z', 'updated_at': '2021-05-31T16:55:18Z', 'revision_number': 4, 'project_id': 'f3fe4dfe308d4d818323442a8c4e5b3e', 'gw_port': {'id': 'e09ee8f1-390f-45c1-9616-b64ff0c4315c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:92:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024f0577-42b2-4e34-b2c1-135ee59f4ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:14Z', 'updated_at': '2021-05-31T16:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '1558f790-6380-4510-844e-150c2e1015f7', 'name': '', 'network_id': '1d6cc730-c64c-46c8-84ab-3674d4e64387', 'tenant_id': 'f3fe4dfe308d4d818323442a8c4e5b3e', 'mac_address': 'fa:16:3e:5e:bc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024f0577-42b2-4e34-b2c1-135ee59f4ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '60b05076-3269-48e8-bcce-72cd4699c0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:17Z', 'updated_at': '2021-05-31T16:55:17Z', 'revision_number': 1, 'project_id': 'f3fe4dfe308d4d818323442a8c4e5b3e', 'subnets': [{'id': '60b05076-3269-48e8-bcce-72cd4699c0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:55:19.168380 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-be5b8838-bfca-43b7-b5e8-e65f38fa2d68 None None] Provisioning complete for port 1558f790-6380-4510-844e-150c2e1015f7 triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:55:19.168770 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-be5b8838-bfca-43b7-b5e8-e65f38fa2d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:19.244314 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-be5b8838-bfca-43b7-b5e8-e65f38fa2d68 None None] Port 1558f790-6380-4510-844e-150c2e1015f7 cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:55:19.331608 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57e217b-d980-45de-85eb-0a5ba71b1807 admin admin] Router 024f0577-42b2-4e34-b2c1-135ee59f4ebc has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:55:19.518141 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57e217b-d980-45de-85eb-0a5ba71b1807 admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:55:19.528130 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-e57e217b-d980-45de-85eb-0a5ba71b1807 admin admin] 10.222.0.45 "PUT /v2.0/routers/024f0577-42b2-4e34-b2c1-135ee59f4ebc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8269329 May 31 16:55:21.345773 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e09ee8f1-390f-45c1-9616-b64ff0c4315c up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:55:21.354563 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 41890) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:55:21.360593 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-c0eb0f3d-111a-4980-81be-071c38054bbd tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-881834941', 'description': 'tempest-secgroup-smoke-881834941 description', 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:55:21.366914 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c0eb0f3d-111a-4980-81be-071c38054bbd tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:55:21.370834 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c0eb0f3d-111a-4980-81be-071c38054bbd tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Usage tracker for resource:security_group and tenant:bb4f3a0d5106494fb49ca45c7f910591 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:55:21.373767 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c0eb0f3d-111a-4980-81be-071c38054bbd tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:55:21.383950 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c0eb0f3d-111a-4980-81be-071c38054bbd tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:55:21.394996 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c0eb0f3d-111a-4980-81be-071c38054bbd tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for security_group, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:21.416577 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c0eb0f3d-111a-4980-81be-071c38054bbd tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:55:21.421696 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c0eb0f3d-111a-4980-81be-071c38054bbd tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Usage tracker for resource:security_group_rule and tenant:bb4f3a0d5106494fb49ca45c7f910591 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:55:21.421973 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port e09ee8f1-390f-45c1-9616-b64ff0c4315c completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:55:21.424803 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-c0eb0f3d-111a-4980-81be-071c38054bbd tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:55:21.426745 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port e09ee8f1-390f-45c1-9616-b64ff0c4315c triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:55:21.427187 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:21.430760 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-c0eb0f3d-111a-4980-81be-071c38054bbd tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:55:21.506647 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c0eb0f3d-111a-4980-81be-071c38054bbd tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for security_group, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:21.511465 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c0eb0f3d-111a-4980-81be-071c38054bbd tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:21.517154 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c6b0297c-aaf7-4bf7-ad98-4a11a372d9ac tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:21.551399 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:21.556178 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb0f3d-111a-4980-81be-071c38054bbd tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cba37d1-9d1a-48e5-873c-63dd159d9f46,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:21.560260 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-c0eb0f3d-111a-4980-81be-071c38054bbd tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:21.561660 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-c0eb0f3d-111a-4980-81be-071c38054bbd tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for security_group, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:21.565655 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-c0eb0f3d-111a-4980-81be-071c38054bbd tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2072358 May 31 16:55:21.565884 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 41894) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:55:21.570822 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port e09ee8f1-390f-45c1-9616-b64ff0c4315c, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=e09ee8f1-390f-45c1-9616-b64ff0c4315c,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:55:21.571394 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-ad55b7d6-4c2c-4ebf-9e78-772fb76d2b36 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Request body: {'security_group_rule': {'security_group_id': '2cba37d1-9d1a-48e5-873c-63dd159d9f46', 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:55:21.575927 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:21.578415 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a478287d-e59f-460f-83ab-43f9cda2293e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:21.579332 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ad55b7d6-4c2c-4ebf-9e78-772fb76d2b36 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:55:21.584668 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ad55b7d6-4c2c-4ebf-9e78-772fb76d2b36 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Usage tracker for resource:security_group_rule and tenant:bb4f3a0d5106494fb49ca45c7f910591 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:55:21.587947 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-ad55b7d6-4c2c-4ebf-9e78-772fb76d2b36 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:55:21.593853 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-ad55b7d6-4c2c-4ebf-9e78-772fb76d2b36 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:55:21.614273 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ad55b7d6-4c2c-4ebf-9e78-772fb76d2b36 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:21.646329 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=e09ee8f1-390f-45c1-9616-b64ff0c4315c,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:21.649494 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:21.677819 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ad55b7d6-4c2c-4ebf-9e78-772fb76d2b36 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:21.682376 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ad55b7d6-4c2c-4ebf-9e78-772fb76d2b36 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:21.689760 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-f1f2934c-a529-426f-9c5b-2a05e2edd9c5 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:21.708902 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55b7d6-4c2c-4ebf-9e78-772fb76d2b36 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed23f465-cc1b-48f3-a8cd-edd92ead8aa9,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:21.712629 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ad55b7d6-4c2c-4ebf-9e78-772fb76d2b36 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:21.726687 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-ad55b7d6-4c2c-4ebf-9e78-772fb76d2b36 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:21.728070 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-ad55b7d6-4c2c-4ebf-9e78-772fb76d2b36 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1612198 May 31 16:55:21.730856 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 41898) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:55:21.736206 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-61dc25b5-78b0-404f-9562-e3ab7f14b818 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Request body: {'security_group_rule': {'security_group_id': '2cba37d1-9d1a-48e5-873c-63dd159d9f46', 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:55:21.742616 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-61dc25b5-78b0-404f-9562-e3ab7f14b818 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:55:21.747089 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-61dc25b5-78b0-404f-9562-e3ab7f14b818 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Usage tracker for resource:security_group_rule and tenant:bb4f3a0d5106494fb49ca45c7f910591 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:55:21.751721 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-61dc25b5-78b0-404f-9562-e3ab7f14b818 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:55:21.757942 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-61dc25b5-78b0-404f-9562-e3ab7f14b818 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:55:21.777970 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-61dc25b5-78b0-404f-9562-e3ab7f14b818 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:21.845568 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-61dc25b5-78b0-404f-9562-e3ab7f14b818 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:21.850765 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-61dc25b5-78b0-404f-9562-e3ab7f14b818 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:21.852819 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-2f58ecf2-214e-4373-8fae-f85c0057672b tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:21.880068 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc25b5-78b0-404f-9562-e3ab7f14b818 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf7b19f-2933-4934-8bd0-e55777b03074,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:21.883143 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-61dc25b5-78b0-404f-9562-e3ab7f14b818 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:21.891713 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-61dc25b5-78b0-404f-9562-e3ab7f14b818 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:21.892975 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-61dc25b5-78b0-404f-9562-e3ab7f14b818 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1610761 May 31 16:55:21.895861 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 41902) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:55:21.901373 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [None req-450e0495-0630-4c09-90a2-fe89d7bb3e45 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Request body: {'security_group_rule': {'security_group_id': '2cba37d1-9d1a-48e5-873c-63dd159d9f46', 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:55:21.908079 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-450e0495-0630-4c09-90a2-fe89d7bb3e45 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:55:21.912535 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-450e0495-0630-4c09-90a2-fe89d7bb3e45 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Usage tracker for resource:security_group_rule and tenant:bb4f3a0d5106494fb49ca45c7f910591 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:55:21.916034 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [None req-450e0495-0630-4c09-90a2-fe89d7bb3e45 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:55:21.922617 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [None req-450e0495-0630-4c09-90a2-fe89d7bb3e45 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:55:21.940626 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-450e0495-0630-4c09-90a2-fe89d7bb3e45 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:22.009575 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-450e0495-0630-4c09-90a2-fe89d7bb3e45 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:22.011663 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:55:22.015063 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-450e0495-0630-4c09-90a2-fe89d7bb3e45 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:22.023366 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-d0141ce6-958e-4073-b3a0-1cbc3456dc73 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:22.043878 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e0495-0630-4c09-90a2-fe89d7bb3e45 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1015fc9-5d25-49c0-ba69-f416321984ab,revision_number=0']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:22.047001 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-450e0495-0630-4c09-90a2-fe89d7bb3e45 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:22.055196 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-450e0495-0630-4c09-90a2-fe89d7bb3e45 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:22.056439 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-450e0495-0630-4c09-90a2-fe89d7bb3e45 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1595714 May 31 16:55:22.059685 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 41906) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:55:22.065467 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-23ee57e5-5a80-4655-a765-7670cd18fe15 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Request body: {'security_group_rule': {'security_group_id': '2cba37d1-9d1a-48e5-873c-63dd159d9f46', 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:55:22.071746 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-23ee57e5-5a80-4655-a765-7670cd18fe15 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:55:22.075645 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-23ee57e5-5a80-4655-a765-7670cd18fe15 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Usage tracker for resource:security_group_rule and tenant:bb4f3a0d5106494fb49ca45c7f910591 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:55:22.078606 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-23ee57e5-5a80-4655-a765-7670cd18fe15 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:55:22.085459 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-23ee57e5-5a80-4655-a765-7670cd18fe15 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:55:22.101331 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-23ee57e5-5a80-4655-a765-7670cd18fe15 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:22.169511 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-23ee57e5-5a80-4655-a765-7670cd18fe15 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:22.174485 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-23ee57e5-5a80-4655-a765-7670cd18fe15 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:22.176429 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4819862d-4c33-4b97-8f87-2aaa9c9f9eb6 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:22.199082 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee57e5-5a80-4655-a765-7670cd18fe15 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e55c86-deeb-4f5b-99f3-19332e045f34,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:22.201633 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-23ee57e5-5a80-4655-a765-7670cd18fe15 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:22.209417 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-23ee57e5-5a80-4655-a765-7670cd18fe15 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:22.210793 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-23ee57e5-5a80-4655-a765-7670cd18fe15 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1500335 May 31 16:55:22.213640 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 41910) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:55:22.219268 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-3c1a7489-341d-4375-977c-086d48af115f tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Request body: {'security_group_rule': {'security_group_id': '2cba37d1-9d1a-48e5-873c-63dd159d9f46', 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:55:22.225566 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-3c1a7489-341d-4375-977c-086d48af115f tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:55:22.229743 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-3c1a7489-341d-4375-977c-086d48af115f tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Usage tracker for resource:security_group_rule and tenant:bb4f3a0d5106494fb49ca45c7f910591 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:55:22.232858 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-3c1a7489-341d-4375-977c-086d48af115f tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:55:22.239254 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-3c1a7489-341d-4375-977c-086d48af115f tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:55:22.250354 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.securitygroups_db [None req-3c1a7489-341d-4375-977c-086d48af115f tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Project bb4f3a0d5106494fb49ca45c7f910591 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:55:22.257308 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3c1a7489-341d-4375-977c-086d48af115f tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:22.339167 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3c1a7489-341d-4375-977c-086d48af115f tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:22.344083 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3c1a7489-341d-4375-977c-086d48af115f tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:22.346007 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d2813199-b08a-49ca-aef0-35cc725af6a3 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:22.368262 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a7489-341d-4375-977c-086d48af115f tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b1af6d-b916-4183-941b-224cfbbf0004,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:22.370595 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-3c1a7489-341d-4375-977c-086d48af115f tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:22.378593 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-3c1a7489-341d-4375-977c-086d48af115f tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:22.382540 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-3c1a7489-341d-4375-977c-086d48af115f tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1654384 May 31 16:55:22.382730 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 41914) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:55:22.388134 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-a1eb2bf2-2cd5-43e5-bb6f-c84ea92e868e tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Request body: {'security_group_rule': {'security_group_id': '2cba37d1-9d1a-48e5-873c-63dd159d9f46', 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:55:22.394438 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a1eb2bf2-2cd5-43e5-bb6f-c84ea92e868e tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:55:22.398379 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a1eb2bf2-2cd5-43e5-bb6f-c84ea92e868e tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Usage tracker for resource:security_group_rule and tenant:bb4f3a0d5106494fb49ca45c7f910591 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:55:22.401413 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-a1eb2bf2-2cd5-43e5-bb6f-c84ea92e868e tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:55:22.407571 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-a1eb2bf2-2cd5-43e5-bb6f-c84ea92e868e tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:55:22.419724 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.securitygroups_db [None req-a1eb2bf2-2cd5-43e5-bb6f-c84ea92e868e tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Project bb4f3a0d5106494fb49ca45c7f910591 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:55:22.425742 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a1eb2bf2-2cd5-43e5-bb6f-c84ea92e868e tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:22.497666 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a1eb2bf2-2cd5-43e5-bb6f-c84ea92e868e tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:22.502506 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a1eb2bf2-2cd5-43e5-bb6f-c84ea92e868e tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461472'] for security_group_rule, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:22.509349 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-82c0af13-a77e-40b0-9d43-e7926b8e96ef tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:22.529336 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb2bf2-2cd5-43e5-bb6f-c84ea92e868e tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=702ab43f-948e-4740-a175-61986baf97fa,revision_number=0']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:22.532533 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-a1eb2bf2-2cd5-43e5-bb6f-c84ea92e868e tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:22.540845 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-a1eb2bf2-2cd5-43e5-bb6f-c84ea92e868e tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:22.542103 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-a1eb2bf2-2cd5-43e5-bb6f-c84ea92e868e tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1583974 May 31 16:55:22.589281 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f138ca20-8602-4fa4-8c84-e046d3920f6b None None] Sync routers for ids ['024f0577-42b2-4e34-b2c1-135ee59f4ebc'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:55:22.599012 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f138ca20-8602-4fa4-8c84-e046d3920f6b None None] Routers {'024f0577-42b2-4e34-b2c1-135ee59f4ebc'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:55:22.599616 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-f138ca20-8602-4fa4-8c84-e046d3920f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:55:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['024f0577-42b2-4e34-b2c1-135ee59f4ebc'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:55:22.780082 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-f138ca20-8602-4fa4-8c84-e046d3920f6b None None] Set router 024f0577-42b2-4e34-b2c1-135ee59f4ebc gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:55:22.855944 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-d26c27bf-9ab6-49f5-a044-5ef48e0ea6ed tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Synchronizing usage tracker for tenant:bb4f3a0d5106494fb49ca45c7f910591 on resource:security_group {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:55:22.874206 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-d26c27bf-9ab6-49f5-a044-5ef48e0ea6ed tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Unset dirty status for tenant:bb4f3a0d5106494fb49ca45c7f910591 on resource:security_group {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:55:22.875601 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-d26c27bf-9ab6-49f5-a044-5ef48e0ea6ed tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-881834941&fields=id&tenant_id=bb4f3a0d5106494fb49ca45c7f910591 HTTP/1.1" status: 200 len: 267 time: 0.0595903 May 31 16:55:23.034064 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-6ae24475-7c51-4662-8405-e8bcf19a1b53 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:55:23.034745 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-6ae24475-7c51-4662-8405-e8bcf19a1b53 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Synchronizing usage tracker for tenant:bb4f3a0d5106494fb49ca45c7f910591 on resource:network {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:55:23.053613 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-6ae24475-7c51-4662-8405-e8bcf19a1b53 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Unset dirty status for tenant:bb4f3a0d5106494fb49ca45c7f910591 on resource:network {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:55:23.055256 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-6ae24475-7c51-4662-8405-e8bcf19a1b53 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/networks?id=424e1dcc-9276-407b-a105-ce93c0caa27a HTTP/1.1" status: 200 len: 810 time: 0.1726506 May 31 16:55:23.071516 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-51266fc0-c285-4bb0-8cef-853afd86e17a tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/quotas/bb4f3a0d5106494fb49ca45c7f910591 HTTP/1.1" status: 200 len: 375 time: 0.0100179 May 31 16:55:23.093911 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-f138ca20-8602-4fa4-8c84-e046d3920f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024f0577-42b2-4e34-b2c1-135ee59f4ebc', 'name': 'tempest-TestSnapshotPattern-645060797-router', 'tenant_id': 'f3fe4dfe308d4d818323442a8c4e5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e09ee8f1-390f-45c1-9616-b64ff0c4315c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:55:13Z', 'updated_at': '2021-05-31T16:55:18Z', 'revision_number': 4, 'project_id': 'f3fe4dfe308d4d818323442a8c4e5b3e', 'gw_port': {'id': 'e09ee8f1-390f-45c1-9616-b64ff0c4315c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f0577-42b2-4e34-b2c1-135ee59f4ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:14Z', 'updated_at': '2021-05-31T16:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '1558f790-6380-4510-844e-150c2e1015f7', 'name': '', 'network_id': '1d6cc730-c64c-46c8-84ab-3674d4e64387', 'tenant_id': 'f3fe4dfe308d4d818323442a8c4e5b3e', 'mac_address': 'fa:16:3e:5e:bc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024f0577-42b2-4e34-b2c1-135ee59f4ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '60b05076-3269-48e8-bcce-72cd4699c0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:17Z', 'updated_at': '2021-05-31T16:55:18Z', 'revision_number': 2, 'project_id': 'f3fe4dfe308d4d818323442a8c4e5b3e', 'subnets': [{'id': '60b05076-3269-48e8-bcce-72cd4699c0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:55:23.097986 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f138ca20-8602-4fa4-8c84-e046d3920f6b None None] Checking router: 024f0577-42b2-4e34-b2c1-135ee59f4ebc for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:55:23.098337 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f138ca20-8602-4fa4-8c84-e046d3920f6b None None] Updating router 024f0577-42b2-4e34-b2c1-135ee59f4ebc port 1558f790-6380-4510-844e-150c2e1015f7 binding host dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:55:23.150983 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-f138ca20-8602-4fa4-8c84-e046d3920f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:23.155958 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-f03e8881-cddd-4268-8947-ac4a9773299e tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Synchronizing usage tracker for tenant:bb4f3a0d5106494fb49ca45c7f910591 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:55:23.173179 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-f03e8881-cddd-4268-8947-ac4a9773299e tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Unset dirty status for tenant:bb4f3a0d5106494fb49ca45c7f910591 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:55:23.174576 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-f03e8881-cddd-4268-8947-ac4a9773299e tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb4f3a0d5106494fb49ca45c7f910591&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0975096 May 31 16:55:23.328881 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-6a25ea41-ebb7-4fc8-97a5-d86a93fb7788 service neutron] 10.222.0.45 "GET /v2.0/networks/424e1dcc-9276-407b-a105-ce93c0caa27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412220 May 31 16:55:23.330139 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e09ee8f1-390f-45c1-9616-b64ff0c4315c up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:55:23.407836 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port e09ee8f1-390f-45c1-9616-b64ff0c4315c triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:55:23.408331 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:23.471028 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-5b661dc6-c158-449d-be04-d310b242f0be service neutron] 10.222.0.45 "GET /v2.0/networks/424e1dcc-9276-407b-a105-ce93c0caa27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354146 May 31 16:55:23.501694 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-f138ca20-8602-4fa4-8c84-e046d3920f6b None None] Notify callbacks [] for port, precommit_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:23.516265 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.provisioning_blocks [None req-f138ca20-8602-4fa4-8c84-e046d3920f6b None None] Transition to ACTIVE for port object 1558f790-6380-4510-844e-150c2e1015f7 will not be triggered until provisioned by entity L2. {{(pid=99207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:55:23.525161 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-f138ca20-8602-4fa4-8c84-e046d3920f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:23.530797 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-e931f09d-1203-412b-9b04-cadb17ebe6a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:23.661667 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca348df-1fe0-4e88-a206-9771813dfe25 None None] Pushing event updated for resources: {'Port': ['ID=1558f790-6380-4510-844e-150c2e1015f7,revision_number=3']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:23.664572 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-1ca348df-1fe0-4e88-a206-9771813dfe25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:23.758391 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-f138ca20-8602-4fa4-8c84-e046d3920f6b None None] Attempting to bind port 1558f790-6380-4510-844e-150c2e1015f7 on host dv-neutron-601336-79-hyperv for vnic_type normal with profile {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:55:23.758800 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-f138ca20-8602-4fa4-8c84-e046d3920f6b None None] Attempting to bind port 1558f790-6380-4510-844e-150c2e1015f7 by drivers openvswitch,hyperv on host dv-neutron-601336-79-hyperv at level 0 using segments [{'id': 'f1de6289-811a-4da7-9b9f-bcec30861a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1d6cc730-c64c-46c8-84ab-3674d4e64387'}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:55:23.759201 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f138ca20-8602-4fa4-8c84-e046d3920f6b None None] Attempting to bind port 1558f790-6380-4510-844e-150c2e1015f7 on network 1d6cc730-c64c-46c8-84ab-3674d4e64387 {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:55:23.764740 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f138ca20-8602-4fa4-8c84-e046d3920f6b None None] Checking agent: {'id': '466afe6c-111d-42d6-80e7-471e3f9e2760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-79-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 37, 37), 'started_at': datetime.datetime(2021, 5, 31, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-79-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:55:23.765112 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f138ca20-8602-4fa4-8c84-e046d3920f6b None None] Checking segment: {'id': 'f1de6289-811a-4da7-9b9f-bcec30861a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1d6cc730-c64c-46c8-84ab-3674d4e64387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:55:23.765558 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-f138ca20-8602-4fa4-8c84-e046d3920f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:23.766003 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f138ca20-8602-4fa4-8c84-e046d3920f6b None None] Bound using segment: {'id': 'f1de6289-811a-4da7-9b9f-bcec30861a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1d6cc730-c64c-46c8-84ab-3674d4e64387'} {{(pid=99207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:55:23.766458 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.managers [None req-f138ca20-8602-4fa4-8c84-e046d3920f6b None None] Bound port: 1558f790-6380-4510-844e-150c2e1015f7, host: dv-neutron-601336-79-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1de6289-811a-4da7-9b9f-bcec30861a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1d6cc730-c64c-46c8-84ab-3674d4e64387'}}] {{(pid=99207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:55:23.766844 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-f138ca20-8602-4fa4-8c84-e046d3920f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:23.799937 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b077c052-161a-4bd3-b1f9-5da4e7f142a4 req-b8a4e428-d5d7-4a38-b403-3d56f7d72857 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f462f57-66b1-466e-9a53-c7d6a8ba8289 HTTP/1.1" status: 200 len: 210 time: 0.1791925 May 31 16:55:23.883830 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-f138ca20-8602-4fa4-8c84-e046d3920f6b None None] For port 1558f790-6380-4510-844e-150c2e1015f7, host dv-neutron-601336-79-hyperv, cleared binding levels {{(pid=99207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:55:23.886930 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.plugins.ml2.db [None req-f138ca20-8602-4fa4-8c84-e046d3920f6b None None] For port 1558f790-6380-4510-844e-150c2e1015f7, host dv-neutron-601336-79-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=1558f790-6380-4510-844e-150c2e1015f7,segment=NetworkSegment(f1de6289-811a-4da7-9b9f-bcec30861a07),segment_id=f1de6289-811a-4da7-9b9f-bcec30861a07)] {{(pid=99207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:55:23.893100 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron_lib.callbacks.manager [None req-f138ca20-8602-4fa4-8c84-e046d3920f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:23.899485 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-6c1984df-6022-4207-85bc-0a7a2a99d0f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:23.972516 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f138ca20-8602-4fa4-8c84-e046d3920f6b None None] Routers {'024f0577-42b2-4e34-b2c1-135ee59f4ebc'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:55:23.973166 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-f138ca20-8602-4fa4-8c84-e046d3920f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:55:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['024f0577-42b2-4e34-b2c1-135ee59f4ebc'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:55:24.029704 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca348df-1fe0-4e88-a206-9771813dfe25 None None] Pushing event updated for resources: {'Port': ['ID=1558f790-6380-4510-844e-150c2e1015f7,revision_number=4']} {{(pid=99207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:24.040517 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG oslo_concurrency.lockutils [None req-1ca348df-1fe0-4e88-a206-9771813dfe25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:24.168609 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-f138ca20-8602-4fa4-8c84-e046d3920f6b None None] Set router 024f0577-42b2-4e34-b2c1-135ee59f4ebc gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:55:24.490916 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-f138ca20-8602-4fa4-8c84-e046d3920f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024f0577-42b2-4e34-b2c1-135ee59f4ebc', 'name': 'tempest-TestSnapshotPattern-645060797-router', 'tenant_id': 'f3fe4dfe308d4d818323442a8c4e5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e09ee8f1-390f-45c1-9616-b64ff0c4315c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:55:13Z', 'updated_at': '2021-05-31T16:55:18Z', 'revision_number': 4, 'project_id': 'f3fe4dfe308d4d818323442a8c4e5b3e', 'gw_port': {'id': 'e09ee8f1-390f-45c1-9616-b64ff0c4315c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f0577-42b2-4e34-b2c1-135ee59f4ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:14Z', 'updated_at': '2021-05-31T16:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '1558f790-6380-4510-844e-150c2e1015f7', 'name': '', 'network_id': '1d6cc730-c64c-46c8-84ab-3674d4e64387', 'tenant_id': 'f3fe4dfe308d4d818323442a8c4e5b3e', 'mac_address': 'fa:16:3e:5e:bc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024f0577-42b2-4e34-b2c1-135ee59f4ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '60b05076-3269-48e8-bcce-72cd4699c0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:17Z', 'updated_at': '2021-05-31T16:55:23Z', 'revision_number': 4, 'project_id': 'f3fe4dfe308d4d818323442a8c4e5b3e', 'subnets': [{'id': '60b05076-3269-48e8-bcce-72cd4699c0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:55:24.495112 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f138ca20-8602-4fa4-8c84-e046d3920f6b None None] The sync data for ids ['024f0577-42b2-4e34-b2c1-135ee59f4ebc'] in dv-neutron-601336-79-hyperv is: [{'id': '024f0577-42b2-4e34-b2c1-135ee59f4ebc', 'name': 'tempest-TestSnapshotPattern-645060797-router', 'tenant_id': 'f3fe4dfe308d4d818323442a8c4e5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e09ee8f1-390f-45c1-9616-b64ff0c4315c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:55:13Z', 'updated_at': '2021-05-31T16:55:18Z', 'revision_number': 4, 'project_id': 'f3fe4dfe308d4d818323442a8c4e5b3e', 'gw_port': {'id': 'e09ee8f1-390f-45c1-9616-b64ff0c4315c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f0577-42b2-4e34-b2c1-135ee59f4ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:14Z', 'updated_at': '2021-05-31T16:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '1558f790-6380-4510-844e-150c2e1015f7', 'name': '', 'network_id': '1d6cc730-c64c-46c8-84ab-3674d4e64387', 'tenant_id': 'f3fe4dfe308d4d818323442a8c4e5b3e', 'mac_address': 'fa:16:3e:5e:bc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024f0577-42b2-4e34-b2c1-135ee59f4ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '60b05076-3269-48e8-bcce-72cd4699c0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:17Z', 'updated_at': '2021-05-31T16:55:23Z', 'revision_number': 4, 'project_id': 'f3fe4dfe308d4d818323442a8c4e5b3e', 'subnets': [{'id': '60b05076-3269-48e8-bcce-72cd4699c0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:55:24.898586 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-e980db4b-acbf-4f84-a39d-dbb3e58ae0fd req-1cd9de83-bd86-4165-8b0e-4b1f590b1b02 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f462f57-66b1-466e-9a53-c7d6a8ba8289 HTTP/1.1" status: 200 len: 210 time: 0.0440254 May 31 16:55:25.330837 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 1558f790-6380-4510-844e-150c2e1015f7 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:55:25.403679 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning for port 1558f790-6380-4510-844e-150c2e1015f7 completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:55:25.409068 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 1558f790-6380-4510-844e-150c2e1015f7 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:55:25.409799 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:25.529773 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:25.562697 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] For port 1558f790-6380-4510-844e-150c2e1015f7, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=1558f790-6380-4510-844e-150c2e1015f7,segment=NetworkSegment(f1de6289-811a-4da7-9b9f-bcec30861a07),segment_id=f1de6289-811a-4da7-9b9f-bcec30861a07)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:55:25.567760 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:25.570898 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:25.636644 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Pushing event updated for resources: {'Port': ['ID=1558f790-6380-4510-844e-150c2e1015f7,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:25.640069 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:26.023598 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-28c56520-57b9-4ef4-869c-c3e45e8b42fa req-80a35ac3-827f-4ce3-8e0e-f44fe7855087 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f462f57-66b1-466e-9a53-c7d6a8ba8289 HTTP/1.1" status: 200 len: 210 time: 0.0681770 May 31 16:55:26.812609 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-5c644e35-e075-4805-9c75-72d1ac518000 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:55:26.814046 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-5c644e35-e075-4805-9c75-72d1ac518000 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.59 "GET /v2.0/networks?id=424e1dcc-9276-407b-a105-ce93c0caa27a HTTP/1.1" status: 200 len: 810 time: 0.1539717 May 31 16:55:26.865654 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-cc067c84-fcdd-4b99-9b07-10e97680d20b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Synchronizing usage tracker for tenant:bb4f3a0d5106494fb49ca45c7f910591 on resource:security_group {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:55:26.878004 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-cc067c84-fcdd-4b99-9b07-10e97680d20b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Unset dirty status for tenant:bb4f3a0d5106494fb49ca45c7f910591 on resource:security_group {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:55:26.879248 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-cc067c84-fcdd-4b99-9b07-10e97680d20b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb4f3a0d5106494fb49ca45c7f910591 HTTP/1.1" status: 200 len: 379 time: 0.0556295 May 31 16:55:26.889103 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-b00e6eff-4816-4295-8d60-8507df0fe02c tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Request body: {'port': {'device_id': '1f462f57-66b1-466e-9a53-c7d6a8ba8289', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'admin_state_up': True, 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'security_groups': ['2cba37d1-9d1a-48e5-873c-63dd159d9f46']}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:55:27.032731 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-b00e6eff-4816-4295-8d60-8507df0fe02c tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:55:27.042592 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-b00e6eff-4816-4295-8d60-8507df0fe02c tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:55:27.054523 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-b00e6eff-4816-4295-8d60-8507df0fe02c tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Made reservation on behalf of bb4f3a0d5106494fb49ca45c7f910591 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:55:27.058231 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-b00e6eff-4816-4295-8d60-8507df0fe02c tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:27.176278 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-a575e54a-9d60-41ec-b2a0-d79820a8e3d4 req-be29fd90-c32b-4ef2-9bff-665c8a8823f4 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f462f57-66b1-466e-9a53-c7d6a8ba8289 HTTP/1.1" status: 200 len: 210 time: 0.0484924 May 31 16:55:27.234486 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-b00e6eff-4816-4295-8d60-8507df0fe02c tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Allocated IP 172.20.0.13 (424e1dcc-9276-407b-a105-ce93c0caa27a/c4d265c9-d524-4027-98b9-ec3cefce648c/1a60ac77-b049-4d85-a015-7b54ab93a28a) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:55:27.318336 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 1558f790-6380-4510-844e-150c2e1015f7 up at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:55:27.438450 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Provisioning complete for port 1558f790-6380-4510-844e-150c2e1015f7 triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:55:27.438818 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:27.443531 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-b00e6eff-4816-4295-8d60-8507df0fe02c tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:27.460677 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-b00e6eff-4816-4295-8d60-8507df0fe02c tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Transition to ACTIVE for port object 1a60ac77-b049-4d85-a015-7b54ab93a28a will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:55:27.488293 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-b00e6eff-4816-4295-8d60-8507df0fe02c tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:27.495846 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-76b61b4f-6f3e-4e1a-ae9e-635e1687ec74 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:27.569355 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-b00e6eff-4816-4295-8d60-8507df0fe02c tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Network 424e1dcc-9276-407b-a105-ce93c0caa27a is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:55:27.572478 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-b00e6eff-4816-4295-8d60-8507df0fe02c tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:55:27.574974 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-b00e6eff-4816-4295-8d60-8507df0fe02c tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:55:27.621599 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e6eff-4816-4295-8d60-8507df0fe02c tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Pushing event updated for resources: {'Port': ['ID=1a60ac77-b049-4d85-a015-7b54ab93a28a,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:27.625097 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b00e6eff-4816-4295-8d60-8507df0fe02c tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:27.651840 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-b00e6eff-4816-4295-8d60-8507df0fe02c tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:55:27.652628 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-b00e6eff-4816-4295-8d60-8507df0fe02c tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:27.680938 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-b00e6eff-4816-4295-8d60-8507df0fe02c tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7956529 May 31 16:55:27.693108 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-354ca68b-75d4-4eae-8e80-02614aa2fc90 service neutron] Request body: {'port': {'device_id': '1f462f57-66b1-466e-9a53-c7d6a8ba8289', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:55:27.772425 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-cee2bc5d-13ce-474a-9be0-b44f42cd2695 None None] Provisioning for port 1a60ac77-b049-4d85-a015-7b54ab93a28a completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:55:27.777318 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-cee2bc5d-13ce-474a-9be0-b44f42cd2695 None None] Provisioning complete for port 1a60ac77-b049-4d85-a015-7b54ab93a28a triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:55:27.777697 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cee2bc5d-13ce-474a-9be0-b44f42cd2695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:27.820456 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-354ca68b-75d4-4eae-8e80-02614aa2fc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:27.835116 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-cee2bc5d-13ce-474a-9be0-b44f42cd2695 None None] Port 1a60ac77-b049-4d85-a015-7b54ab93a28a cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:55:28.164939 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-354ca68b-75d4-4eae-8e80-02614aa2fc90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a60ac77-b049-4d85-a015-7b54ab93a28a {{(pid=99204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:55:28.172934 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-354ca68b-75d4-4eae-8e80-02614aa2fc90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:28.187699 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-354ca68b-75d4-4eae-8e80-02614aa2fc90 service neutron] Transition to ACTIVE for port object 1a60ac77-b049-4d85-a015-7b54ab93a28a will not be triggered until provisioned by entity L2. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:55:28.191826 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-354ca68b-75d4-4eae-8e80-02614aa2fc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:28.196199 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-30b48f77-eabd-4f78-8531-b3a5dba7a519 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:28.535245 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ca68b-75d4-4eae-8e80-02614aa2fc90 service neutron] Pushing event updated for resources: {'Port': ['ID=1a60ac77-b049-4d85-a015-7b54ab93a28a,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:28.546309 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-354ca68b-75d4-4eae-8e80-02614aa2fc90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:28.550530 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024c833-add1-428e-ab61-11e45d0e1c48 req-23cd9f9b-77c1-437e-b090-917214e0121e tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:55:28.552062 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2024c833-add1-428e-ab61-11e45d0e1c48 req-23cd9f9b-77c1-437e-b090-917214e0121e tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f462f57-66b1-466e-9a53-c7d6a8ba8289 HTTP/1.1" status: 200 len: 944 time: 0.2581782 May 31 16:55:28.601076 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-2024c833-add1-428e-ab61-11e45d0e1c48 req-9973b152-cbdc-43c3-a73e-3ce1ac931d63 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430267 May 31 16:55:28.617328 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-354ca68b-75d4-4eae-8e80-02614aa2fc90 service neutron] Attempting to bind port 1a60ac77-b049-4d85-a015-7b54ab93a28a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:55:28.617666 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-354ca68b-75d4-4eae-8e80-02614aa2fc90 service neutron] Attempting to bind port 1a60ac77-b049-4d85-a015-7b54ab93a28a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'd3b85b16-8362-401e-924f-841988789fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:55:28.617992 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-354ca68b-75d4-4eae-8e80-02614aa2fc90 service neutron] Attempting to bind port 1a60ac77-b049-4d85-a015-7b54ab93a28a on network 424e1dcc-9276-407b-a105-ce93c0caa27a {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:55:28.622823 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-354ca68b-75d4-4eae-8e80-02614aa2fc90 service neutron] Port 1a60ac77-b049-4d85-a015-7b54ab93a28a on network 424e1dcc-9276-407b-a105-ce93c0caa27a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:55:28.623187 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-354ca68b-75d4-4eae-8e80-02614aa2fc90 service neutron] Attempting to bind port 1a60ac77-b049-4d85-a015-7b54ab93a28a on network 424e1dcc-9276-407b-a105-ce93c0caa27a {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:55:28.628834 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-354ca68b-75d4-4eae-8e80-02614aa2fc90 service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:55:28.629177 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-354ca68b-75d4-4eae-8e80-02614aa2fc90 service neutron] Checking segment: {'id': 'd3b85b16-8362-401e-924f-841988789fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:55:28.629559 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-354ca68b-75d4-4eae-8e80-02614aa2fc90 service neutron] Bound using segment: {'id': 'd3b85b16-8362-401e-924f-841988789fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a'} {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:55:28.629983 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-354ca68b-75d4-4eae-8e80-02614aa2fc90 service neutron] Bound port: 1a60ac77-b049-4d85-a015-7b54ab93a28a, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b85b16-8362-401e-924f-841988789fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a'}}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:55:28.630343 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-354ca68b-75d4-4eae-8e80-02614aa2fc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:28.724811 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-354ca68b-75d4-4eae-8e80-02614aa2fc90 service neutron] For port 1a60ac77-b049-4d85-a015-7b54ab93a28a, host hv-neutron-6013, cleared binding levels {{(pid=99204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:55:28.727979 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-354ca68b-75d4-4eae-8e80-02614aa2fc90 service neutron] For port 1a60ac77-b049-4d85-a015-7b54ab93a28a, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1a60ac77-b049-4d85-a015-7b54ab93a28a,segment=NetworkSegment(d3b85b16-8362-401e-924f-841988789fb7),segment_id=d3b85b16-8362-401e-924f-841988789fb7)] {{(pid=99204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:55:28.733448 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-354ca68b-75d4-4eae-8e80-02614aa2fc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:28.737217 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-eda0adeb-304d-407e-aab9-66bc272782a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:28.798034 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-354ca68b-75d4-4eae-8e80-02614aa2fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:55:28.798688 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-354ca68b-75d4-4eae-8e80-02614aa2fc90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:28.800157 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-354ca68b-75d4-4eae-8e80-02614aa2fc90 service neutron] 10.222.0.59 "PUT /v2.0/ports/1a60ac77-b049-4d85-a015-7b54ab93a28a HTTP/1.1" status: 200 len: 1094 time: 1.1118128 May 31 16:55:28.800726 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f462f57-66b1-466e-9a53-c7d6a8ba8289', 'tag': '1a60ac77-b049-4d85-a015-7b54ab93a28a'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:55:28.803133 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04cf206e4dd8f3180d6e5d663243b13a0825cbb1d7c140105348091cb8be9f3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9c747e-8ca6-4739-96b1-570a9c3ff014" -d '{"events": [{"name": "network-changed", "server_uuid": "1f462f57-66b1-466e-9a53-c7d6a8ba8289", "tag": "1a60ac77-b049-4d85-a015-7b54ab93a28a"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:55:28.823551 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ca68b-75d4-4eae-8e80-02614aa2fc90 service neutron] Pushing event updated for resources: {'Port': ['ID=1a60ac77-b049-4d85-a015-7b54ab93a28a,revision_number=3']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:28.826859 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-354ca68b-75d4-4eae-8e80-02614aa2fc90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:28.925806 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-53e2fd76-386e-44dc-9e22-d511cd1ef4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:55:28.927486 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-53e2fd76-386e-44dc-9e22-d511cd1ef4c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb4f3a0d5106494fb49ca45c7f910591&device_id=1f462f57-66b1-466e-9a53-c7d6a8ba8289 HTTP/1.1" status: 200 len: 1097 time: 0.0841031 May 31 16:55:28.929058 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905fe6bd-18d1-4146-87ea-dc666ff544f4 x-openstack-request-id: req-905fe6bd-18d1-4146-87ea-dc666ff544f4 {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:55:28.929381 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f462f57-66b1-466e-9a53-c7d6a8ba8289", "tag": "1a60ac77-b049-4d85-a015-7b54ab93a28a", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:55:28.929675 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-905fe6bd-18d1-4146-87ea-dc666ff544f4 {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:55:28.930105 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f462f57-66b1-466e-9a53-c7d6a8ba8289', 'tag': '1a60ac77-b049-4d85-a015-7b54ab93a28a', 'status': 'completed', 'code': 200} May 31 16:55:28.999418 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-f98139db-7f19-45eb-8c7b-009831c8f661 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a60ac77-b049-4d85-a015-7b54ab93a28a HTTP/1.1" status: 200 len: 217 time: 0.0624127 May 31 16:55:29.068021 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-82487fe8-56d2-4e87-a856-0c8e7466769a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:55:29.069497 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-82487fe8-56d2-4e87-a856-0c8e7466769a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4d265c9-d524-4027-98b9-ec3cefce648c HTTP/1.1" status: 200 len: 849 time: 0.0641634 May 31 16:55:29.147798 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-0e8a756a-cf66-4b05-90b9-036c94d20050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:55:29.149283 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-0e8a756a-cf66-4b05-90b9-036c94d20050 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=424e1dcc-9276-407b-a105-ce93c0caa27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0734265 May 31 16:55:29.169438 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:29.286371 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-fe4cbab3-d2cd-45ff-9e76-88afbaff514d service neutron] 10.222.0.59 "GET /v2.0/networks/424e1dcc-9276-407b-a105-ce93c0caa27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300459 May 31 16:55:29.424720 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-1f4f02e0-2e3b-4eb3-aa6d-c4a6e926c0e7 req-638607a9-2b59-4b86-8144-159e13ad7b0d service neutron] 10.222.0.59 "GET /v2.0/networks/424e1dcc-9276-407b-a105-ce93c0caa27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306605 May 31 16:55:29.545162 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c747e-8ca6-4739-96b1-570a9c3ff014 req-865c7894-9f32-4bf3-b909-73bf2b3c72c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:55:29.546736 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-9d9c747e-8ca6-4739-96b1-570a9c3ff014 req-865c7894-9f32-4bf3-b909-73bf2b3c72c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb4f3a0d5106494fb49ca45c7f910591&device_id=1f462f57-66b1-466e-9a53-c7d6a8ba8289 HTTP/1.1" status: 200 len: 1097 time: 0.0753660 May 31 16:55:29.684543 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c747e-8ca6-4739-96b1-570a9c3ff014 req-bc027242-81c2-483c-a0cf-f7c7818353df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:55:29.685927 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-9d9c747e-8ca6-4739-96b1-570a9c3ff014 req-bc027242-81c2-483c-a0cf-f7c7818353df service neutron] 10.222.0.59 "GET /v2.0/networks?id=424e1dcc-9276-407b-a105-ce93c0caa27a HTTP/1.1" status: 200 len: 911 time: 0.1325138 May 31 16:55:29.759294 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-9d9c747e-8ca6-4739-96b1-570a9c3ff014 req-56489df0-7239-4da8-98e6-68b7de428e60 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a60ac77-b049-4d85-a015-7b54ab93a28a HTTP/1.1" status: 200 len: 217 time: 0.0661497 May 31 16:55:29.795306 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7a845-ab4e-45a1-9865-7d61ed6fd468 req-02649563-7680-4604-9c4e-08028e96a585 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:55:29.796876 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3aa7a845-ab4e-45a1-9865-7d61ed6fd468 req-02649563-7680-4604-9c4e-08028e96a585 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f462f57-66b1-466e-9a53-c7d6a8ba8289 HTTP/1.1" status: 200 len: 944 time: 0.0830061 May 31 16:55:29.832890 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c747e-8ca6-4739-96b1-570a9c3ff014 req-982a63db-e629-46db-95f9-64ab3401ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:55:29.834349 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-9d9c747e-8ca6-4739-96b1-570a9c3ff014 req-982a63db-e629-46db-95f9-64ab3401ae9b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4d265c9-d524-4027-98b9-ec3cefce648c HTTP/1.1" status: 200 len: 849 time: 0.0689096 May 31 16:55:29.843348 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3aa7a845-ab4e-45a1-9865-7d61ed6fd468 req-e4bad9e0-4127-4065-9cfd-3619718e26a8 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399544 May 31 16:55:29.917679 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c747e-8ca6-4739-96b1-570a9c3ff014 req-eaff95ec-912b-4e88-8c76-72b871c3c21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:55:29.919208 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-9d9c747e-8ca6-4739-96b1-570a9c3ff014 req-eaff95ec-912b-4e88-8c76-72b871c3c21f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=424e1dcc-9276-407b-a105-ce93c0caa27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0736728 May 31 16:55:30.072093 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-9d9c747e-8ca6-4739-96b1-570a9c3ff014 req-5e66c02a-ed3b-42f2-b41f-2ccd731d3bd6 service neutron] 10.222.0.59 "GET /v2.0/networks/424e1dcc-9276-407b-a105-ce93c0caa27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452122 May 31 16:55:30.211005 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-9d9c747e-8ca6-4739-96b1-570a9c3ff014 req-9209b804-daa7-4ba5-9a4c-87aec0324dce service neutron] 10.222.0.59 "GET /v2.0/networks/424e1dcc-9276-407b-a105-ce93c0caa27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315560 May 31 16:55:31.040679 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6aa25-8b63-4348-97d6-31dbd86b59aa req-af68316f-61d1-4d53-ae0b-2f50ca11c688 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:55:31.043570 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8ea6aa25-8b63-4348-97d6-31dbd86b59aa req-af68316f-61d1-4d53-ae0b-2f50ca11c688 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f462f57-66b1-466e-9a53-c7d6a8ba8289 HTTP/1.1" status: 200 len: 944 time: 0.0872207 May 31 16:55:31.094120 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-8ea6aa25-8b63-4348-97d6-31dbd86b59aa req-b4b8dcc3-f4ee-4778-8dd3-3ef95c642841 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459955 May 31 16:55:32.292837 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b660e5-7f32-4c5a-aa7c-4007bc87138d req-f0d1cdfe-ac68-446e-a062-b3b8518db692 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:55:32.294330 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-79b660e5-7f32-4c5a-aa7c-4007bc87138d req-f0d1cdfe-ac68-446e-a062-b3b8518db692 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f462f57-66b1-466e-9a53-c7d6a8ba8289 HTTP/1.1" status: 200 len: 944 time: 0.0906224 May 31 16:55:32.342034 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-79b660e5-7f32-4c5a-aa7c-4007bc87138d req-7c328a10-9985-4d56-95bb-710ab2aadb2e tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415726 May 31 16:55:33.262756 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 1a60ac77-b049-4d85-a015-7b54ab93a28a details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:55:33.398639 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 1a60ac77-b049-4d85-a015-7b54ab93a28a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1a60ac77-b049-4d85-a015-7b54ab93a28a,segment=NetworkSegment(d3b85b16-8362-401e-924f-841988789fb7),segment_id=d3b85b16-8362-401e-924f-841988789fb7)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:55:33.412337 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '1a60ac77-b049-4d85-a015-7b54ab93a28a', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'port_id': '1a60ac77-b049-4d85-a015-7b54ab93a28a', 'mac_address': 'fa:16:3e:83:d1:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:55:33.470171 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:33.488076 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a60ac77-b049-4d85-a015-7b54ab93a28a {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:55:33.505070 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 1a60ac77-b049-4d85-a015-7b54ab93a28a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1a60ac77-b049-4d85-a015-7b54ab93a28a,segment=NetworkSegment(d3b85b16-8362-401e-924f-841988789fb7),segment_id=d3b85b16-8362-401e-924f-841988789fb7)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:55:33.510457 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:33.512360 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:33.538873 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4872a-abbb-4ae2-8957-ea4f26666c55 req-436cc380-efd5-4fa7-93a0-d85837a5d1e5 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:55:33.540493 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-78b4872a-abbb-4ae2-8957-ea4f26666c55 req-436cc380-efd5-4fa7-93a0-d85837a5d1e5 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f462f57-66b1-466e-9a53-c7d6a8ba8289 HTTP/1.1" status: 200 len: 944 time: 0.0918558 May 31 16:55:33.583512 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=1a60ac77-b049-4d85-a015-7b54ab93a28a,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:33.586826 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:33.587507 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-78b4872a-abbb-4ae2-8957-ea4f26666c55 req-c3a02345-c6c3-4226-9de3-6c6dad7492ac tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411170 May 31 16:55:33.886233 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['1a60ac77-b049-4d85-a015-7b54ab93a28a'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:55:34.785526 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6c2ee-38de-4eaa-96e4-b3bd2ee60853 req-f3801e49-503d-46fb-837c-003edea37e05 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:55:34.786911 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5ee6c2ee-38de-4eaa-96e4-b3bd2ee60853 req-f3801e49-503d-46fb-837c-003edea37e05 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f462f57-66b1-466e-9a53-c7d6a8ba8289 HTTP/1.1" status: 200 len: 945 time: 0.0920925 May 31 16:55:34.810622 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-55185d95-1a1b-4e20-8e40-db76fcf19b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:34.834501 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5ee6c2ee-38de-4eaa-96e4-b3bd2ee60853 req-f6b7d446-30d6-4ab3-a20b-eae7352f3d9a tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416188 May 31 16:55:35.264145 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 1a60ac77-b049-4d85-a015-7b54ab93a28a up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:55:35.343607 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port 1a60ac77-b049-4d85-a015-7b54ab93a28a completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:55:35.348737 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 1a60ac77-b049-4d85-a015-7b54ab93a28a triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:55:35.349117 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:35.466539 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:35.496096 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f462f57-66b1-466e-9a53-c7d6a8ba8289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a60ac77-b049-4d85-a015-7b54ab93a28a'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:55:35.498391 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00cc2ddc43b1653c3eb190ff1f3bd01939441b4e5bab11a761bd695af265e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff15db0-d9e5-48fc-9d2b-8d425ee29895" -d '{"events": [{"server_uuid": "1f462f57-66b1-466e-9a53-c7d6a8ba8289", "name": "network-vif-plugged", "status": "completed", "tag": "1a60ac77-b049-4d85-a015-7b54ab93a28a"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:55:35.507516 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 1a60ac77-b049-4d85-a015-7b54ab93a28a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1a60ac77-b049-4d85-a015-7b54ab93a28a,segment=NetworkSegment(d3b85b16-8362-401e-924f-841988789fb7),segment_id=d3b85b16-8362-401e-924f-841988789fb7)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:55:35.513233 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:35.515262 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:35.549652 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b210c0-1897-4677-ae63-9ec5a47b8cef x-openstack-request-id: req-e2b210c0-1897-4677-ae63-9ec5a47b8cef {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:55:35.549968 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f462f57-66b1-466e-9a53-c7d6a8ba8289", "name": "network-vif-plugged", "status": "completed", "tag": "1a60ac77-b049-4d85-a015-7b54ab93a28a", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:55:35.550212 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e2b210c0-1897-4677-ae63-9ec5a47b8cef {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:55:35.550620 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f462f57-66b1-466e-9a53-c7d6a8ba8289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a60ac77-b049-4d85-a015-7b54ab93a28a', 'code': 200} May 31 16:55:35.584840 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=1a60ac77-b049-4d85-a015-7b54ab93a28a,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:35.588254 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:35.794452 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c651f89-bcd1-4bc6-83d1-cd2a3df841c2 req-fe136108-87e9-4356-93c9-c3e9606907cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:55:35.796021 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-2c651f89-bcd1-4bc6-83d1-cd2a3df841c2 req-fe136108-87e9-4356-93c9-c3e9606907cf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1f462f57-66b1-466e-9a53-c7d6a8ba8289 HTTP/1.1" status: 200 len: 1099 time: 0.0820920 May 31 16:55:35.850445 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-2c651f89-bcd1-4bc6-83d1-cd2a3df841c2 req-c0d152a9-e761-4603-bb58-22cd06f86426 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474372 May 31 16:55:36.036027 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90079f0a-d39c-457c-b956-b31e1e333506 req-6c945d9c-e044-48ba-bd71-0dcb2d0296fd tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:55:36.037435 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-90079f0a-d39c-457c-b956-b31e1e333506 req-6c945d9c-e044-48ba-bd71-0dcb2d0296fd tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f462f57-66b1-466e-9a53-c7d6a8ba8289 HTTP/1.1" status: 200 len: 946 time: 0.0905955 May 31 16:55:36.083667 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-90079f0a-d39c-457c-b956-b31e1e333506 req-744d86d7-f832-4c82-a8da-a1af91fcbb17 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403707 May 31 16:55:37.125854 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:37.271504 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b6c5b-212d-4359-af84-c3f705c18de2 req-3ae230d7-e703-4951-8425-64a7167583f7 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:55:37.273035 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b47b6c5b-212d-4359-af84-c3f705c18de2 req-3ae230d7-e703-4951-8425-64a7167583f7 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f462f57-66b1-466e-9a53-c7d6a8ba8289 HTTP/1.1" status: 200 len: 946 time: 0.0813153 May 31 16:55:37.318270 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b47b6c5b-212d-4359-af84-c3f705c18de2 req-976d7e35-35ca-4859-af33-14048bb1e62e tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393291 May 31 16:55:37.508591 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d87ef9-0b2f-46f1-8946-435255c79a1f req-144f032d-dad0-460a-8cbb-70d364dccd58 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:55:37.510080 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-04d87ef9-0b2f-46f1-8946-435255c79a1f req-144f032d-dad0-460a-8cbb-70d364dccd58 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f462f57-66b1-466e-9a53-c7d6a8ba8289 HTTP/1.1" status: 200 len: 946 time: 0.0847554 May 31 16:55:37.556927 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-04d87ef9-0b2f-46f1-8946-435255c79a1f req-b2d85cad-5c1c-481d-86f9-319763c609d5 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406311 May 31 16:55:37.580714 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 41992) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:55:37.705153 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b55282e-383c-4bde-ad88-e0f9ca41ef3c tempest-TestSnapshotPattern-2113076378 tempest-TestSnapshotPattern-2113076378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:55:37.706694 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6b55282e-383c-4bde-ad88-e0f9ca41ef3c tempest-TestSnapshotPattern-2113076378 tempest-TestSnapshotPattern-2113076378-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=1f462f57-66b1-466e-9a53-c7d6a8ba8289 HTTP/1.1" status: 200 len: 1094 time: 0.1250534 May 31 16:55:37.709884 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 41998) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:55:37.715154 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-d2244ae9-75d8-4f48-ba9e-13102fe0cb06 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'port_id': '1a60ac77-b049-4d85-a015-7b54ab93a28a', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'fixed_ip_address': '172.20.0.13'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:55:37.721679 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d2244ae9-75d8-4f48-ba9e-13102fe0cb06 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:55:37.725665 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d2244ae9-75d8-4f48-ba9e-13102fe0cb06 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Usage tracker for resource:floatingip and tenant:bb4f3a0d5106494fb49ca45c7f910591 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:55:37.728642 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-d2244ae9-75d8-4f48-ba9e-13102fe0cb06 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:55:37.734403 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-d2244ae9-75d8-4f48-ba9e-13102fe0cb06 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:55:37.750284 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d2244ae9-75d8-4f48-ba9e-13102fe0cb06 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for floatingip, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:37.891631 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d2244ae9-75d8-4f48-ba9e-13102fe0cb06 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:38.034128 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-d2244ae9-75d8-4f48-ba9e-13102fe0cb06 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Allocated IP 172.26.0.195 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/94e17aed-0e19-4dfc-96d5-e3c617437d38) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:55:38.081460 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5fcf5432-9426-40f6-9bed-fdb9bb3a2f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:38.185572 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d2244ae9-75d8-4f48-ba9e-13102fe0cb06 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:38.218827 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d2244ae9-75d8-4f48-ba9e-13102fe0cb06 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:38.223625 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ea7f8180-b862-4fb5-ac11-3be6bba0815e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:38.288390 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2244ae9-75d8-4f48-ba9e-13102fe0cb06 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:55:38.291188 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-d2244ae9-75d8-4f48-ba9e-13102fe0cb06 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:55:38.295121 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2244ae9-75d8-4f48-ba9e-13102fe0cb06 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:55:38.335765 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2244ae9-75d8-4f48-ba9e-13102fe0cb06 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Pushing event updated for resources: {'Port': ['ID=94e17aed-0e19-4dfc-96d5-e3c617437d38,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:38.340120 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d2244ae9-75d8-4f48-ba9e-13102fe0cb06 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:38.709765 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:38.732451 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d2244ae9-75d8-4f48-ba9e-13102fe0cb06 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:38.813536 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d2244ae9-75d8-4f48-ba9e-13102fe0cb06 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:39.176682 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d2244ae9-75d8-4f48-ba9e-13102fe0cb06 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:39.182498 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d2244ae9-75d8-4f48-ba9e-13102fe0cb06 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:39.186673 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6d1cba48-5c83-4772-99e6-4ba622612dc7 tempest-TestMinimumBasicScenario-662887961 tempest-TestMinimumBasicScenario-662887961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:55:39.292299 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2244ae9-75d8-4f48-ba9e-13102fe0cb06 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Pushing event updated for resources: {'Port': ['ID=94e17aed-0e19-4dfc-96d5-e3c617437d38,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:55:39.296573 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-d2244ae9-75d8-4f48-ba9e-13102fe0cb06 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:55:39.303303 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d2244ae9-75d8-4f48-ba9e-13102fe0cb06 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:39.480271 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-d2244ae9-75d8-4f48-ba9e-13102fe0cb06 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Floating IP ecd77377-0ff4-48e7-85c2-a6e912f97155 associated. External IP: 172.26.0.195, port: 1a60ac77-b049-4d85-a015-7b54ab93a28a. May 31 16:55:39.836636 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2244ae9-75d8-4f48-ba9e-13102fe0cb06 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Router 90fa58ba-1cad-4512-9232-658dbaecf9f5 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:55:40.015199 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2244ae9-75d8-4f48-ba9e-13102fe0cb06 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:55:40.027802 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cee78c-5de8-4361-be28-bd352ffcdf34 None None] Sync routers for ids ['90fa58ba-1cad-4512-9232-658dbaecf9f5'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:55:40.040438 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cee78c-5de8-4361-be28-bd352ffcdf34 None None] Routers {'90fa58ba-1cad-4512-9232-658dbaecf9f5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:55:40.041085 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-c0cee78c-5de8-4361-be28-bd352ffcdf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:55:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['90fa58ba-1cad-4512-9232-658dbaecf9f5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:55:40.048341 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-d2244ae9-75d8-4f48-ba9e-13102fe0cb06 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:40.107913 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-d2244ae9-75d8-4f48-ba9e-13102fe0cb06 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3968415 May 31 16:55:40.108748 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f462f57-66b1-466e-9a53-c7d6a8ba8289', 'tag': '1a60ac77-b049-4d85-a015-7b54ab93a28a'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:55:40.111504 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712cbd604a6cc1e0f5ba13422e2683da83bae824a67b09ff26bcbb5182465e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670b7f68-c1ec-4bee-b208-4e274cf28d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "1f462f57-66b1-466e-9a53-c7d6a8ba8289", "tag": "1a60ac77-b049-4d85-a015-7b54ab93a28a"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:55:40.136876 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:55:40.159255 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448e5c5e-3273-4b68-b7ab-d0d3c07a7013 x-openstack-request-id: req-448e5c5e-3273-4b68-b7ab-d0d3c07a7013 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:55:40.159591 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f462f57-66b1-466e-9a53-c7d6a8ba8289", "tag": "1a60ac77-b049-4d85-a015-7b54ab93a28a", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:55:40.159889 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-448e5c5e-3273-4b68-b7ab-d0d3c07a7013 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:55:40.160308 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f462f57-66b1-466e-9a53-c7d6a8ba8289', 'tag': '1a60ac77-b049-4d85-a015-7b54ab93a28a', 'status': 'completed', 'code': 200} May 31 16:55:40.237241 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-c0cee78c-5de8-4361-be28-bd352ffcdf34 None None] Set router 90fa58ba-1cad-4512-9232-658dbaecf9f5 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:55:40.255854 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b7f68-c1ec-4bee-b208-4e274cf28d3f req-0c7d0883-6f42-44a5-a6c6-7f9a03f776a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:55:40.257343 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-670b7f68-c1ec-4bee-b208-4e274cf28d3f req-0c7d0883-6f42-44a5-a6c6-7f9a03f776a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb4f3a0d5106494fb49ca45c7f910591&device_id=1f462f57-66b1-466e-9a53-c7d6a8ba8289 HTTP/1.1" status: 200 len: 1099 time: 0.0748501 May 31 16:55:40.551065 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b7f68-c1ec-4bee-b208-4e274cf28d3f req-2c25a9e6-b9ff-4c95-815b-e4ba6d7853a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:55:40.552534 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-670b7f68-c1ec-4bee-b208-4e274cf28d3f req-2c25a9e6-b9ff-4c95-815b-e4ba6d7853a3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=424e1dcc-9276-407b-a105-ce93c0caa27a HTTP/1.1" status: 200 len: 911 time: 0.2878449 May 31 16:55:40.646628 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-c0cee78c-5de8-4361-be28-bd352ffcdf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'name': 'tempest-TestSnapshotPattern-1630262978-router', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:55:06Z', 'updated_at': '2021-05-31T16:55:11Z', 'revision_number': 4, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'gw_port': {'id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:07Z', 'updated_at': '2021-05-31T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'ecd77377-0ff4-48e7-85c2-a6e912f97155', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'floating_ip_address': '172.26.0.195', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'port_id': '1a60ac77-b049-4d85-a015-7b54ab93a28a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'mac_address': 'fa:16:3e:83:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f462f57-66b1-466e-9a53-c7d6a8ba8289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:55:38Z', 'updated_at': '2021-05-31T16:55:38Z', 'revision_number': 0, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5', 'name': '', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'mac_address': 'fa:16:3e:19:ec:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:10Z', 'updated_at': '2021-05-31T16:55:15Z', 'revision_number': 5, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'subnets': [{'id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:55:40.650663 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cee78c-5de8-4361-be28-bd352ffcdf34 None None] Checking router: 90fa58ba-1cad-4512-9232-658dbaecf9f5 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:55:40.659409 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cee78c-5de8-4361-be28-bd352ffcdf34 None None] Routers {'90fa58ba-1cad-4512-9232-658dbaecf9f5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:55:40.660025 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-c0cee78c-5de8-4361-be28-bd352ffcdf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:55:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['90fa58ba-1cad-4512-9232-658dbaecf9f5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:55:40.661369 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-670b7f68-c1ec-4bee-b208-4e274cf28d3f req-67f5d0e3-8a86-4c91-bc07-b194eaf7a729 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a60ac77-b049-4d85-a015-7b54ab93a28a HTTP/1.1" status: 200 len: 1000 time: 0.1012926 May 31 16:55:40.728331 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b7f68-c1ec-4bee-b208-4e274cf28d3f req-634da1b8-31a6-4f05-90eb-15e4705b043d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:55:40.729821 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-670b7f68-c1ec-4bee-b208-4e274cf28d3f req-634da1b8-31a6-4f05-90eb-15e4705b043d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4d265c9-d524-4027-98b9-ec3cefce648c HTTP/1.1" status: 200 len: 849 time: 0.0619256 May 31 16:55:40.815257 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b7f68-c1ec-4bee-b208-4e274cf28d3f req-562b4c12-9760-4d2f-9fa4-8965b14dd34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:55:40.816800 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-670b7f68-c1ec-4bee-b208-4e274cf28d3f req-562b4c12-9760-4d2f-9fa4-8965b14dd34c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=424e1dcc-9276-407b-a105-ce93c0caa27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0805504 May 31 16:55:40.841164 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-c0cee78c-5de8-4361-be28-bd352ffcdf34 None None] Set router 90fa58ba-1cad-4512-9232-658dbaecf9f5 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:55:40.956847 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-670b7f68-c1ec-4bee-b208-4e274cf28d3f req-388475bd-1fcb-4d2b-b17c-9b9070b54212 service neutron] 10.222.0.59 "GET /v2.0/networks/424e1dcc-9276-407b-a105-ce93c0caa27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325018 May 31 16:55:41.091674 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-670b7f68-c1ec-4bee-b208-4e274cf28d3f req-3adae038-60be-4e14-ae16-58a35a552fbc service neutron] 10.222.0.59 "GET /v2.0/networks/424e1dcc-9276-407b-a105-ce93c0caa27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270924 May 31 16:55:41.195864 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-c0cee78c-5de8-4361-be28-bd352ffcdf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'name': 'tempest-TestSnapshotPattern-1630262978-router', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:55:06Z', 'updated_at': '2021-05-31T16:55:11Z', 'revision_number': 4, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'gw_port': {'id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:07Z', 'updated_at': '2021-05-31T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'ecd77377-0ff4-48e7-85c2-a6e912f97155', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'floating_ip_address': '172.26.0.195', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'port_id': '1a60ac77-b049-4d85-a015-7b54ab93a28a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'mac_address': 'fa:16:3e:83:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f462f57-66b1-466e-9a53-c7d6a8ba8289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:55:38Z', 'updated_at': '2021-05-31T16:55:38Z', 'revision_number': 0, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5', 'name': '', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'mac_address': 'fa:16:3e:19:ec:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:10Z', 'updated_at': '2021-05-31T16:55:15Z', 'revision_number': 5, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'subnets': [{'id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:55:41.200340 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cee78c-5de8-4361-be28-bd352ffcdf34 None None] The sync data for ids ['90fa58ba-1cad-4512-9232-658dbaecf9f5'] in dv-neutron-601336-79-hyperv is: [{'id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'name': 'tempest-TestSnapshotPattern-1630262978-router', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:55:06Z', 'updated_at': '2021-05-31T16:55:11Z', 'revision_number': 4, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'gw_port': {'id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:07Z', 'updated_at': '2021-05-31T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'ecd77377-0ff4-48e7-85c2-a6e912f97155', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'floating_ip_address': '172.26.0.195', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'port_id': '1a60ac77-b049-4d85-a015-7b54ab93a28a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'mac_address': 'fa:16:3e:83:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f462f57-66b1-466e-9a53-c7d6a8ba8289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:55:38Z', 'updated_at': '2021-05-31T16:55:38Z', 'revision_number': 0, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5', 'name': '', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'mac_address': 'fa:16:3e:19:ec:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:10Z', 'updated_at': '2021-05-31T16:55:15Z', 'revision_number': 5, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'subnets': [{'id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:55:41.397915 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d717c320-8989-42ef-acd3-1445052fa8de None None] New status for floating IP ecd77377-0ff4-48e7-85c2-a6e912f97155: ACTIVE {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:55:59.011079 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:55:59.186190 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:56:04.804455 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b429fe57-70ec-4c41-bad7-149181dbe918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:56:07.127776 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:56:08.086217 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6b107362-b0d7-4758-84a5-38fb64a851d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:56:08.713487 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:56:10.107239 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:56:29.199110 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:56:30.891500 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-ddb85e35-841f-4d91-a3d9-a9a5b1eadfde req-2607f31c-fe1e-4144-aec2-c1f5ea5d422d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1f462f57-66b1-466e-9a53-c7d6a8ba8289&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752277 May 31 16:56:31.041386 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb85e35-841f-4d91-a3d9-a9a5b1eadfde req-e3fc2d92-b046-49e3-a12d-87f8d1485321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:56:31.042911 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-ddb85e35-841f-4d91-a3d9-a9a5b1eadfde req-e3fc2d92-b046-49e3-a12d-87f8d1485321 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb4f3a0d5106494fb49ca45c7f910591&device_id=1f462f57-66b1-466e-9a53-c7d6a8ba8289 HTTP/1.1" status: 200 len: 1099 time: 0.0794988 May 31 16:56:31.191596 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb85e35-841f-4d91-a3d9-a9a5b1eadfde req-13c23934-a291-4ba9-bb33-fcb4c3a8925b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:56:31.192999 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-ddb85e35-841f-4d91-a3d9-a9a5b1eadfde req-13c23934-a291-4ba9-bb33-fcb4c3a8925b service neutron] 10.222.0.59 "GET /v2.0/networks?id=424e1dcc-9276-407b-a105-ce93c0caa27a HTTP/1.1" status: 200 len: 911 time: 0.1293297 May 31 16:56:31.293535 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-ddb85e35-841f-4d91-a3d9-a9a5b1eadfde req-08b0b615-fa45-45ac-8ba9-a39d3d9b951c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a60ac77-b049-4d85-a015-7b54ab93a28a HTTP/1.1" status: 200 len: 1002 time: 0.0936251 May 31 16:56:31.360702 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb85e35-841f-4d91-a3d9-a9a5b1eadfde req-0e6500cb-1e2b-4948-bdf0-ef232f046c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:56:31.362183 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-ddb85e35-841f-4d91-a3d9-a9a5b1eadfde req-0e6500cb-1e2b-4948-bdf0-ef232f046c74 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4d265c9-d524-4027-98b9-ec3cefce648c HTTP/1.1" status: 200 len: 849 time: 0.0623324 May 31 16:56:31.440148 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb85e35-841f-4d91-a3d9-a9a5b1eadfde req-986caea8-526b-456a-8a73-b8fce9c1f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:56:31.441699 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-ddb85e35-841f-4d91-a3d9-a9a5b1eadfde req-986caea8-526b-456a-8a73-b8fce9c1f4f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=424e1dcc-9276-407b-a105-ce93c0caa27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0727818 May 31 16:56:31.574698 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-ddb85e35-841f-4d91-a3d9-a9a5b1eadfde req-ee9a03ce-ae95-403a-8d85-6e145082d27e service neutron] 10.222.0.59 "GET /v2.0/networks/424e1dcc-9276-407b-a105-ce93c0caa27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258307 May 31 16:56:31.709354 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-ddb85e35-841f-4d91-a3d9-a9a5b1eadfde req-9bff7aff-5799-465b-99fb-37c45d0f49df service neutron] 10.222.0.59 "GET /v2.0/networks/424e1dcc-9276-407b-a105-ce93c0caa27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268759 May 31 16:56:34.810018 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9f1082c1-b624-416c-b7af-3c3c053134df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:56:36.010721 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:56:37.123071 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:56:38.093682 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-279ed756-8548-4812-b6ad-321a07c51614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:56:38.715673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:56:40.110617 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:56:59.196021 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:57:04.814782 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-82a00dd7-d6c9-4eb8-bb4c-d5d23467d42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:57:07.135366 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:57:08.088905 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-509cc45b-edec-41bb-9775-b86a0832b781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:57:08.718482 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:57:10.112923 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:57:13.011246 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:57:29.197094 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:57:30.925003 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-6578bddf-8de7-4999-afd0-6f387f526d53 req-24f46927-2761-438f-86d5-0a1709cf8314 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1f462f57-66b1-466e-9a53-c7d6a8ba8289&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0835230 May 31 16:57:31.075507 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578bddf-8de7-4999-afd0-6f387f526d53 req-25fa6d87-6498-4c03-a061-b8df659bca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:57:31.077142 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-6578bddf-8de7-4999-afd0-6f387f526d53 req-25fa6d87-6498-4c03-a061-b8df659bca70 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb4f3a0d5106494fb49ca45c7f910591&device_id=1f462f57-66b1-466e-9a53-c7d6a8ba8289 HTTP/1.1" status: 200 len: 1099 time: 0.0796537 May 31 16:57:31.378832 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578bddf-8de7-4999-afd0-6f387f526d53 req-091905b0-032b-4ed8-9579-881eb5c48d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:57:31.380328 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-6578bddf-8de7-4999-afd0-6f387f526d53 req-091905b0-032b-4ed8-9579-881eb5c48d34 service neutron] 10.222.0.59 "GET /v2.0/networks?id=424e1dcc-9276-407b-a105-ce93c0caa27a HTTP/1.1" status: 200 len: 911 time: 0.2834842 May 31 16:57:31.495692 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-6578bddf-8de7-4999-afd0-6f387f526d53 req-fb593ef7-e3fc-48e8-bd41-a9df4c01b4ef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a60ac77-b049-4d85-a015-7b54ab93a28a HTTP/1.1" status: 200 len: 1002 time: 0.1081440 May 31 16:57:31.564499 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578bddf-8de7-4999-afd0-6f387f526d53 req-6f63149b-026b-45fd-ab05-9877b6a31b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:57:31.566135 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-6578bddf-8de7-4999-afd0-6f387f526d53 req-6f63149b-026b-45fd-ab05-9877b6a31b5e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4d265c9-d524-4027-98b9-ec3cefce648c HTTP/1.1" status: 200 len: 849 time: 0.0637040 May 31 16:57:31.646541 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578bddf-8de7-4999-afd0-6f387f526d53 req-47564633-a518-48ec-bc2e-4e1d3af27a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:57:31.648088 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-6578bddf-8de7-4999-afd0-6f387f526d53 req-47564633-a518-48ec-bc2e-4e1d3af27a84 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=424e1dcc-9276-407b-a105-ce93c0caa27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0746017 May 31 16:57:31.659203 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [req-6578bddf-8de7-4999-afd0-6f387f526d53 req-d1088c64-65be-4a8e-ac4e-a276d3b5f64e service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=99204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 16:57:31.660114 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-6578bddf-8de7-4999-afd0-6f387f526d53 req-d1088c64-65be-4a8e-ac4e-a276d3b5f64e service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050342 May 31 16:57:31.793690 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-6578bddf-8de7-4999-afd0-6f387f526d53 req-c6cc8729-a199-4436-8ad0-7c31bbf0608b service neutron] 10.222.0.59 "GET /v2.0/networks/424e1dcc-9276-407b-a105-ce93c0caa27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269240 May 31 16:57:31.926544 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-6578bddf-8de7-4999-afd0-6f387f526d53 req-bd7d78d4-1344-4276-9d93-5faf463c1a38 service neutron] 10.222.0.59 "GET /v2.0/networks/424e1dcc-9276-407b-a105-ce93c0caa27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257396 May 31 16:57:34.819035 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-9067e452-e973-47d4-9358-70e2b7f4ab54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:57:37.132495 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:57:38.083785 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d388b120-1a83-483f-9391-dcd3da15a4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:57:38.722817 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:57:40.118586 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:57:50.011227 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:57:59.212255 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:04.822868 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-956296f8-01d2-4907-8a9f-04ace43b3244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:07.127696 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:08.088093 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-dd166071-748f-425e-8828-66b5fad50915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:08.725515 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:10.119365 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:12.052130 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 1a60ac77-b049-4d85-a015-7b54ab93a28a details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:58:12.193884 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 1a60ac77-b049-4d85-a015-7b54ab93a28a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1a60ac77-b049-4d85-a015-7b54ab93a28a,segment=NetworkSegment(d3b85b16-8362-401e-924f-841988789fb7),segment_id=d3b85b16-8362-401e-924f-841988789fb7)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:58:12.210764 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '1a60ac77-b049-4d85-a015-7b54ab93a28a', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'port_id': '1a60ac77-b049-4d85-a015-7b54ab93a28a', 'mac_address': 'fa:16:3e:83:d1:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:58:12.266588 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:12.284178 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a60ac77-b049-4d85-a015-7b54ab93a28a {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:58:12.300459 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 1a60ac77-b049-4d85-a015-7b54ab93a28a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1a60ac77-b049-4d85-a015-7b54ab93a28a,segment=NetworkSegment(d3b85b16-8362-401e-924f-841988789fb7),segment_id=d3b85b16-8362-401e-924f-841988789fb7)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:58:12.305848 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:12.307704 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:58:12.374706 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=1a60ac77-b049-4d85-a015-7b54ab93a28a,revision_number=6']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:58:12.382273 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:12.382610 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:12.382936 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:12.383288 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:12.383587 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:12.383904 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:12.384286 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:12.384510 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:12.384849 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:12.385158 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:12.385465 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:12.385775 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:12.390652 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['1a60ac77-b049-4d85-a015-7b54ab93a28a'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:58:12.417045 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:58:14.060462 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 1a60ac77-b049-4d85-a015-7b54ab93a28a up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:58:14.136254 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 1a60ac77-b049-4d85-a015-7b54ab93a28a triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:58:14.136626 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:14.264780 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:14.294625 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f462f57-66b1-466e-9a53-c7d6a8ba8289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a60ac77-b049-4d85-a015-7b54ab93a28a'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:58:14.297044 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00cc2ddc43b1653c3eb190ff1f3bd01939441b4e5bab11a761bd695af265e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c963e59-e04a-402f-93a9-52418869d288" -d '{"events": [{"server_uuid": "1f462f57-66b1-466e-9a53-c7d6a8ba8289", "name": "network-vif-plugged", "status": "completed", "tag": "1a60ac77-b049-4d85-a015-7b54ab93a28a"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:58:14.306037 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 1a60ac77-b049-4d85-a015-7b54ab93a28a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1a60ac77-b049-4d85-a015-7b54ab93a28a,segment=NetworkSegment(d3b85b16-8362-401e-924f-841988789fb7),segment_id=d3b85b16-8362-401e-924f-841988789fb7)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:58:14.311837 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:14.313844 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:58:14.396110 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=1a60ac77-b049-4d85-a015-7b54ab93a28a,revision_number=7']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:58:14.399601 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:58:14.430898 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc7c4a0-814a-4536-8ddb-96a1855c2c21 x-openstack-request-id: req-ddc7c4a0-814a-4536-8ddb-96a1855c2c21 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:58:14.431234 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f462f57-66b1-466e-9a53-c7d6a8ba8289", "name": "network-vif-plugged", "status": "completed", "tag": "1a60ac77-b049-4d85-a015-7b54ab93a28a", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:58:14.431499 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ddc7c4a0-814a-4536-8ddb-96a1855c2c21 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:58:14.431919 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f462f57-66b1-466e-9a53-c7d6a8ba8289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a60ac77-b049-4d85-a015-7b54ab93a28a', 'code': 200} May 31 16:58:26.465064 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-a56e2c8a-7b66-4a21-b3df-862323d6a0ea tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-881834941&fields=id&tenant_id=bb4f3a0d5106494fb49ca45c7f910591 HTTP/1.1" status: 200 len: 267 time: 0.0499003 May 31 16:58:26.625547 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-b36da982-a400-49c3-b57d-90fbef0461ee tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:26.627125 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-b36da982-a400-49c3-b57d-90fbef0461ee tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/networks?id=424e1dcc-9276-407b-a105-ce93c0caa27a HTTP/1.1" status: 200 len: 810 time: 0.1546535 May 31 16:58:26.645256 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-52dd97a1-f9a0-4cf1-852a-594a0b5007d9 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/quotas/bb4f3a0d5106494fb49ca45c7f910591 HTTP/1.1" status: 200 len: 375 time: 0.0100205 May 31 16:58:26.748315 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-8a497859-c98f-4951-821c-c740b7e2b8d6 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb4f3a0d5106494fb49ca45c7f910591&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0974395 May 31 16:58:26.841778 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-392ead23-9b4e-4eba-9b07-d1b7405c53da service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=99205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 16:58:26.842876 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-392ead23-9b4e-4eba-9b07-d1b7405c53da service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0811217 May 31 16:58:26.988190 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-4749a823-2cb3-4947-9f40-fd3780e76f0b service neutron] 10.222.0.45 "GET /v2.0/networks/424e1dcc-9276-407b-a105-ce93c0caa27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371098 May 31 16:58:27.011114 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:58:27.313927 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-800128c5-7747-4919-b939-5fddd550330c service neutron] 10.222.0.45 "GET /v2.0/networks/424e1dcc-9276-407b-a105-ce93c0caa27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180990 May 31 16:58:27.526796 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-15750fa8-e819-4cc8-a970-a7918931aff6 req-58781d4a-76f7-426e-be0b-8c76c37fbdda tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 210 time: 0.0447266 May 31 16:58:28.685844 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-fcb99508-851b-4230-8231-458306009119 req-ccbd796a-d954-422f-af45-19ae2c3c06b2 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 210 time: 0.0453601 May 31 16:58:28.703968 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-6482cd81-ef79-40cc-a108-f4eb9ddda1ae tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:28.705441 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-6482cd81-ef79-40cc-a108-f4eb9ddda1ae tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.59 "GET /v2.0/networks?id=424e1dcc-9276-407b-a105-ce93c0caa27a HTTP/1.1" status: 200 len: 810 time: 0.1530545 May 31 16:58:28.755723 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-b612fddd-6320-4dc2-82ab-05bdaf7b71e1 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb4f3a0d5106494fb49ca45c7f910591 HTTP/1.1" status: 200 len: 379 time: 0.0416138 May 31 16:58:28.764102 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Request body: {'port': {'device_id': 'd9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'admin_state_up': True, 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'security_groups': ['2cba37d1-9d1a-48e5-873c-63dd159d9f46']}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:58:28.904930 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:58:28.909484 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Usage tracker for resource:port and tenant:bb4f3a0d5106494fb49ca45c7f910591 is out of sync, need to count used quota {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:58:28.912658 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Quota usage for port was recalculated. Used quota:4. {{(pid=99204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:58:28.918857 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.quota.driver [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=99204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:58:28.929998 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Made reservation on behalf of bb4f3a0d5106494fb49ca45c7f910591 for: {'port': 1} {{(pid=99204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:58:28.933957 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:29.107848 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_common [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Allocated IP 172.20.0.4 (424e1dcc-9276-407b-a105-ce93c0caa27a/c4d265c9-d524-4027-98b9-ec3cefce648c/456c8e9e-12a7-4248-8974-c023faf48e1c) {{(pid=99204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:58:29.227924 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:29.399591 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for port, precommit_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:29.419819 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Transition to ACTIVE for port object 456c8e9e-12a7-4248-8974-c023faf48e1c will not be triggered until provisioned by entity DHCP. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:58:29.444812 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_create {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:29.452358 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-fa09aad7-0f4b-4bf7-afcd-1ef4b4dea5cc tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:58:29.522383 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Network 424e1dcc-9276-407b-a105-ce93c0caa27a is already hosted by enough agents. {{(pid=99204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:58:29.525405 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.base_scheduler [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Resources bound (agent type, host, resource id): {{(pid=99204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:58:29.533255 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Received port after_create {{(pid=99204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:58:29.578402 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Pushing event updated for resources: {'Port': ['ID=456c8e9e-12a7-4248-8974-c023faf48e1c,revision_number=1']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:58:29.602343 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:29.602750 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:29.603128 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:29.603625 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:29.603986 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:29.604342 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:29.604701 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:29.605051 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:29.605446 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:29.605774 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:29.606257 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:29.606886 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:29.613773 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:58:29.644678 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:29.645793 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:29.678565 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9179225 May 31 16:58:29.765857 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7fe9f860-cefd-49f2-9175-26bc9b48f011 None None] Provisioning for port 456c8e9e-12a7-4248-8974-c023faf48e1c completed by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:58:29.771757 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-7fe9f860-cefd-49f2-9175-26bc9b48f011 None None] Provisioning complete for port 456c8e9e-12a7-4248-8974-c023faf48e1c triggered by entity DHCP. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:58:29.772489 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7fe9f860-cefd-49f2-9175-26bc9b48f011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:29.830472 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9f860-cefd-49f2-9175-26bc9b48f011 None None] Port 456c8e9e-12a7-4248-8974-c023faf48e1c cannot update to ACTIVE because it is not bound. {{(pid=99206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:58:29.962779 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d8aef-939b-4f44-b785-81829d00a444 req-950a7554-b8df-4c02-8cf9-9a587ac661ef tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:29.965553 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9d3d8aef-939b-4f44-b785-81829d00a444 req-950a7554-b8df-4c02-8cf9-9a587ac661ef tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 931 time: 0.0975521 May 31 16:58:30.019529 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9d3d8aef-939b-4f44-b785-81829d00a444 req-93916a6e-6722-4213-9147-1d382fec3670 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464523 May 31 16:58:30.146179 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 1a60ac77-b049-4d85-a015-7b54ab93a28a no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 16:58:30.276029 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:30.309854 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f462f57-66b1-466e-9a53-c7d6a8ba8289', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a60ac77-b049-4d85-a015-7b54ab93a28a'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:58:30.312221 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00cc2ddc43b1653c3eb190ff1f3bd01939441b4e5bab11a761bd695af265e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400e550e-a39b-40a3-9af3-4e4d0bcd52d1" -d '{"events": [{"server_uuid": "1f462f57-66b1-466e-9a53-c7d6a8ba8289", "name": "network-vif-unplugged", "status": "completed", "tag": "1a60ac77-b049-4d85-a015-7b54ab93a28a"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:58:30.325825 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 1a60ac77-b049-4d85-a015-7b54ab93a28a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1a60ac77-b049-4d85-a015-7b54ab93a28a,segment=NetworkSegment(d3b85b16-8362-401e-924f-841988789fb7),segment_id=d3b85b16-8362-401e-924f-841988789fb7)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:58:30.332584 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:30.343134 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:58:30.381495 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 16:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40012d36-8556-4689-a80d-cf09e76783af x-openstack-request-id: req-40012d36-8556-4689-a80d-cf09e76783af {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:58:30.382098 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f462f57-66b1-466e-9a53-c7d6a8ba8289", "name": "network-vif-unplugged", "status": "completed", "tag": "1a60ac77-b049-4d85-a015-7b54ab93a28a", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:58:30.382532 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-40012d36-8556-4689-a80d-cf09e76783af {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:58:30.383112 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f462f57-66b1-466e-9a53-c7d6a8ba8289', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a60ac77-b049-4d85-a015-7b54ab93a28a', 'code': 200} May 31 16:58:30.438222 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=1a60ac77-b049-4d85-a015-7b54ab93a28a,revision_number=8']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:58:30.441665 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:58:31.236143 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c0d5c-04ce-4d92-ad3e-803900dd309f req-3e5c370b-fb71-4111-ba82-19e9b5f402dd tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:31.237814 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c94c0d5c-04ce-4d92-ad3e-803900dd309f req-3e5c370b-fb71-4111-ba82-19e9b5f402dd tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 931 time: 0.0961328 May 31 16:58:31.292368 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-c94c0d5c-04ce-4d92-ad3e-803900dd309f req-be480392-c69a-4a95-a364-e88331a467c4 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467551 May 31 16:58:32.497894 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9726258-fb89-4ec2-b3b3-bc31afe7cac4 req-4f0cc2a4-eefb-45c0-8bd4-30b3df11d639 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:32.499420 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f9726258-fb89-4ec2-b3b3-bc31afe7cac4 req-4f0cc2a4-eefb-45c0-8bd4-30b3df11d639 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 931 time: 0.0900264 May 31 16:58:32.547876 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-f9726258-fb89-4ec2-b3b3-bc31afe7cac4 req-63230ec3-f061-462f-bc19-e27fe13a1fd5 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421228 May 31 16:58:33.746283 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de869a81-96b2-46c1-879f-b385b9e2eeda req-88eebec2-6dad-4f4f-9159-147c269d4890 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:33.748141 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-de869a81-96b2-46c1-879f-b385b9e2eeda req-88eebec2-6dad-4f4f-9159-147c269d4890 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 931 time: 0.0865273 May 31 16:58:33.799008 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-de869a81-96b2-46c1-879f-b385b9e2eeda req-cf4ba532-91d7-4477-8137-5edc53461492 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444705 May 31 16:58:34.849735 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4dc5d607-3d2d-4f3d-83bb-9576267d481f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:35.020925 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6249ca-4d58-4ded-a004-7dca7c05063a req-efd1de39-aa1e-4416-92ee-3edf10171e75 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:35.022599 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-af6249ca-4d58-4ded-a004-7dca7c05063a req-efd1de39-aa1e-4416-92ee-3edf10171e75 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 931 time: 0.0895414 May 31 16:58:35.070043 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-af6249ca-4d58-4ded-a004-7dca7c05063a req-70454775-e6b3-47d9-bc85-97f44c144512 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413790 May 31 16:58:36.267325 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec6f1f-811f-4ad1-bf23-05d3cfbbb2f2 req-eaf4de66-6be4-46de-8456-26886abc10ee tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:36.269015 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9fec6f1f-811f-4ad1-bf23-05d3cfbbb2f2 req-eaf4de66-6be4-46de-8456-26886abc10ee tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 931 time: 0.0867310 May 31 16:58:36.317806 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9fec6f1f-811f-4ad1-bf23-05d3cfbbb2f2 req-bf9ae4d2-985b-49b1-a491-1f38a3d9f838 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429490 May 31 16:58:37.134251 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:37.522787 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ec1ba-fc69-4d5e-8d1a-24365eebc666 req-7c5a2aae-23f2-4e10-a17f-6cca3be61a14 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:37.524453 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-655ec1ba-fc69-4d5e-8d1a-24365eebc666 req-7c5a2aae-23f2-4e10-a17f-6cca3be61a14 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 931 time: 0.0889604 May 31 16:58:37.573644 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-655ec1ba-fc69-4d5e-8d1a-24365eebc666 req-3b4938f8-c43c-431c-a35b-fae0ae4585bc tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429718 May 31 16:58:38.092785 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8cf27f23-5135-49c9-a297-1390a81662de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:38.728789 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:38.781344 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4f384-79ad-40af-b41a-45d1747481c1 req-0f9f7d48-b290-45f8-bdee-85f8abc29e76 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:38.782835 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5af4f384-79ad-40af-b41a-45d1747481c1 req-0f9f7d48-b290-45f8-bdee-85f8abc29e76 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 931 time: 0.1011457 May 31 16:58:38.828987 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5af4f384-79ad-40af-b41a-45d1747481c1 req-18141bce-1a23-48a5-bdf5-82b006989849 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403469 May 31 16:58:40.027803 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb6d09-8604-4916-a1c3-8db14d5b45f6 req-e8a7034f-4870-45ca-8d0c-f85c7f0afbcc tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:40.029376 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d6bb6d09-8604-4916-a1c3-8db14d5b45f6 req-e8a7034f-4870-45ca-8d0c-f85c7f0afbcc tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 931 time: 0.0850720 May 31 16:58:40.079321 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d6bb6d09-8604-4916-a1c3-8db14d5b45f6 req-c2ad57aa-c3fd-47b2-81b8-ea65e188c687 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439634 May 31 16:58:40.123463 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:41.277406 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9e2fc-df4f-4179-b870-df7a6db29fda req-c030af4e-2c2e-4902-9a7e-cd7cee34adc8 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:41.279101 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d1c9e2fc-df4f-4179-b870-df7a6db29fda req-c030af4e-2c2e-4902-9a7e-cd7cee34adc8 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 931 time: 0.0842292 May 31 16:58:41.326845 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d1c9e2fc-df4f-4179-b870-df7a6db29fda req-93edde4b-fe2a-4c34-ba74-767c69511d03 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419278 May 31 16:58:42.521436 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecee900-3c9b-4e7f-868e-6b0e068d226d req-983e3218-323b-408a-a932-f2e7a31de4f4 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:42.523005 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9ecee900-3c9b-4e7f-868e-6b0e068d226d req-983e3218-323b-408a-a932-f2e7a31de4f4 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 931 time: 0.0838516 May 31 16:58:42.576718 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.v2.base [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-ecaae4bc-f6bb-4f59-9df1-a7acb5992f6b service neutron] Request body: {'port': {'device_id': 'd9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=99204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:58:42.579511 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-9ecee900-3c9b-4e7f-868e-6b0e068d226d req-2bd5320a-183a-42af-9dab-06880f23eb1c tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503414 May 31 16:58:42.667532 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5ec6b3b0-963c-4a07-ba99-d9d820a58159 req-51d63903-e099-46c6-b386-3a9534da5ef3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1f462f57-66b1-466e-9a53-c7d6a8ba8289&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721622 May 31 16:58:42.697961 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-ecaae4bc-f6bb-4f59-9df1-a7acb5992f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:42.817877 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6b3b0-963c-4a07-ba99-d9d820a58159 req-24199f1a-f6e5-4cbb-8fc1-ffa6b663a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:42.819430 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5ec6b3b0-963c-4a07-ba99-d9d820a58159 req-24199f1a-f6e5-4cbb-8fc1-ffa6b663a653 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb4f3a0d5106494fb49ca45c7f910591&device_id=1f462f57-66b1-466e-9a53-c7d6a8ba8289 HTTP/1.1" status: 200 len: 1097 time: 0.0726984 May 31 16:58:42.969642 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6b3b0-963c-4a07-ba99-d9d820a58159 req-f9e9a357-4fe1-4a05-a27f-9e3cb656cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:42.971053 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5ec6b3b0-963c-4a07-ba99-d9d820a58159 req-f9e9a357-4fe1-4a05-a27f-9e3cb656cd2b service neutron] 10.222.0.59 "GET /v2.0/networks?id=424e1dcc-9276-407b-a105-ce93c0caa27a HTTP/1.1" status: 200 len: 911 time: 0.1329501 May 31 16:58:43.080797 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5ec6b3b0-963c-4a07-ba99-d9d820a58159 req-80cd8876-4719-448d-ae82-146c7ef50dd4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a60ac77-b049-4d85-a015-7b54ab93a28a HTTP/1.1" status: 200 len: 1000 time: 0.1023035 May 31 16:58:43.152500 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6b3b0-963c-4a07-ba99-d9d820a58159 req-4479f858-e49d-418b-80e5-8867385673e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:43.153988 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5ec6b3b0-963c-4a07-ba99-d9d820a58159 req-4479f858-e49d-418b-80e5-8867385673e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4d265c9-d524-4027-98b9-ec3cefce648c HTTP/1.1" status: 200 len: 849 time: 0.0664189 May 31 16:58:43.213040 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-ecaae4bc-f6bb-4f59-9df1-a7acb5992f6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456c8e9e-12a7-4248-8974-c023faf48e1c {{(pid=99204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:58:43.221216 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-ecaae4bc-f6bb-4f59-9df1-a7acb5992f6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:43.235434 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6b3b0-963c-4a07-ba99-d9d820a58159 req-f8d5e262-1132-40e2-b30d-71144003b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:43.235874 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.provisioning_blocks [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-ecaae4bc-f6bb-4f59-9df1-a7acb5992f6b service neutron] Transition to ACTIVE for port object 456c8e9e-12a7-4248-8974-c023faf48e1c will not be triggered until provisioned by entity L2. {{(pid=99204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:58:43.236980 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5ec6b3b0-963c-4a07-ba99-d9d820a58159 req-f8d5e262-1132-40e2-b30d-71144003b275 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=424e1dcc-9276-407b-a105-ce93c0caa27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0746000 May 31 16:58:43.240268 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-ecaae4bc-f6bb-4f59-9df1-a7acb5992f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:43.244426 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e57e217b-d980-45de-85eb-0a5ba71b1807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:58:43.389211 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5ec6b3b0-963c-4a07-ba99-d9d820a58159 req-0e4fdabc-56c3-4a3b-9e64-1c47a0bcb85e service neutron] 10.222.0.59 "GET /v2.0/networks/424e1dcc-9276-407b-a105-ce93c0caa27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450660 May 31 16:58:43.413477 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaae4bc-f6bb-4f59-9df1-a7acb5992f6b service neutron] Pushing event updated for resources: {'Port': ['ID=456c8e9e-12a7-4248-8974-c023faf48e1c,revision_number=2']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:58:43.416763 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ecaae4bc-f6bb-4f59-9df1-a7acb5992f6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:58:43.488984 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-ecaae4bc-f6bb-4f59-9df1-a7acb5992f6b service neutron] Attempting to bind port 456c8e9e-12a7-4248-8974-c023faf48e1c on host hv-neutron-6013 for vnic_type normal with profile {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:58:43.489319 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-ecaae4bc-f6bb-4f59-9df1-a7acb5992f6b service neutron] Attempting to bind port 456c8e9e-12a7-4248-8974-c023faf48e1c by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'd3b85b16-8362-401e-924f-841988789fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a'}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:58:43.489647 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-ecaae4bc-f6bb-4f59-9df1-a7acb5992f6b service neutron] Attempting to bind port 456c8e9e-12a7-4248-8974-c023faf48e1c on network 424e1dcc-9276-407b-a105-ce93c0caa27a {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:58:43.494355 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-ecaae4bc-f6bb-4f59-9df1-a7acb5992f6b service neutron] Port 456c8e9e-12a7-4248-8974-c023faf48e1c on network 424e1dcc-9276-407b-a105-ce93c0caa27a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:58:43.494678 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-ecaae4bc-f6bb-4f59-9df1-a7acb5992f6b service neutron] Attempting to bind port 456c8e9e-12a7-4248-8974-c023faf48e1c on network 424e1dcc-9276-407b-a105-ce93c0caa27a {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:58:43.499978 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-ecaae4bc-f6bb-4f59-9df1-a7acb5992f6b service neutron] Checking agent: {'id': '4ee3af5e-8de7-4372-a3cc-14dcf2d4c22a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'started_at': datetime.datetime(2021, 5, 31, 15, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:58:43.500347 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-ecaae4bc-f6bb-4f59-9df1-a7acb5992f6b service neutron] Checking segment: {'id': 'd3b85b16-8362-401e-924f-841988789fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:58:43.500689 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-ecaae4bc-f6bb-4f59-9df1-a7acb5992f6b service neutron] Bound using segment: {'id': 'd3b85b16-8362-401e-924f-841988789fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a'} {{(pid=99204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:58:43.501109 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.managers [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-ecaae4bc-f6bb-4f59-9df1-a7acb5992f6b service neutron] Bound port: 456c8e9e-12a7-4248-8974-c023faf48e1c, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b85b16-8362-401e-924f-841988789fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a'}}] {{(pid=99204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:58:43.501457 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-ecaae4bc-f6bb-4f59-9df1-a7acb5992f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:43.533917 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-5ec6b3b0-963c-4a07-ba99-d9d820a58159 req-e9ef4c96-75af-46f1-b910-b48735420f78 service neutron] 10.222.0.59 "GET /v2.0/networks/424e1dcc-9276-407b-a105-ce93c0caa27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365187 May 31 16:58:43.597950 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-ecaae4bc-f6bb-4f59-9df1-a7acb5992f6b service neutron] For port 456c8e9e-12a7-4248-8974-c023faf48e1c, host hv-neutron-6013, cleared binding levels {{(pid=99204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:58:43.601682 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-ecaae4bc-f6bb-4f59-9df1-a7acb5992f6b service neutron] For port 456c8e9e-12a7-4248-8974-c023faf48e1c, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=456c8e9e-12a7-4248-8974-c023faf48e1c,segment=NetworkSegment(d3b85b16-8362-401e-924f-841988789fb7),segment_id=d3b85b16-8362-401e-924f-841988789fb7)] {{(pid=99204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:58:43.608925 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-ecaae4bc-f6bb-4f59-9df1-a7acb5992f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2989704'] for port, after_update {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:43.613086 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-dd2bfb7c-9fe6-4f76-978c-6a7e5a7b7285 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:58:43.678282 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-ecaae4bc-f6bb-4f59-9df1-a7acb5992f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:43.678907 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-ecaae4bc-f6bb-4f59-9df1-a7acb5992f6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:43.680398 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-ecaae4bc-f6bb-4f59-9df1-a7acb5992f6b service neutron] 10.222.0.59 "PUT /v2.0/ports/456c8e9e-12a7-4248-8974-c023faf48e1c HTTP/1.1" status: 200 len: 1093 time: 1.1084361 May 31 16:58:43.680940 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c', 'tag': '456c8e9e-12a7-4248-8974-c023faf48e1c'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:58:43.683407 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04cf206e4dd8f3180d6e5d663243b13a0825cbb1d7c140105348091cb8be9f3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfaa4f4-051b-497c-adcc-8bdcb771483e" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c", "tag": "456c8e9e-12a7-4248-8974-c023faf48e1c"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:58:43.704341 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaae4bc-f6bb-4f59-9df1-a7acb5992f6b service neutron] Pushing event updated for resources: {'Port': ['ID=456c8e9e-12a7-4248-8974-c023faf48e1c,revision_number=3']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:58:43.712304 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-ecaae4bc-f6bb-4f59-9df1-a7acb5992f6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:58:43.740867 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775e4f40-c547-4dff-a397-b89d29e9a4d3 x-openstack-request-id: req-775e4f40-c547-4dff-a397-b89d29e9a4d3 {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:58:43.741210 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c", "tag": "456c8e9e-12a7-4248-8974-c023faf48e1c", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:58:43.741506 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-775e4f40-c547-4dff-a397-b89d29e9a4d3 {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:58:43.742136 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c', 'tag': '456c8e9e-12a7-4248-8974-c023faf48e1c', 'status': 'completed', 'code': 200} May 31 16:58:43.788097 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9814009-4ee6-4eb5-8cb6-c677a6e8d5a2 req-ad4f416b-490b-4b24-bb87-3aa46666200e tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:43.789772 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b9814009-4ee6-4eb5-8cb6-c677a6e8d5a2 req-ad4f416b-490b-4b24-bb87-3aa46666200e tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 943 time: 0.1023889 May 31 16:58:43.824322 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-78c1fa73-0418-488a-936b-6043f9dac447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:43.826724 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-78c1fa73-0418-488a-936b-6043f9dac447 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb4f3a0d5106494fb49ca45c7f910591&device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 1096 time: 0.0812716 May 31 16:58:43.837207 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-b9814009-4ee6-4eb5-8cb6-c677a6e8d5a2 req-5d57ca2e-55f2-477a-a709-fec3ad1c1779 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414174 May 31 16:58:43.908640 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-1c06c277-f13d-46d6-8983-c33a42ff10f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=456c8e9e-12a7-4248-8974-c023faf48e1c HTTP/1.1" status: 200 len: 217 time: 0.0721481 May 31 16:58:43.971709 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-c7fa187d-8479-4bd3-b11a-fce4dededfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:43.973165 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-c7fa187d-8479-4bd3-b11a-fce4dededfa1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4d265c9-d524-4027-98b9-ec3cefce648c HTTP/1.1" status: 200 len: 849 time: 0.0584145 May 31 16:58:44.049919 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-9f235430-7595-42a7-b406-a7324675b54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:44.051314 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-9f235430-7595-42a7-b406-a7324675b54d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=424e1dcc-9276-407b-a105-ce93c0caa27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0714228 May 31 16:58:44.192738 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-24ab1d4b-f478-4fb8-9c5d-794c14966244 service neutron] 10.222.0.59 "GET /v2.0/networks/424e1dcc-9276-407b-a105-ce93c0caa27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334136 May 31 16:58:44.332163 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-53649dc5-36eb-46e5-b755-090c7c8cc791 req-de6fafa0-54c5-4b8c-ac89-28ea79b51291 service neutron] 10.222.0.59 "GET /v2.0/networks/424e1dcc-9276-407b-a105-ce93c0caa27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321757 May 31 16:58:44.454510 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfaa4f4-051b-497c-adcc-8bdcb771483e req-230bed3d-3b15-4b62-bc96-a284d4401998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:44.456071 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-abfaa4f4-051b-497c-adcc-8bdcb771483e req-230bed3d-3b15-4b62-bc96-a284d4401998 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb4f3a0d5106494fb49ca45c7f910591&device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 1096 time: 0.0787938 May 31 16:58:44.593634 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfaa4f4-051b-497c-adcc-8bdcb771483e req-64858309-d142-4211-987e-63fb683a9ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:44.595070 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-abfaa4f4-051b-497c-adcc-8bdcb771483e req-64858309-d142-4211-987e-63fb683a9ecc service neutron] 10.222.0.59 "GET /v2.0/networks?id=424e1dcc-9276-407b-a105-ce93c0caa27a HTTP/1.1" status: 200 len: 911 time: 0.1311440 May 31 16:58:44.667162 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-abfaa4f4-051b-497c-adcc-8bdcb771483e req-c7e29527-2759-43d4-9170-6a1eaf88bf15 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=456c8e9e-12a7-4248-8974-c023faf48e1c HTTP/1.1" status: 200 len: 217 time: 0.0648148 May 31 16:58:44.736083 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfaa4f4-051b-497c-adcc-8bdcb771483e req-8db62578-ebf6-4696-b0f5-5fc533207e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:44.737547 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-abfaa4f4-051b-497c-adcc-8bdcb771483e req-8db62578-ebf6-4696-b0f5-5fc533207e98 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4d265c9-d524-4027-98b9-ec3cefce648c HTTP/1.1" status: 200 len: 849 time: 0.0629952 May 31 16:58:44.820352 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfaa4f4-051b-497c-adcc-8bdcb771483e req-399008b8-5b04-4695-8bea-631d107227bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:44.821895 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-abfaa4f4-051b-497c-adcc-8bdcb771483e req-399008b8-5b04-4695-8bea-631d107227bb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=424e1dcc-9276-407b-a105-ce93c0caa27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0752101 May 31 16:58:44.968066 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-abfaa4f4-051b-497c-adcc-8bdcb771483e req-a4d10362-e4c0-4ad2-ad06-737d06db6b48 service neutron] 10.222.0.59 "GET /v2.0/networks/424e1dcc-9276-407b-a105-ce93c0caa27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388130 May 31 16:58:45.034898 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fb422-8d52-4d78-a33d-42c104bd348e req-9f9f3ae2-04c4-44dd-9446-68dac7ab16e5 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:45.036481 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-270fb422-8d52-4d78-a33d-42c104bd348e req-9f9f3ae2-04c4-44dd-9446-68dac7ab16e5 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 943 time: 0.0836232 May 31 16:58:45.082209 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-270fb422-8d52-4d78-a33d-42c104bd348e req-451cbb4f-6c00-4186-924a-1e8fce322116 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397482 May 31 16:58:45.110093 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-abfaa4f4-051b-497c-adcc-8bdcb771483e req-ebefd2ce-4488-49dc-aa72-f087c6235816 service neutron] 10.222.0.59 "GET /v2.0/networks/424e1dcc-9276-407b-a105-ce93c0caa27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349506 May 31 16:58:46.276213 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258b491-dcdc-4ebf-9fe5-0d2b29da0040 req-2531bc70-dafb-4fb6-947f-efc0c41fe5b1 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:46.277723 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d258b491-dcdc-4ebf-9fe5-0d2b29da0040 req-2531bc70-dafb-4fb6-947f-efc0c41fe5b1 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 943 time: 0.0877528 May 31 16:58:46.326548 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d258b491-dcdc-4ebf-9fe5-0d2b29da0040 req-e1a16e39-f770-486f-908c-f18420df07da tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427783 May 31 16:58:47.536618 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc23f4-154a-4cc6-bf72-2bfcf6d0b23a req-c8262ad9-3d59-4ac4-b1bc-d4da7fea20cc tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:47.538989 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-58dc23f4-154a-4cc6-bf72-2bfcf6d0b23a req-c8262ad9-3d59-4ac4-b1bc-d4da7fea20cc tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 943 time: 0.0976529 May 31 16:58:47.586776 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-58dc23f4-154a-4cc6-bf72-2bfcf6d0b23a req-1dab6018-c880-44b1-8f0c-c10ce1094124 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404541 May 31 16:58:48.278319 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 456c8e9e-12a7-4248-8974-c023faf48e1c details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 16:58:48.415827 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 456c8e9e-12a7-4248-8974-c023faf48e1c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=456c8e9e-12a7-4248-8974-c023faf48e1c,segment=NetworkSegment(d3b85b16-8362-401e-924f-841988789fb7),segment_id=d3b85b16-8362-401e-924f-841988789fb7)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:58:48.430255 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '456c8e9e-12a7-4248-8974-c023faf48e1c', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'port_id': '456c8e9e-12a7-4248-8974-c023faf48e1c', 'mac_address': 'fa:16:3e:67:b0:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 16:58:48.486887 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:48.503900 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456c8e9e-12a7-4248-8974-c023faf48e1c {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:58:48.520254 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 456c8e9e-12a7-4248-8974-c023faf48e1c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=456c8e9e-12a7-4248-8974-c023faf48e1c,segment=NetworkSegment(d3b85b16-8362-401e-924f-841988789fb7),segment_id=d3b85b16-8362-401e-924f-841988789fb7)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:58:48.525020 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:48.527700 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:58:48.601993 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=456c8e9e-12a7-4248-8974-c023faf48e1c,revision_number=4']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:58:48.605053 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:58:48.780392 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c2b24-e648-46c5-8ef0-aeefd5cf40aa req-5450f295-65e2-46cf-8773-2aa25fd7318b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:48.781953 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-061c2b24-e648-46c5-8ef0-aeefd5cf40aa req-5450f295-65e2-46cf-8773-2aa25fd7318b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 944 time: 0.0850000 May 31 16:58:48.830132 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-061c2b24-e648-46c5-8ef0-aeefd5cf40aa req-b1772afd-3221-459d-8a0e-e717b789d096 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399094 May 31 16:58:48.907199 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['456c8e9e-12a7-4248-8974-c023faf48e1c'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:58:50.021137 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc336d-6ee3-4a5b-a7e7-a4f0d9af5581 req-6390bb5f-4e41-4f13-b148-9a726d8bb21e tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:50.022607 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4dcc336d-6ee3-4a5b-a7e7-a4f0d9af5581 req-6390bb5f-4e41-4f13-b148-9a726d8bb21e tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 944 time: 0.0825899 May 31 16:58:50.224173 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-4dcc336d-6ee3-4a5b-a7e7-a4f0d9af5581 req-4d5cb73f-e7a8-40e1-9d30-bcfbd78f19be tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957009 May 31 16:58:50.282729 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 456c8e9e-12a7-4248-8974-c023faf48e1c up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 16:58:50.356415 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning for port 456c8e9e-12a7-4248-8974-c023faf48e1c completed by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:58:50.361319 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 456c8e9e-12a7-4248-8974-c023faf48e1c triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:58:50.361695 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:50.478357 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:50.504804 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456c8e9e-12a7-4248-8974-c023faf48e1c'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:58:50.507067 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00cc2ddc43b1653c3eb190ff1f3bd01939441b4e5bab11a761bd695af265e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a113df-cb60-4b64-813f-95b8f0f0a3cd" -d '{"events": [{"server_uuid": "d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c", "name": "network-vif-plugged", "status": "completed", "tag": "456c8e9e-12a7-4248-8974-c023faf48e1c"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:58:50.515255 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 456c8e9e-12a7-4248-8974-c023faf48e1c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=456c8e9e-12a7-4248-8974-c023faf48e1c,segment=NetworkSegment(d3b85b16-8362-401e-924f-841988789fb7),segment_id=d3b85b16-8362-401e-924f-841988789fb7)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:58:50.519763 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:50.521588 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-03de7633-c8de-46b2-b1d5-4f4d8995318c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:58:50.601828 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f30ca4-e9d0-49c5-bd0f-2ccbc9ed01f6 x-openstack-request-id: req-53f30ca4-e9d0-49c5-bd0f-2ccbc9ed01f6 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:58:50.602127 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c", "name": "network-vif-plugged", "status": "completed", "tag": "456c8e9e-12a7-4248-8974-c023faf48e1c", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:58:50.602359 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-53f30ca4-e9d0-49c5-bd0f-2ccbc9ed01f6 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:58:50.602737 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456c8e9e-12a7-4248-8974-c023faf48e1c', 'code': 200} May 31 16:58:50.641562 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=456c8e9e-12a7-4248-8974-c023faf48e1c,revision_number=5']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:58:50.644916 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:58:50.828971 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ac443-6014-4a76-a792-60c2b24f9cc4 req-52f141f8-d5bc-4714-869b-77769126e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:50.830389 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-815ac443-6014-4a76-a792-60c2b24f9cc4 req-52f141f8-d5bc-4714-869b-77769126e3a9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 1098 time: 0.0783298 May 31 16:58:50.872793 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-815ac443-6014-4a76-a792-60c2b24f9cc4 req-feaed74f-ec73-4cbf-9231-df0d50882cbe service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359023 May 31 16:58:51.412903 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71135b-a27a-41ac-a4ea-6e07d332eb83 req-e0c42b03-cc24-438b-a11a-5118f5ce8a99 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:51.414366 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6f71135b-a27a-41ac-a4ea-6e07d332eb83 req-e0c42b03-cc24-438b-a11a-5118f5ce8a99 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 945 time: 0.0832114 May 31 16:58:51.459667 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-6f71135b-a27a-41ac-a4ea-6e07d332eb83 req-25360e37-2156-4c96-b29d-6d4b954cb849 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391068 May 31 16:58:52.662240 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed0b26-bcb4-4b82-99c7-234c06520f31 req-1105d2a1-3f5c-400a-959f-734200c00bbd tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:52.663792 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d3ed0b26-bcb4-4b82-99c7-234c06520f31 req-1105d2a1-3f5c-400a-959f-734200c00bbd tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 945 time: 0.0908945 May 31 16:58:52.712768 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-d3ed0b26-bcb4-4b82-99c7-234c06520f31 req-b0908199-90f8-4fae-8009-ddb212fc43cc tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426242 May 31 16:58:52.905334 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe11dd1-25fd-46fa-9078-a94954d5efde req-ebbf377d-f9d4-4227-93e7-823870987329 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:52.906826 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dbe11dd1-25fd-46fa-9078-a94954d5efde req-ebbf377d-f9d4-4227-93e7-823870987329 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 945 time: 0.0811570 May 31 16:58:52.954258 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-dbe11dd1-25fd-46fa-9078-a94954d5efde req-6b694a61-919a-4be7-a621-74a96bb5c849 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413187 May 31 16:58:52.977234 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 42308) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:58:53.052703 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2910f3a5-17a6-44ff-8bd2-4a8035c8ebc6 tempest-TestSnapshotPattern-2113076378 tempest-TestSnapshotPattern-2113076378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:53.055188 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2910f3a5-17a6-44ff-8bd2-4a8035c8ebc6 tempest-TestSnapshotPattern-2113076378 tempest-TestSnapshotPattern-2113076378-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 1093 time: 0.0766315 May 31 16:58:53.059374 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 42312) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:58:53.064431 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.v2.base [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Request body: {'floatingip': {'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'port_id': '456c8e9e-12a7-4248-8974-c023faf48e1c', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:58:53.070778 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:58:53.075055 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Usage tracker for resource:floatingip and tenant:bb4f3a0d5106494fb49ca45c7f910591 is out of sync, need to count used quota {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:58:53.078233 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=99205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:58:53.084147 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.quota.driver [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=99205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:58:53.096175 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for floatingip, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:53.233491 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:53.375703 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_common [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Allocated IP 172.26.0.211 (014c45f7-9697-4b0b-b8b7-66a80a50a15c/36fd5f6b-852a-40c8-8887-b0da592d401e/6c00c823-756d-40ac-94ef-5ad5823d1ed8) {{(pid=99205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:58:53.524336 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for port, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:53.556357 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764868617584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:53.560218 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-1e127ab3-37a1-45b3-ad65-a1a3764ae7d9 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:58:53.625434 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Network 014c45f7-9697-4b0b-b8b7-66a80a50a15c is already hosted by enough agents. {{(pid=99205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:58:53.628378 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.base_scheduler [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Resources bound (agent type, host, resource id): {{(pid=99205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:58:53.631234 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Received port after_create {{(pid=99205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:58:53.660849 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Pushing event updated for resources: {'Port': ['ID=6c00c823-756d-40ac-94ef-5ad5823d1ed8,revision_number=1']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:58:53.683862 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:53.684613 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:53.684613 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:53.684979 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:53.685337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:53.685701 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:53.686057 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:53.686424 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:53.686782 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:53.687180 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:53.687538 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:53.687897 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:58:53.694728 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:58:54.078979 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:54.155548 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:54.364000 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for port, precommit_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:54.370029 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2969047'] for port, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:54.373841 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-805ba4fc-c912-4472-8304-accd6958171d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:58:54.481465 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Pushing event updated for resources: {'Port': ['ID=6c00c823-756d-40ac-94ef-5ad5823d1ed8,revision_number=2']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:58:54.485609 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:58:54.492447 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648409'] for floatingip, after_update {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:54.825768 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Floating IP 60991300-fbbe-4994-b4e6-ebf0a47c7b6d associated. External IP: 172.26.0.211, port: 456c8e9e-12a7-4248-8974-c023faf48e1c. May 31 16:58:55.182797 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Router 90fa58ba-1cad-4512-9232-658dbaecf9f5 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:58:55.370629 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:58:55.384944 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a59f5a-88a2-4690-8325-8fe53e214f3b None None] Sync routers for ids ['90fa58ba-1cad-4512-9232-658dbaecf9f5'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:58:55.397157 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a59f5a-88a2-4690-8325-8fe53e214f3b None None] Routers {'90fa58ba-1cad-4512-9232-658dbaecf9f5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:58:55.398187 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-28a59f5a-88a2-4690-8325-8fe53e214f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:58:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['90fa58ba-1cad-4512-9232-658dbaecf9f5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:58:55.405059 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:58:55.461348 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-dd163c60-6444-4ba7-9a2b-29b3f70d4333 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4008193 May 31 16:58:55.461944 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c', 'tag': '456c8e9e-12a7-4248-8974-c023faf48e1c'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:58:55.464332 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712cbd604a6cc1e0f5ba13422e2683da83bae824a67b09ff26bcbb5182465e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c7517b-5662-4a77-8e22-fd0c9b8f6712" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c", "tag": "456c8e9e-12a7-4248-8974-c023faf48e1c"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:58:55.506745 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d787c4-a0ae-42ab-b9e5-7efb5db3a172 x-openstack-request-id: req-e5d787c4-a0ae-42ab-b9e5-7efb5db3a172 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:58:55.507109 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c", "tag": "456c8e9e-12a7-4248-8974-c023faf48e1c", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:58:55.507448 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e5d787c4-a0ae-42ab-b9e5-7efb5db3a172 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:58:55.507877 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c', 'tag': '456c8e9e-12a7-4248-8974-c023faf48e1c', 'status': 'completed', 'code': 200} May 31 16:58:55.594705 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-28a59f5a-88a2-4690-8325-8fe53e214f3b None None] Set router 90fa58ba-1cad-4512-9232-658dbaecf9f5 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:58:55.601223 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7517b-5662-4a77-8e22-fd0c9b8f6712 req-07d036d2-f0f0-48c2-bd88-4a46d8cf81ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:55.602780 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-70c7517b-5662-4a77-8e22-fd0c9b8f6712 req-07d036d2-f0f0-48c2-bd88-4a46d8cf81ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb4f3a0d5106494fb49ca45c7f910591&device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 1098 time: 0.0723622 May 31 16:58:55.895559 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7517b-5662-4a77-8e22-fd0c9b8f6712 req-9d9230d9-d32e-4abb-baf7-9f19efbaf1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:55.897130 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-70c7517b-5662-4a77-8e22-fd0c9b8f6712 req-9d9230d9-d32e-4abb-baf7-9f19efbaf1ca service neutron] 10.222.0.59 "GET /v2.0/networks?id=424e1dcc-9276-407b-a105-ce93c0caa27a HTTP/1.1" status: 200 len: 911 time: 0.2880218 May 31 16:58:55.963295 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-28a59f5a-88a2-4690-8325-8fe53e214f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'name': 'tempest-TestSnapshotPattern-1630262978-router', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:55:06Z', 'updated_at': '2021-05-31T16:55:11Z', 'revision_number': 4, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'gw_port': {'id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:07Z', 'updated_at': '2021-05-31T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '60991300-fbbe-4994-b4e6-ebf0a47c7b6d', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'floating_ip_address': '172.26.0.211', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'port_id': '456c8e9e-12a7-4248-8974-c023faf48e1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'mac_address': 'fa:16:3e:67:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:58:54Z', 'updated_at': '2021-05-31T16:58:54Z', 'revision_number': 0, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'fixed_ip_address_scope': None}, {'id': 'ecd77377-0ff4-48e7-85c2-a6e912f97155', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'floating_ip_address': '172.26.0.195', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'port_id': '1a60ac77-b049-4d85-a015-7b54ab93a28a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'mac_address': 'fa:16:3e:83:d1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f462f57-66b1-466e-9a53-c7d6a8ba8289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:55:38Z', 'updated_at': '2021-05-31T16:55:41Z', 'revision_number': 1, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5', 'name': '', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'mac_address': 'fa:16:3e:19:ec:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:10Z', 'updated_at': '2021-05-31T16:55:15Z', 'revision_number': 5, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'subnets': [{'id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:58:55.967889 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a59f5a-88a2-4690-8325-8fe53e214f3b None None] Checking router: 90fa58ba-1cad-4512-9232-658dbaecf9f5 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:58:55.976811 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a59f5a-88a2-4690-8325-8fe53e214f3b None None] Routers {'90fa58ba-1cad-4512-9232-658dbaecf9f5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:58:55.977445 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-28a59f5a-88a2-4690-8325-8fe53e214f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T16:58:38Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['90fa58ba-1cad-4512-9232-658dbaecf9f5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:58:56.005168 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-70c7517b-5662-4a77-8e22-fd0c9b8f6712 req-f88cf676-2c50-456e-8d7d-b1620722f088 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=456c8e9e-12a7-4248-8974-c023faf48e1c HTTP/1.1" status: 200 len: 999 time: 0.1008959 May 31 16:58:56.076381 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7517b-5662-4a77-8e22-fd0c9b8f6712 req-446121e4-22ba-45f6-b6f1-1285b0f2017c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:56.077912 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-70c7517b-5662-4a77-8e22-fd0c9b8f6712 req-446121e4-22ba-45f6-b6f1-1285b0f2017c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4d265c9-d524-4027-98b9-ec3cefce648c HTTP/1.1" status: 200 len: 849 time: 0.0660291 May 31 16:58:56.162789 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7517b-5662-4a77-8e22-fd0c9b8f6712 req-1cf0f397-79a3-4975-bc79-95a67f1bd189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:58:56.164316 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-70c7517b-5662-4a77-8e22-fd0c9b8f6712 req-1cf0f397-79a3-4975-bc79-95a67f1bd189 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=424e1dcc-9276-407b-a105-ce93c0caa27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0796621 May 31 16:58:56.168071 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-28a59f5a-88a2-4690-8325-8fe53e214f3b None None] Set router 90fa58ba-1cad-4512-9232-658dbaecf9f5 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:58:56.308179 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-70c7517b-5662-4a77-8e22-fd0c9b8f6712 req-b95ac4a3-ea1a-4cfc-b46a-67749db3aead service neutron] 10.222.0.59 "GET /v2.0/networks/424e1dcc-9276-407b-a105-ce93c0caa27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367283 May 31 16:58:56.445883 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-70c7517b-5662-4a77-8e22-fd0c9b8f6712 req-cb1f1b85-cb4d-47ff-aa5c-70f816fe5e83 service neutron] 10.222.0.59 "GET /v2.0/networks/424e1dcc-9276-407b-a105-ce93c0caa27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298299 May 31 16:58:56.530646 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-28a59f5a-88a2-4690-8325-8fe53e214f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'name': 'tempest-TestSnapshotPattern-1630262978-router', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:55:06Z', 'updated_at': '2021-05-31T16:55:11Z', 'revision_number': 4, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'gw_port': {'id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:07Z', 'updated_at': '2021-05-31T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '60991300-fbbe-4994-b4e6-ebf0a47c7b6d', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'floating_ip_address': '172.26.0.211', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'port_id': '456c8e9e-12a7-4248-8974-c023faf48e1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'mac_address': 'fa:16:3e:67:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:58:54Z', 'updated_at': '2021-05-31T16:58:54Z', 'revision_number': 0, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'fixed_ip_address_scope': None}, {'id': 'ecd77377-0ff4-48e7-85c2-a6e912f97155', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'floating_ip_address': '172.26.0.195', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'port_id': '1a60ac77-b049-4d85-a015-7b54ab93a28a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'mac_address': 'fa:16:3e:83:d1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f462f57-66b1-466e-9a53-c7d6a8ba8289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:55:38Z', 'updated_at': '2021-05-31T16:55:41Z', 'revision_number': 1, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5', 'name': '', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'mac_address': 'fa:16:3e:19:ec:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:10Z', 'updated_at': '2021-05-31T16:55:15Z', 'revision_number': 5, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'subnets': [{'id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:58:56.534608 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a59f5a-88a2-4690-8325-8fe53e214f3b None None] The sync data for ids ['90fa58ba-1cad-4512-9232-658dbaecf9f5'] in dv-neutron-601336-79-hyperv is: [{'id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'name': 'tempest-TestSnapshotPattern-1630262978-router', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:55:06Z', 'updated_at': '2021-05-31T16:55:11Z', 'revision_number': 4, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'gw_port': {'id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:07Z', 'updated_at': '2021-05-31T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': '60991300-fbbe-4994-b4e6-ebf0a47c7b6d', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'floating_ip_address': '172.26.0.211', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'port_id': '456c8e9e-12a7-4248-8974-c023faf48e1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'mac_address': 'fa:16:3e:67:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:58:54Z', 'updated_at': '2021-05-31T16:58:54Z', 'revision_number': 0, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'fixed_ip_address_scope': None}, {'id': 'ecd77377-0ff4-48e7-85c2-a6e912f97155', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'floating_ip_address': '172.26.0.195', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'port_id': '1a60ac77-b049-4d85-a015-7b54ab93a28a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'mac_address': 'fa:16:3e:83:d1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f462f57-66b1-466e-9a53-c7d6a8ba8289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:55:38Z', 'updated_at': '2021-05-31T16:55:41Z', 'revision_number': 1, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5', 'name': '', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'mac_address': 'fa:16:3e:19:ec:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:10Z', 'updated_at': '2021-05-31T16:55:15Z', 'revision_number': 5, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'subnets': [{'id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:58:56.711232 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d312f38a-d825-4063-926b-a8d827bb751b None None] New status for floating IP 60991300-fbbe-4994-b4e6-ebf0a47c7b6d: ACTIVE {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:58:59.212627 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:59:04.010669 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:59:04.825504 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c960982d-dfea-44b3-a69e-32c13df958e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:59:07.131349 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:59:08.097108 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b48c51d4-c7a6-4ea5-904d-f2d07a2727c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:59:08.727579 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:59:10.132982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:59:29.208421 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:59:33.990716 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-f54e6589-14ca-4633-8dc2-5290e9f71da8 req-3b789896-9ab0-4c6b-b3c2-bd9abda523ff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1f462f57-66b1-466e-9a53-c7d6a8ba8289&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1365364 May 31 16:59:34.136604 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e6589-14ca-4633-8dc2-5290e9f71da8 req-36857862-2efc-4468-9814-4283a1d555ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:59:34.138162 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-f54e6589-14ca-4633-8dc2-5290e9f71da8 req-36857862-2efc-4468-9814-4283a1d555ba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb4f3a0d5106494fb49ca45c7f910591&device_id=1f462f57-66b1-466e-9a53-c7d6a8ba8289 HTTP/1.1" status: 200 len: 1097 time: 0.0741661 May 31 16:59:34.286816 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e6589-14ca-4633-8dc2-5290e9f71da8 req-82784323-242d-488a-8c3e-c221bf93b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:59:34.288401 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-f54e6589-14ca-4633-8dc2-5290e9f71da8 req-82784323-242d-488a-8c3e-c221bf93b9fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=424e1dcc-9276-407b-a105-ce93c0caa27a HTTP/1.1" status: 200 len: 911 time: 0.1303749 May 31 16:59:34.396493 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-f54e6589-14ca-4633-8dc2-5290e9f71da8 req-fbfaf38c-cae5-40e7-97be-53df7d3dc600 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a60ac77-b049-4d85-a015-7b54ab93a28a HTTP/1.1" status: 200 len: 1000 time: 0.1007054 May 31 16:59:34.461290 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e6589-14ca-4633-8dc2-5290e9f71da8 req-7ab4ffd8-fd9b-493d-944b-143ae5dfdf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:59:34.462765 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-f54e6589-14ca-4633-8dc2-5290e9f71da8 req-7ab4ffd8-fd9b-493d-944b-143ae5dfdf25 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4d265c9-d524-4027-98b9-ec3cefce648c HTTP/1.1" status: 200 len: 849 time: 0.0591710 May 31 16:59:34.544945 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e6589-14ca-4633-8dc2-5290e9f71da8 req-ae9c9c97-bb5c-4c34-aa88-b0cdbe4ce8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:59:34.546829 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-f54e6589-14ca-4633-8dc2-5290e9f71da8 req-ae9c9c97-bb5c-4c34-aa88-b0cdbe4ce8dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=424e1dcc-9276-407b-a105-ce93c0caa27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0770950 May 31 16:59:34.682031 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-f54e6589-14ca-4633-8dc2-5290e9f71da8 req-a2d35e1e-0af2-4672-a5ac-d12236ce0e96 service neutron] 10.222.0.59 "GET /v2.0/networks/424e1dcc-9276-407b-a105-ce93c0caa27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270976 May 31 16:59:34.821531 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-f54e6589-14ca-4633-8dc2-5290e9f71da8 req-13eb0faf-aff1-42dc-a164-cc68dbed7da8 service neutron] 10.222.0.59 "GET /v2.0/networks/424e1dcc-9276-407b-a105-ce93c0caa27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326530 May 31 16:59:34.829591 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a6adb24e-6d87-4ad8-adf3-f086182ff662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:59:37.127641 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:59:38.101717 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-70edc1c3-c9bd-4693-a4ed-2507baf3874c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:59:38.730569 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:59:40.132004 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:59:41.009920 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:59:59.227134 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:00:04.835128 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-de361d5e-4c95-4bd7-a9c5-caf188bea416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:00:07.123332 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:00:08.100476 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c43dd139-ad83-4926-808e-e50555585864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:00:08.732513 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:00:10.135539 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:00:18.012468 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 17:00:29.219656 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:00:34.840349 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-5613294e-d563-45cb-bdea-b407e0c900d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:00:35.911225 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-946c772e-f27c-4507-85f0-ac008b6797c1 req-18a3e34a-ca66-4545-800c-e44c57a387c0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727713 May 31 17:00:36.158608 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c772e-f27c-4507-85f0-ac008b6797c1 req-e3d08105-9008-4ecc-92d8-0401da3e1b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 17:00:36.160155 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-946c772e-f27c-4507-85f0-ac008b6797c1 req-e3d08105-9008-4ecc-92d8-0401da3e1b68 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb4f3a0d5106494fb49ca45c7f910591&device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 1098 time: 0.2249577 May 31 17:00:36.313989 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c772e-f27c-4507-85f0-ac008b6797c1 req-a4b033eb-42c1-4d47-8152-77a4d6a4d8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 17:00:36.315450 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-946c772e-f27c-4507-85f0-ac008b6797c1 req-a4b033eb-42c1-4d47-8152-77a4d6a4d8d6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=424e1dcc-9276-407b-a105-ce93c0caa27a HTTP/1.1" status: 200 len: 911 time: 0.1335547 May 31 17:00:36.425856 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-946c772e-f27c-4507-85f0-ac008b6797c1 req-77b89b51-34c2-4e09-9847-3037d1824b0f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=456c8e9e-12a7-4248-8974-c023faf48e1c HTTP/1.1" status: 200 len: 1001 time: 0.1027646 May 31 17:00:36.489508 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c772e-f27c-4507-85f0-ac008b6797c1 req-42a2c371-1fc1-4a9f-b992-0ff53cdc5ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 17:00:36.490980 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-946c772e-f27c-4507-85f0-ac008b6797c1 req-42a2c371-1fc1-4a9f-b992-0ff53cdc5ebc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4d265c9-d524-4027-98b9-ec3cefce648c HTTP/1.1" status: 200 len: 849 time: 0.0586925 May 31 17:00:36.569924 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c772e-f27c-4507-85f0-ac008b6797c1 req-42bea724-cf46-4b38-bc6d-123586fa14a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 17:00:36.571471 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-946c772e-f27c-4507-85f0-ac008b6797c1 req-42bea724-cf46-4b38-bc6d-123586fa14a7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=424e1dcc-9276-407b-a105-ce93c0caa27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0735419 May 31 17:00:36.709080 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-946c772e-f27c-4507-85f0-ac008b6797c1 req-d18e4b19-e571-4daa-b7c8-774164b77acb service neutron] 10.222.0.59 "GET /v2.0/networks/424e1dcc-9276-407b-a105-ce93c0caa27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308467 May 31 17:00:36.846519 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-946c772e-f27c-4507-85f0-ac008b6797c1 req-39b9d457-c2d5-436b-93e6-442bcb57a17a service neutron] 10.222.0.59 "GET /v2.0/networks/424e1dcc-9276-407b-a105-ce93c0caa27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297421 May 31 17:00:37.129502 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:00:38.099673 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6d88ae4c-6633-4a9a-8b7f-075ca5a0158f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:00:38.735343 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:00:40.143915 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:00:55.011234 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 17:00:59.251689 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:01.045499 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 456c8e9e-12a7-4248-8974-c023faf48e1c details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=99206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 31 17:01:01.197139 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 456c8e9e-12a7-4248-8974-c023faf48e1c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=456c8e9e-12a7-4248-8974-c023faf48e1c,segment=NetworkSegment(d3b85b16-8362-401e-924f-841988789fb7),segment_id=d3b85b16-8362-401e-924f-841988789fb7)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 17:01:01.211179 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Returning: {'device': '456c8e9e-12a7-4248-8974-c023faf48e1c', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'port_id': '456c8e9e-12a7-4248-8974-c023faf48e1c', 'mac_address': 'fa:16:3e:67:b0:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 31 17:01:01.267409 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:01.287385 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 456c8e9e-12a7-4248-8974-c023faf48e1c {{(pid=99206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 17:01:01.303592 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 456c8e9e-12a7-4248-8974-c023faf48e1c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=456c8e9e-12a7-4248-8974-c023faf48e1c,segment=NetworkSegment(d3b85b16-8362-401e-924f-841988789fb7),segment_id=d3b85b16-8362-401e-924f-841988789fb7)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 17:01:01.308679 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:01.310540 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-cedadfd6-8fcc-4508-8259-336a883e4fa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 17:01:01.378039 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=456c8e9e-12a7-4248-8974-c023faf48e1c,revision_number=6']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 17:01:01.385403 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:01.385746 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:01.386078 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:01.386406 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:01.386731 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:01.387071 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:01.387396 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:01.387724 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:01.388039 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:01.388388 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:01.388703 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:01.389093 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:01.394274 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] get_ports_and_sgs() called for port_ids ['456c8e9e-12a7-4248-8974-c023faf48e1c'] {{(pid=99206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 17:01:01.418404 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 17:01:03.053108 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 456c8e9e-12a7-4248-8974-c023faf48e1c up at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 31 17:01:03.132225 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.provisioning_blocks [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Provisioning complete for port 456c8e9e-12a7-4248-8974-c023faf48e1c triggered by entity L2. {{(pid=99206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 17:01:03.132602 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1644396'] for port, provisioning_complete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:03.275594 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:03.308686 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456c8e9e-12a7-4248-8974-c023faf48e1c'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 17:01:03.311174 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00cc2ddc43b1653c3eb190ff1f3bd01939441b4e5bab11a761bd695af265e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339200ce-bf09-4c37-864c-1e629a26c972" -d '{"events": [{"server_uuid": "d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c", "name": "network-vif-plugged", "status": "completed", "tag": "456c8e9e-12a7-4248-8974-c023faf48e1c"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 17:01:03.320231 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 456c8e9e-12a7-4248-8974-c023faf48e1c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=456c8e9e-12a7-4248-8974-c023faf48e1c,segment=NetworkSegment(d3b85b16-8362-401e-924f-841988789fb7),segment_id=d3b85b16-8362-401e-924f-841988789fb7)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 17:01:03.325641 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:03.328571 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 17:01:03.404836 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=456c8e9e-12a7-4248-8974-c023faf48e1c,revision_number=7']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 17:01:03.408431 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 17:01:04.387105 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 17:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de92fb1f-f689-4e94-9f40-9bec6666d5fd x-openstack-request-id: req-de92fb1f-f689-4e94-9f40-9bec6666d5fd {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 17:01:04.387830 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c", "name": "network-vif-plugged", "status": "completed", "tag": "456c8e9e-12a7-4248-8974-c023faf48e1c", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 17:01:04.387943 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-de92fb1f-f689-4e94-9f40-9bec6666d5fd {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 17:01:04.388669 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456c8e9e-12a7-4248-8974-c023faf48e1c', 'code': 200} May 31 17:01:04.849493 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ea043b62-06f7-4c13-8522-738043c3f0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:07.144190 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:08.100263 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-157929c9-d87f-468c-8bb0-8bfba7659d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:08.737057 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:10.157211 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:14.636436 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 42566) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 17:01:14.926083 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-4e258203-0876-4f1b-868d-4c9c407f3331 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Deleting port 6c00c823-756d-40ac-94ef-5ad5823d1ed8 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 17:01:14.926381 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4e258203-0876-4f1b-868d-4c9c407f3331 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:15.059722 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4e258203-0876-4f1b-868d-4c9c407f3331 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:15.060073 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4e258203-0876-4f1b-868d-4c9c407f3331 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:15.197317 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-4e258203-0876-4f1b-868d-4c9c407f3331 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Calling delete_port for 6c00c823-756d-40ac-94ef-5ad5823d1ed8 owned by network:floatingip {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 17:01:15.335724 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4e258203-0876-4f1b-868d-4c9c407f3331 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:15.339546 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e480eff7-cd59-4fd2-803e-5ee42c78f096 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 17:01:15.387496 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e258203-0876-4f1b-868d-4c9c407f3331 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Pushing event deleted for resources: {'Port': ['ID=6c00c823-756d-40ac-94ef-5ad5823d1ed8,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 17:01:15.425731 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e258203-0876-4f1b-868d-4c9c407f3331 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:15.426113 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e258203-0876-4f1b-868d-4c9c407f3331 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:15.426488 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e258203-0876-4f1b-868d-4c9c407f3331 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:15.426855 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e258203-0876-4f1b-868d-4c9c407f3331 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:15.427246 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e258203-0876-4f1b-868d-4c9c407f3331 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:15.427590 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e258203-0876-4f1b-868d-4c9c407f3331 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:15.427971 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e258203-0876-4f1b-868d-4c9c407f3331 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:15.428331 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e258203-0876-4f1b-868d-4c9c407f3331 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:15.428693 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e258203-0876-4f1b-868d-4c9c407f3331 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:15.429051 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e258203-0876-4f1b-868d-4c9c407f3331 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:15.429403 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e258203-0876-4f1b-868d-4c9c407f3331 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:15.429763 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e258203-0876-4f1b-868d-4c9c407f3331 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:15.437282 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-4e258203-0876-4f1b-868d-4c9c407f3331 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 17:01:15.491806 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4e258203-0876-4f1b-868d-4c9c407f3331 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for floatingip, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:15.492160 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.db.l3_db [None req-4e258203-0876-4f1b-868d-4c9c407f3331 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Floating IP 60991300-fbbe-4994-b4e6-ebf0a47c7b6d disassociated (deleted). External IP: 172.26.0.211, port: 456c8e9e-12a7-4248-8974-c023faf48e1c. May 31 17:01:16.032232 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e258203-0876-4f1b-868d-4c9c407f3331 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Router 90fa58ba-1cad-4512-9232-658dbaecf9f5 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 17:01:16.225785 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e258203-0876-4f1b-868d-4c9c407f3331 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 17:01:16.237435 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b604a754-53ae-4699-be25-b88c59a2d6d2 None None] Sync routers for ids ['90fa58ba-1cad-4512-9232-658dbaecf9f5'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 17:01:16.243334 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-4e258203-0876-4f1b-868d-4c9c407f3331 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:16.247957 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b604a754-53ae-4699-be25-b88c59a2d6d2 None None] Routers {'90fa58ba-1cad-4512-9232-658dbaecf9f5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 17:01:16.248566 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b604a754-53ae-4699-be25-b88c59a2d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T17:01:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['90fa58ba-1cad-4512-9232-658dbaecf9f5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 17:01:16.308729 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-4e258203-0876-4f1b-868d-4c9c407f3331 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "DELETE /v2.0/floatingips/60991300-fbbe-4994-b4e6-ebf0a47c7b6d HTTP/1.1" status: 204 len: 168 time: 1.6705394 May 31 17:01:16.309405 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c', 'tag': '456c8e9e-12a7-4248-8974-c023faf48e1c'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 17:01:16.312806 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04cf206e4dd8f3180d6e5d663243b13a0825cbb1d7c140105348091cb8be9f3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e916a1-7194-41f1-8d5a-765c6ab7885e" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c", "tag": "456c8e9e-12a7-4248-8974-c023faf48e1c"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 17:01:16.437743 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 17:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808fd71a-6b42-4444-8795-553ba7be96da x-openstack-request-id: req-808fd71a-6b42-4444-8795-553ba7be96da {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 17:01:16.438137 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c", "tag": "456c8e9e-12a7-4248-8974-c023faf48e1c", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 17:01:16.438515 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-808fd71a-6b42-4444-8795-553ba7be96da {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 17:01:16.439013 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c', 'tag': '456c8e9e-12a7-4248-8974-c023faf48e1c', 'status': 'completed', 'code': 200} May 31 17:01:16.440162 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-b604a754-53ae-4699-be25-b88c59a2d6d2 None None] Set router 90fa58ba-1cad-4512-9232-658dbaecf9f5 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 17:01:16.555359 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e916a1-7194-41f1-8d5a-765c6ab7885e req-b3d1351e-7fbd-4773-bd9b-0251ca3aac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 17:01:16.557158 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-40e916a1-7194-41f1-8d5a-765c6ab7885e req-b3d1351e-7fbd-4773-bd9b-0251ca3aac6f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb4f3a0d5106494fb49ca45c7f910591&device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 1098 time: 0.0945375 May 31 17:01:16.711740 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e916a1-7194-41f1-8d5a-765c6ab7885e req-11e41585-b9b4-435d-863f-a0f85772aeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 17:01:16.713247 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-40e916a1-7194-41f1-8d5a-765c6ab7885e req-11e41585-b9b4-435d-863f-a0f85772aeee service neutron] 10.222.0.59 "GET /v2.0/networks?id=424e1dcc-9276-407b-a105-ce93c0caa27a HTTP/1.1" status: 200 len: 911 time: 0.1495349 May 31 17:01:16.789364 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-40e916a1-7194-41f1-8d5a-765c6ab7885e req-a502878e-b801-4f97-8609-70e1699f45ce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=456c8e9e-12a7-4248-8974-c023faf48e1c HTTP/1.1" status: 200 len: 217 time: 0.0687938 May 31 17:01:16.813939 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad10f79-6696-490b-afc2-dbb77e9ae96f req-77464aeb-f5e3-4864-9d05-55b3318e82bb tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 17:01:16.817790 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cad10f79-6696-490b-afc2-dbb77e9ae96f req-77464aeb-f5e3-4864-9d05-55b3318e82bb tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 945 time: 0.1474931 May 31 17:01:16.863025 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e916a1-7194-41f1-8d5a-765c6ab7885e req-be5ca1a4-b296-4c01-902a-1f8094848e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 17:01:16.864928 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-40e916a1-7194-41f1-8d5a-765c6ab7885e req-be5ca1a4-b296-4c01-902a-1f8094848e04 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4d265c9-d524-4027-98b9-ec3cefce648c HTTP/1.1" status: 200 len: 849 time: 0.0694852 May 31 17:01:16.868552 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-cad10f79-6696-490b-afc2-dbb77e9ae96f req-83aa563f-e824-4ec0-8a9d-a286196b77f3 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443475 May 31 17:01:16.897806 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b604a754-53ae-4699-be25-b88c59a2d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'name': 'tempest-TestSnapshotPattern-1630262978-router', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:55:06Z', 'updated_at': '2021-05-31T16:55:11Z', 'revision_number': 4, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'gw_port': {'id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:07Z', 'updated_at': '2021-05-31T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'ecd77377-0ff4-48e7-85c2-a6e912f97155', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'floating_ip_address': '172.26.0.195', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'port_id': '1a60ac77-b049-4d85-a015-7b54ab93a28a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'mac_address': 'fa:16:3e:83:d1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f462f57-66b1-466e-9a53-c7d6a8ba8289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:55:38Z', 'updated_at': '2021-05-31T16:55:41Z', 'revision_number': 1, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5', 'name': '', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'mac_address': 'fa:16:3e:19:ec:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:10Z', 'updated_at': '2021-05-31T16:55:15Z', 'revision_number': 5, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'subnets': [{'id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 17:01:16.902578 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b604a754-53ae-4699-be25-b88c59a2d6d2 None None] Checking router: 90fa58ba-1cad-4512-9232-658dbaecf9f5 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 17:01:16.912949 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b604a754-53ae-4699-be25-b88c59a2d6d2 None None] Routers {'90fa58ba-1cad-4512-9232-658dbaecf9f5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 17:01:16.913496 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b604a754-53ae-4699-be25-b88c59a2d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T17:01:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['90fa58ba-1cad-4512-9232-658dbaecf9f5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 17:01:16.953738 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e916a1-7194-41f1-8d5a-765c6ab7885e req-0bfb8b25-1d23-4049-b7aa-a05383b3409e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 17:01:16.955546 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-40e916a1-7194-41f1-8d5a-765c6ab7885e req-0bfb8b25-1d23-4049-b7aa-a05383b3409e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=424e1dcc-9276-407b-a105-ce93c0caa27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0828991 May 31 17:01:17.092142 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 456c8e9e-12a7-4248-8974-c023faf48e1c no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 17:01:17.106104 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-40e916a1-7194-41f1-8d5a-765c6ab7885e req-bd089817-f4c9-403a-97f3-49006f3ded9a service neutron] 10.222.0.59 "GET /v2.0/networks/424e1dcc-9276-407b-a105-ce93c0caa27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434412 May 31 17:01:17.160630 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-b604a754-53ae-4699-be25-b88c59a2d6d2 None None] Set router 90fa58ba-1cad-4512-9232-658dbaecf9f5 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 17:01:17.259283 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-40e916a1-7194-41f1-8d5a-765c6ab7885e req-46d7d144-6abd-4e16-b73a-319c5c0e6528 service neutron] 10.222.0.59 "GET /v2.0/networks/424e1dcc-9276-407b-a105-ce93c0caa27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460264 May 31 17:01:17.374719 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1498869'] for port, before_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:17.477320 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '456c8e9e-12a7-4248-8974-c023faf48e1c'}] {{(pid=99206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 17:01:17.480849 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f00cc2ddc43b1653c3eb190ff1f3bd01939441b4e5bab11a761bd695af265e54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba6526c-5b2b-4c2d-98d4-fd47d1fdfa2c" -d '{"events": [{"server_uuid": "d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c", "name": "network-vif-unplugged", "status": "completed", "tag": "456c8e9e-12a7-4248-8974-c023faf48e1c"}]}' {{(pid=99206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 17:01:17.503865 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] For port 456c8e9e-12a7-4248-8974-c023faf48e1c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=456c8e9e-12a7-4248-8974-c023faf48e1c,segment=NetworkSegment(d3b85b16-8362-401e-924f-841988789fb7),segment_id=d3b85b16-8362-401e-924f-841988789fb7)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 17:01:17.509909 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764869057832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764868617602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764868617647'] for port, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:17.513875 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 17:01:17.546836 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 17:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fb58c4-201b-4e75-82e9-a674af7ddf52 x-openstack-request-id: req-73fb58c4-201b-4e75-82e9-a674af7ddf52 {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 17:01:17.547217 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c", "name": "network-vif-unplugged", "status": "completed", "tag": "456c8e9e-12a7-4248-8974-c023faf48e1c", "code": 200}]} {{(pid=99206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 17:01:17.547484 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-73fb58c4-201b-4e75-82e9-a674af7ddf52 {{(pid=99206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 17:01:17.548039 dv-neutron-601336-79-hyperv neutron-server[99206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '456c8e9e-12a7-4248-8974-c023faf48e1c', 'code': 200} May 31 17:01:17.658400 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Pushing event updated for resources: {'Port': ['ID=456c8e9e-12a7-4248-8974-c023faf48e1c,revision_number=8']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 17:01:17.662504 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 17:01:17.696033 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-b604a754-53ae-4699-be25-b88c59a2d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'name': 'tempest-TestSnapshotPattern-1630262978-router', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:55:06Z', 'updated_at': '2021-05-31T16:55:11Z', 'revision_number': 4, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'gw_port': {'id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:07Z', 'updated_at': '2021-05-31T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'ecd77377-0ff4-48e7-85c2-a6e912f97155', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'floating_ip_address': '172.26.0.195', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'port_id': '1a60ac77-b049-4d85-a015-7b54ab93a28a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'mac_address': 'fa:16:3e:83:d1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f462f57-66b1-466e-9a53-c7d6a8ba8289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:55:38Z', 'updated_at': '2021-05-31T16:55:41Z', 'revision_number': 1, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5', 'name': '', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'mac_address': 'fa:16:3e:19:ec:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:10Z', 'updated_at': '2021-05-31T16:55:15Z', 'revision_number': 5, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'subnets': [{'id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 17:01:17.700883 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b604a754-53ae-4699-be25-b88c59a2d6d2 None None] The sync data for ids ['90fa58ba-1cad-4512-9232-658dbaecf9f5'] in dv-neutron-601336-79-hyperv is: [{'id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'name': 'tempest-TestSnapshotPattern-1630262978-router', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:55:06Z', 'updated_at': '2021-05-31T16:55:11Z', 'revision_number': 4, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'gw_port': {'id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:07Z', 'updated_at': '2021-05-31T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_floatingips': [{'id': 'ecd77377-0ff4-48e7-85c2-a6e912f97155', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'floating_ip_address': '172.26.0.195', 'floating_network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'router_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'port_id': '1a60ac77-b049-4d85-a015-7b54ab93a28a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'mac_address': 'fa:16:3e:83:d1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f462f57-66b1-466e-9a53-c7d6a8ba8289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:55:38Z', 'updated_at': '2021-05-31T16:55:41Z', 'revision_number': 1, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5', 'name': '', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'mac_address': 'fa:16:3e:19:ec:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:10Z', 'updated_at': '2021-05-31T16:55:15Z', 'revision_number': 5, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'subnets': [{'id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 17:01:17.944917 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ccc721-e20f-40b3-ae25-ce85fe70b59e None None] New status for floating IP 60991300-fbbe-4994-b4e6-ebf0a47c7b6d: DOWN {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 17:01:18.071224 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076a07d-750e-422c-9fe1-0dfbb98e71a7 req-a96110b7-7414-4317-ad2b-da5532fc99f0 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 17:01:18.072801 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3076a07d-750e-422c-9fe1-0dfbb98e71a7 req-a96110b7-7414-4317-ad2b-da5532fc99f0 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 943 time: 0.0902321 May 31 17:01:18.123134 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-3076a07d-750e-422c-9fe1-0dfbb98e71a7 req-57f54f22-8ec4-41e9-8609-c8fa46291c36 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439348 May 31 17:01:18.540142 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c813a3-728b-45aa-8dc1-f8de6c636b21 req-f96eef5b-7d52-458a-a9c7-13bcd5f36d9d tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 17:01:18.540912 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-88c813a3-728b-45aa-8dc1-f8de6c636b21 req-f96eef5b-7d52-458a-a9c7-13bcd5f36d9d tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Synchronizing usage tracker for tenant:bb4f3a0d5106494fb49ca45c7f910591 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 17:01:18.559037 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-88c813a3-728b-45aa-8dc1-f8de6c636b21 req-f96eef5b-7d52-458a-a9c7-13bcd5f36d9d tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Unset dirty status for tenant:bb4f3a0d5106494fb49ca45c7f910591 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 17:01:18.560362 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-88c813a3-728b-45aa-8dc1-f8de6c636b21 req-f96eef5b-7d52-458a-a9c7-13bcd5f36d9d tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 943 time: 0.1140456 May 31 17:01:18.728128 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [req-88c813a3-728b-45aa-8dc1-f8de6c636b21 req-b7195ff7-365a-4c50-8f18-a00386383e15 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Deleting port 456c8e9e-12a7-4248-8974-c023faf48e1c {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 17:01:18.728592 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-88c813a3-728b-45aa-8dc1-f8de6c636b21 req-b7195ff7-365a-4c50-8f18-a00386383e15 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:18.891409 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [req-88c813a3-728b-45aa-8dc1-f8de6c636b21 req-b7195ff7-365a-4c50-8f18-a00386383e15 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] For port 456c8e9e-12a7-4248-8974-c023faf48e1c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=456c8e9e-12a7-4248-8974-c023faf48e1c,segment=NetworkSegment(d3b85b16-8362-401e-924f-841988789fb7),segment_id=d3b85b16-8362-401e-924f-841988789fb7)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 17:01:18.891764 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-88c813a3-728b-45aa-8dc1-f8de6c636b21 req-b7195ff7-365a-4c50-8f18-a00386383e15 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:19.186686 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [req-88c813a3-728b-45aa-8dc1-f8de6c636b21 req-b7195ff7-365a-4c50-8f18-a00386383e15 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Calling delete_port for 456c8e9e-12a7-4248-8974-c023faf48e1c owned by compute:nova {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 17:01:19.318271 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-88c813a3-728b-45aa-8dc1-f8de6c636b21 req-b7195ff7-365a-4c50-8f18-a00386383e15 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:19.326841 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-68fc97da-fe5a-4364-9393-53446bae7173 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 17:01:19.330370 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cab76-8cda-4751-bce6-3dede53807bd req-02e5afc8-b2eb-4317-82dc-36ab631a845f tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 17:01:19.331921 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-446cab76-8cda-4751-bce6-3dede53807bd req-02e5afc8-b2eb-4317-82dc-36ab631a845f tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c HTTP/1.1" status: 200 len: 943 time: 0.0907662 May 31 17:01:19.373892 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7195ff7-365a-4c50-8f18-a00386383e15 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Pushing event deleted for resources: {'Port': ['ID=456c8e9e-12a7-4248-8974-c023faf48e1c,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 17:01:19.377368 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b7195ff7-365a-4c50-8f18-a00386383e15 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 17:01:19.388285 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-446cab76-8cda-4751-bce6-3dede53807bd req-9b267377-4c30-4e21-b503-a75308eaf85a tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470893 May 31 17:01:19.465574 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c813a3-728b-45aa-8dc1-f8de6c636b21 req-b7195ff7-365a-4c50-8f18-a00386383e15 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] No DVR routers for this DVR port 456c8e9e-12a7-4248-8974-c023faf48e1c on host hv-neutron-6013 {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 17:01:19.468744 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-88c813a3-728b-45aa-8dc1-f8de6c636b21 req-b7195ff7-365a-4c50-8f18-a00386383e15 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:19.472074 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c', 'name': 'network-vif-deleted', 'tag': '456c8e9e-12a7-4248-8974-c023faf48e1c'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 17:01:19.475102 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04cf206e4dd8f3180d6e5d663243b13a0825cbb1d7c140105348091cb8be9f3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca89b7f-ce02-4258-b141-ad731f30f132" -d '{"events": [{"server_uuid": "d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c", "name": "network-vif-deleted", "tag": "456c8e9e-12a7-4248-8974-c023faf48e1c"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 17:01:19.495742 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-88c813a3-728b-45aa-8dc1-f8de6c636b21 req-b7195ff7-365a-4c50-8f18-a00386383e15 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.59 "DELETE /v2.0/ports/456c8e9e-12a7-4248-8974-c023faf48e1c HTTP/1.1" status: 204 len: 173 time: 0.9294822 May 31 17:01:19.530976 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 17:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724a7d48-df07-4e4e-ba3d-f3fe8645aceb x-openstack-request-id: req-724a7d48-df07-4e4e-ba3d-f3fe8645aceb {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 17:01:19.531385 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c", "name": "network-vif-deleted", "tag": "456c8e9e-12a7-4248-8974-c023faf48e1c", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 17:01:19.531682 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-724a7d48-df07-4e4e-ba3d-f3fe8645aceb {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 17:01:19.533177 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ac54ec-f0c8-4e70-b1f8-d522eed3ac4c', 'name': 'network-vif-deleted', 'tag': '456c8e9e-12a7-4248-8974-c023faf48e1c', 'status': 'completed', 'code': 200} May 31 17:01:21.091147 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 456c8e9e-12a7-4248-8974-c023faf48e1c no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 17:01:21.128038 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: 456c8e9e-12a7-4248-8974-c023faf48e1c {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 17:01:21.128387 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 456c8e9e-12a7-4248-8974-c023faf48e1c not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 17:01:21.132361 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 42630) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 17:01:21.418163 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-e05f0f26-8608-4661-8ace-41415e0e99f4 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Deleting port 94e17aed-0e19-4dfc-96d5-e3c617437d38 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 17:01:21.418503 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e05f0f26-8608-4661-8ace-41415e0e99f4 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:21.548607 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e05f0f26-8608-4661-8ace-41415e0e99f4 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:21.550488 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e05f0f26-8608-4661-8ace-41415e0e99f4 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:21.882505 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-e05f0f26-8608-4661-8ace-41415e0e99f4 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Calling delete_port for 94e17aed-0e19-4dfc-96d5-e3c617437d38 owned by network:floatingip {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 17:01:22.016868 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e05f0f26-8608-4661-8ace-41415e0e99f4 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:22.021465 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-41f14413-fc6f-431d-ad4b-66d71633f85d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 17:01:22.067705 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f0f26-8608-4661-8ace-41415e0e99f4 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Pushing event deleted for resources: {'Port': ['ID=94e17aed-0e19-4dfc-96d5-e3c617437d38,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 17:01:22.108865 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f0f26-8608-4661-8ace-41415e0e99f4 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:22.109247 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f0f26-8608-4661-8ace-41415e0e99f4 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:22.109614 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f0f26-8608-4661-8ace-41415e0e99f4 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:22.109976 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f0f26-8608-4661-8ace-41415e0e99f4 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:22.110337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f0f26-8608-4661-8ace-41415e0e99f4 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:22.110696 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f0f26-8608-4661-8ace-41415e0e99f4 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:22.111088 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f0f26-8608-4661-8ace-41415e0e99f4 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:22.111442 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f0f26-8608-4661-8ace-41415e0e99f4 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:22.111798 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f0f26-8608-4661-8ace-41415e0e99f4 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:22.112198 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f0f26-8608-4661-8ace-41415e0e99f4 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:22.112544 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f0f26-8608-4661-8ace-41415e0e99f4 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:22.112877 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f0f26-8608-4661-8ace-41415e0e99f4 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-79-hyperv {{(pid=99205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 17:01:22.144047 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e05f0f26-8608-4661-8ace-41415e0e99f4 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 17:01:22.174695 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e05f0f26-8608-4661-8ace-41415e0e99f4 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for floatingip, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:22.175040 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.db.l3_db [None req-e05f0f26-8608-4661-8ace-41415e0e99f4 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Floating IP ecd77377-0ff4-48e7-85c2-a6e912f97155 disassociated (deleted). External IP: 172.26.0.195, port: 1a60ac77-b049-4d85-a015-7b54ab93a28a. May 31 17:01:22.532240 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05f0f26-8608-4661-8ace-41415e0e99f4 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Router 90fa58ba-1cad-4512-9232-658dbaecf9f5 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 17:01:22.718075 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05f0f26-8608-4661-8ace-41415e0e99f4 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 17:01:22.728230 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0851bb7b-d87f-4d73-ab23-81a9fcad1f33 None None] Sync routers for ids ['90fa58ba-1cad-4512-9232-658dbaecf9f5'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 17:01:22.734631 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-e05f0f26-8608-4661-8ace-41415e0e99f4 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for floatingip, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:22.738426 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0851bb7b-d87f-4d73-ab23-81a9fcad1f33 None None] Routers {'90fa58ba-1cad-4512-9232-658dbaecf9f5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 17:01:22.739080 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-0851bb7b-d87f-4d73-ab23-81a9fcad1f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T17:01:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['90fa58ba-1cad-4512-9232-658dbaecf9f5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 17:01:22.794384 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-e05f0f26-8608-4661-8ace-41415e0e99f4 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "DELETE /v2.0/floatingips/ecd77377-0ff4-48e7-85c2-a6e912f97155 HTTP/1.1" status: 204 len: 168 time: 1.6606548 May 31 17:01:22.794835 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f462f57-66b1-466e-9a53-c7d6a8ba8289', 'tag': '1a60ac77-b049-4d85-a015-7b54ab93a28a'}] {{(pid=99205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 17:01:22.797289 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712cbd604a6cc1e0f5ba13422e2683da83bae824a67b09ff26bcbb5182465e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c65ddc0-0ca5-4f9d-aee3-56acfe73ed0d" -d '{"events": [{"name": "network-changed", "server_uuid": "1f462f57-66b1-466e-9a53-c7d6a8ba8289", "tag": "1a60ac77-b049-4d85-a015-7b54ab93a28a"}]}' {{(pid=99205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 17:01:22.908340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 17:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1ca723-0725-4bad-894d-875f3cc0a5b3 x-openstack-request-id: req-fe1ca723-0725-4bad-894d-875f3cc0a5b3 {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 17:01:22.908685 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f462f57-66b1-466e-9a53-c7d6a8ba8289", "tag": "1a60ac77-b049-4d85-a015-7b54ab93a28a", "status": "completed", "code": 200}]} {{(pid=99205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 17:01:22.909062 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fe1ca723-0725-4bad-894d-875f3cc0a5b3 {{(pid=99205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 17:01:22.909599 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f462f57-66b1-466e-9a53-c7d6a8ba8289', 'tag': '1a60ac77-b049-4d85-a015-7b54ab93a28a', 'status': 'completed', 'code': 200} May 31 17:01:22.934875 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-0851bb7b-d87f-4d73-ab23-81a9fcad1f33 None None] Set router 90fa58ba-1cad-4512-9232-658dbaecf9f5 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 17:01:23.014113 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65ddc0-0ca5-4f9d-aee3-56acfe73ed0d req-ce02940d-4284-413f-bd7e-9a83723dca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 17:01:23.017153 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-3c65ddc0-0ca5-4f9d-aee3-56acfe73ed0d req-ce02940d-4284-413f-bd7e-9a83723dca83 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb4f3a0d5106494fb49ca45c7f910591&device_id=1f462f57-66b1-466e-9a53-c7d6a8ba8289 HTTP/1.1" status: 200 len: 1097 time: 0.0851882 May 31 17:01:23.164759 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65ddc0-0ca5-4f9d-aee3-56acfe73ed0d req-111ab21a-c07f-4fe0-872d-05b0871ec426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 17:01:23.166650 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-3c65ddc0-0ca5-4f9d-aee3-56acfe73ed0d req-111ab21a-c07f-4fe0-872d-05b0871ec426 service neutron] 10.222.0.59 "GET /v2.0/networks?id=424e1dcc-9276-407b-a105-ce93c0caa27a HTTP/1.1" status: 200 len: 911 time: 0.1363425 May 31 17:01:23.195556 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75c8c3-725f-4dce-8a92-915b51201c3c req-5f513c37-f629-4a84-88e5-5376de268518 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 17:01:23.196220 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-7b75c8c3-725f-4dce-8a92-915b51201c3c req-5f513c37-f629-4a84-88e5-5376de268518 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Synchronizing usage tracker for tenant:bb4f3a0d5106494fb49ca45c7f910591 on resource:port {{(pid=99205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 17:01:23.212852 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.quota.resource [req-7b75c8c3-725f-4dce-8a92-915b51201c3c req-5f513c37-f629-4a84-88e5-5376de268518 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Unset dirty status for tenant:bb4f3a0d5106494fb49ca45c7f910591 on resource:port {{(pid=99205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 17:01:23.214309 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7b75c8c3-725f-4dce-8a92-915b51201c3c req-5f513c37-f629-4a84-88e5-5376de268518 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f462f57-66b1-466e-9a53-c7d6a8ba8289 HTTP/1.1" status: 200 len: 944 time: 0.1051860 May 31 17:01:23.245060 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-3c65ddc0-0ca5-4f9d-aee3-56acfe73ed0d req-11c14a01-2c6f-41c3-a247-e350626b6fc1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a60ac77-b049-4d85-a015-7b54ab93a28a HTTP/1.1" status: 200 len: 217 time: 0.0706708 May 31 17:01:23.261357 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-0851bb7b-d87f-4d73-ab23-81a9fcad1f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'name': 'tempest-TestSnapshotPattern-1630262978-router', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:55:06Z', 'updated_at': '2021-05-31T16:55:11Z', 'revision_number': 4, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'gw_port': {'id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:07Z', 'updated_at': '2021-05-31T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5', 'name': '', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'mac_address': 'fa:16:3e:19:ec:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:10Z', 'updated_at': '2021-05-31T16:55:15Z', 'revision_number': 5, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'subnets': [{'id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 17:01:23.265869 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0851bb7b-d87f-4d73-ab23-81a9fcad1f33 None None] Checking router: 90fa58ba-1cad-4512-9232-658dbaecf9f5 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 17:01:23.275013 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0851bb7b-d87f-4d73-ab23-81a9fcad1f33 None None] Routers {'90fa58ba-1cad-4512-9232-658dbaecf9f5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 17:01:23.276010 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-0851bb7b-d87f-4d73-ab23-81a9fcad1f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T17:01:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['90fa58ba-1cad-4512-9232-658dbaecf9f5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 17:01:23.277035 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-7b75c8c3-725f-4dce-8a92-915b51201c3c req-dcbd83ba-1bbb-4a97-bd82-f34494745678 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549681 May 31 17:01:23.313531 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65ddc0-0ca5-4f9d-aee3-56acfe73ed0d req-3008e188-2875-4a2d-8c35-b1b0b6ff19d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 17:01:23.315059 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-3c65ddc0-0ca5-4f9d-aee3-56acfe73ed0d req-3008e188-2875-4a2d-8c35-b1b0b6ff19d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4d265c9-d524-4027-98b9-ec3cefce648c HTTP/1.1" status: 200 len: 849 time: 0.0635502 May 31 17:01:23.405894 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65ddc0-0ca5-4f9d-aee3-56acfe73ed0d req-a1773cbc-0fdf-4351-8ada-f9a8045407df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 17:01:23.407487 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-3c65ddc0-0ca5-4f9d-aee3-56acfe73ed0d req-a1773cbc-0fdf-4351-8ada-f9a8045407df service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=424e1dcc-9276-407b-a105-ce93c0caa27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0804579 May 31 17:01:23.512542 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-0851bb7b-d87f-4d73-ab23-81a9fcad1f33 None None] Set router 90fa58ba-1cad-4512-9232-658dbaecf9f5 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 17:01:23.545034 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-3c65ddc0-0ca5-4f9d-aee3-56acfe73ed0d req-95c04857-9282-451f-95a7-bb6d04c05111 service neutron] 10.222.0.59 "GET /v2.0/networks/424e1dcc-9276-407b-a105-ce93c0caa27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291230 May 31 17:01:23.680261 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-3c65ddc0-0ca5-4f9d-aee3-56acfe73ed0d req-8b0e5c7c-ede4-4131-bca3-f4e53b2f33ce service neutron] 10.222.0.59 "GET /v2.0/networks/424e1dcc-9276-407b-a105-ce93c0caa27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279688 May 31 17:01:23.843526 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-0851bb7b-d87f-4d73-ab23-81a9fcad1f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'name': 'tempest-TestSnapshotPattern-1630262978-router', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:55:06Z', 'updated_at': '2021-05-31T16:55:11Z', 'revision_number': 4, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'gw_port': {'id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:07Z', 'updated_at': '2021-05-31T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5', 'name': '', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'mac_address': 'fa:16:3e:19:ec:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:10Z', 'updated_at': '2021-05-31T16:55:15Z', 'revision_number': 5, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'subnets': [{'id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 17:01:23.849098 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0851bb7b-d87f-4d73-ab23-81a9fcad1f33 None None] The sync data for ids ['90fa58ba-1cad-4512-9232-658dbaecf9f5'] in dv-neutron-601336-79-hyperv is: [{'id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'name': 'tempest-TestSnapshotPattern-1630262978-router', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:55:06Z', 'updated_at': '2021-05-31T16:55:11Z', 'revision_number': 4, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'gw_port': {'id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:07Z', 'updated_at': '2021-05-31T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv', '_interfaces': [{'id': '7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5', 'name': '', 'network_id': '424e1dcc-9276-407b-a105-ce93c0caa27a', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'mac_address': 'fa:16:3e:19:ec:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:10Z', 'updated_at': '2021-05-31T16:55:15Z', 'revision_number': 5, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'subnets': [{'id': 'c4d265c9-d524-4027-98b9-ec3cefce648c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 17:01:24.057975 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3981fa6e-3ba5-4b91-b62f-590763443dea None None] New status for floating IP ecd77377-0ff4-48e7-85c2-a6e912f97155: DOWN {{(pid=99207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 17:01:24.123172 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f9c05-cbfd-4702-96f5-5cb68e2bb29e req-b162b0ad-b31c-4dbe-85c6-16c0152de98c tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 17:01:24.123787 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-a69f9c05-cbfd-4702-96f5-5cb68e2bb29e req-b162b0ad-b31c-4dbe-85c6-16c0152de98c tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Synchronizing usage tracker for tenant:bb4f3a0d5106494fb49ca45c7f910591 on resource:port {{(pid=99204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 17:01:24.136047 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.quota.resource [req-a69f9c05-cbfd-4702-96f5-5cb68e2bb29e req-b162b0ad-b31c-4dbe-85c6-16c0152de98c tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Unset dirty status for tenant:bb4f3a0d5106494fb49ca45c7f910591 on resource:port {{(pid=99204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 17:01:24.137209 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-a69f9c05-cbfd-4702-96f5-5cb68e2bb29e req-b162b0ad-b31c-4dbe-85c6-16c0152de98c tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f462f57-66b1-466e-9a53-c7d6a8ba8289 HTTP/1.1" status: 200 len: 944 time: 0.0939975 May 31 17:01:24.280840 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [req-a69f9c05-cbfd-4702-96f5-5cb68e2bb29e req-e7eae3cd-905c-49a8-a33b-518ee687a6be tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Deleting port 1a60ac77-b049-4d85-a015-7b54ab93a28a {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 17:01:24.281177 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-a69f9c05-cbfd-4702-96f5-5cb68e2bb29e req-e7eae3cd-905c-49a8-a33b-518ee687a6be tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:24.420736 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [req-a69f9c05-cbfd-4702-96f5-5cb68e2bb29e req-e7eae3cd-905c-49a8-a33b-518ee687a6be tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] For port 1a60ac77-b049-4d85-a015-7b54ab93a28a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1a60ac77-b049-4d85-a015-7b54ab93a28a,segment=NetworkSegment(d3b85b16-8362-401e-924f-841988789fb7),segment_id=d3b85b16-8362-401e-924f-841988789fb7)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 17:01:24.421039 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-a69f9c05-cbfd-4702-96f5-5cb68e2bb29e req-e7eae3cd-905c-49a8-a33b-518ee687a6be tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:24.458826 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e2b91-fa93-470b-8544-445877cfb106 req-48b54bd4-df1c-4d85-b7a4-4718588dd3bf tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 17:01:24.460363 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-133e2b91-fa93-470b-8544-445877cfb106 req-48b54bd4-df1c-4d85-b7a4-4718588dd3bf tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f462f57-66b1-466e-9a53-c7d6a8ba8289 HTTP/1.1" status: 200 len: 944 time: 0.0825050 May 31 17:01:24.509136 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [req-133e2b91-fa93-470b-8544-445877cfb106 req-34767d21-78f8-4f58-939b-8325ba48cb69 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "GET /v2.0/security-groups?id=2cba37d1-9d1a-48e5-873c-63dd159d9f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425506 May 31 17:01:24.545116 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [req-a69f9c05-cbfd-4702-96f5-5cb68e2bb29e req-e7eae3cd-905c-49a8-a33b-518ee687a6be tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Calling delete_port for 1a60ac77-b049-4d85-a015-7b54ab93a28a owned by compute:nova {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 17:01:24.665880 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-a69f9c05-cbfd-4702-96f5-5cb68e2bb29e req-e7eae3cd-905c-49a8-a33b-518ee687a6be tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:24.672166 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b00e6eff-4816-4295-8d60-8507df0fe02c tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 17:01:24.717241 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eae3cd-905c-49a8-a33b-518ee687a6be tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Pushing event deleted for resources: {'Port': ['ID=1a60ac77-b049-4d85-a015-7b54ab93a28a,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 17:01:24.720404 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-e7eae3cd-905c-49a8-a33b-518ee687a6be tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 17:01:24.795217 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69f9c05-cbfd-4702-96f5-5cb68e2bb29e req-e7eae3cd-905c-49a8-a33b-518ee687a6be tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] No DVR routers for this DVR port 1a60ac77-b049-4d85-a015-7b54ab93a28a on host hv-neutron-6013 {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 17:01:24.797847 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [req-a69f9c05-cbfd-4702-96f5-5cb68e2bb29e req-e7eae3cd-905c-49a8-a33b-518ee687a6be tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-923935'] for port, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:24.800714 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f462f57-66b1-466e-9a53-c7d6a8ba8289', 'name': 'network-vif-deleted', 'tag': '1a60ac77-b049-4d85-a015-7b54ab93a28a'}] {{(pid=99204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 17:01:24.803052 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04cf206e4dd8f3180d6e5d663243b13a0825cbb1d7c140105348091cb8be9f3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d58f18-a915-46a4-9643-869a96eeb18d" -d '{"events": [{"server_uuid": "1f462f57-66b1-466e-9a53-c7d6a8ba8289", "name": "network-vif-deleted", "tag": "1a60ac77-b049-4d85-a015-7b54ab93a28a"}]}' {{(pid=99204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 17:01:24.817412 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [req-a69f9c05-cbfd-4702-96f5-5cb68e2bb29e req-e7eae3cd-905c-49a8-a33b-518ee687a6be tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.59 "DELETE /v2.0/ports/1a60ac77-b049-4d85-a015-7b54ab93a28a HTTP/1.1" status: 204 len: 173 time: 0.6745114 May 31 17:01:24.849566 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 17:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd2c1bd-917f-48bc-b596-e2e962bd321c x-openstack-request-id: req-3bd2c1bd-917f-48bc-b596-e2e962bd321c {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 17:01:24.849917 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f462f57-66b1-466e-9a53-c7d6a8ba8289", "name": "network-vif-deleted", "tag": "1a60ac77-b049-4d85-a015-7b54ab93a28a", "status": "completed", "code": 200}]} {{(pid=99204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 17:01:24.850226 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3bd2c1bd-917f-48bc-b596-e2e962bd321c {{(pid=99204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 17:01:24.850694 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f462f57-66b1-466e-9a53-c7d6a8ba8289', 'name': 'network-vif-deleted', 'tag': '1a60ac77-b049-4d85-a015-7b54ab93a28a', 'status': 'completed', 'code': 200} May 31 17:01:25.608080 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 42648) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 17:01:25.687951 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cfaa49ef-67c5-44ec-83fc-9199894b0a31 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:25.721035 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cfaa49ef-67c5-44ec-83fc-9199894b0a31 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:25.797755 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cfaa49ef-67c5-44ec-83fc-9199894b0a31 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:25.801963 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-f7204f0c-63c0-4898-b310-e32b1de86e7e tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 17:01:25.819350 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa49ef-67c5-44ec-83fc-9199894b0a31 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cba37d1-9d1a-48e5-873c-63dd159d9f46,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 17:01:25.822433 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cfaa49ef-67c5-44ec-83fc-9199894b0a31 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 17:01:25.834392 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-cfaa49ef-67c5-44ec-83fc-9199894b0a31 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:25.836090 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-cfaa49ef-67c5-44ec-83fc-9199894b0a31 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] 10.222.0.45 "DELETE /v2.0/security-groups/2cba37d1-9d1a-48e5-873c-63dd159d9f46 HTTP/1.1" status: 204 len: 168 time: 0.2268693 May 31 17:01:25.894835 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 42654) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 17:01:26.715064 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-35f1d69a-e10d-48fd-8364-ac2d842730f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:27.123657 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 1a60ac77-b049-4d85-a015-7b54ab93a28a no longer exists at agent hyperv_hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 17:01:27.132981 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-35f1d69a-e10d-48fd-8364-ac2d842730f2 admin admin] Deleting port 7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 17:01:27.133300 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-35f1d69a-e10d-48fd-8364-ac2d842730f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:27.158327 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] No Port match for: 1a60ac77-b049-4d85-a015-7b54ab93a28a {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 17:01:27.158633 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Device 1a60ac77-b049-4d85-a015-7b54ab93a28a not bound to the agent host hv-neutron-6013 {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 17:01:27.259191 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-35f1d69a-e10d-48fd-8364-ac2d842730f2 admin admin] For port 7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5,segment=NetworkSegment(d3b85b16-8362-401e-924f-841988789fb7),segment_id=d3b85b16-8362-401e-924f-841988789fb7)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 17:01:27.259562 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-35f1d69a-e10d-48fd-8364-ac2d842730f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:27.380576 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-35f1d69a-e10d-48fd-8364-ac2d842730f2 admin admin] Calling delete_port for 7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5 owned by network:router_interface {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 17:01:27.619184 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-35f1d69a-e10d-48fd-8364-ac2d842730f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:27.623545 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9129cebc-60f0-4eb2-86d7-176c93be9795 tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 17:01:27.673581 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1d69a-e10d-48fd-8364-ac2d842730f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 17:01:27.676762 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-35f1d69a-e10d-48fd-8364-ac2d842730f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 17:01:28.098437 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-35f1d69a-e10d-48fd-8364-ac2d842730f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:28.461605 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f1d69a-e10d-48fd-8364-ac2d842730f2 admin admin] Router 90fa58ba-1cad-4512-9232-658dbaecf9f5 has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 17:01:28.640721 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f1d69a-e10d-48fd-8364-ac2d842730f2 admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 17:01:28.649545 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18b3936-4fbd-4dd0-b203-f8cd8427b379 None None] Sync routers for ids ['90fa58ba-1cad-4512-9232-658dbaecf9f5'] in dv-neutron-601336-79-hyperv {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 17:01:28.653227 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-35f1d69a-e10d-48fd-8364-ac2d842730f2 admin admin] 10.222.0.45 "PUT /v2.0/routers/90fa58ba-1cad-4512-9232-658dbaecf9f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7572043 May 31 17:01:28.655943 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 42660) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 17:01:28.660318 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18b3936-4fbd-4dd0-b203-f8cd8427b379 None None] Routers {'90fa58ba-1cad-4512-9232-658dbaecf9f5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 17:01:28.660988 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a18b3936-4fbd-4dd0-b203-f8cd8427b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T17:01:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['90fa58ba-1cad-4512-9232-658dbaecf9f5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 17:01:28.836615 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b970fd4d-1cf6-4b17-b212-de619d4f45fd admin admin] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:28.856763 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-a18b3936-4fbd-4dd0-b203-f8cd8427b379 None None] Set router 90fa58ba-1cad-4512-9232-658dbaecf9f5 gateway port host: dv-neutron-601336-79-hyperv {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 17:01:29.014167 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b970fd4d-1cf6-4b17-b212-de619d4f45fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:29.091275 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-b970fd4d-1cf6-4b17-b212-de619d4f45fd admin admin] Deleting port e78b11d2-1a62-439b-9705-ac6fbb37aae9 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 17:01:29.091621 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b970fd4d-1cf6-4b17-b212-de619d4f45fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:29.145841 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a18b3936-4fbd-4dd0-b203-f8cd8427b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'name': 'tempest-TestSnapshotPattern-1630262978-router', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:55:06Z', 'updated_at': '2021-05-31T17:01:27Z', 'revision_number': 5, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'gw_port': {'id': 'e78b11d2-1a62-439b-9705-ac6fbb37aae9', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:07Z', 'updated_at': '2021-05-31T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 17:01:29.150562 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18b3936-4fbd-4dd0-b203-f8cd8427b379 None None] Checking router: 90fa58ba-1cad-4512-9232-658dbaecf9f5 for host: dv-neutron-601336-79-hyperv {{(pid=99206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 17:01:29.160525 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18b3936-4fbd-4dd0-b203-f8cd8427b379 None None] Routers {'90fa58ba-1cad-4512-9232-658dbaecf9f5'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 17:01:29.161149 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a18b3936-4fbd-4dd0-b203-f8cd8427b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T17:01:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['90fa58ba-1cad-4512-9232-658dbaecf9f5'], 'active': True} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 17:01:29.321542 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:29.339274 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvr_db [None req-a18b3936-4fbd-4dd0-b203-f8cd8427b379 None None] Set router 90fa58ba-1cad-4512-9232-658dbaecf9f5 gateway port host: None {{(pid=99206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 17:01:29.416032 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-b970fd4d-1cf6-4b17-b212-de619d4f45fd admin admin] For port e78b11d2-1a62-439b-9705-ac6fbb37aae9, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=e78b11d2-1a62-439b-9705-ac6fbb37aae9,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 17:01:29.417008 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b970fd4d-1cf6-4b17-b212-de619d4f45fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:29.512800 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_hamode_db [None req-a18b3936-4fbd-4dd0-b203-f8cd8427b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'name': 'tempest-TestSnapshotPattern-1630262978-router', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:55:06Z', 'updated_at': '2021-05-31T17:01:29Z', 'revision_number': 6, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'gw_port_host': None}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 17:01:29.517613 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18b3936-4fbd-4dd0-b203-f8cd8427b379 None None] The sync data for ids ['90fa58ba-1cad-4512-9232-658dbaecf9f5'] in dv-neutron-601336-79-hyperv is: [{'id': '90fa58ba-1cad-4512-9232-658dbaecf9f5', 'name': 'tempest-TestSnapshotPattern-1630262978-router', 'tenant_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:55:06Z', 'updated_at': '2021-05-31T17:01:29Z', 'revision_number': 6, 'project_id': 'bb4f3a0d5106494fb49ca45c7f910591', 'gw_port_host': None}] {{(pid=99206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 17:01:29.548918 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-b970fd4d-1cf6-4b17-b212-de619d4f45fd admin admin] Calling delete_port for e78b11d2-1a62-439b-9705-ac6fbb37aae9 owned by network:router_gateway {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 17:01:29.693927 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b970fd4d-1cf6-4b17-b212-de619d4f45fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:29.698375 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-272b6a45-f31e-4296-971e-2ea7a790bad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 17:01:29.743167 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970fd4d-1cf6-4b17-b212-de619d4f45fd admin admin] Pushing event deleted for resources: {'Port': ['ID=e78b11d2-1a62-439b-9705-ac6fbb37aae9,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 17:01:29.745817 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-b970fd4d-1cf6-4b17-b212-de619d4f45fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 17:01:29.845048 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b970fd4d-1cf6-4b17-b212-de619d4f45fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:30.026861 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b970fd4d-1cf6-4b17-b212-de619d4f45fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:30.029332 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b970fd4d-1cf6-4b17-b212-de619d4f45fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:30.054397 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b970fd4d-1cf6-4b17-b212-de619d4f45fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:30.055294 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b970fd4d-1cf6-4b17-b212-de619d4f45fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90fa58ba-1cad-4512-9232-658dbaecf9f5 {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 17:01:30.072304 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-b970fd4d-1cf6-4b17-b212-de619d4f45fd admin admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:30.073464 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-b970fd4d-1cf6-4b17-b212-de619d4f45fd admin admin] 10.222.0.45 "DELETE /v2.0/routers/90fa58ba-1cad-4512-9232-658dbaecf9f5 HTTP/1.1" status: 204 len: 168 time: 1.4166522 May 31 17:01:30.077306 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 42664) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 17:01:30.137754 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d2f950-e204-4e0c-b26a-971dfca75da2 admin admin] Deleting subnet c4d265c9-d524-4027-98b9-ec3cefce648c {{(pid=99204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 17:01:30.140875 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-39d2f950-e204-4e0c-b26a-971dfca75da2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:30.196077 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-39d2f950-e204-4e0c-b26a-971dfca75da2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045037'] for subnet, precommit_delete_associations {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:30.282411 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-39d2f950-e204-4e0c-b26a-971dfca75da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:30.698966 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-39d2f950-e204-4e0c-b26a-971dfca75da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2989762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179082'] for subnet, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:30.702898 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-be79f031-137a-49b9-9ec7-840fcd25f041 tempest-TestNetworkBasicOps-1665806665 tempest-TestNetworkBasicOps-1665806665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 17:01:30.739376 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d2f950-e204-4e0c-b26a-971dfca75da2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4d265c9-d524-4027-98b9-ec3cefce648c,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 17:01:30.741301 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-39d2f950-e204-4e0c-b26a-971dfca75da2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:30.743992 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-39d2f950-e204-4e0c-b26a-971dfca75da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 17:01:30.748550 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-39d2f950-e204-4e0c-b26a-971dfca75da2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c4d265c9-d524-4027-98b9-ec3cefce648c HTTP/1.1" status: 204 len: 168 time: 0.6701860 May 31 17:01:30.749945 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782ea84c-ab79-472b-8d56-2e3153c3cfc1 None None] Network 424e1dcc-9276-407b-a105-ce93c0caa27a requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 17:01:30.751270 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 42668) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 17:01:30.860729 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-24d2233f-a1d3-4489-a1bb-d9fac248275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:30.946903 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-24d2233f-a1d3-4489-a1bb-d9fac248275e admin admin] Deleting port dd39bfd0-229c-4adf-b26b-9192a012b99d {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 17:01:30.947261 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-24d2233f-a1d3-4489-a1bb-d9fac248275e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:31.010621 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a755d8d7-f531-4bdb-97bf-a45aa45b52fe None None] DHCP port deletion for 424e1dcc-9276-407b-a105-ce93c0caa27a request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 17:01:31.055252 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-24d2233f-a1d3-4489-a1bb-d9fac248275e admin admin] For port dd39bfd0-229c-4adf-b26b-9192a012b99d, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=dd39bfd0-229c-4adf-b26b-9192a012b99d,segment=NetworkSegment(d3b85b16-8362-401e-924f-841988789fb7),segment_id=d3b85b16-8362-401e-924f-841988789fb7)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 17:01:31.055608 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-24d2233f-a1d3-4489-a1bb-d9fac248275e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:31.082870 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-a755d8d7-f531-4bdb-97bf-a45aa45b52fe None None] Deleting port dd39bfd0-229c-4adf-b26b-9192a012b99d {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 17:01:31.083260 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a755d8d7-f531-4bdb-97bf-a45aa45b52fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:31.185043 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-24d2233f-a1d3-4489-a1bb-d9fac248275e admin admin] Calling delete_port for dd39bfd0-229c-4adf-b26b-9192a012b99d owned by network:dhcp {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 17:01:31.185876 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-a755d8d7-f531-4bdb-97bf-a45aa45b52fe None None] For port dd39bfd0-229c-4adf-b26b-9192a012b99d, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=dd39bfd0-229c-4adf-b26b-9192a012b99d,segment=NetworkSegment(d3b85b16-8362-401e-924f-841988789fb7),segment_id=d3b85b16-8362-401e-924f-841988789fb7)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 17:01:31.186278 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a755d8d7-f531-4bdb-97bf-a45aa45b52fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:31.241597 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-24d2233f-a1d3-4489-a1bb-d9fac248275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:31.245789 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-b63f0501-f3f5-43bc-85e7-901eadb2644b tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 17:01:31.290553 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2233f-a1d3-4489-a1bb-d9fac248275e admin admin] Pushing event deleted for resources: {'Port': ['ID=dd39bfd0-229c-4adf-b26b-9192a012b99d,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 17:01:31.294694 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-24d2233f-a1d3-4489-a1bb-d9fac248275e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 17:01:31.297252 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d2233f-a1d3-4489-a1bb-d9fac248275e admin admin] No DVR routers for this DVR port dd39bfd0-229c-4adf-b26b-9192a012b99d on host dv-neutron-601336-79-hyperv {{(pid=99204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 17:01:31.323257 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-a755d8d7-f531-4bdb-97bf-a45aa45b52fe None None] Calling delete_port for dd39bfd0-229c-4adf-b26b-9192a012b99d owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 17:01:31.372319 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a755d8d7-f531-4bdb-97bf-a45aa45b52fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:31.377643 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 17:01:31.421536 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-24d2233f-a1d3-4489-a1bb-d9fac248275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:31.425364 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755d8d7-f531-4bdb-97bf-a45aa45b52fe None None] Pushing event deleted for resources: {'Port': ['ID=dd39bfd0-229c-4adf-b26b-9192a012b99d,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 17:01:31.427316 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a755d8d7-f531-4bdb-97bf-a45aa45b52fe None None] No DVR routers for this DVR port dd39bfd0-229c-4adf-b26b-9192a012b99d on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 17:01:31.429030 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-a755d8d7-f531-4bdb-97bf-a45aa45b52fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 17:01:31.442289 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-24d2233f-a1d3-4489-a1bb-d9fac248275e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['424e1dcc-9276-407b-a105-ce93c0caa27a']}} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 17:01:31.455125 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-24d2233f-a1d3-4489-a1bb-d9fac248275e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b85b16-8362-401e-924f-841988789fb7') {'for_net_delete': True} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 17:01:31.455507 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.services.segments.db [None req-24d2233f-a1d3-4489-a1bb-d9fac248275e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b85b16-8362-401e-924f-841988789fb7') {} {{(pid=99204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 17:01:31.468757 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-24d2233f-a1d3-4489-a1bb-d9fac248275e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043934'] for segment, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:31.487414 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-24d2233f-a1d3-4489-a1bb-d9fac248275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:31.496017 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d2233f-a1d3-4489-a1bb-d9fac248275e admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=99204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 17:01:31.496531 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-24d2233f-a1d3-4489-a1bb-d9fac248275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2989740'] for segment, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: Traceback (most recent call last): May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: timer() May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: cb(*args, **kw) May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: return func(*args, **kwargs) May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: self._notify() May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: self.callback(batched_events) May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: event.method(event) May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: aggregate_uuid = self.p_client.list_aggregates( May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: return f(self, *a, **k) May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._get(url).json() May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: return self.request(url, 'GET', **kwargs) May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: base_url = self.get_endpoint(auth, allow=allow, May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 17:01:31.510344 dv-neutron-601336-79-hyperv neutron-server[99204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 17:01:31.535145 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device dd39bfd0-229c-4adf-b26b-9192a012b99d no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 17:01:31.570494 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: dd39bfd0-229c-4adf-b26b-9192a012b99d {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 17:01:31.570853 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device dd39bfd0-229c-4adf-b26b-9192a012b99d not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 17:01:31.571304 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 17:01:31.603283 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-24d2233f-a1d3-4489-a1bb-d9fac248275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:31.606906 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 17:01:31.607089 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-94903618-7aa1-44b2-bdf5-e0c84b8e3d0c tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 17:01:31.608242 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 7ff75fc2-c9d1-4d4a-b368-a8f1aacf3dd5 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 17:01:31.609012 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e78b11d2-1a62-439b-9705-ac6fbb37aae9 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 17:01:31.620591 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-24d2233f-a1d3-4489-a1bb-d9fac248275e admin admin] Notify callbacks [] for network, before_response {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:31.633703 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2233f-a1d3-4489-a1bb-d9fac248275e admin admin] Pushing event deleted for resources: {'Network': ['ID=424e1dcc-9276-407b-a105-ce93c0caa27a,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 17:01:31.637729 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-24d2233f-a1d3-4489-a1bb-d9fac248275e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 17:01:31.651401 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: e78b11d2-1a62-439b-9705-ac6fbb37aae9 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 17:01:31.651761 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-24d2233f-a1d3-4489-a1bb-d9fac248275e admin admin] 10.222.0.45 "DELETE /v2.0/networks/424e1dcc-9276-407b-a105-ce93c0caa27a HTTP/1.1" status: 204 len: 168 time: 0.8991683 May 31 17:01:31.651901 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e78b11d2-1a62-439b-9705-ac6fbb37aae9 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 17:01:31.656678 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.wsgi [-] (99204) accepted ('10.222.0.45', 42672) {{(pid=99204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 17:01:32.011159 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 17:01:32.389539 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3b5a3ac2-4175-4536-8f3c-9ee5a22f8586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648695'] for router_interface, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:32.855742 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-3b5a3ac2-4175-4536-8f3c-9ee5a22f8586 admin admin] Deleting port 1558f790-6380-4510-844e-150c2e1015f7 {{(pid=99204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 17:01:32.856000 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3b5a3ac2-4175-4536-8f3c-9ee5a22f8586 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:32.988748 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.db [None req-3b5a3ac2-4175-4536-8f3c-9ee5a22f8586 admin admin] For port 1558f790-6380-4510-844e-150c2e1015f7, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=1558f790-6380-4510-844e-150c2e1015f7,segment=NetworkSegment(f1de6289-811a-4da7-9b9f-bcec30861a07),segment_id=f1de6289-811a-4da7-9b9f-bcec30861a07)] {{(pid=99204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 17:01:32.989101 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3b5a3ac2-4175-4536-8f3c-9ee5a22f8586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:33.116377 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.plugins.ml2.plugin [None req-3b5a3ac2-4175-4536-8f3c-9ee5a22f8586 admin admin] Calling delete_port for 1558f790-6380-4510-844e-150c2e1015f7 owned by network:router_interface {{(pid=99204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 17:01:33.368626 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3b5a3ac2-4175-4536-8f3c-9ee5a22f8586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2989809'] for port, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:33.372212 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-1a9adc6e-fea1-4b61-bb7f-983303baa391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 17:01:33.414008 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a3ac2-4175-4536-8f3c-9ee5a22f8586 admin admin] Pushing event deleted for resources: {'Port': ['ID=1558f790-6380-4510-844e-150c2e1015f7,revision_number=None']} {{(pid=99204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 17:01:33.417817 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG oslo_concurrency.lockutils [None req-3b5a3ac2-4175-4536-8f3c-9ee5a22f8586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 17:01:33.708407 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron_lib.callbacks.manager [None req-3b5a3ac2-4175-4536-8f3c-9ee5a22f8586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648547'] for router_interface, after_delete {{(pid=99204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:34.223091 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5a3ac2-4175-4536-8f3c-9ee5a22f8586 admin admin] Router 024f0577-42b2-4e34-b2c1-135ee59f4ebc has already been hosted by L3 agent 36ee6183-30e2-4a2f-aa18-a0340f3375f4 {{(pid=99204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 17:01:34.412066 dv-neutron-601336-79-hyperv neutron-server[99204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5a3ac2-4175-4536-8f3c-9ee5a22f8586 admin admin] Notify agent at l3_agent.dv-neutron-601336-79-hyperv the message routers_updated {{(pid=99204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 17:01:34.422902 dv-neutron-601336-79-hyperv neutron-server[99204]: INFO neutron.wsgi [None req-3b5a3ac2-4175-4536-8f3c-9ee5a22f8586 admin admin] 10.222.0.45 "PUT /v2.0/routers/024f0577-42b2-4e34-b2c1-135ee59f4ebc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7660999 May 31 17:01:34.424578 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6fd51b-6016-455e-82d9-5a9efb1fc978 None None] Sync routers for ids ['024f0577-42b2-4e34-b2c1-135ee59f4ebc'] in dv-neutron-601336-79-hyperv {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 17:01:34.425026 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 42676) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 17:01:34.436119 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6fd51b-6016-455e-82d9-5a9efb1fc978 None None] Routers {'024f0577-42b2-4e34-b2c1-135ee59f4ebc'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 17:01:34.436718 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-2b6fd51b-6016-455e-82d9-5a9efb1fc978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T17:01:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['024f0577-42b2-4e34-b2c1-135ee59f4ebc'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 17:01:34.620461 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c092a3d-647f-4ee6-b8a9-f5b75bc71adc admin admin] Notify callbacks [] for router, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:34.628401 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-2b6fd51b-6016-455e-82d9-5a9efb1fc978 None None] Set router 024f0577-42b2-4e34-b2c1-135ee59f4ebc gateway port host: dv-neutron-601336-79-hyperv {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 17:01:34.830594 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c092a3d-647f-4ee6-b8a9-f5b75bc71adc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:34.849013 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-caa13b51-b053-4323-8a99-be2f933e3983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:34.922756 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-2b6fd51b-6016-455e-82d9-5a9efb1fc978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024f0577-42b2-4e34-b2c1-135ee59f4ebc', 'name': 'tempest-TestSnapshotPattern-645060797-router', 'tenant_id': 'f3fe4dfe308d4d818323442a8c4e5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'external_fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e09ee8f1-390f-45c1-9616-b64ff0c4315c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:55:13Z', 'updated_at': '2021-05-31T17:01:33Z', 'revision_number': 5, 'project_id': 'f3fe4dfe308d4d818323442a8c4e5b3e', 'gw_port': {'id': 'e09ee8f1-390f-45c1-9616-b64ff0c4315c', 'name': '', 'network_id': '014c45f7-9697-4b0b-b8b7-66a80a50a15c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f0577-42b2-4e34-b2c1-135ee59f4ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-79-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:55:14Z', 'updated_at': '2021-05-31T16:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fd5f6b-852a-40c8-8887-b0da592d401e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-79-hyperv'}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 17:01:34.924039 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-7c092a3d-647f-4ee6-b8a9-f5b75bc71adc admin admin] Deleting port e09ee8f1-390f-45c1-9616-b64ff0c4315c {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 17:01:34.924485 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c092a3d-647f-4ee6-b8a9-f5b75bc71adc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:34.927271 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6fd51b-6016-455e-82d9-5a9efb1fc978 None None] Checking router: 024f0577-42b2-4e34-b2c1-135ee59f4ebc for host: dv-neutron-601336-79-hyperv {{(pid=99207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 17:01:34.936483 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6fd51b-6016-455e-82d9-5a9efb1fc978 None None] Routers {'024f0577-42b2-4e34-b2c1-135ee59f4ebc'} bound to L3 agent in host dv-neutron-601336-79-hyperv {{(pid=99207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 17:01:34.937241 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-2b6fd51b-6016-455e-82d9-5a9efb1fc978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-79-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T15:37:37Z,description=,heartbeat_timestamp=2021-05-31T17:01:08Z,host='dv-neutron-601336-79-hyperv',id=36ee6183-30e2-4a2f-aa18-a0340f3375f4,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T15:37:37Z,topic='l3_agent')) {'router_ids': ['024f0577-42b2-4e34-b2c1-135ee59f4ebc'], 'active': True} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 17:01:35.069229 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-7c092a3d-647f-4ee6-b8a9-f5b75bc71adc admin admin] For port e09ee8f1-390f-45c1-9616-b64ff0c4315c, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=e09ee8f1-390f-45c1-9616-b64ff0c4315c,segment=NetworkSegment(ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca),segment_id=ca089c5b-0f37-4a2d-9fa9-ea018e09a5ca)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 17:01:35.069583 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c092a3d-647f-4ee6-b8a9-f5b75bc71adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:35.128191 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_dvr_db [None req-2b6fd51b-6016-455e-82d9-5a9efb1fc978 None None] Set router 024f0577-42b2-4e34-b2c1-135ee59f4ebc gateway port host: None {{(pid=99207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 17:01:35.197803 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-7c092a3d-647f-4ee6-b8a9-f5b75bc71adc admin admin] Calling delete_port for e09ee8f1-390f-45c1-9616-b64ff0c4315c owned by network:router_gateway {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 17:01:35.231617 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.l3_hamode_db [None req-2b6fd51b-6016-455e-82d9-5a9efb1fc978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024f0577-42b2-4e34-b2c1-135ee59f4ebc', 'name': 'tempest-TestSnapshotPattern-645060797-router', 'tenant_id': 'f3fe4dfe308d4d818323442a8c4e5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:55:13Z', 'updated_at': '2021-05-31T17:01:34Z', 'revision_number': 6, 'project_id': 'f3fe4dfe308d4d818323442a8c4e5b3e', 'gw_port_host': None}], 'dv-neutron-601336-79-hyperv', False) {} {{(pid=99207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 17:01:35.235651 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6fd51b-6016-455e-82d9-5a9efb1fc978 None None] The sync data for ids ['024f0577-42b2-4e34-b2c1-135ee59f4ebc'] in dv-neutron-601336-79-hyperv is: [{'id': '024f0577-42b2-4e34-b2c1-135ee59f4ebc', 'name': 'tempest-TestSnapshotPattern-645060797-router', 'tenant_id': 'f3fe4dfe308d4d818323442a8c4e5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:55:13Z', 'updated_at': '2021-05-31T17:01:34Z', 'revision_number': 6, 'project_id': 'f3fe4dfe308d4d818323442a8c4e5b3e', 'gw_port_host': None}] {{(pid=99207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 17:01:35.340878 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c092a3d-647f-4ee6-b8a9-f5b75bc71adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:35.344674 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4bf06eb7-5ff1-4917-8629-82a09c9cb332 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 17:01:35.391582 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c092a3d-647f-4ee6-b8a9-f5b75bc71adc admin admin] Pushing event deleted for resources: {'Port': ['ID=e09ee8f1-390f-45c1-9616-b64ff0c4315c,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 17:01:35.395096 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-7c092a3d-647f-4ee6-b8a9-f5b75bc71adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 17:01:35.485916 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c092a3d-647f-4ee6-b8a9-f5b75bc71adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648426'] for router_gateway, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:35.657342 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 1558f790-6380-4510-844e-150c2e1015f7 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 17:01:35.697848 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 1558f790-6380-4510-844e-150c2e1015f7 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 17:01:35.698281 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 1558f790-6380-4510-844e-150c2e1015f7 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 17:01:35.847592 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c092a3d-647f-4ee6-b8a9-f5b75bc71adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:35.850924 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c092a3d-647f-4ee6-b8a9-f5b75bc71adc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:35.877986 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c092a3d-647f-4ee6-b8a9-f5b75bc71adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446540'] for router, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:35.878518 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c092a3d-647f-4ee6-b8a9-f5b75bc71adc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 024f0577-42b2-4e34-b2c1-135ee59f4ebc {{(pid=99205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 17:01:35.891630 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-7c092a3d-647f-4ee6-b8a9-f5b75bc71adc admin admin] Notify callbacks [] for router, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:35.892795 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-7c092a3d-647f-4ee6-b8a9-f5b75bc71adc admin admin] 10.222.0.45 "DELETE /v2.0/routers/024f0577-42b2-4e34-b2c1-135ee59f4ebc HTTP/1.1" status: 204 len: 168 time: 1.4671013 May 31 17:01:35.895638 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 42680) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 17:01:35.958400 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.db_base_plugin_v2 [None req-565eb90b-93ca-4966-8fde-0d61da490c37 admin admin] Deleting subnet 60b05076-3269-48e8-bcce-72cd4699c0e8 {{(pid=99205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 17:01:35.961681 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-565eb90b-93ca-4966-8fde-0d61da490c37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:36.024795 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-565eb90b-93ca-4966-8fde-0d61da490c37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968852'] for subnet, precommit_delete_associations {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:36.117815 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-565eb90b-93ca-4966-8fde-0d61da490c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1696764'] for subnet, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:36.392199 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-565eb90b-93ca-4966-8fde-0d61da490c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1696743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2968989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2278312'] for subnet, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:36.396060 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-e72e00a7-2e82-4183-b0f0-69800a28ac5f tempest-NetworksIpV6Test-943731098 tempest-NetworksIpV6Test-943731098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 17:01:36.433626 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565eb90b-93ca-4966-8fde-0d61da490c37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60b05076-3269-48e8-bcce-72cd4699c0e8,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 17:01:36.434329 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-565eb90b-93ca-4966-8fde-0d61da490c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 17:01:36.437841 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-565eb90b-93ca-4966-8fde-0d61da490c37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:36.445667 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7947247-369a-4e47-b230-c612698018eb None None] Network 1d6cc730-c64c-46c8-84ab-3674d4e64387 requested from dv-neutron-601336-79-hyperv {{(pid=99206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 17:01:36.446478 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-565eb90b-93ca-4966-8fde-0d61da490c37 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/60b05076-3269-48e8-bcce-72cd4699c0e8 HTTP/1.1" status: 204 len: 168 time: 0.5493276 May 31 17:01:36.448448 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 42684) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 17:01:36.558613 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5098ac7c-8b4e-4e97-a59c-dafaaa3f34c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615496'] for network, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:36.631253 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-5098ac7c-8b4e-4e97-a59c-dafaaa3f34c1 admin admin] Deleting port 474c4635-bc3c-4d69-ab13-f5f28cd2c979 {{(pid=99205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 17:01:36.631717 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5098ac7c-8b4e-4e97-a59c-dafaaa3f34c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:36.690490 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9e7dc1-228b-4212-9194-1c4da9c756ab None None] DHCP port deletion for 1d6cc730-c64c-46c8-84ab-3674d4e64387 request from dv-neutron-601336-79-hyperv {{(pid=99206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 17:01:36.734721 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.db [None req-5098ac7c-8b4e-4e97-a59c-dafaaa3f34c1 admin admin] For port 474c4635-bc3c-4d69-ab13-f5f28cd2c979, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=474c4635-bc3c-4d69-ab13-f5f28cd2c979,segment=NetworkSegment(f1de6289-811a-4da7-9b9f-bcec30861a07),segment_id=f1de6289-811a-4da7-9b9f-bcec30861a07)] {{(pid=99205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 17:01:36.735082 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5098ac7c-8b4e-4e97-a59c-dafaaa3f34c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:36.758721 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-fe9e7dc1-228b-4212-9194-1c4da9c756ab None None] Deleting port 474c4635-bc3c-4d69-ab13-f5f28cd2c979 {{(pid=99206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 17:01:36.759137 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fe9e7dc1-228b-4212-9194-1c4da9c756ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764869051576'] for port, before_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:36.862716 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.plugin [None req-5098ac7c-8b4e-4e97-a59c-dafaaa3f34c1 admin admin] Calling delete_port for 474c4635-bc3c-4d69-ab13-f5f28cd2c979 owned by network:dhcp {{(pid=99205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 17:01:36.864813 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.db [None req-fe9e7dc1-228b-4212-9194-1c4da9c756ab None None] For port 474c4635-bc3c-4d69-ab13-f5f28cd2c979, host dv-neutron-601336-79-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-79-hyperv',level=0,port_id=474c4635-bc3c-4d69-ab13-f5f28cd2c979,segment=NetworkSegment(f1de6289-811a-4da7-9b9f-bcec30861a07),segment_id=f1de6289-811a-4da7-9b9f-bcec30861a07)] {{(pid=99206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 17:01:36.865287 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fe9e7dc1-228b-4212-9194-1c4da9c756ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650625'] for port, precommit_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:36.915711 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5098ac7c-8b4e-4e97-a59c-dafaaa3f34c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2969006'] for port, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:36.920147 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-41f14413-fc6f-431d-ad4b-66d71633f85d tempest-TestShelveInstance-120001238 tempest-TestShelveInstance-120001238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 17:01:36.980169 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098ac7c-8b4e-4e97-a59c-dafaaa3f34c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=474c4635-bc3c-4d69-ab13-f5f28cd2c979,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 17:01:36.983858 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5098ac7c-8b4e-4e97-a59c-dafaaa3f34c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 17:01:36.986339 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5098ac7c-8b4e-4e97-a59c-dafaaa3f34c1 admin admin] No DVR routers for this DVR port 474c4635-bc3c-4d69-ab13-f5f28cd2c979 on host dv-neutron-601336-79-hyperv {{(pid=99205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 17:01:37.000186 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-fe9e7dc1-228b-4212-9194-1c4da9c756ab None None] Calling delete_port for 474c4635-bc3c-4d69-ab13-f5f28cd2c979 owned by network:dhcp {{(pid=99206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 17:01:37.044503 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fe9e7dc1-228b-4212-9194-1c4da9c756ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764869057814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764868617593'] for port, after_delete {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:37.049162 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-29095146-3370-4eeb-a637-9e7a4cf3aeb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 17:01:37.098219 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e7dc1-228b-4212-9194-1c4da9c756ab None None] Pushing event deleted for resources: {'Port': ['ID=474c4635-bc3c-4d69-ab13-f5f28cd2c979,revision_number=None']} {{(pid=99206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 17:01:37.100347 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9e7dc1-228b-4212-9194-1c4da9c756ab None None] No DVR routers for this DVR port 474c4635-bc3c-4d69-ab13-f5f28cd2c979 on host dv-neutron-601336-79-hyperv {{(pid=99206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 17:01:37.101913 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG oslo_concurrency.lockutils [None req-fe9e7dc1-228b-4212-9194-1c4da9c756ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 17:01:37.109628 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5098ac7c-8b4e-4e97-a59c-dafaaa3f34c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1699187', 'neutron.services.segments.db._delete_segments_for_network-8764869104285'] for network, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:37.126803 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-5098ac7c-8b4e-4e97-a59c-dafaaa3f34c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d6cc730-c64c-46c8-84ab-3674d4e64387']}} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 17:01:37.144705 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-5098ac7c-8b4e-4e97-a59c-dafaaa3f34c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1de6289-811a-4da7-9b9f-bcec30861a07') {'for_net_delete': True} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 17:01:37.145074 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.services.segments.db [None req-5098ac7c-8b4e-4e97-a59c-dafaaa3f34c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1de6289-811a-4da7-9b9f-bcec30861a07') {} {{(pid=99205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 17:01:37.149415 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:37.158221 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5098ac7c-8b4e-4e97-a59c-dafaaa3f34c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764869105848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968039'] for segment, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:37.175476 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5098ac7c-8b4e-4e97-a59c-dafaaa3f34c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980'] for segment, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:37.184239 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5098ac7c-8b4e-4e97-a59c-dafaaa3f34c1 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=99205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 17:01:37.184634 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5098ac7c-8b4e-4e97-a59c-dafaaa3f34c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2969075'] for segment, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: Traceback (most recent call last): May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: timer() May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: cb(*args, **kw) May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: return func(*args, **kwargs) May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: self._notify() May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: self.callback(batched_events) May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: event.method(event) May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: aggregate_uuid = self.p_client.list_aggregates( May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: return f(self, *a, **k) May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._get(url).json() May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: return self.request(url, 'GET', **kwargs) May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: base_url = self.get_endpoint(auth, allow=allow, May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 17:01:37.198192 dv-neutron-601336-79-hyperv neutron-server[99205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 17:01:37.432902 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5098ac7c-8b4e-4e97-a59c-dafaaa3f34c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1699194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648439'] for network, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:37.437187 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-ff2200be-823e-4f69-99f1-f026b47dea40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 17:01:37.450589 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-5098ac7c-8b4e-4e97-a59c-dafaaa3f34c1 admin admin] Notify callbacks [] for network, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:37.462233 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098ac7c-8b4e-4e97-a59c-dafaaa3f34c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d6cc730-c64c-46c8-84ab-3674d4e64387,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 17:01:37.464939 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-5098ac7c-8b4e-4e97-a59c-dafaaa3f34c1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1d6cc730-c64c-46c8-84ab-3674d4e64387 HTTP/1.1" status: 204 len: 168 time: 1.0155506 May 31 17:01:37.465853 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-5098ac7c-8b4e-4e97-a59c-dafaaa3f34c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 17:01:37.531491 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e09ee8f1-390f-45c1-9616-b64ff0c4315c no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 17:01:37.603057 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 42690) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 17:01:37.619584 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: e09ee8f1-390f-45c1-9616-b64ff0c4315c {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 17:01:37.619925 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device e09ee8f1-390f-45c1-9616-b64ff0c4315c not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 17:01:37.620357 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 474c4635-bc3c-4d69-ab13-f5f28cd2c979 no longer exists at agent ovs-agent-dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 31 17:01:37.653597 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.plugin [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] No Port match for: 474c4635-bc3c-4d69-ab13-f5f28cd2c979 {{(pid=99206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 17:01:37.653953 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron.plugins.ml2.rpc [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Device 474c4635-bc3c-4d69-ab13-f5f28cd2c979 not bound to the agent host dv-neutron-601336-79-hyperv {{(pid=99206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 31 17:01:37.683151 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-2e84229a-e989-450d-a797-49e495bc858a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bb4f3a0d5106494fb49ca45c7f910591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0780365 May 31 17:01:37.685487 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 42694) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 17:01:37.782623 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6842c97c-e186-475a-9822-67ec80500176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:37.820954 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6842c97c-e186-475a-9822-67ec80500176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:37.896329 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6842c97c-e186-475a-9822-67ec80500176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:37.900198 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-cfaa49ef-67c5-44ec-83fc-9199894b0a31 tempest-TestSnapshotPattern-1067612974 tempest-TestSnapshotPattern-1067612974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 17:01:37.914611 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842c97c-e186-475a-9822-67ec80500176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8d84c5-5670-4853-ba65-b9aa469a7d0d,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 17:01:37.918452 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-6842c97c-e186-475a-9822-67ec80500176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 17:01:37.922058 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-6842c97c-e186-475a-9822-67ec80500176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:37.923197 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-6842c97c-e186-475a-9822-67ec80500176 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0f8d84c5-5670-4853-ba65-b9aa469a7d0d HTTP/1.1" status: 204 len: 168 time: 0.2365122 May 31 17:01:38.096182 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-f69cabb5-975f-484b-bbcd-55e938baa777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:38.284892 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 42702) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 17:01:38.334768 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-35026fe9-8fec-4986-a052-2aadccf4c455 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f3fe4dfe308d4d818323442a8c4e5b3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485315 May 31 17:01:38.337340 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.wsgi [-] (99205) accepted ('10.222.0.45', 42706) {{(pid=99205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 17:01:38.398916 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9069d838-4fbf-4e21-83e9-d2bf9ec57843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:38.425221 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9069d838-4fbf-4e21-83e9-d2bf9ec57843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:38.485777 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9069d838-4fbf-4e21-83e9-d2bf9ec57843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466025'] for security_group, after_delete {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:38.489712 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-4e385b66-8412-403d-8213-0bad5dbe8b30 tempest-TestNetworkAdvancedServerOps-2066847430 tempest-TestNetworkAdvancedServerOps-2066847430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 17:01:38.501337 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9069d838-4fbf-4e21-83e9-d2bf9ec57843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9808423-d20b-42a1-9925-661d4e6c347f,revision_number=None']} {{(pid=99205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 17:01:38.505184 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG oslo_concurrency.lockutils [None req-9069d838-4fbf-4e21-83e9-d2bf9ec57843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 17:01:38.509775 dv-neutron-601336-79-hyperv neutron-server[99205]: DEBUG neutron_lib.callbacks.manager [None req-9069d838-4fbf-4e21-83e9-d2bf9ec57843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:38.510916 dv-neutron-601336-79-hyperv neutron-server[99205]: INFO neutron.wsgi [None req-9069d838-4fbf-4e21-83e9-d2bf9ec57843 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b9808423-d20b-42a1-9925-661d4e6c347f HTTP/1.1" status: 204 len: 168 time: 0.1727004 May 31 17:01:38.747719 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:40.151720 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:01:59.262318 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:02:04.844095 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c5aa7c70-0897-4863-849e-09dcdc1b6165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:02:07.148010 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:02:08.098811 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-22883e95-c898-4417-a141-81a426156e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:02:08.746426 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:02:09.015091 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 17:02:10.152445 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:02:29.278593 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:02:34.839633 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1474aa50-a73e-48ce-9ba6-449038ca89e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:02:37.149675 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:02:38.104982 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b277b18d-b46b-453a-b1d1-29aae0ec9091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:02:38.752411 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:02:40.156542 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:02:46.013884 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 17:02:59.280030 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:03:04.844563 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-ba84e0a2-ce4a-4b53-81c1-f45fb3ae95c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:03:07.149729 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:03:08.112235 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a64e1145-9a50-442f-b832-c892544c51d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:03:08.751226 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:03:10.160441 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:03:23.013575 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 17:03:29.277507 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:03:34.853910 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-fcb7533b-1912-48b2-8e0a-7c270f54f301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:03:37.146919 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:03:38.108150 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c99710d6-c77a-44a0-855a-5436e3f0ebf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:03:38.754033 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:03:40.163255 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:03:59.278683 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:04:00.013799 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 17:04:04.852786 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-59457474-1fb1-4bcb-8990-de9ad1c57c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:04:07.143666 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:04:08.113324 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-30eafe92-2eae-4cf8-98c0-4591807379f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:04:08.756886 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:04:10.166424 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:04:29.282586 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:04:34.848168 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6d44bc75-66f7-41e8-b864-72c105574206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:04:37.013509 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 17:04:37.138936 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:04:38.118609 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-b1e4097c-f9fd-44d7-a1ec-2d507dd94248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:04:38.760370 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:04:40.169938 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:04:59.283812 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:05:04.853940 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8e2deebd-bc6f-4e42-b8f8-0f26e2e4ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:05:07.146392 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:05:08.126974 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-6f048340-4124-4705-bd36-05fbc9eaa9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:05:08.762978 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:05:10.172128 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:05:14.014811 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 17:05:29.297075 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:05:34.858005 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d7a4fe2a-fd60-432a-bf19-baa5772e7243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:05:37.144323 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:05:38.121215 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-7dd7c37d-6364-4d91-98e2-31f14b704d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:05:38.765322 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:05:40.178018 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:05:51.014098 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 17:05:59.304030 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:06:04.862631 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-24129abc-7c98-4a12-94d9-51c15818f0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:06:07.139725 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:06:08.125336 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-53535477-194a-4e87-afca-02121f4a4604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:06:08.768923 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:06:10.183334 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:06:28.014274 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 17:06:29.310387 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:06:34.867884 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-1ca9bc09-79f2-4ce5-b577-0a7b84cad3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:06:37.145380 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:06:38.130360 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-c0083e72-8fcd-40bf-8e20-c6b7ba89fbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:06:38.771487 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:06:40.180942 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:06:59.335513 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-73dd0f3c-6344-47f8-b774-234aada55e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:07:04.874851 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-cc387691-3dd1-4d70-a22a-24ebe88528ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:07:05.014659 dv-neutron-601336-79-hyperv neutron-server[99207]: DEBUG neutron.db.agents_db [None req-1cc292b4-7b41-46c0-857d-3b2916a89428 None None] Agent healthcheck: found 6 active agents {{(pid=99207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 17:07:07.149119 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-d2014413-1194-42fe-9f84-8284db4f75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:07:08.143177 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-4099477a-df4c-413e-8525-ae9beedf75a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:07:08.774204 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-8c07eddf-b1c6-4aeb-9761-fabace570052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 17:07:10.183199 dv-neutron-601336-79-hyperv neutron-server[99206]: DEBUG neutron_lib.callbacks.manager [None req-a0e52c4b-9663-4aaa-9ca2-5e7aab6fb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764869104267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1644319'] for agent, after_update {{(pid=99206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}